-- Logs begin at Thu 2022-04-28 18:25:56 UTC, end at Thu 2022-04-28 21:29:57 UTC. -- Apr 28 19:27:04.172707 n-d-839811-1 systemd[1]: Started Devstack devstack@q-svc.service. Apr 28 19:27:06.658534 n-d-839811-1 neutron-server[88034]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:27:06.659284 n-d-839811-1 neutron-server[88034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev4 Apr 28 19:27:06.659284 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 19:27:06.662375 n-d-839811-1 neutron-server[88034]: INFO neutron.common.config [-] Logging enabled! Apr 28 19:27:06.662627 n-d-839811-1 neutron-server[88034]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.3.1.dev4 Apr 28 19:27:06.662933 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88034) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 28 19:27:06.663848 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:27:06.664080 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:27:06.664426 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:27:06.664668 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:27:06.664892 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:27:06.665213 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.665522 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.665816 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.666047 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.666341 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.666630 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.666907 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.667192 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.667485 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.667766 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.668040 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.668321 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.668551 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.668830 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.669749 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.670192 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.670421 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] debug = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.670704 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.671140 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.671545 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.671824 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.672113 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.672406 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.672682 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.672942 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.673221 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.673575 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] host = n-d-839811-1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.673854 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.674140 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.674424 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.674710 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.674979 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.675250 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.675531 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.675803 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.676074 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.676344 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.676629 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.676915 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.677199 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.677421 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.677664 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.677949 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.678232 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.678503 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.678774 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.679043 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.679312 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.679582 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.679849 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.680130 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.680410 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.680692 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.680961 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.681233 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.681523 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.681794 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.682078 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.682347 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.682618 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.682888 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.683171 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.683435 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.683705 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.684002 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.684285 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.684562 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.684870 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.685136 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.685413 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.685718 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.685988 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.686255 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_json = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.686522 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.686787 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.687064 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.687330 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.687597 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.687865 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.688133 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.688415 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.688682 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:06.688972 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.689264 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.689587 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.689871 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.690160 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.690434 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.690723 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.691001 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.691288 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.691573 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.691857 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.692133 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.692415 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.692686 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.692977 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.693275 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.693601 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.693893 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.694166 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.694437 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.694708 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.694981 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.695262 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.695552 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.695839 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.696110 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.696384 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.696672 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.696945 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.697212 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.697506 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.697796 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.698069 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.698338 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.698617 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.698890 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.699157 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.699424 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.699697 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.699983 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.700255 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.700552 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.700813 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.701088 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.701353 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.701672 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.701950 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.702220 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.702495 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.702769 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.703038 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.703304 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.703579 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.703850 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.704125 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.704393 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.704662 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.704932 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.705200 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.705481 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.705758 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.706027 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.706305 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.706573 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.706844 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.707112 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.707383 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.707654 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.707936 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.708226 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.708499 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.708772 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.709048 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.709319 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.709617 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.709892 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.710169 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.710441 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.710711 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.711003 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.711283 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.711568 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.711847 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.712119 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.712412 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.712684 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.712961 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.713236 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.713542 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.713826 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.714106 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.714401 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.714692 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.714982 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.715275 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.715564 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.715839 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.716675 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.716948 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:06.717163 n-d-839811-1 neutron-server[88034]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:27:06.717399 n-d-839811-1 neutron-server[88034]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88034) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Apr 28 19:27:07.104088 n-d-839811-1 neutron-server[88034]: INFO keyring.backend [-] Loading KWallet Apr 28 19:27:07.111697 n-d-839811-1 neutron-server[88034]: INFO keyring.backend [-] Loading SecretService Apr 28 19:27:07.115070 n-d-839811-1 neutron-server[88034]: INFO keyring.backend [-] Loading Windows Apr 28 19:27:07.116352 n-d-839811-1 neutron-server[88034]: INFO keyring.backend [-] Loading chainer Apr 28 19:27:07.116907 n-d-839811-1 neutron-server[88034]: INFO keyring.backend [-] Loading macOS Apr 28 19:27:07.149676 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 19:27:07.149948 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 19:27:07.150233 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Apr 28 19:27:07.150563 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 28 19:27:07.546199 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.546490 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.546763 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.548089 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.548366 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.548632 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.583387 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.583666 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.583938 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.597373 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.597677 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.597949 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.627597 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.627879 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.628147 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.665417 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.665985 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.665985 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.898734 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.899023 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.899292 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.899560 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:07.900308 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.020195 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.020517 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.020803 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.021077 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.021345 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.021686 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.021952 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.022209 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.022470 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.022751 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.023010 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.023273 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.023549 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.023788 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.024052 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.024322 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.024579 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.024850 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.025104 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.025385 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.025759 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.026014 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.026264 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.026547 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.026794 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.027041 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.027421 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.027660 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.027896 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.028131 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.028368 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.029126 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.029513 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 28 19:27:08.032565 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 28 19:27:08.036449 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 28 19:27:08.040168 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Apr 28 19:27:08.041811 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 28 19:27:08.043281 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 28 19:27:08.043618 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 28 19:27:08.044022 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 28 19:27:08.047333 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 28 19:27:08.047586 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 28 19:27:08.047932 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:27:08.075278 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 28 19:27:08.075732 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.076033 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88034) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 28 19:27:08.076394 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.077769 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88034) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 28 19:27:08.078053 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 28 19:27:08.078303 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 28 19:27:08.081581 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.081860 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.143206 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 28 19:27:08.143449 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 28 19:27:08.143688 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 28 19:27:08.144053 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 28 19:27:08.175683 n-d-839811-1 neutron-server[88034]: DEBUG oslo_db.sqlalchemy.engines [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88034) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 28 19:27:08.506231 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing driver for type 'gre' Apr 28 19:27:08.506782 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] gre ID ranges: [(1, 1000)] Apr 28 19:27:08.561014 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing driver for type 'local' Apr 28 19:27:08.561349 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing driver for type 'vlan' Apr 28 19:27:08.572443 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] VlanTypeDriver initialization complete Apr 28 19:27:08.572822 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing driver for type 'vxlan' Apr 28 19:27:08.573308 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] vxlan ID ranges: [(1, 1000)] Apr 28 19:27:08.623059 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing extension driver 'port_security' Apr 28 19:27:08.623443 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.extensions.port_security [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] PortSecurityExtensionDriver initialization complete Apr 28 19:27:08.623779 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing mechanism driver 'openvswitch' Apr 28 19:27:08.624099 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing mechanism driver 'hyperv' Apr 28 19:27:08.630763 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.plugin [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88034) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:08.631435 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.631807 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.632163 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.632939 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.633373 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.633753 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.634100 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.634495 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.634955 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.635250 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.635593 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.635981 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.636390 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.636739 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.637081 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.637665 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.638209 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.638568 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.638915 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.639307 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.639710 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > address_group after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.640059 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > address_group after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.640397 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > address_group after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.640787 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88034) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Apr 28 19:27:08.641235 n-d-839811-1 neutron-server[88034]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] ML2 OVO RPC backend initialized. {{(pid=88034) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Apr 28 19:27:08.641990 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.642353 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.642773 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.643123 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > networks before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.643473 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.643819 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > ports before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.644166 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.644510 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnets before_response 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.644861 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.645207 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.645580 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.645926 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.646267 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.646606 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.646946 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.647284 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.647625 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > subnet after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.648204 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.plugin [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Modular L2 Plugin initialization complete Apr 28 19:27:08.648538 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading services supported by the core plugin {{(pid=88034) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 28 19:27:08.648870 n-d-839811-1 neutron-server[88034]: INFO neutron.plugins.ml2.managers [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Got port-security extension from driver 'port_security' Apr 28 19:27:08.649332 n-d-839811-1 neutron-server[88034]: INFO neutron.extensions.vlantransparent [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Disabled vlantransparent extension. Apr 28 19:27:08.649853 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88034) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 28 19:27:08.650169 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: router Apr 28 19:27:08.688415 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.688972 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_create 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.689163 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router before_create 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.689567 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.689948 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.690305 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_delete 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.690665 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > floatingip after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.691031 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_create 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.691380 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.691731 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.692081 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.692439 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.692849 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.693218 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.693592 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.693937 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: subnet after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.694276 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.694626 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > port precommit_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.694974 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_create 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.695321 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.695669 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.696024 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router after_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.696370 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_delete 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.696718 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_create 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.697078 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router_interface after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.697421 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_update 55549900 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.697817 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > agent after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.698168 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > agent after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.698515 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > network after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.699376 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Tracking information for resource: router configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.699708 n-d-839811-1 neutron-server[88034]: DEBUG neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Tracking information for resource: floatingip configured {{(pid=88034) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Apr 28 19:27:08.704919 n-d-839811-1 neutron-server[88034]: INFO neutron.db.l3_agentschedulers_db [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 28 19:27:08.705529 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.705898 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.706248 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.706598 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: port after_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.707395 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router before_create 55550100 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.707766 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_delete 55550100 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.708128 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_create 55550100 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.708485 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > router precommit_update 55550100 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.712910 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.provider_configuration [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service providers = [] {{(pid=88034) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 28 19:27:08.713280 n-d-839811-1 neutron-server[88034]: DEBUG neutron.db.servicetype_db [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88034) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 28 19:27:08.716934 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.service_base [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:27:08.717316 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.service_base [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:27:08.717687 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.service_base [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:27:08.718600 n-d-839811-1 neutron-server[88034]: DEBUG neutron.services.service_base [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88034) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Apr 28 19:27:08.718970 n-d-839811-1 neutron-server[88034]: INFO neutron.services.service_base [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 28 19:27:08.719388 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.719660 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 28 19:27:08.730340 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.730680 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: auto_allocate Apr 28 19:27:08.736976 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: network precommit_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.737341 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: network precommit_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.737885 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.738210 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: tag Apr 28 19:27:08.744677 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.745012 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: timestamp Apr 28 19:27:08.749065 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.749395 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: network_ip_availability Apr 28 19:27:08.754634 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.755006 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.755362 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.756078 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.756399 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: flavors Apr 28 19:27:08.761307 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.761679 n-d-839811-1 neutron-server[88034]: INFO neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading Plugin: revisions Apr 28 19:27:08.766111 n-d-839811-1 neutron-server[88034]: DEBUG neutron.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88034) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Apr 28 19:27:08.766504 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.616s {{(pid=88034) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Apr 28 19:27:08.767238 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88034) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Apr 28 19:27:08.767576 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Initializing extension manager. Apr 28 19:27:08.768084 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: __init__.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.768437 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: __pycache__ {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.768773 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.769111 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: address_group.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.769895 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.770456 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: address-group Apr 28 19:27:08.770781 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: address_scope.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.771490 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.772008 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: address-scope Apr 28 19:27:08.772332 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: admin_state_down_before_update.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.773289 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.773839 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: router-admin-state-down-before-update Apr 28 19:27:08.774164 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: agent.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.775053 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.775572 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: agent Apr 28 19:27:08.775895 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: agent_resources_synced.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.776808 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.777322 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: agent-resources-synced Apr 28 19:27:08.777679 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: allowedaddresspairs.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.780147 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.780672 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: allowed-address-pairs Apr 28 19:27:08.781002 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: auto_allocated_topology.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.782104 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.782628 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: auto-allocated-topology Apr 28 19:27:08.782956 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: availability_zone.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.783646 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.784161 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: availability_zone Apr 28 19:27:08.784487 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: availability_zone_filter.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.785396 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.785939 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: availability_zone_filter Apr 28 19:27:08.786264 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: data_plane_status.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.787168 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.787679 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension data-plane-status not supported by any of loaded plugins Apr 28 19:27:08.788001 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: default_subnetpools.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.788913 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.789427 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: default-subnetpools Apr 28 19:27:08.789776 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: dhcpagentscheduler.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.790577 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.791089 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: dhcp_agent_scheduler Apr 28 19:27:08.791411 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: dns.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.792317 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.792829 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension dns-integration not supported by any of loaded plugins Apr 28 19:27:08.793157 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: dns_domain_ports.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.794681 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.795197 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 28 19:27:08.795519 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: dvr.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.796189 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.796703 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: dvr Apr 28 19:27:08.797024 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: empty_string_filtering.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.797964 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.798482 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: empty-string-filtering Apr 28 19:27:08.798812 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.799718 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.800223 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:27:08.800543 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.801448 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.801978 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 28 19:27:08.802299 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: external_net.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.803199 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.803709 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: external-net Apr 28 19:27:08.804029 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: extra_dhcp_opt.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.804941 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.805448 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: extra_dhcp_opt Apr 28 19:27:08.805793 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: extraroute.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.806714 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.807224 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: extraroute Apr 28 19:27:08.807546 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: extraroute_atomic.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.808571 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.809092 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: extraroute-atomic Apr 28 19:27:08.809417 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: filter_validation.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.810168 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.810683 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: filter-validation Apr 28 19:27:08.811008 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: fip_pf_description.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.811923 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.812430 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 28 19:27:08.812751 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: fip_port_details.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.813698 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.814213 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: fip-port-details Apr 28 19:27:08.814537 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: flavors.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.815760 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.816277 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: flavors Apr 28 19:27:08.816604 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.818270 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.818801 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 28 19:27:08.819129 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: floatingip_pools.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.819821 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.820335 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: floatingip-pools Apr 28 19:27:08.820658 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: ip_allocation.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.821621 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.822137 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension ip_allocation not supported by any of loaded plugins Apr 28 19:27:08.822459 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.823376 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.823892 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: ip-substring-filtering Apr 28 19:27:08.824219 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l2_adjacency.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.825145 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.825751 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension l2_adjacency not supported by any of loaded plugins Apr 28 19:27:08.826077 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.827035 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.827559 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: router Apr 28 19:27:08.827886 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3_conntrack_helper.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.830258 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.830793 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 28 19:27:08.831128 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.832067 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.832590 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: ext-gw-mode Apr 28 19:27:08.832923 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.833874 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.834388 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: l3-ha Apr 28 19:27:08.834720 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3_flavors.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.835644 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.836158 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: l3-flavors Apr 28 19:27:08.836486 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.837426 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.837962 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: l3-port-ip-change-not-allowed Apr 28 19:27:08.838433 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: l3agentscheduler.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.839474 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.839992 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: l3_agent_scheduler Apr 28 19:27:08.840321 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: logging.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.842360 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.842883 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension logging not supported by any of loaded plugins Apr 28 19:27:08.843214 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: metering.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.843951 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.844531 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: metering Apr 28 19:27:08.844858 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.845996 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.846525 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: metering_source_and_destination_fields Apr 28 19:27:08.846856 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: multiprovidernet.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.847790 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.848306 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: multi-provider Apr 28 19:27:08.848636 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: netmtu.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.849593 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.850110 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: net-mtu Apr 28 19:27:08.850434 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: netmtu_writable.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.851356 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.851869 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: net-mtu-writable Apr 28 19:27:08.852195 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: network_availability_zone.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.852861 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.853372 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: network_availability_zone Apr 28 19:27:08.853723 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: network_ip_availability.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.854808 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.855322 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: network-ip-availability Apr 28 19:27:08.855647 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: network_segment_range.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.856407 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.857504 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension network-segment-range not supported by any of loaded plugins Apr 28 19:27:08.857830 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: pagination.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.858813 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.859147 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: pagination Apr 28 19:27:08.859474 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: port_device_profile.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.860381 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.860901 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: port-device-profile Apr 28 19:27:08.861228 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.862197 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.862710 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: port-mac-address-regenerate Apr 28 19:27:08.863033 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.863974 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.864488 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: port-numa-affinity-policy Apr 28 19:27:08.864809 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: port_resource_request.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.865764 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.866276 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension port-resource-request not supported by any of loaded plugins Apr 28 19:27:08.866599 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: portbindings.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.867541 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.868049 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: binding Apr 28 19:27:08.868377 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: portbindings_extended.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.869787 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.870323 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: binding-extended Apr 28 19:27:08.870658 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: portsecurity.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.871574 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.872095 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: port-security Apr 28 19:27:08.872484 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: project_id.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.873448 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.873817 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: project-id Apr 28 19:27:08.874142 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: providernet.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.875063 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.875583 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: provider Apr 28 19:27:08.875909 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.879405 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.879931 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos not supported by any of loaded plugins Apr 28 19:27:08.880264 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.881520 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.882042 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 28 19:27:08.882374 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.883549 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.884067 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 28 19:27:08.884393 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_default.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.885314 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.885866 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-default not supported by any of loaded plugins Apr 28 19:27:08.886191 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_fip.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.886844 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.887355 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-fip not supported by any of loaded plugins Apr 28 19:27:08.887678 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_gateway_ip.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.888698 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.889215 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 28 19:27:08.889569 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_port_network_policy.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.890487 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.891000 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 28 19:27:08.891325 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_rule_type_details.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.892266 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.892774 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 28 19:27:08.893098 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: qos_rules_alias.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.894169 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.894683 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 28 19:27:08.895008 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: quotasv2.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.895916 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.896245 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: quotas Apr 28 19:27:08.896565 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: quotasv2_detail.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.898190 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.898540 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: quota_details Apr 28 19:27:08.898870 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: rbac.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.899918 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.900448 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: rbac-policies Apr 28 19:27:08.900779 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: rbac_address_group.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.901741 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.902267 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: rbac-address-group Apr 28 19:27:08.902594 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: rbac_address_scope.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.904141 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.904707 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: rbac-address-scope Apr 28 19:27:08.905032 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: rbac_security_groups.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.905986 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.906503 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: rbac-security-groups Apr 28 19:27:08.906828 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: rbac_subnetpool.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.907763 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.908279 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: rbac-subnetpool Apr 28 19:27:08.908607 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: revisionifmatch.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.909573 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.910094 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: revision-if-match Apr 28 19:27:08.910421 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: revisions.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.911643 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.912161 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: standard-attr-revisions Apr 28 19:27:08.912490 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: router_availability_zone.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.913160 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.913780 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: router_availability_zone Apr 28 19:27:08.914108 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: routerservicetype.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.915025 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.915540 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension router-service-type not supported by any of loaded plugins Apr 28 19:27:08.915865 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.916787 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.917301 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: security-groups-normalized-cidr Apr 28 19:27:08.917656 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: security_groups_port_filtering.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.918580 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.919758 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: port-security-groups-filtering Apr 28 19:27:08.920089 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.921034 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.921575 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: security-groups-remote-address-group Apr 28 19:27:08.921902 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: securitygroup.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.931345 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.931879 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: security-group Apr 28 19:27:08.932210 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: segment.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.932987 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.933525 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension segment not supported by any of loaded plugins Apr 28 19:27:08.933857 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.934844 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.935356 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 28 19:27:08.935680 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: servicetype.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.936794 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.937319 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: service-type Apr 28 19:27:08.937669 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: sorting.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.938649 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.938983 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: sorting Apr 28 19:27:08.939310 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: standard_attr_segment.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.940218 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.940731 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 28 19:27:08.941054 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: standardattrdescription.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.941738 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.942253 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: standard-attr-description Apr 28 19:27:08.942578 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: stateful_security_group.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.943501 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.944018 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: stateful-security-group Apr 28 19:27:08.944342 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: stdattrs_common.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.944919 n-d-839811-1 neutron-server[88034]: WARNING neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 28 19:27:08.945244 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.946285 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.946806 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 28 19:27:08.947133 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnet_onboard.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.948245 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.948713 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: subnet_onboard Apr 28 19:27:08.949063 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.950008 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.950635 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 28 19:27:08.950966 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnet_service_types.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.951902 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.952424 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: subnet-service-types Apr 28 19:27:08.952751 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnetallocation.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.953868 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.954387 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: subnet_allocation Apr 28 19:27:08.954715 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.955377 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.955887 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: subnetpool-prefix-ops Apr 28 19:27:08.956211 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.957148 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.957692 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 28 19:27:08.958018 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: tagging.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.959071 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.959589 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: standard-attr-tag Apr 28 19:27:08.959917 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: timestamp.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.961137 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.961691 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loaded extension: standard-attr-timestamp Apr 28 19:27:08.962022 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: trunk.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.963090 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.963614 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension trunk not supported by any of loaded plugins Apr 28 19:27:08.963938 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: trunk_details.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.964866 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.965381 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension trunk-details not supported by any of loaded plugins Apr 28 19:27:08.965742 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: uplink_status_propagation.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.967263 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.967766 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 28 19:27:08.968089 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Loading extension file: vlantransparent.py {{(pid=88034) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Apr 28 19:27:08.968783 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88034) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 28 19:27:08.969300 n-d-839811-1 neutron-server[88034]: INFO neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extension vlan-transparent not supported by any of loaded plugins Apr 28 19:27:08.971792 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:network Apr 28 19:27:08.972498 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnet Apr 28 19:27:08.973273 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:27:08.973906 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:port Apr 28 19:27:08.975167 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.975601 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service FLAVORS assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.976220 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.976650 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.976991 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:router Apr 28 19:27:08.977681 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:27:08.978394 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service METERING assigned prefix: /metering {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.979838 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.980209 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.980561 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88034) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:27:08.983424 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:27:08.983870 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:27:08.984550 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:27:08.985294 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service CORE assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.985666 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:27:08.986018 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] subnetpool is already registered Apr 28 19:27:08.986650 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service CORE assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:08.986985 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:27:08.987317 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] subnetpool is already registered Apr 28 19:27:09.097379 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.097851 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service FLAVORS assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.098448 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.098874 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.099217 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:router Apr 28 19:27:09.099566 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] router is already registered Apr 28 19:27:09.100224 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:floatingip Apr 28 19:27:09.100557 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] floatingip is already registered Apr 28 19:27:09.101199 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service METERING assigned prefix: /metering {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.102060 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of CountableResource for resource:rbac_policy Apr 28 19:27:09.102397 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] rbac_policy is already registered Apr 28 19:27:09.102818 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:security_group Apr 28 19:27:09.103151 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] security_group is already registered Apr 28 19:27:09.103746 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:security_group_rule Apr 28 19:27:09.104079 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] security_group_rule is already registered Apr 28 19:27:09.104741 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service CORE assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.105076 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:27:09.105407 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] subnetpool is already registered Apr 28 19:27:09.106047 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.v2.resource_helper [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Service CORE assigned prefix: {{(pid=88034) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Apr 28 19:27:09.106381 n-d-839811-1 neutron-server[88034]: INFO neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Creating instance of TrackedResource for resource:subnetpool Apr 28 19:27:09.107363 n-d-839811-1 neutron-server[88034]: WARNING neutron.quota.resource_registry [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] subnetpool is already registered Apr 28 19:27:09.108010 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: extensions {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.109534 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: address-groups {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.111152 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: address-scopes {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.112365 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: agents {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.113517 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: auto-allocated-topology {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.114858 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: availability_zones {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.116081 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: dhcp-networks {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.117486 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: dhcp-agents {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.118920 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: routers {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.120716 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: flavors {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.121902 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: service_profiles {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.123700 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: next_providers {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.125226 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: service_profiles {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.126719 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: floatingip-pools {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.127914 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: routers {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.129719 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: floatingips {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.130906 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: l3-routers {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.132299 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: l3-agents {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.134116 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: metering-labels {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.135351 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: metering-label-rules {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.136638 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: network-ip-availabilities {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.138036 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: bindings {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.139576 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: quotas {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.141016 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: quotas {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.142450 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: rbac-policies {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.143739 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: security-groups {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.144933 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: security-group-rules {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.146192 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: service-providers {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.147550 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: subnetpools {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.148844 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: subnetpools {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.150334 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.152097 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.153861 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.155683 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.158513 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.160345 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.162102 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.163999 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.165782 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.167636 n-d-839811-1 neutron-server[88034]: DEBUG neutron.api.extensions [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Extended resource: tags {{(pid=88034) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Apr 28 19:27:09.174109 n-d-839811-1 neutron-server[88034]: WARNING keystonemiddleware.auth_token [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 28 19:27:09.178799 n-d-839811-1 neutron-server[88034]: WARNING keystonemiddleware.auth_token [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 28 19:27:09.187045 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Acquired lock "singleton_lock" {{(pid=88034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 28 19:27:09.187535 n-d-839811-1 neutron-server[88034]: DEBUG oslo_concurrency.lockutils [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Releasing lock "singleton_lock" {{(pid=88034) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 28 19:27:09.188163 n-d-839811-1 neutron-server[88034]: INFO oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Starting 2 workers Apr 28 19:27:09.192842 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Started child 88139 {{(pid=88034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 28 19:27:09.197061 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Started child 88140 {{(pid=88034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 28 19:27:09.198107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.198693 n-d-839811-1 neutron-server[88034]: INFO neutron.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Neutron service started, listening on 0.0.0.0:9696 Apr 28 19:27:09.199297 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Notify callbacks [] for process, before_spawn {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.199494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [-] (88139) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:27:09.202113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.202597 n-d-839811-1 neutron-server[88034]: INFO oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Starting 1 workers Apr 28 19:27:09.203419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [-] (88140) wsgi starting up on http://0.0.0.0:9696 Apr 28 19:27:09.207584 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Started child 88141 {{(pid=88034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 28 19:27:09.208108 n-d-839811-1 neutron-server[88034]: INFO oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Starting 1 workers Apr 28 19:27:09.211142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] calling RpcWorker wait() {{(pid=88141) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 28 19:27:09.211672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] returning from RpcWorker wait() {{(pid=88141) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 28 19:27:09.212406 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Started child 88142 {{(pid=88034) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Apr 28 19:27:09.212968 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.213168 n-d-839811-1 neutron-server[88034]: DEBUG neutron_lib.callbacks.manager [None req-b88afae6-eb61-4e86-ba9c-aac31cfc0b1e None None] Notify callbacks [] for process, after_spawn {{(pid=88034) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.213503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:09.215021 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 28 19:27:09.215237 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:27:09.215425 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:27:09.215642 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:27:09.216634 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:27:09.216901 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:27:09.217524 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.217830 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.218117 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.218395 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.218563 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:09.219019 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.219300 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.219566 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.219827 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.220137 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.220382 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.220550 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.220721 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.220978 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.221226 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.221551 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.221867 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.222058 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.222345 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.222524 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.222795 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.223134 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.223394 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.223668 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] debug = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.223942 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.224431 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.224675 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.224927 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.225165 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.225433 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.225708 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.225970 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.226205 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.226447 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.226690 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.226953 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.227187 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.227422 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.227677 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.227938 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.228177 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.228647 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] host = n-d-839811-1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.228865 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.229088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.229335 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.229604 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.229852 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.230067 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.230318 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.230563 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.230838 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.231044 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.231330 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.231620 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.231873 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.232125 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.232291 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_options = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.232548 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.232823 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.233082 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.233281 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.233451 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.233665 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.233918 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.234083 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.234341 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.234556 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.234772 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.234988 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.235225 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.235469 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.235718 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.235950 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.236186 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.236400 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.236644 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.236873 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.237097 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.237324 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.237891 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.237891 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.238136 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.238273 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.238485 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.238696 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.238914 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240598 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.240811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.241999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.242454 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.242454 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.242682 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.242845 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.243225 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_json = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.243376 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.243615 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.243981 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.244124 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.244351 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.244568 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.244788 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.245336 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.245663 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.246077 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.246387 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.246710 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.247521 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.247521 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.247521 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.247757 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.247940 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.248215 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.248747 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.248747 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.249262 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.249262 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.249966 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.249966 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.250110 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.250265 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.250534 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.250758 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.250996 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.251215 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.251441 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.251770 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.252045 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.252310 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.252580 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.252805 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.253033 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.253276 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254748 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254748 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.254906 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.255115 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.255352 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.255584 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.255842 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.256087 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.256319 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.256563 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.256782 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.257003 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.257234 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.258355 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.258355 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.258355 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259424 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259424 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259424 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259424 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259424 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259980 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259980 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.259980 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.260200 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.260313 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.260568 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.260793 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.261038 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.261266 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.261505 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.261727 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.261988 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264942 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264942 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.264942 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.265132 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.265202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.265407 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.265672 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.265889 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.266107 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.266327 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.266544 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.266826 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.267153 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.267399 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.267694 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.267938 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.268193 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.268444 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.268796 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.268975 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.269161 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.269397 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.269675 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.269933 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.270201 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.270491 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.270704 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.270959 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.271199 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.271423 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.271655 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.271898 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.272144 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.272442 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.272699 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.272935 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.273212 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.273488 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.273760 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.274006 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.274285 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.274506 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.274788 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.275104 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.275399 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.275689 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.275965 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.276217 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.276487 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.276743 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.276991 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.277241 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.277545 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.277764 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.278050 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.278394 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.279179 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.279412 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.279649 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.279991 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.280248 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.280492 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.280726 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.281006 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.281270 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.281543 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.281831 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.282373 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.282639 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.282906 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.283159 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.283397 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.283631 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.283878 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.284120 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.284341 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.284563 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.284818 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.285036 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.285269 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.285530 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.285786 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.286005 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.286240 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.286463 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.286701 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.286958 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.287174 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.287400 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.287640 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.287864 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.288080 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.288301 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.288532 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.288786 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.289006 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.289275 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.289549 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.289795 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.290055 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.290297 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.290564 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.290780 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.291029 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.291271 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.291492 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.291705 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.291931 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.292146 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.292379 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.292651 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.292902 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.293168 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.293411 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.293785 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.294075 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.294310 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.294564 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.294798 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.295045 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.295265 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.295544 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.295796 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.296051 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.296242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.296480 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.296702 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.296919 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.297139 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.297360 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.297673 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.297917 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.298172 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.298398 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.298625 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.298847 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.299088 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.299306 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.299519 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.299735 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.299946 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.300164 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.300383 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.300686 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.300936 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.301184 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.301426 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.301686 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.301918 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.302129 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.302342 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.302561 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.302773 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.303003 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.303214 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.303427 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.303645 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.303886 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.304186 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.304438 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.304756 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.305055 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.305290 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.305558 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.305831 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.306183 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.306422 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.306669 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.306890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.307114 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.307355 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.307626 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.307956 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.308255 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.308536 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.308778 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.309065 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.309360 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.309672 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.309914 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.310205 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.310529 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.310827 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.311093 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.311319 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.311620 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.311853 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.312073 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.312315 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.312556 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.312794 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.313036 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.313296 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.313570 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.313792 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.314026 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.314243 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.314469 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.314704 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.314957 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.315197 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.315358 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:27:09.315855 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88034) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Apr 28 19:27:09.316017 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Apr 28 19:27:09.316173 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Apr 28 19:27:09.316356 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Apr 28 19:27:09.316532 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Apr 28 19:27:09.316686 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Apr 28 19:27:09.316894 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317057 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317222 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317399 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317581 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317759 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.317913 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318073 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318235 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318403 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318568 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318716 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.318879 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319037 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319358 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319520 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319681 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.319846 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320007 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320166 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320325 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320484 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] debug = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320645 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320821 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.320986 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321149 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321294 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321479 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321639 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321799 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.321961 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322123 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322284 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322452 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322614 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322775 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.322928 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323096 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323259 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323418 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] host = n-d-839811-1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323582 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323761 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.323893 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324051 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324211 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324376 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324536 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324694 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.324856 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.325016 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.325173 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.325903 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.326102 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.326379 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.326514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:09.326607 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_options = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.326686 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.326845 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327005 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327192 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327359 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327521 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327681 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.327844 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328004 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328167 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328328 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328489 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328651 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.328812 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329047 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329215 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329375 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329628 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329879 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.329979 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330094 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330625 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330625 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330816 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.330896 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331300 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331300 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331300 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331545 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331672 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331839 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.331992 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332150 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332314 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332477 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332636 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332802 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.332966 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333126 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333288 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333959 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333959 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333959 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.333959 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334261 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_json = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334261 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334418 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334540 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334700 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.334860 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.335020 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.335245 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.335342 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.335488 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Apr 28 19:27:09.335667 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.335836 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.335999 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336162 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336328 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336491 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336655 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336818 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.336981 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337145 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337317 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337584 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337669 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337823 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.337985 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338151 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338308 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338466 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338636 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338800 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.338962 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.339124 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.339303 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.339466 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.339632 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.24/identity {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.339912 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340011 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340109 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340273 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340437 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340601 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.340765 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.341270 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.341520 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.341710 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.341885 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342052 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342219 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342384 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342549 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342713 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.342877 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343042 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343290 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343459 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343623 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343793 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.343957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:09.344055 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344140 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344270 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344445 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344609 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344773 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.344937 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345101 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345265 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345429 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345615 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345781 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.345951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.346114 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.346293 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.346773 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.346773 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.346773 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347031 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347109 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347214 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.347934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348244 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348244 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348388 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348464 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348595 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348757 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.348921 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349082 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349245 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349408 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349594 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349761 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.349936 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350114 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350278 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350444 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350607 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350772 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.350935 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351102 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351409 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351566 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351878 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.351878 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352043 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352525 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352525 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352525 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352756 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352833 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.352963 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353125 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353288 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353452 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353636 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353799 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.353970 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.354123 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.354300 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.354471 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.354623 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.354781 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.355140 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.355322 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.355489 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357420 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357420 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357420 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0090966 Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.357951 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.358395 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.358395 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.359326 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.359667 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.359970 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.360268 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.360567 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.360883 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.361058 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.361230 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.361396 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.361737 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.362033 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.362331 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.362627 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.24/identity {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.362934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.363237 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.363546 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.363726 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.363883 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364049 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364219 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364402 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364546 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364700 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.364860 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.365020 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.365179 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.365338 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.365521 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.365693 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366248 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366248 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366248 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366465 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366465 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366631 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366797 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.366958 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.367890 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368287 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368287 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368488 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368488 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368634 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368792 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.368956 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.369122 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.369288 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.369454 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.369643 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370539 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370539 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370539 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370539 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370539 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370889 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370889 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.370889 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.371091 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.371202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.371368 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.371601 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.371700 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373242 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373727 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373727 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373727 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.373934 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.374047 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.374212 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.374379 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.374542 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375125 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375125 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375125 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375379 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375379 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375517 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.375641 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376522 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376522 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376522 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376522 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376522 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376896 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376896 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.376896 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377099 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377176 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377332 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377695 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377695 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.377884 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.378009 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.378173 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.378354 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.378504 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.379472 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.379804 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.379985 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.380319 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.380491 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.380660 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.380829 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.380996 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.381165 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.381336 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.381537 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.381712 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.381962 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.382061 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.382215 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.382635 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383164 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383164 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383164 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383400 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383478 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383612 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383775 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.383940 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.384111 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.384267 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.384427 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.384744 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.384911 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.385080 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.385249 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386202 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386643 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Apr 28 19:27:09.386643 n-d-839811-1 neutron-server[88034]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88034) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Apr 28 19:27:20.110711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ca913f-7f75-4238-ab3f-a65d40e6215c None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 19:27:20.189032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ca913f-7f75-4238-ab3f-a65d40e6215c None None] No non-hosted networks {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 28 19:27:20.196927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.agentschedulers_db [None req-f0ca913f-7f75-4238-ab3f-a65d40e6215c None None] DHCP Agent not found on host n-d-839811-1 {{(pid=88141) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 28 19:27:20.322391 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19190b5e-3f84-4acb-95fb-86bc5be49311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:22.248212 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5d46d34-5c82-4c3a-af59-6f31792cb05f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:22.296781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d639d71-7e37-4842-9357-14170874ea9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:23.711397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:23.711953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.712506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.713132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.713851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.718406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.719454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.723728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.724247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.725587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.726071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.729833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.734743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:23.737712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-839811-1', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:23.768985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-839811-1', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:23.842383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:24.951760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:25.136062 n-d-839811-1 neutron-server[88141]: INFO neutron.db.l3_hamode_db [None req-1b5df142-16b8-494c-b0ba-e3eea0810649 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 28 19:27:25.228106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5df142-16b8-494c-b0ba-e3eea0810649 None None] Routers set() bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:27:25.228638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5df142-16b8-494c-b0ba-e3eea0810649 None None] Router IDs set() for agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 28 19:27:26.579949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:27.161145 n-d-839811-1 neutron-server[88140]: WARNING oslo_policy.policy [None req-f1505ff9-1e51-4c2d-b506-49fe1ee1cdf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:27.161739 n-d-839811-1 neutron-server[88140]: WARNING oslo_policy.policy [None req-f1505ff9-1e51-4c2d-b506-49fe1ee1cdf5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:27.382773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-f1505ff9-1e51-4c2d-b506-49fe1ee1cdf5 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:27:27.384001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f1505ff9-1e51-4c2d-b506-49fe1ee1cdf5 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8019972 Apr 28 19:27:29.832239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:30.192883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:27:30.288251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.policy [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88140) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:27:30.333252 n-d-839811-1 neutron-server[88140]: WARNING oslo_policy.policy [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:30.333650 n-d-839811-1 neutron-server[88140]: WARNING oslo_policy.policy [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:30.342107 n-d-839811-1 neutron-server[88140]: INFO neutron.quota [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Loaded quota_driver: . Apr 28 19:27:30.357922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:30.420700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221100368', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221098799', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221079113', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221084062', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221060145', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8775221066596', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1689349', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1696412', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-556467', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3627111'] for rbac-policy, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:30.487974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:30.489155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abd8bc2f-49d3-4c11-adaf-c856de8a127c admin admin] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6558900 Apr 28 19:27:33.120780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:33.474355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:27:33.479065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:33.484067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Usage tracker for resource:network and tenant:82ee2c9b3286496c8afdf6002d3af9c8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:33.488712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:33.494749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:33.503207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Made reservation on behalf of 82ee2c9b3286496c8afdf6002d3af9c8 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:27:33.506116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.523398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.537379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:33.540968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Usage tracker for resource:security_group_rule and tenant:82ee2c9b3286496c8afdf6002d3af9c8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:33.546893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:33.552378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:33.647588 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.651231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.672860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:27:33.697858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775216473878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.698369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Unsubscribe: segment precommit_create {{(pid=88140) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:27:33.698856 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Added segment f9af1457-72b1-44ab-bccb-ded85b7185c0 of type vlan for network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c Apr 28 19:27:33.749913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dc4d7a-dc9b-4fdc-9a60-27ea137885e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:33.769682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.770023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.770356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.770686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.771013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.771336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.771657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.771975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.772294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.772611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.772928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.773243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Tracked resource versions report: Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: pushed versions: Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: { 'AddressGroup': {'1.2'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'ConntrackHelper': {'1.0'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Log': {'1.0'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Network': {'1.1'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Port': {'1.7'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'PortForwarding': {'1.2'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'QosPolicy': {'1.8'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SecurityGroup': {'1.4'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SubPort': {'1.0'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Subnet': {'1.1'}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Trunk': {'1.1'}} Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: consumer versions: Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: L3 agent@n-d-839811-1: {}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: Metadata agent@n-d-839811-1: {}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: Metering agent@n-d-839811-1: {}, Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'ConntrackHelper': '1.0', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Log': '1.0', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Network': '1.1', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Port': '1.7', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'PortForwarding': '1.2', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'QosPolicy': '1.8', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SecurityGroup': '1.4', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SecurityGroupRule': '1.2', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'SubPort': '1.0', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Subnet': '1.1', Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: 'Trunk': '1.1'}} Apr 28 19:27:33.774355 n-d-839811-1 neutron-server[88140]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:27:33.813407 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.854987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.856199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:27:33.856812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:33.959265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8373733 Apr 28 19:27:33.962059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5104fc-bf61-46e3-86cf-3d7969dbb32e admin admin] Pushing event updated for resources: {'Network': ['ID=1f0fbc3a-324c-4a6b-8199-fe5175a6086c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:33.974516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:27:36.674370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:37.239975 n-d-839811-1 neutron-server[88139]: WARNING oslo_policy.policy [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:37.240547 n-d-839811-1 neutron-server[88139]: WARNING oslo_policy.policy [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:37.662625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.policy [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88139) register_rules /opt/stack/neutron/neutron/policy.py:73}} Apr 28 19:27:37.706718 n-d-839811-1 neutron-server[88139]: WARNING oslo_policy.policy [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:37.707284 n-d-839811-1 neutron-server[88139]: WARNING oslo_policy.policy [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 28 19:27:37.715064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:27:37.717387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92e2508c-0b5b-41f4-b598-e971d2638cec admin admin] 10.222.0.24 "GET /v2.0/networks/1f0fbc3a-324c-4a6b-8199-fe5175a6086c HTTP/1.1" status: 200 len: 825 time: 1.0421369 Apr 28 19:27:37.748377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-275b0292-7b0c-4f66-9938-d1d112484d22 admin admin] 10.222.0.24 "GET /v2.0/subnetpools/17fb711e-814d-4e28-b41f-e03ed5d7a053 HTTP/1.1" status: 200 len: 734 time: 0.0252645 Apr 28 19:27:37.756625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Request body: {'subnet': {'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'ip_version': 4, 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053', 'name': 'private-subnet'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:27:37.758484 n-d-839811-1 neutron-server[88139]: INFO neutron.quota [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Loaded quota_driver: . Apr 28 19:27:37.764890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:37.770343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Usage tracker for resource:subnet and tenant:82ee2c9b3286496c8afdf6002d3af9c8 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:37.773592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:37.780993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:37.794629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Made reservation on behalf of 82ee2c9b3286496c8afdf6002d3af9c8 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:27:37.797521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:38.094143 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:38.172833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Checking segment: {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:27:38.173190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Network hostable DHCP agents. Network: 1f0fbc3a-324c-4a6b-8199-fe5175a6086c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:27:38.189969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cabeac-28f3-4062-b984-6b237840f4ae,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:38.199560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.200720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.201048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.201368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.201709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.202038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.202389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.202710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.203095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.203406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.203730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.204027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Tracked resource versions report: Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: pushed versions: Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: { 'AddressGroup': {'1.2'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'ConntrackHelper': {'1.0'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Log': {'1.0'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Network': {'1.1'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Port': {'1.7'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'PortForwarding': {'1.2'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'QosPolicy': {'1.8'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SecurityGroup': {'1.4'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SubPort': {'1.0'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Subnet': {'1.1'}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Trunk': {'1.1'}} Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: consumer versions: Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: L3 agent@n-d-839811-1: {}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: Metadata agent@n-d-839811-1: {}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: Metering agent@n-d-839811-1: {}, Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'ConntrackHelper': '1.0', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Log': '1.0', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Network': '1.1', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Port': '1.7', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'PortForwarding': '1.2', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'QosPolicy': '1.8', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SecurityGroup': '1.4', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SecurityGroupRule': '1.2', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'SubPort': '1.0', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Subnet': '1.1', Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: 'Trunk': '1.1'}} Apr 28 19:27:38.205094 n-d-839811-1 neutron-server[88139]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:27:38.226775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:27:38.238309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 1f0fbc3a-324c-4a6b-8199-fe5175a6086c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:27:38.242594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:27:38.243216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:38.248941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e2dafe-e6f9-4a37-bb7d-5044be9e26e4 None None] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:27:38.266888 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2958ade-fa19-40f2-92df-4d16258ff171 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5134826 Apr 28 19:27:38.559502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:27:38.560907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:38.741926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Allocated IP 172.20.0.2 (1f0fbc3a-324c-4a6b-8199-fe5175a6086c/f4cabeac-28f3-4062-b984-6b237840f4ae/2f05a173-a054-46f3-9026-4dd3a22563e5) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:27:38.968497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:38.982200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Transition to ACTIVE for port object 2f05a173-a054-46f3-9026-4dd3a22563e5 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:27:39.002761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Transition to ACTIVE for port object 2f05a173-a054-46f3-9026-4dd3a22563e5 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:27:39.009439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:39.075752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:27:39.078537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:27:39.082363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:27:39.119122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Pushing event updated for resources: {'Port': ['ID=2f05a173-a054-46f3-9026-4dd3a22563e5,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:39.134399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.134738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.135073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.135757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.136092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.136419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.136739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.137059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.138014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.138347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.138671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.138990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Tracked resource versions report: Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: pushed versions: Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: { 'AddressGroup': {'1.2'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'ConntrackHelper': {'1.0'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Log': {'1.0'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Network': {'1.1'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Port': {'1.7'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'PortForwarding': {'1.2'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'QosPolicy': {'1.8'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SecurityGroup': {'1.4'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SubPort': {'1.0'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Subnet': {'1.1'}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Trunk': {'1.1'}} Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: consumer versions: Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: L3 agent@n-d-839811-1: {}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: Metadata agent@n-d-839811-1: {}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: Metering agent@n-d-839811-1: {}, Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'ConntrackHelper': '1.0', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Log': '1.0', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Network': '1.1', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Port': '1.7', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'PortForwarding': '1.2', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'QosPolicy': '1.8', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SecurityGroup': '1.4', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SecurityGroupRule': '1.2', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'SubPort': '1.0', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Subnet': '1.1', Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: 'Trunk': '1.1'}} Apr 28 19:27:39.140092 n-d-839811-1 neutron-server[88141]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:27:39.191548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Attempting to bind port 2f05a173-a054-46f3-9026-4dd3a22563e5 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:27:39.191942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Attempting to bind port 2f05a173-a054-46f3-9026-4dd3a22563e5 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:27:39.192362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Attempting to bind port 2f05a173-a054-46f3-9026-4dd3a22563e5 on network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:27:39.197443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:27:39.197872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Checking segment: {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:27:39.198319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:39.198709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Bound using segment: {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:27:39.199167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Bound port: 2f05a173-a054-46f3-9026-4dd3a22563e5, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:27:39.199570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:39.288357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] For port 2f05a173-a054-46f3-9026-4dd3a22563e5, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:27:39.292149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] For port 2f05a173-a054-46f3-9026-4dd3a22563e5, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2f05a173-a054-46f3-9026-4dd3a22563e5,segment=NetworkSegment(f9af1457-72b1-44ab-bccb-ded85b7185c0),segment_id=f9af1457-72b1-44ab-bccb-ded85b7185c0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:27:39.297635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:39.385486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8d5075-4385-4595-9c63-dc8c72c32256 None None] Pushing event updated for resources: {'Port': ['ID=2f05a173-a054-46f3-9026-4dd3a22563e5,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:40.722639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40760) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:41.087529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-30559d64-338a-48d1-be2e-debbf50aec5c admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:27:41.088499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-30559d64-338a-48d1-be2e-debbf50aec5c admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3649402 Apr 28 19:27:43.256082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1302eb9f-9587-4dca-971b-58e2ecf3d177 None None] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:27:43.369638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c75057c3-9f8d-44a7-9ede-d475e8ad6f1c None None] Provisioning for port 2f05a173-a054-46f3-9026-4dd3a22563e5 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:27:43.569878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:43.584370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2f05a173-a054-46f3-9026-4dd3a22563e5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:27:43.655157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 2f05a173-a054-46f3-9026-4dd3a22563e5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:27:43.661025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2f05a173-a054-46f3-9026-4dd3a22563e5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:27:43.661718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:43.777177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:43.817922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-462674f5-9a17-406c-b28f-577ad3db78ea None None] Provisioning complete for port 2f05a173-a054-46f3-9026-4dd3a22563e5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:27:43.818292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-462674f5-9a17-406c-b28f-577ad3db78ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:43.849198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 2f05a173-a054-46f3-9026-4dd3a22563e5, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2f05a173-a054-46f3-9026-4dd3a22563e5,segment=NetworkSegment(f9af1457-72b1-44ab-bccb-ded85b7185c0),segment_id=f9af1457-72b1-44ab-bccb-ded85b7185c0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:27:43.863079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:43.954780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2800182b-2880-4123-9198-a0c19d18d295 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:27:43.955763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2800182b-2880-4123-9198-a0c19d18d295 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3843668 Apr 28 19:27:43.965808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=2f05a173-a054-46f3-9026-4dd3a22563e5,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:45.568274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2f05a173-a054-46f3-9026-4dd3a22563e5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:27:45.641085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2f05a173-a054-46f3-9026-4dd3a22563e5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:27:45.641413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:46.637939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40786) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:46.978298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:27:46.983210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:46.986986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Usage tracker for resource:router and tenant:82ee2c9b3286496c8afdf6002d3af9c8 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:46.990127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:46.995751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:47.006036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:47.007913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:47.030020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:47.148611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:47.166635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:47.167994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97dca1c0-a127-4673-b051-0482514c2c70 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5289435 Apr 28 19:27:49.555793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40796) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:49.915581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b09acc84-2f6a-48b4-9de0-f25729d3d4c4 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:27:49.916540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b09acc84-2f6a-48b4-9de0-f25729d3d4c4 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3598313 Apr 28 19:27:50.070729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f7af0f-8e7a-4378-af1d-d316d8fbdfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.241185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78fdeea0-e4af-4203-b701-9ba4393f5ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.334753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40806) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:52.698009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:27:52.702931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:52.706665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Usage tracker for resource:network and tenant:c40cd9447b60427897cd1708fe8a5447 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:52.709514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:52.714972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:52.724367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Made reservation on behalf of c40cd9447b60427897cd1708fe8a5447 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:27:52.726676 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.742691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.756987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:27:52.760751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Usage tracker for resource:security_group_rule and tenant:c40cd9447b60427897cd1708fe8a5447 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:27:52.763956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:27:52.769327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:27:52.878788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.882685 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.900929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Reserving flat network on physical network physnet1 {{(pid=88139) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Apr 28 19:27:52.921387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0a52bfe-4793-41ee-a593-2d52577f9c56,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:52.928291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8775216473878', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:52.928844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Unsubscribe: segment precommit_create {{(pid=88139) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Apr 28 19:27:52.929309 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Added segment e255999e-b36b-4630-b995-2799d6cf3d95 of type flat for network 95bf66db-5b42-401a-882b-506fdd308b5b Apr 28 19:27:52.969931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:53.011863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:53.013365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:27:53.013955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:53.107692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7718825 Apr 28 19:27:53.115503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f55de-958c-4363-8913-728a3cdf310c admin admin] Pushing event updated for resources: {'Network': ['ID=95bf66db-5b42-401a-882b-506fdd308b5b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:53.127071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 95bf66db-5b42-401a-882b-506fdd308b5b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:27:53.661057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:53.784000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:54.884341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:55.510858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:27:55.718419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27e784a4-9cb8-403d-8526-7da341b1d55a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:27:55.719728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27e784a4-9cb8-403d-8526-7da341b1d55a admin admin] 10.222.0.24 "GET /v2.0/subnets/f4cabeac-28f3-4062-b984-6b237840f4ae HTTP/1.1" status: 200 len: 849 time: 0.2079484 Apr 28 19:27:55.890201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4701c965-4048-4a06-8a6b-2ce042dcd079 admin admin] 10.222.0.24 "GET /v2.0/routers/d2794f95-7416-4966-99d1-76296e931503 HTTP/1.1" status: 200 len: 704 time: 0.1649165 Apr 28 19:27:56.347967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:56.576345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Allocated IP 172.20.0.1 (1f0fbc3a-324c-4a6b-8199-fe5175a6086c/f4cabeac-28f3-4062-b984-6b237840f4ae/e52ee502-1568-4d8c-884e-c45549ba6b94) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:27:56.727290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:56.744260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Transition to ACTIVE for port object e52ee502-1568-4d8c-884e-c45549ba6b94 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:27:56.800613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:56.862606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:27:56.865401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:27:56.870609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:27:56.871641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.003504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52ee502-1568-4d8c-884e-c45549ba6b94,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:57.111800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8841364f-051d-4e7f-83e4-aac66513c08a None None] Provisioning for port e52ee502-1568-4d8c-884e-c45549ba6b94 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:27:57.116381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8841364f-051d-4e7f-83e4-aac66513c08a None None] Provisioning complete for port e52ee502-1568-4d8c-884e-c45549ba6b94 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:27:57.116744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8841364f-051d-4e7f-83e4-aac66513c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.136166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.167577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8841364f-051d-4e7f-83e4-aac66513c08a None None] Port e52ee502-1568-4d8c-884e-c45549ba6b94 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:27:57.256206 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:27:57.389606 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.393793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.394530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.488486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Pushing event updated for resources: {'Port': ['ID=e52ee502-1568-4d8c-884e-c45549ba6b94,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:57.582459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:27:57.583483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:27:57.770771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Router d2794f95-7416-4966-99d1-76296e931503 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:27:57.792284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-68268727-ff72-4fd3-b814-dad8567fbe11 None None] Provisioning complete for port e52ee502-1568-4d8c-884e-c45549ba6b94 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:27:57.792652 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68268727-ff72-4fd3-b814-dad8567fbe11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:57.847056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-68268727-ff72-4fd3-b814-dad8567fbe11 None None] Port e52ee502-1568-4d8c-884e-c45549ba6b94 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:27:57.921732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:27:57.934794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-46b3ddf7-8102-4699-88ec-30c0632de5b4 admin admin] 10.222.0.24 "PUT /v2.0/routers/d2794f95-7416-4966-99d1-76296e931503/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0354421 Apr 28 19:27:57.935019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Sync routers for ids ['d2794f95-7416-4966-99d1-76296e931503'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:27:57.942563 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Routers {'d2794f95-7416-4966-99d1-76296e931503'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:27:57.943425 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:27:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d2794f95-7416-4966-99d1-76296e931503'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:58.114363 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Set router d2794f95-7416-4966-99d1-76296e931503 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:27:58.480196 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:27:57Z', 'revision_number': 2, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port_host': None, '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:27:57Z', 'revision_number': 2, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:58.486084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Checking router: d2794f95-7416-4966-99d1-76296e931503 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:27:58.486453 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Updating router d2794f95-7416-4966-99d1-76296e931503 port e52ee502-1568-4d8c-884e-c45549ba6b94 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:27:58.538960 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:58.909556 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:58.923575 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Transition to ACTIVE for port object e52ee502-1568-4d8c-884e-c45549ba6b94 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:27:58.930033 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:59.124975 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Pushing event updated for resources: {'Port': ['ID=e52ee502-1568-4d8c-884e-c45549ba6b94,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:59.166370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.166643 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.166971 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.167299 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.167622 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.167958 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.168890 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.169315 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.169660 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.169977 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.170295 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.170720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Tracked resource versions report: Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: pushed versions: Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: { 'AddressGroup': {'1.2'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'ConntrackHelper': {'1.0'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Log': {'1.0'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Network': {'1.1'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Port': {'1.7'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'PortForwarding': {'1.2'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'QosPolicy': {'1.8'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SecurityGroup': {'1.4'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SubPort': {'1.0'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Subnet': {'1.1'}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Trunk': {'1.1'}} Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: consumer versions: Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: L3 agent@n-d-839811-1: {}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: Metadata agent@n-d-839811-1: {}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: Metering agent@n-d-839811-1: {}, Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'ConntrackHelper': '1.0', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Log': '1.0', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Network': '1.1', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Port': '1.7', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'PortForwarding': '1.2', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'QosPolicy': '1.8', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SecurityGroup': '1.4', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SecurityGroupRule': '1.2', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'SubPort': '1.0', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Subnet': '1.1', Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: 'Trunk': '1.1'}} Apr 28 19:27:59.171801 n-d-839811-1 neutron-server[88142]: {{(pid=88142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:27:59.191089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Attempting to bind port e52ee502-1568-4d8c-884e-c45549ba6b94 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:27:59.191475 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Attempting to bind port e52ee502-1568-4d8c-884e-c45549ba6b94 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:27:59.191881 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Attempting to bind port e52ee502-1568-4d8c-884e-c45549ba6b94 on network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:27:59.197015 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:27:59.197403 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Checking segment: {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:27:59.197895 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:59.198271 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Bound using segment: {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:27:59.198756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Bound port: e52ee502-1568-4d8c-884e-c45549ba6b94, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9af1457-72b1-44ab-bccb-ded85b7185c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:27:59.199128 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:59.284676 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] For port e52ee502-1568-4d8c-884e-c45549ba6b94, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:27:59.288713 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] For port e52ee502-1568-4d8c-884e-c45549ba6b94, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e52ee502-1568-4d8c-884e-c45549ba6b94,segment=NetworkSegment(f9af1457-72b1-44ab-bccb-ded85b7185c0),segment_id=f9af1457-72b1-44ab-bccb-ded85b7185c0)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:27:59.292148 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:27:59.382775 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ca85c-12b0-4a01-8339-6d7c41572585 None None] Pushing event updated for resources: {'Port': ['ID=e52ee502-1568-4d8c-884e-c45549ba6b94,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:27:59.385628 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Routers {'d2794f95-7416-4966-99d1-76296e931503'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:27:59.386220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:27:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d2794f95-7416-4966-99d1-76296e931503'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:59.539556 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] Set router d2794f95-7416-4966-99d1-76296e931503 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:27:59.872155 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:27:57Z', 'revision_number': 2, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port_host': None, '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:27:59Z', 'revision_number': 4, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:27:59.875848 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d5bb7ac-7453-483d-8d6e-9f7a66433714 None None] The sync data for ids ['d2794f95-7416-4966-99d1-76296e931503'] in n-d-839811-1 is: [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:27:57Z', 'revision_number': 2, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port_host': None, '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:27:59Z', 'revision_number': 4, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:28:00.163880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:28:00.314505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e22af22-7d80-4be1-8798-5ad8612f9466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:00.315839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6e22af22-7d80-4be1-8798-5ad8612f9466 admin admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 842 time: 0.1509261 Apr 28 19:28:00.324909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'name': 'public-subnet', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'ip_version': 4, 'cidr': '172.25.2.0/24', 'enable_dhcp': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:00.329885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:28:00.333750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Usage tracker for resource:subnet and tenant:c40cd9447b60427897cd1708fe8a5447 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:28:00.336585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:28:00.342339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:28:00.353583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Made reservation on behalf of c40cd9447b60427897cd1708fe8a5447 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:28:00.356323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:00.742511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:28:00.742977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:00.822182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1b8125e6-6271-47f4-86f0-561b640ae3f4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:00.829427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:28:00.829812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Network hostable DHCP agents. Network: 95bf66db-5b42-401a-882b-506fdd308b5b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:28:00.850851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:28:00.860841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 95bf66db-5b42-401a-882b-506fdd308b5b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:00.865355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:00.865964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:00.869988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db08c6d8-7120-46eb-95da-e67e155360ab None None] Network 95bf66db-5b42-401a-882b-506fdd308b5b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:28:00.885629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-095f74cc-8303-4381-933f-b1de91a71d2c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5639937 Apr 28 19:28:01.090865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abb0d2e7-a9e2-44fe-b029-b38192f0d5f8 None None] Network 95bf66db-5b42-401a-882b-506fdd308b5b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:28:01.587823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e52ee502-1568-4d8c-884e-c45549ba6b94 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:28:01.655391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e52ee502-1568-4d8c-884e-c45549ba6b94 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:28:01.660415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e52ee502-1568-4d8c-884e-c45549ba6b94 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:01.660888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:01.778317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:01.814183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e52ee502-1568-4d8c-884e-c45549ba6b94, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e52ee502-1568-4d8c-884e-c45549ba6b94,segment=NetworkSegment(f9af1457-72b1-44ab-bccb-ded85b7185c0),segment_id=f9af1457-72b1-44ab-bccb-ded85b7185c0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:28:01.818185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:01.888325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e52ee502-1568-4d8c-884e-c45549ba6b94,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:03.157884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:28:03.368386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-059a120a-3eac-4bbe-a930-7d17ba6d3b8c admin admin] 10.222.0.24 "GET /v2.0/routers/d2794f95-7416-4966-99d1-76296e931503 HTTP/1.1" status: 200 len: 710 time: 0.2093229 Apr 28 19:28:03.495165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33789497-6b7e-4047-8955-fc7dc5d7bb71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:28:03.495714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33789497-6b7e-4047-8955-fc7dc5d7bb71 admin admin] Synchronizing usage tracker for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:28:03.513178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33789497-6b7e-4047-8955-fc7dc5d7bb71 admin admin] Unset dirty status for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:28:03.514417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-33789497-6b7e-4047-8955-fc7dc5d7bb71 admin admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 886 time: 0.1408818 Apr 28 19:28:03.523284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:28:03.567457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e52ee502-1568-4d8c-884e-c45549ba6b94 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:28:03.633755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e52ee502-1568-4d8c-884e-c45549ba6b94 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:03.634053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:03.959297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:04.329373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:04.388245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:04.541910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Allocated IP 172.25.2.144 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/634e5064-7177-4e47-955b-6919e5b50d4d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:28:04.692582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:04.748836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:04.811221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:28:04.814033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:28:04.819672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:28:04.930930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Pushing event updated for resources: {'Port': ['ID=634e5064-7177-4e47-955b-6919e5b50d4d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:05.192359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:05.520416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:05.523609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:05.736746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Router d2794f95-7416-4966-99d1-76296e931503 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:28:05.914430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:28:05.923195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:05.924350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed398657-7865-4640-9b68-71172a055427 admin admin] 10.222.0.24 "PUT /v2.0/routers/d2794f95-7416-4966-99d1-76296e931503 HTTP/1.1" status: 200 len: 890 time: 2.4042609 Apr 28 19:28:05.924981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Sync routers for ids ['d2794f95-7416-4966-99d1-76296e931503'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:28:05.935532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Routers {'d2794f95-7416-4966-99d1-76296e931503'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:28:05.936196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:27:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d2794f95-7416-4966-99d1-76296e931503'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:06.147882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Set router d2794f95-7416-4966-99d1-76296e931503 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:28:06.481528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:28:05Z', 'revision_number': 4, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port': {'id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:04Z', 'updated_at': '2022-04-28T19:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:28:01Z', 'revision_number': 5, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:06.486507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Checking router: d2794f95-7416-4966-99d1-76296e931503 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:28:06.486854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Updating router d2794f95-7416-4966-99d1-76296e931503 port 634e5064-7177-4e47-955b-6919e5b50d4d binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:28:06.537131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:06.853566 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:06.865402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Transition to ACTIVE for port object 634e5064-7177-4e47-955b-6919e5b50d4d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:28:06.872091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:06.952045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Attempting to bind port 634e5064-7177-4e47-955b-6919e5b50d4d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:28:06.952668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Attempting to bind port 634e5064-7177-4e47-955b-6919e5b50d4d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:28:06.952792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Attempting to bind port 634e5064-7177-4e47-955b-6919e5b50d4d on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:28:06.959756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 27, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:28:06.960125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:28:06.960515 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:06.960897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:28:06.961348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Bound port: 634e5064-7177-4e47-955b-6919e5b50d4d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:28:06.961782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:06.984493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231eaf8-6604-4fcc-894e-ab16b2c3296b None None] Pushing event updated for resources: {'Port': ['ID=634e5064-7177-4e47-955b-6919e5b50d4d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:07.036909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] For port 634e5064-7177-4e47-955b-6919e5b50d4d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:28:07.039806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] For port 634e5064-7177-4e47-955b-6919e5b50d4d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=634e5064-7177-4e47-955b-6919e5b50d4d,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:28:07.044351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:07.123479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Routers {'d2794f95-7416-4966-99d1-76296e931503'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:28:07.124100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:27:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d2794f95-7416-4966-99d1-76296e931503'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:07.177712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231eaf8-6604-4fcc-894e-ab16b2c3296b None None] Pushing event updated for resources: {'Port': ['ID=634e5064-7177-4e47-955b-6919e5b50d4d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:07.302880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] Set router d2794f95-7416-4966-99d1-76296e931503 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:28:07.651798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:28:05Z', 'revision_number': 4, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port': {'id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:04Z', 'updated_at': '2022-04-28T19:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:28:01Z', 'revision_number': 5, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:28:07.655798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f18bf4-ff37-45cc-b8a7-0e1060f72267 None None] The sync data for ids ['d2794f95-7416-4966-99d1-76296e931503'] in n-d-839811-1 is: [{'id': 'd2794f95-7416-4966-99d1-76296e931503', 'name': 'router1', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:27:47Z', 'updated_at': '2022-04-28T19:28:05Z', 'revision_number': 4, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'gw_port': {'id': '634e5064-7177-4e47-955b-6919e5b50d4d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ad:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:28:04Z', 'updated_at': '2022-04-28T19:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e52ee502-1568-4d8c-884e-c45549ba6b94', 'name': '', 'network_id': '1f0fbc3a-324c-4a6b-8199-fe5175a6086c', 'tenant_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'mac_address': 'fa:16:3e:03:b9:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2794f95-7416-4966-99d1-76296e931503', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:27:56Z', 'updated_at': '2022-04-28T19:28:01Z', 'revision_number': 5, 'project_id': '82ee2c9b3286496c8afdf6002d3af9c8', 'subnets': [{'id': 'f4cabeac-28f3-4062-b984-6b237840f4ae', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '17fb711e-814d-4e28-b41f-e03ed5d7a053'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:28:08.324877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:28:08.440448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de6c20da-88e8-431a-850c-117bcbea51da admin admin] 10.222.0.24 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1144309 Apr 28 19:28:09.597824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 634e5064-7177-4e47-955b-6919e5b50d4d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:28:09.693308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 634e5064-7177-4e47-955b-6919e5b50d4d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:28:09.701704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 634e5064-7177-4e47-955b-6919e5b50d4d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:09.702561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:09.820494 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:09.836422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 634e5064-7177-4e47-955b-6919e5b50d4d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=634e5064-7177-4e47-955b-6919e5b50d4d,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:28:09.841358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:09.909843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=634e5064-7177-4e47-955b-6919e5b50d4d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:28:11.574562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 634e5064-7177-4e47-955b-6919e5b50d4d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:28:11.648325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 634e5064-7177-4e47-955b-6919e5b50d4d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:28:11.648828 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:20.072366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85375cc4-54ea-4d11-88c7-89505a206e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:22.245036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3836-7c68-49fb-82ef-a9a944655dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:23.664555 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:23.787191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:24.894334 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:34.255076 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:28:50.076482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c369f908-544f-4298-a170-57f86dfb43eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:52.248532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7202e8d-2e35-4f41-aebb-9c2326eb3dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.670495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:53.792236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:28:54.901391 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:11.254924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:29:20.085783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-376d5fee-932e-4b7c-8ca4-49aa6052345b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:22.252675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7c29a51-7fd7-49d0-b36d-42f74375c6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.668092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:23.795074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:24.908864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:48.253428 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:29:50.081014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf1c63c8-0dd5-47ac-9721-759f0de167d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:52.255409 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c87b0c7-c87b-4536-b013-055cf9e68ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.661876 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:53.799102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:29:54.915662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:15.407839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41474) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:15.476214 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3ae44e3-ba4b-4529-89cc-833aead629aa admin admin] GET failed (client error): The resource could not be found. Apr 28 19:30:15.477578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3ae44e3-ba4b-4529-89cc-833aead629aa admin admin] 10.222.0.24 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0688066 Apr 28 19:30:15.604885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05c6599-8400-4f0b-bd73-1d623d89369a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:15.606269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c05c6599-8400-4f0b-bd73-1d623d89369a admin admin] 10.222.0.24 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1248643 Apr 28 19:30:17.779230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:17.887443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb8e69-f6cf-41ec-9056-b0fd8e378a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:17.888749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e5cb8e69-f6cf-41ec-9056-b0fd8e378a72 admin admin] 10.222.0.24 "GET /v2.0/subnets/f4cabeac-28f3-4062-b984-6b237840f4ae HTTP/1.1" status: 200 len: 849 time: 0.1085966 Apr 28 19:30:17.897775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:30:18.011165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:18.197632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775216413175'] for subnet, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:18.239319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:18.240016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:18.241887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] 10.222.0.24 "PUT /v2.0/subnets/f4cabeac-28f3-4062-b984-6b237840f4ae HTTP/1.1" status: 200 len: 868 time: 0.3476579 Apr 28 19:30:18.244392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b71f18c-d88a-4a1e-9c63-441fc433d060 None None] Network 1f0fbc3a-324c-4a6b-8199-fe5175a6086c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:30:18.270538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4cabeac-28f3-4062-b984-6b237840f4ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:30:18.278655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.279034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.279334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.279667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.280304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.280636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.281509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.281705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.282054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.282368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.282688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.283012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08bd3f84-0aec-4b7e-97f2-aee308e7f416 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:30:18.722341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-741b1c0c-12f1-4dd3-ae85-c0ad7876f040 None None] Provisioning complete for port e52ee502-1568-4d8c-884e-c45549ba6b94 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:18.722708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-741b1c0c-12f1-4dd3-ae85-c0ad7876f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:18.845816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-741b1c0c-12f1-4dd3-ae85-c0ad7876f040 None None] Provisioning complete for port 2f05a173-a054-46f3-9026-4dd3a22563e5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:30:18.846204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-741b1c0c-12f1-4dd3-ae85-c0ad7876f040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.082673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b13fe11-21c6-4c15-bcb2-f80d40519f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:20.436169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41494) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:20.609241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3d007-67f8-4903-a558-ab02e68429a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:20.609732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee3d007-67f8-4903-a558-ab02e68429a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:20.611240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ee3d007-67f8-4903-a558-ab02e68429a3 admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1740294 Apr 28 19:30:22.252670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a0f9901-3591-41f0-be3a-d098d6e9ede6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:22.793817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41504) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:22.963625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabcb3f-1dbb-4ab2-a3f1-f07eda25d87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:22.964087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dabcb3f-1dbb-4ab2-a3f1-f07eda25d87f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:22.965662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1dabcb3f-1dbb-4ab2-a3f1-f07eda25d87f admin admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1708302 Apr 28 19:30:23.665066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:23.800191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:24.918471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:25.141946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41514) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:25.253557 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:30:25.360621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7329d2-7ceb-47a2-9819-48badd997066 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:25.361993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a7329d2-7ceb-47a2-9819-48badd997066 admin admin] 10.222.0.24 "GET /v2.0/networks/1f0fbc3a-324c-4a6b-8199-fe5175a6086c HTTP/1.1" status: 200 len: 869 time: 0.2191257 Apr 28 19:30:27.728854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:27.894977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fa56f9-b7dc-439d-9a07-5d9b1840cc53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:27.896301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d0fa56f9-b7dc-439d-9a07-5d9b1840cc53 admin admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 886 time: 0.1664774 Apr 28 19:30:30.203989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41534) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:30.313310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1634c7-5734-4546-a243-676a416c07c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.313773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f1634c7-5734-4546-a243-676a416c07c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:30.315256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f1634c7-5734-4546-a243-676a416c07c2 admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1103594 Apr 28 19:30:32.474964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:32.579297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613f4f4-fb88-4e48-9006-e479f862d27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.579747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613f4f4-fb88-4e48-9006-e479f862d27b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:32.581234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4613f4f4-fb88-4e48-9006-e479f862d27b admin admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1053262 Apr 28 19:30:34.753660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:34.855663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262f1a6-f073-4e38-8ea9-c7b1e94d55ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:34.856217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7262f1a6-f073-4e38-8ea9-c7b1e94d55ec admin admin] Synchronizing usage tracker for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:30:34.873318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7262f1a6-f073-4e38-8ea9-c7b1e94d55ec admin admin] Unset dirty status for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:30:34.874647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7262f1a6-f073-4e38-8ea9-c7b1e94d55ec admin admin] 10.222.0.24 "GET /v2.0/subnets/1b8125e6-6271-47f4-86f0-561b640ae3f4 HTTP/1.1" status: 200 len: 816 time: 0.1199675 Apr 28 19:30:37.092710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:37.198050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdd90197-6daa-418a-9639-c7cf5de97c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:37.199363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cdd90197-6daa-418a-9639-c7cf5de97c98 admin admin] 10.222.0.24 "GET /v2.0/subnets/f4cabeac-28f3-4062-b984-6b237840f4ae HTTP/1.1" status: 200 len: 868 time: 0.1050980 Apr 28 19:30:50.083284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ce82431-d2ba-4d55-a67a-1dbe2d6c115f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:52.255842 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ecfa0e52-c22d-46fd-9eb6-b89d022ce388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.668233 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:53.802039 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:54.923355 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:30:56.108139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:56.155901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-5bd57ecf-b032-4f79-a3c5-702ec6ac6344 admin admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:30:56.156938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5bd57ecf-b032-4f79-a3c5-702ec6ac6344 admin admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478401 Apr 28 19:30:58.411339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41620) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:30:58.478492 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-845565c7-fbe2-4e7a-a686-a1243724d763 admin admin] GET failed (client error): The resource could not be found. Apr 28 19:30:58.479764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-845565c7-fbe2-4e7a-a686-a1243724d763 admin admin] 10.222.0.24 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0675054 Apr 28 19:30:58.637144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1703869e-7dc7-4f49-b190-8e2656c12cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:30:58.638524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1703869e-7dc7-4f49-b190-8e2656c12cc7 admin admin] 10.222.0.24 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1548429 Apr 28 19:31:00.823711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:31:00.870274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:00.875117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:31:00.884707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:31:00.894414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Made reservation on behalf of c40cd9447b60427897cd1708fe8a5447 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:00.896815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:00.982307 n-d-839811-1 neutron-server[88139]: WARNING neutron.services.revisions.revision_plugin [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Could not find related network for resource to bump revision. Apr 28 19:31:00.994375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:31:01.004292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.004640 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Added segment 6522f713-f1e7-4f67-b449-3039ebad0b44 of type vlan for network fa399960-dac5-468e-8af1-f72e19803a2b Apr 28 19:31:01.029749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.056496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.057448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:01.058089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:01.156605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3315380 Apr 28 19:31:01.159587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8f3e01-cf88-4c4a-944b-8324dba3f378 admin admin] Pushing event updated for resources: {'Network': ['ID=fa399960-dac5-468e-8af1-f72e19803a2b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:01.169819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network fa399960-dac5-468e-8af1-f72e19803a2b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:31:02.252032 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:31:03.346328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:31:03.413895 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c323dc82-8771-477f-9535-291c48ca41b8 admin admin] GET failed (client error): The resource could not be found. Apr 28 19:31:03.418959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c323dc82-8771-477f-9535-291c48ca41b8 admin admin] 10.222.0.24 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0716012 Apr 28 19:31:03.523073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34401b8a-01b8-4e59-8234-371d44cefff4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.524452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34401b8a-01b8-4e59-8234-371d44cefff4 admin admin] 10.222.0.24 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1047857 Apr 28 19:31:03.534556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:31:03.539282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:31:03.549658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:31:03.558411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Made reservation on behalf of c40cd9447b60427897cd1708fe8a5447 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:31:03.560646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.758444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.840643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b01613a-5ebe-4e25-8c65-29bf7624be1e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:03.848226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:31:03.848569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Network hostable DHCP agents. Network: fa399960-dac5-468e-8af1-f72e19803a2b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:31:03.854265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.854608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.854944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.855274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.855599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.855923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.856248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.856564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.856880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.857193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.857532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.857848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:03.874280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Network fa399960-dac5-468e-8af1-f72e19803a2b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:31:03.884612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, fa399960-dac5-468e-8af1-f72e19803a2b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:03.889582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:31:03.891105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:03.895605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e4168a-87b7-4773-a4bf-0ff594ad5569 None None] Network fa399960-dac5-468e-8af1-f72e19803a2b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:31:03.919972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce9fed40-42e4-4554-a294-f3212aadfea6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3893638 Apr 28 19:31:04.128970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a187716e-3efa-4269-85da-478164156839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-fa399960-dac5-468e-8af1-f72e19803a2b', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'tenant_id': 'c40cd9447b60427897cd1708fe8a5447', 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:31:04.129907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.287414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a187716e-3efa-4269-85da-478164156839 None None] Allocated IP 192.168.233.2 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:31:04.502893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.513625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a187716e-3efa-4269-85da-478164156839 None None] Transition to ACTIVE for port object b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:04.533546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a187716e-3efa-4269-85da-478164156839 None None] Transition to ACTIVE for port object b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:31:04.540122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.609973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a187716e-3efa-4269-85da-478164156839 None None] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:31:04.615396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a187716e-3efa-4269-85da-478164156839 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:31:04.617970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a187716e-3efa-4269-85da-478164156839 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:31:04.624037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187716e-3efa-4269-85da-478164156839 None None] Pushing event updated for resources: {'Port': ['ID=b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:04.660681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.661030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.661377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.661744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.662084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.662413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.662739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.663066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.663408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.663732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.664053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.664375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:31:04.725918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a187716e-3efa-4269-85da-478164156839 None None] Attempting to bind port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:31:04.726334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a187716e-3efa-4269-85da-478164156839 None None] Attempting to bind port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:31:04.726701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187716e-3efa-4269-85da-478164156839 None None] Attempting to bind port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:31:04.731922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187716e-3efa-4269-85da-478164156839 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 30, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:31:04.732284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187716e-3efa-4269-85da-478164156839 None None] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:31:04.732679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.733062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a187716e-3efa-4269-85da-478164156839 None None] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:31:04.733615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a187716e-3efa-4269-85da-478164156839 None None] Bound port: b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:31:04.733955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.825280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a187716e-3efa-4269-85da-478164156839 None None] For port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:31:04.828987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a187716e-3efa-4269-85da-478164156839 None None] For port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:31:04.833686 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a187716e-3efa-4269-85da-478164156839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:04.908367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a187716e-3efa-4269-85da-478164156839 None None] Pushing event updated for resources: {'Port': ['ID=b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:05.701178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:31:05.752565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1f6551-0c8e-4110-93ca-a67da5cd2fcc None None] Network fa399960-dac5-468e-8af1-f72e19803a2b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:31:05.893507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:05.899005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Provisioning for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:31:05.907466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:05.907835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:05.930833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Provisioning complete for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:05.931457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.240570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.264329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.311465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] For port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:31:06.343244 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:06.437196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:31:06.438645 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:31:06.449292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845e4a3f-5bd9-45d2-ba68-da7de08eec26 None None] Pushing event updated for resources: {'Port': ['ID=b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:31:06.570919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5b215f6-6ffc-4b98-956a-186ba3201556 None None] Provisioning complete for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:06.571280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5b215f6-6ffc-4b98-956a-186ba3201556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:07.660084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:31:07.726872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b7fcb2af-6f06-4d51-8cd2-9ff6abb2939d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:31:07.727232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:20.085845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-863f7978-31dc-4eae-97b8-3b52ee9686f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:22.258526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89842c0c-9e52-45f3-b8f2-5bf47810693c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:23.671102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:23.805863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:24.924365 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:39.250928 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:31:50.091159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de363068-1be0-45ba-88a2-5f0f04b2d236 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:52.260554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7debb1f-89ba-416d-89b1-0172f64f88fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.676608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:53.808694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:31:54.926936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:16.249634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:32:20.083546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee48e8b6-97e5-4012-9cde-a04d075576ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:22.262736 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f62c9543-3158-4d59-ae80-98eee0cff42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.678475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:23.811208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:24.929381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:29.609701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:32:29.615605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-6afcf2c8-10ca-4661-ab62-9327c48fbe59 tempest-verify_tempest_config-1601012234 tempest-verify_tempest_config-1601012234-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:32:29.616542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6afcf2c8-10ca-4661-ab62-9327c48fbe59 tempest-verify_tempest_config-1601012234 tempest-verify_tempest_config-1601012234-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058916 Apr 28 19:32:29.911707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:32:30.034241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.048811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:32:30.052569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Usage tracker for resource:security_group_rule and tenant:4307314895f34e27a9cceda55670e643 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:32:30.055302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:32:30.061455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:32:30.162255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.166073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.214568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19805424-5e4f-42e3-b04a-9f42a6dac0c7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.222262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.222606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.222943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.223279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.223607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.223938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.224263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.224586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.224907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.225225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.225585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.225904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:32:30.230918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-76973a6e-961e-47a7-85da-d1342979db93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4307314895f34e27a9cceda55670e643&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3181927 Apr 28 19:32:30.234545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:32:30.294554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.320198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.415672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.429428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19805424-5e4f-42e3-b04a-9f42a6dac0c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:32:30.436795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:30.438639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f846ecc-2617-47b6-9a05-03dc456fc5ac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19805424-5e4f-42e3-b04a-9f42a6dac0c7 HTTP/1.1" status: 204 len: 168 time: 0.2031822 Apr 28 19:32:50.084628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bcb9932b-ba7f-4557-8cc9-bd75ecc350b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:52.266129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8dc5165-5e7c-4049-9df3-bcddb528f0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:53.249153 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:32:53.680663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:53.812970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:32:54.932276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:20.085377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42788589-0941-41f2-9455-f0982cef3a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:22.268483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e195890-1c8b-4443-a948-05bd10d2bcaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.682593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:23.816029 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:24.935495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:30.247483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:33:50.086951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f147b633-c573-4447-bcf6-4c797301f9bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:52.269844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac6f348d-d183-4261-8f82-4c5497826cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.688236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:53.819038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:33:54.939093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:07.246350 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:34:20.087864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8f4dca5-ea61-410d-861e-87196e27a8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:22.271079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-773fbcc5-6684-4aab-a475-3ce93575caa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:23.694116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:23.821101 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:24.941564 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:44.244793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:34:50.089362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f938145-1bb4-49ff-abaa-232d29a13807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:52.272409 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de120170-8aac-4da9-a3b7-31a3560db715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.687561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:53.823038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:34:54.944260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:20.093433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992fdd28-ff97-4419-b03f-76c6e9c45ab9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:21.242763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 5 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:35:22.279618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a59f0b4-84d3-4729-ac14-8ba3061f6947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.690274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:23.825528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:24.947652 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:39.552813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:41.734400 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608476'] for agent, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:50.094671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b37ff13-3c5e-40c7-9a9d-4bb336ac056c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:52.272690 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d3a089d-21e3-4932-911d-d893a65983b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.692606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:53.828930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:54.950024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:35:58.242776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:36:09.522056 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:11.717707 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:20.096368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ab5f722-3ac8-440b-b1a6-e638f7dd6adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:22.277269 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d87db40-b341-4c0f-80c9-ea8e96687339 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.694925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:23.831306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:24.953956 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:31.713165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:36:31.832815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c6b7110-e66c-4148-9c20-cbe1e6921a5c admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1185484 Apr 28 19:36:34.024134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:36:34.077926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d5f9d4f-108d-4f20-91d9-761eeaf3939b admin admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0526907 Apr 28 19:36:35.241250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:36:39.544283 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:41.718305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:50.097297 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4719df3-d150-4b7e-8545-78987a628303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:52.281577 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75ef2600-03fb-4e0c-adfd-9300ec8a731d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.696134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:53.832806 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:36:54.956633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:09.544544 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:11.714751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:12.240718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:37:20.098196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09d43287-92df-451b-a814-4cdb25c98688 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:22.282800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6047e4d1-64b7-493c-9e53-003c15d0b323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.700481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:23.836329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:24.962359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:39.561318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:41.723025 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:49.239187 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:37:50.099808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26a57a43-4c12-4a68-8687-94e826a51d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:52.285090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbe3a070-d377-4f62-9721-8a6f5abc4c5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.703977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:53.839088 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:37:54.957906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.421903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:09.591163 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.842798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-network', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:09.847841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:09.851921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Usage tracker for resource:network and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:09.855481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:09.861169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:09.871753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Made reservation on behalf of ab869800fc5d41a3a35dafa735197413 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:09.874032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.886312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:09.907470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:09.911344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Usage tracker for resource:security_group_rule and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:09.914237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:09.920311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:10.005873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.010795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b2933f7-02df-494e-a860-16a2beaa81bf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Tracked resource versions report: Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: pushed versions: Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: { 'AddressGroup': {'1.2'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'ConntrackHelper': {'1.0'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'Log': {'1.0'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'Network': {'1.1'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'Port': {'1.7'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'PortForwarding': {'1.2'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'QosPolicy': {'1.8'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'SecurityGroup': {'1.4'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'SubPort': {'1.0'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'Subnet': {'1.1'}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'Trunk': {'1.1'}} Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: consumer versions: Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: HyperV agent@n-h1-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: HyperV agent@n-h2-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: L3 agent@n-d-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: Metadata agent@n-d-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: Metering agent@n-d-839811-1: {}, Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:38:10.071698 n-d-839811-1 neutron-server[88140]: 'ConntrackHelper': '1.0', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'Log': '1.0', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'Network': '1.1', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'Port': '1.7', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'PortForwarding': '1.2', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'QosPolicy': '1.8', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'SecurityGroup': '1.4', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'SecurityGroupRule': '1.2', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'SubPort': '1.0', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'Subnet': '1.1', Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: 'Trunk': '1.1'}} Apr 28 19:38:10.075363 n-d-839811-1 neutron-server[88140]: {{(pid=88140) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:38:10.077083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.077083 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Added segment 3632f77e-60c7-423d-977b-989d931b735b of type vlan for network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 Apr 28 19:38:10.114517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.146419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.147764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.148369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.194051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7710600 Apr 28 19:38:10.197057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42032) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:10.206381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Request body: {'subnet': {'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-subnet', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:10.213065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:10.217643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Usage tracker for resource:subnet and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:10.222322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:10.229172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:10.243541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Made reservation on behalf of ab869800fc5d41a3a35dafa735197413 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:10.247011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.279169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a516b55e-b011-4309-92e8-0619cdc4148c admin admin] Pushing event updated for resources: {'Network': ['ID=e332f6a6-dfe0-4f79-a19e-f6802e6ff460,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:10.290029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:38:10.463880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:10.482589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.566099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa695d35-f971-47c1-9495-8ecde5f4d441,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:10.576060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.576387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.576715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.577042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.577362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.577707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.578019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.578334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.578644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.578954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.579268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.579577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Tracked resource versions report: Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: pushed versions: Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: { 'AddressGroup': {'1.2'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'ConntrackHelper': {'1.0'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Log': {'1.0'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Network': {'1.1'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Port': {'1.7'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'PortForwarding': {'1.2'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'QosPolicy': {'1.8'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SecurityGroup': {'1.4'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SubPort': {'1.0'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Subnet': {'1.1'}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Trunk': {'1.1'}} Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: consumer versions: Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: HyperV agent@n-h1-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: HyperV agent@n-h2-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: L3 agent@n-d-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: Metadata agent@n-d-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: Metering agent@n-d-839811-1: {}, Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'ConntrackHelper': '1.0', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Log': '1.0', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Network': '1.1', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Port': '1.7', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'PortForwarding': '1.2', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'QosPolicy': '1.8', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SecurityGroup': '1.4', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SecurityGroupRule': '1.2', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'SubPort': '1.0', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Subnet': '1.1', Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: 'Trunk': '1.1'}} Apr 28 19:38:10.580594 n-d-839811-1 neutron-server[88139]: {{(pid=88139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:38:10.584743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Checking segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:10.585261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Network hostable DHCP agents. Network: e332f6a6-dfe0-4f79-a19e-f6802e6ff460, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:10.612334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:10.623423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e332f6a6-dfe0-4f79-a19e-f6802e6ff460) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:10.627818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:10.628453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.636716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bdb7c7-a1a2-4c55-b311-6a2f69c426bd None None] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:10.662844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a88aac27-a79b-4411-8637-28c3210b1ccd admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4627051 Apr 28 19:38:10.665534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:10.673119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:10.680086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:10.687407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Usage tracker for resource:router and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:10.691412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:10.699179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:10.713617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.715490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.738118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:10.873581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:38:10.875813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.066188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Allocated IP 172.20.0.2 (e332f6a6-dfe0-4f79-a19e-f6802e6ff460/fa695d35-f971-47c1-9495-8ecde5f4d441/f2f58e96-032b-4db9-aaae-b16d0c346ef6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:11.167976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5e79824b-9988-4b8d-8c40-e44b168701fe tempest-AutoAllocateNetworkTest-160369741 tempest-AutoAllocateNetworkTest-160369741-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7305c96cbf2b448299ccdbd72b53c189&shared=False HTTP/1.1" status: 200 len: 208 time: 0.7014928 Apr 28 19:38:11.170420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:11.197394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.340843 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.355815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Transition to ACTIVE for port object f2f58e96-032b-4db9-aaae-b16d0c346ef6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:11.381734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Transition to ACTIVE for port object f2f58e96-032b-4db9-aaae-b16d0c346ef6 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:11.393586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.415784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c139d8a5-752b-487b-8d89-46e5070c2309 tempest-AutoAllocateNetworkTest-160369741 tempest-AutoAllocateNetworkTest-160369741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:11.417372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c139d8a5-752b-487b-8d89-46e5070c2309 tempest-AutoAllocateNetworkTest-160369741 tempest-AutoAllocateNetworkTest-160369741-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2459056 Apr 28 19:38:11.420546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:11.510707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b72cd8a6-8809-44c2-8571-6499e4ba1e4b tempest-AutoAllocateNetworkTest-160369741 tempest-AutoAllocateNetworkTest-160369741-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0858924 Apr 28 19:38:11.513510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42102) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:11.595101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:11.604450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b68548c7-9dab-4429-b6ef-9888b8898517 tempest-AutoAllocateNetworkTest-160369741 tempest-AutoAllocateNetworkTest-160369741-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7305c96cbf2b448299ccdbd72b53c189 HTTP/1.1" status: 200 len: 208 time: 0.0895503 Apr 28 19:38:11.617051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:11.620580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:11.698747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Pushing event updated for resources: {'Port': ['ID=f2f58e96-032b-4db9-aaae-b16d0c346ef6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:11.713111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.714176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.715105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.715447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.715799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.716256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.716590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.716917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.717242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.717589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.717909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.718278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Tracked resource versions report: Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: pushed versions: Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: { 'AddressGroup': {'1.2'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'ConntrackHelper': {'1.0'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Log': {'1.0'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Network': {'1.1'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Port': {'1.7'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'PortForwarding': {'1.2'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'QosPolicy': {'1.8'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SecurityGroup': {'1.4'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SubPort': {'1.0'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Subnet': {'1.1'}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Trunk': {'1.1'}} Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: consumer versions: Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: HyperV agent@n-h1-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: HyperV agent@n-h2-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: L3 agent@n-d-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: Metadata agent@n-d-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: Metering agent@n-d-839811-1: {}, Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'ConntrackHelper': '1.0', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Log': '1.0', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Network': '1.1', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Port': '1.7', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'PortForwarding': '1.2', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'QosPolicy': '1.8', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SecurityGroup': '1.4', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SecurityGroupRule': '1.2', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'SubPort': '1.0', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Subnet': '1.1', Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: 'Trunk': '1.1'}} Apr 28 19:38:11.719308 n-d-839811-1 neutron-server[88141]: {{(pid=88141) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:38:11.731687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.754128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Attempting to bind port f2f58e96-032b-4db9-aaae-b16d0c346ef6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:11.754498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Attempting to bind port f2f58e96-032b-4db9-aaae-b16d0c346ef6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:11.754858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Attempting to bind port f2f58e96-032b-4db9-aaae-b16d0c346ef6 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:11.763015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:11.763159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.763620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Checking segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:11.763940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.764332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Bound using segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:11.764832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Bound port: f2f58e96-032b-4db9-aaae-b16d0c346ef6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:11.765516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.785392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:11.911351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] For port f2f58e96-032b-4db9-aaae-b16d0c346ef6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:11.915784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] For port f2f58e96-032b-4db9-aaae-b16d0c346ef6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f2f58e96-032b-4db9-aaae-b16d0c346ef6,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:11.920962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Allocated IP 172.25.2.111 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b55747d8-aa4a-47a3-a259-844bce0bccf9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:11.922289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.066414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c8a7b-36bb-4ff0-a62a-fda8f14ba887 None None] Pushing event updated for resources: {'Port': ['ID=f2f58e96-032b-4db9-aaae-b16d0c346ef6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:12.114533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.192700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:12.289021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Pushing event updated for resources: {'Port': ['ID=b55747d8-aa4a-47a3-a259-844bce0bccf9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:12.301571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:12.303200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:12.305582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:12.591045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42144) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:12.833656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.058450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.077181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:13.082040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Usage tracker for resource:security_group_rule and tenant:7305c96cbf2b448299ccdbd72b53c189 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:13.086029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:13.098700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:13.230539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.239148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.289178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444b9962-3dce-43b7-8750-1d662b131dbd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:13.328719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Synchronizing usage tracker for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:13.335170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.352219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] Unset dirty status for tenant:c40cd9447b60427897cd1708fe8a5447 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:13.354226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-538cd3f2-8d25-4ffd-b355-c80272971267 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7305c96cbf2b448299ccdbd72b53c189&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7619507 Apr 28 19:38:13.357719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42168) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:13.465875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.511025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.515539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7b3ee3-0547-4563-b727-9c54256e7462 None None] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:13.614469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.648070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444b9962-3dce-43b7-8750-1d662b131dbd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:13.661085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:38:13.669586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.672107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0afdaf53-16dd-47a3-bc61-4128222c2509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/444b9962-3dce-43b7-8750-1d662b131dbd HTTP/1.1" status: 204 len: 168 time: 0.3073642 Apr 28 19:38:13.679998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a65d645a-b7ba-4893-8279-c0f8c43909f3 None None] Provisioning for port f2f58e96-032b-4db9-aaae-b16d0c346ef6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:13.792614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42198) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:13.919004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:38:13.932889 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:13.955221 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:13.956338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:13.980237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:13.990144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f2f58e96-032b-4db9-aaae-b16d0c346ef6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:13.990548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42208) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:13.991253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ae43ffc7-364b-48ee-b085-085f677c0676 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3230922 Apr 28 19:38:14.128064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f2f58e96-032b-4db9-aaae-b16d0c346ef6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:14.134475 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f2f58e96-032b-4db9-aaae-b16d0c346ef6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:14.134846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.229868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-98408513-f6f3-4fed-bea5-61dbb2aedeb5 None None] Provisioning complete for port f2f58e96-032b-4db9-aaae-b16d0c346ef6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:14.230078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98408513-f6f3-4fed-bea5-61dbb2aedeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.286156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.303662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:14.309105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Usage tracker for resource:security_group_rule and tenant:636f3133c79447c5a0b4a4cd64d4ed53 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:14.312397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:14.319540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:14.390810 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:14.391352 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.404910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:14.409624 n-d-839811-1 neutron-server[88140]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:38:14.410957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.427855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.486103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-3db40530-bf2f-4e90-937d-4f7abc6a387f tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742226 Apr 28 19:38:14.527555 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98408513-f6f3-4fed-bea5-61dbb2aedeb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.564300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=636f3133c79447c5a0b4a4cd64d4ed53&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7702928 Apr 28 19:38:14.576957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42232) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:14.640230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f2f58e96-032b-4db9-aaae-b16d0c346ef6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f2f58e96-032b-4db9-aaae-b16d0c346ef6,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:14.648038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.651812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a821dc8-264b-4e82-b948-176b1e0a67eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c105277f-44b6-4b32-bc05-18ef35a872f3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:14.794506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-d1d8da2e-d848-46aa-a0be-fc47d050d1c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:14.797370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-d1d8da2e-d848-46aa-a0be-fc47d050d1c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3087695 Apr 28 19:38:14.818719 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 3, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:14.828137 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:14.828819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Updating router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 port b55747d8-aa4a-47a3-a259-844bce0bccf9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:14.830104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-f1061c2b-bf06-4a74-b4fe-b517d2eecefb tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/quotas/e17b7f0e0e19441197370ff6c5d6009b HTTP/1.1" status: 200 len: 375 time: 0.0226250 Apr 28 19:38:14.859397 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.884429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-98408513-f6f3-4fed-bea5-61dbb2aedeb5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:38:14.886165 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-98408513-f6f3-4fed-bea5-61dbb2aedeb5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:38:14.888621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.913853 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.926887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f2f58e96-032b-4db9-aaae-b16d0c346ef6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:14.954349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-9e0a0872-b08c-44c2-96ff-a2532d4617a4 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1191506 Apr 28 19:38:14.977915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:14.998748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c105277f-44b6-4b32-bc05-18ef35a872f3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:15.242973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.245085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e86803b-5402-412b-93af-f50145c068a5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c105277f-44b6-4b32-bc05-18ef35a872f3 HTTP/1.1" status: 204 len: 168 time: 0.6574183 Apr 28 19:38:15.376076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e129559-9a29-4b05-9f5b-8867fc99525c req-51515ed5-0dee-4ed7-875c-3add38b47804 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 210 time: 0.0623965 Apr 28 19:38:15.489762 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.521987 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Transition to ACTIVE for port object b55747d8-aa4a-47a3-a259-844bce0bccf9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:15.538284 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.553024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.632480 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Pushing event updated for resources: {'Port': ['ID=b55747d8-aa4a-47a3-a259-844bce0bccf9,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:15.665224 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.665593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.665919 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.666245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.667195 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.667516 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.667833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.668151 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.668464 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.668778 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.669089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.669398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Tracked resource versions report: Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: pushed versions: Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: { 'AddressGroup': {'1.2'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'ConntrackHelper': {'1.0'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Log': {'1.0'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Network': {'1.1'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Port': {'1.7'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'PortForwarding': {'1.2'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'QosPolicy': {'1.8'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SecurityGroup': {'1.4'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SecurityGroupRule': {'1.2'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SubPort': {'1.0'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Subnet': {'1.1'}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Trunk': {'1.1'}} Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: consumer versions: Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: { DHCP agent@n-d-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: HyperV agent@n-h1-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: HyperV agent@n-h2-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: L3 agent@n-d-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: Metadata agent@n-d-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: Metering agent@n-d-839811-1: {}, Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: Open vSwitch agent@n-d-839811-1: { 'AddressGroup': '1.2', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'ConntrackHelper': '1.0', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Log': '1.0', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Network': '1.1', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Port': '1.7', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'PortForwarding': '1.2', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'QosPolicy': '1.8', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SecurityGroup': '1.4', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SecurityGroupRule': '1.2', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'SubPort': '1.0', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Subnet': '1.1', Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: 'Trunk': '1.1'}} Apr 28 19:38:15.671431 n-d-839811-1 neutron-server[88142]: {{(pid=88142) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Apr 28 19:38:15.677687 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Attempting to bind port b55747d8-aa4a-47a3-a259-844bce0bccf9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:15.677687 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Attempting to bind port b55747d8-aa4a-47a3-a259-844bce0bccf9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:15.678103 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Attempting to bind port b55747d8-aa4a-47a3-a259-844bce0bccf9 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:15.683400 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:15.683767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:15.684160 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.684536 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:15.684992 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Bound port: b55747d8-aa4a-47a3-a259-844bce0bccf9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:15.685542 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.771655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] For port b55747d8-aa4a-47a3-a259-844bce0bccf9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:15.775161 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] For port b55747d8-aa4a-47a3-a259-844bce0bccf9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b55747d8-aa4a-47a3-a259-844bce0bccf9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:15.783841 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:15.840230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Allocated IP 172.20.0.1 (e332f6a6-dfe0-4f79-a19e-f6802e6ff460/fa695d35-f971-47c1-9495-8ecde5f4d441/0d2c7414-b5b1-4176-a26f-00b0dac8dbef) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:15.881424 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:15.882099 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:15.931770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f2f58e96-032b-4db9-aaae-b16d0c346ef6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:16.002144 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a03ebd-611f-4b74-9f3d-e7ba1a84152e None None] Pushing event updated for resources: {'Port': ['ID=b55747d8-aa4a-47a3-a259-844bce0bccf9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:16.087953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f2f58e96-032b-4db9-aaae-b16d0c346ef6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:16.088421 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.118462 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:16.143924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.189381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Transition to ACTIVE for port object 0d2c7414-b5b1-4176-a26f-00b0dac8dbef will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:16.195539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:16.226714 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.240438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.274383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:16.286809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Usage tracker for resource:security_group_rule and tenant:bc4f4df909fb43a5ba71e260b78ad552 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:16.291933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:16.304022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:16.370926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:16.373823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:16.378428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:16.378942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.561488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.566128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.744676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:16.771601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42344) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:16.772232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc4f4df909fb43a5ba71e260b78ad552&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5747991 Apr 28 19:38:16.786275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2147-7742-41a2-a17f-d4e30f94ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa99c574-ae67-42b0-b7b0-5dda2c0bbe48,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:16.800491 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 3, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:16.802471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5124f534-88bb-4334-83f0-f7861e61fc94 None None] Provisioning for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:16.817609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8af842d-84ca-453e-b057-0e76418bf4e2 None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:12Z', 'revision_number': 3, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:16.818141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5124f534-88bb-4334-83f0-f7861e61fc94 None None] Provisioning complete for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:16.829935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5124f534-88bb-4334-83f0-f7861e61fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:16.976493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5124f534-88bb-4334-83f0-f7861e61fc94 None None] Port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:17.005004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.024727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8bd36333-7301-4580-8e18-a3e04ef9af36 req-89f45564-9a55-4b28-9293-81a9c00a2d29 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 210 time: 0.1161499 Apr 28 19:38:17.090556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.153797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.294983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.389671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa99c574-ae67-42b0-b7b0-5dda2c0bbe48,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:17.480106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.481482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-adbe150a-4fd7-459d-817a-800d5a49de6c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa99c574-ae67-42b0-b7b0-5dda2c0bbe48 HTTP/1.1" status: 204 len: 168 time: 0.7089441 Apr 28 19:38:17.599594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.611187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:17.612584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.007182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Pushing event updated for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:18.013125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b55747d8-aa4a-47a3-a259-844bce0bccf9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:18.099924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:18.103436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:18.124526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b55747d8-aa4a-47a3-a259-844bce0bccf9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:18.131136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b55747d8-aa4a-47a3-a259-844bce0bccf9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:18.131723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.347711 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.375029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b55747d8-aa4a-47a3-a259-844bce0bccf9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b55747d8-aa4a-47a3-a259-844bce0bccf9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:18.380632 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.521749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:38:18.536779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.41', 60459) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:18.596645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b55747d8-aa4a-47a3-a259-844bce0bccf9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:18.603976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:18.612270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3e64de79-cad8-448f-b687-197ad526b6d4 None None] Provisioning complete for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:18.612644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e64de79-cad8-448f-b687-197ad526b6d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:18.627932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-2f5f1336-db65-43bd-a833-b14fbbdc5bf6 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0899887 Apr 28 19:38:18.667152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3e64de79-cad8-448f-b687-197ad526b6d4 None None] Port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:18.778810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:38:18.788755 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a881a7f0-4b93-49d5-a51f-b7a47e744342 admin admin] 10.222.0.24 "PUT /v2.0/routers/f7aa9a83-7c9f-4187-8017-89f1c21c6d01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7967360 Apr 28 19:38:18.922531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-83d3cd84-6a59-4aed-bb7e-a7544c0a5690 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:18.923960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-83d3cd84-6a59-4aed-bb7e-a7544c0a5690 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2831390 Apr 28 19:38:18.996630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.012355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:19.019518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Usage tracker for resource:security_group_rule and tenant:350ce0cd1f614035a726dde75d829ead is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:19.022393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:19.032350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Request body: {'port': {'device_id': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'e17b7f0e0e19441197370ff6c5d6009b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:19.050994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:19.070390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42452) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:19.128851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:19.253690 n-d-839811-1 neutron-server[88139]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 28 19:38:19.254453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:19.265024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Usage tracker for resource:port and tenant:e17b7f0e0e19441197370ff6c5d6009b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:19.272314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:19.286638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:19.297646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-5b064b5f-0a5d-4adc-9ed0-cd350a85576a tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0723677 Apr 28 19:38:19.320891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1411d5c2-e244-4c6e-99a3-14614ee2bc67 req-6a31097b-cb09-4dc6-a370-ec7c9dde3e09 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 210 time: 0.2490623 Apr 28 19:38:19.354953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.370974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.391576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.405953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:19.412059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Made reservation on behalf of e17b7f0e0e19441197370ff6c5d6009b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:19.415980 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.434799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Usage tracker for resource:security_group_rule and tenant:0f241d1d19b540a994b9b30c13cb1c40 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:19.445590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:19.464368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:19.522089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a9ed97-6dcc-4347-86f7-fd4aafa46dee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:19.542167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.580145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:19.588458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3549413e-257a-4c7b-9249-1dccbbadd1c9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=350ce0cd1f614035a726dde75d829ead&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9834747 Apr 28 19:38:19.592015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42508) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:19.595074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Usage tracker for resource:security_group_rule and tenant:e17b7f0e0e19441197370ff6c5d6009b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:19.606840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:19.619175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:19.659227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-3a2d30cf-0465-4443-ba9c-1f209ec1b5ae tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:19.660799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-3a2d30cf-0465-4443-ba9c-1f209ec1b5ae tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3562510 Apr 28 19:38:19.698059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-155d6275-2ec9-4cbc-8967-79da2c6332e8 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/quotas/df867cc1e5a64a0dbde5dfa24782dac7 HTTP/1.1" status: 200 len: 375 time: 0.0274940 Apr 28 19:38:19.758786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.773247 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.807471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.838697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-7f6889f3-e583-4ee0-8964-f0021ea92d13 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393006 Apr 28 19:38:19.866643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0f241d1d19b540a994b9b30c13cb1c40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7366939 Apr 28 19:38:19.867427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42528) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:19.873436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40412502-584d-4f78-8ac2-2c5a5acba094 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d3457e-fdab-4533-a646-84ce062ad6a6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:19.890260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:19.972284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b55747d8-aa4a-47a3-a259-844bce0bccf9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:20.051073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.051552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.066701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.093114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.200248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a9ed97-6dcc-4347-86f7-fd4aafa46dee,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:20.203229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.286845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24dbfd1-e993-46c9-9899-7128ee0ac96e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.334703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b55747d8-aa4a-47a3-a259-844bce0bccf9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:20.335063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.336279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.337370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6bc45c32-291c-412c-b4dc-acb6c2437efe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/70a9ed97-6dcc-4347-86f7-fd4aafa46dee HTTP/1.1" status: 204 len: 168 time: 0.7371383 Apr 28 19:38:20.342062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:20.481854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:20.523218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:20.524932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:37:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:20.570082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24f047ef-46cb-4846-9bbf-27b39798113a req-1b375586-e5be-4ff7-956a-059f7ef7e3d7 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.2193017 Apr 28 19:38:20.594578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.641779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d3457e-fdab-4533-a646-84ce062ad6a6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:20.664824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:20.666009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a88cb7a-7cf3-4c40-9311-cf417e26d7c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84d3457e-fdab-4533-a646-84ce062ad6a6 HTTP/1.1" status: 204 len: 168 time: 0.7938986 Apr 28 19:38:20.690893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Allocated IP 192.168.233.35 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/5c2a3176-f86c-4e4a-b63b-8c23d6f64d88) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:20.844292 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e6b6636-21d3-4dc2-aef0-11cdb63d709b req-ecd8c057-53ff-4b4d-8ca3-6b99aaa214ac tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 210 time: 0.1050324 Apr 28 19:38:21.210493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:21.217332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-network', 'tenant_id': '937696c6bf6641d394f941f950e50cfb'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:21.224221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:21.235141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Usage tracker for resource:network and tenant:937696c6bf6641d394f941f950e50cfb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:21.239092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:21.270417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:21.297020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Made reservation on behalf of 937696c6bf6641d394f941f950e50cfb for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:21.299640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.327892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.343897 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.362571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:21.384980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Usage tracker for resource:security_group_rule and tenant:937696c6bf6641d394f941f950e50cfb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:21.393012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:21.408824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:21.422546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:21.438565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Transition to ACTIVE for port object 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:21.524419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.817434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cc05a60-ea26-4e52-9aae-610e6b216e2a req-a14363e3-a2da-47b1-8fed-4335f723aece tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.1491041 Apr 28 19:38:21.837453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Pushing event updated for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:21.870376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:21.876593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:21.880369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:21.895789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:21.898178 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.930220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.936689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:21.998831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b7632654-8dd2-4edf-b8f4-0a0011168208 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9701920 Apr 28 19:38:22.025588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:22.059054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada0b162-da9b-40dc-96ba-4479417c9362,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:22.079114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.085715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:22.132587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.134026 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Added segment 3d9805f1-97d4-4194-bbf5-a56bc75ebf47 of type vlan for network 202a682f-13a0-4523-a868-9a0e3b7845dc Apr 28 19:38:22.149197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:22.156854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:22.159328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Usage tracker for resource:security_group_rule and tenant:1c22850b575f4727937f6c54f1fc1316 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:22.164671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:22.172253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:22.251178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.292209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.298315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-210ee5b4-4350-4ef1-b78e-6c8e361fd6d6 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:22.300021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-210ee5b4-4350-4ef1-b78e-6c8e361fd6d6 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1612833 Apr 28 19:38:22.303533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.314195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:22.349647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Usage tracker for resource:security_group_rule and tenant:c2b82332d6ba4a37a23de6b11c039906 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:22.359671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:22.367635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e18a0178-7c98-4a51-9c7e-a8f303ae4f74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.368671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:22.388714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-831331c8-5f61-4d0c-a6cc-f35cd5c6ed2a None None] Provisioning for port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:22.450086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-831331c8-5f61-4d0c-a6cc-f35cd5c6ed2a None None] Provisioning complete for port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:22.452857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-831331c8-5f61-4d0c-a6cc-f35cd5c6ed2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.528302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.542112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.623953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-831331c8-5f61-4d0c-a6cc-f35cd5c6ed2a None None] Port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:22.651870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-62ec1db0-7122-4146-90f7-709ff23513c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.652757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-62ec1db0-7122-4146-90f7-709ff23513c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Synchronizing usage tracker for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:22.660184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1c22850b575f4727937f6c54f1fc1316&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6335361 Apr 28 19:38:22.676051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25555f28-f125-43a0-9210-a617963492ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44c14d-9468-464b-8cd3-570f79beaadf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:22.679264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:22.684171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c2b82332d6ba4a37a23de6b11c039906&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5240798 Apr 28 19:38:22.686977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b28103-b2a2-42ae-be49-fd9e6269037d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602a6eec-1bda-4a76-b67e-aa0ec6aa3b13,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:22.693451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.694283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:22.727861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 2, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:22.750597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:22.750949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Updating router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:22.757378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.760421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:22.762881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-62ec1db0-7122-4146-90f7-709ff23513c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Unset dirty status for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:22.764558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-62ec1db0-7122-4146-90f7-709ff23513c2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 935 time: 0.4627805 Apr 28 19:38:22.765440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.843618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:22.908853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Request body: {'port': {'device_id': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:23.113234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9010496 Apr 28 19:38:23.126043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:23.139657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1373fc-3ee1-49b7-98c9-1868653031c5 admin admin] Pushing event updated for resources: {'Network': ['ID=202a682f-13a0-4523-a868-9a0e3b7845dc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:23.147037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Request body: {'subnet': {'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-subnet', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:23.153345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:23.158650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Usage tracker for resource:subnet and tenant:937696c6bf6641d394f941f950e50cfb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:23.161899 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.162701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:23.169831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:23.180555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5dfc9c57-5928-4c3a-8398-0f202d5ab5d0 req-d40b8b8e-9dc5-46bd-8274-9aa0e20d2c4a tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.1056597 Apr 28 19:38:23.182423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Made reservation on behalf of 937696c6bf6641d394f941f950e50cfb for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:23.185453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.268957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.272035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 202a682f-13a0-4523-a868-9a0e3b7845dc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:38:23.324729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-b8bba36e-44f3-43f1-a2ea-aa059173e505 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Synchronizing usage tracker for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:23.371438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.484199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:23.527540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.549122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-36d2cb23-7ce4-42b1-befd-452574ed9a02 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626974 Apr 28 19:38:23.774697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.799439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.803991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-b8bba36e-44f3-43f1-a2ea-aa059173e505 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Unset dirty status for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:23.828515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0f0fb1e-72ba-47bb-8500-3c0c7913ba6d req-b8bba36e-44f3-43f1-a2ea-aa059173e505 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9372802 Apr 28 19:38:23.828984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Transition to ACTIVE for port object 0d2c7414-b5b1-4176-a26f-00b0dac8dbef will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:23.859431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.862798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:23.866213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.054252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.066294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.071789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c5c910-6d2a-4534-bcb4-6382c48eb7bc,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.079520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44c14d-9468-464b-8cd3-570f79beaadf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.095239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af000514-0298-4f7b-aecc-a248ab6c783f None None] Pushing event updated for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.107439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Checking segment: {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:24.107932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Network hostable DHCP agents. Network: 202a682f-13a0-4523-a868-9a0e3b7845dc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:24.120948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.136885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2213d744-696d-488d-b739-74e83cf3dda5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff44c14d-9468-464b-8cd3-570f79beaadf HTTP/1.1" status: 204 len: 168 time: 1.4183404 Apr 28 19:38:24.138967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-60488900-b6f5-4e59-a7df-b18909c334ed tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.140958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-60488900-b6f5-4e59-a7df-b18909c334ed tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5849097 Apr 28 19:38:24.166840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Request body: {'port': {'device_id': '65a9c289-2f29-4867-9100-316691bf85ec', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'df867cc1e5a64a0dbde5dfa24782dac7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:24.184165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.210379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Network 202a682f-13a0-4523-a868-9a0e3b7845dc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:24.275526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602a6eec-1bda-4a76-b67e-aa0ec6aa3b13,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:24.377270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 202a682f-13a0-4523-a868-9a0e3b7845dc) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:24.402054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:24.403225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.473359 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d75b7c44-f3d1-47ab-9d00-54acbb139dd7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3433523 Apr 28 19:38:24.484985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42662) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:24.493728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:24.509299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:24.521694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Usage tracker for resource:router and tenant:937696c6bf6641d394f941f950e50cfb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:24.526089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:24.528104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:24.541810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Usage tracker for resource:port and tenant:df867cc1e5a64a0dbde5dfa24782dac7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:24.543212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e18624ce-5475-460d-bdd9-ff1ddd88b874 None None] Network 202a682f-13a0-4523-a868-9a0e3b7845dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:24.558168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.559515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3ec622a2-4201-4d46-89ee-e4510694307d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/602a6eec-1bda-4a76-b67e-aa0ec6aa3b13 HTTP/1.1" status: 204 len: 168 time: 1.8507001 Apr 28 19:38:24.566000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:24.580571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:24.602424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:24.633975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48a13f2f-9835-4198-986c-30578c8f74bb req-f03c1d5b-0302-468d-a124-a26d0b2461ac tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.0762274 Apr 28 19:38:24.646838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.646838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.675356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Made reservation on behalf of df867cc1e5a64a0dbde5dfa24782dac7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:24.686308 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.723504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.779909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.805070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:24.820248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Usage tracker for resource:security_group_rule and tenant:df867cc1e5a64a0dbde5dfa24782dac7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:24.824104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:24.855476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:24.868963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:24.901054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Attempting to bind port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:24.901692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Attempting to bind port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:24.901984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Attempting to bind port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:24.908315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:24.964718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Transition to ACTIVE for port object 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:24.972031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.052452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:25.053237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Checking segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:25.053924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.054458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Bound using segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:25.055024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Bound port: 0d2c7414-b5b1-4176-a26f-00b0dac8dbef, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:25.055499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.196942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.198381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Pushing event updated for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:25.240310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-202a682f-13a0-4523-a868-9a0e3b7845dc', 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'fixed_ips': [{'subnet_id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:38:25.241902 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.277368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] For port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:25.400889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] For port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:25.452031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:25.822533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Attempting to bind port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:25.823704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Attempting to bind port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:25.824702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Attempting to bind port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:25.840576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:38:25.842560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Attempting to bind port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:25.868284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:25.868643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:25.870010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:25.873795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Bound port: 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:25.875486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.006056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.028424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f86cb9bd-feae-4bfc-bc1e-978e3ba08e66 req-b70273e8-095f-423f-aab5-e8544ee8165f tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.0810380 Apr 28 19:38:26.053984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:26.056022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:26.102556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.114107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.178924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12437d-db5c-4225-b2f4-b76f99e32eae req-2e318193-dcd1-441b-b914-243234a6927a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.185826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f12437d-db5c-4225-b2f4-b76f99e32eae req-2e318193-dcd1-441b-b914-243234a6927a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 947 time: 0.7812095 Apr 28 19:38:26.240485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:38:26.243330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Allocated IP 172.20.0.2 (202a682f-13a0-4523-a868-9a0e3b7845dc/56c5c910-6d2a-4534-bcb4-6382c48eb7bc/e90400c5-ead2-4a24-a3ff-d1a12fb2454c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:26.352057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f12437d-db5c-4225-b2f4-b76f99e32eae req-a6c3be26-bafe-4ad9-9177-a00b37419148 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555188 Apr 28 19:38:26.375343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:26.380375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:26.385972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.494338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Pushing event updated for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:26.511219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.511886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.513292 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-b78a47ac-971d-4c5b-b82a-53d76b81179a service neutron] 10.222.0.41 "PUT /v2.0/ports/5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 HTTP/1.1" status: 200 len: 1095 time: 3.8513622 Apr 28 19:38:26.518281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:26.544361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:26.546011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06ca45e5-3f37-4d96-b6f1-3d48c674fd39,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:26.594936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Transition to ACTIVE for port object e90400c5-ead2-4a24-a3ff-d1a12fb2454c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:26.668578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Transition to ACTIVE for port object e90400c5-ead2-4a24-a3ff-d1a12fb2454c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:26.700146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af000514-0298-4f7b-aecc-a248ab6c783f None None] Pushing event updated for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:26.791893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-ebe14e25-4a6c-41b6-b133-44c91bf7b523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:26.793283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-ebe14e25-4a6c-41b6-b133-44c91bf7b523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 1098 time: 0.1229618 Apr 28 19:38:26.799934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Allocated IP 192.168.233.62 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:26.929427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.165801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-10a08df7-7906-482a-b899-affa283abfc8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 HTTP/1.1" status: 200 len: 217 time: 0.1277301 Apr 28 19:38:27.335439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Pushing event updated for resources: {'Port': ['ID=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:27.419020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d63e9185-5166-4188-ae54-7f03429b4c37 req-e449011f-3166-4f5c-afe2-e488f25c2ea4 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 210 time: 0.0796931 Apr 28 19:38:27.423179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-6f646b28-1323-475c-9dd8-de838ef155f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.424704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-6f646b28-1323-475c-9dd8-de838ef155f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2362423 Apr 28 19:38:27.430941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Network 202a682f-13a0-4523-a868-9a0e3b7845dc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:27.473959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:27.503229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:27.653976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-50c3fbd3-e209-4e25-a6e4-fa1c56d9c11c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:27.656894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-50c3fbd3-e209-4e25-a6e4-fa1c56d9c11c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2225091 Apr 28 19:38:27.667184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:27.848015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:27.875178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Transition to ACTIVE for port object 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:28.062411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-734511af-179f-4296-8538-80a499f1917d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3901649 Apr 28 19:38:28.100417 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17b28c40-0699-4f9b-b44d-ecac3334cf9e'] response: {'name': 'network-changed', 'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88', 'status': 'completed', 'code': 200} Apr 28 19:38:28.392712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e066c9-89c2-42dd-9897-bd2340f6988a req-31bb3454-2935-42c8-b8f8-514fda8624e7 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722001 Apr 28 19:38:28.427007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5893ea9e-56e4-499d-9230-9bee1dc07995 req-becad019-13c5-4ef9-9554-b48949147eaa tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.438679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5893ea9e-56e4-499d-9230-9bee1dc07995 req-becad019-13c5-4ef9-9554-b48949147eaa tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 947 time: 0.5350783 Apr 28 19:38:28.441200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.553162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.642024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.842085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Attempting to bind port e90400c5-ead2-4a24-a3ff-d1a12fb2454c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:28.842745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Attempting to bind port e90400c5-ead2-4a24-a3ff-d1a12fb2454c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:28.842838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Attempting to bind port e90400c5-ead2-4a24-a3ff-d1a12fb2454c on network 202a682f-13a0-4523-a868-9a0e3b7845dc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:28.857455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:28.872166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:28.872571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Checking segment: {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:28.872967 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.873368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Bound using segment: {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:28.873887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Bound port: e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:28.874275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:28.919370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:28.927411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:28.933573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:28.934130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.005686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-24c4ded9-277a-4c52-b839-20f87b80f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.008139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-24c4ded9-277a-4c52-b839-20f87b80f7e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 1098 time: 0.5343511 Apr 28 19:38:29.031324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b29052-6824-41aa-a5ee-108a7d54fa02 req-72e4f595-d10d-4af9-958b-48d6e61b1c16 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.033771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83b29052-6824-41aa-a5ee-108a7d54fa02 req-72e4f595-d10d-4af9-958b-48d6e61b1c16 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 935 time: 0.3918774 Apr 28 19:38:29.145783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Allocated IP 172.25.2.119 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/4de1a788-f367-4fa3-a235-ce13b1d59294) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:29.146205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:29.149819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:25Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:29.167663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:29.169653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fe1a2-d446-4e44-9fe9-a0b6e2f81314 None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:25Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:29.176128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.177420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83b29052-6824-41aa-a5ee-108a7d54fa02 req-d5f74768-5d8c-4c66-bbb6-a3f71d982cb8 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894024 Apr 28 19:38:29.320649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7469f-d0f9-4e05-93ff-85db5603695f None None] Pushing event updated for resources: {'Port': ['ID=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:29.431064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-dbc408cc-7e91-412c-8482-fd23553e291f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.434415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-dbc408cc-7e91-412c-8482-fd23553e291f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3875465 Apr 28 19:38:29.465108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ded283c6-8d54-47db-90ef-10e3166520f0 None None] Provisioning for port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:29.480417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ded283c6-8d54-47db-90ef-10e3166520f0 None None] Provisioning complete for port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:29.481864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Pushing event updated for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:29.482102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ded283c6-8d54-47db-90ef-10e3166520f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:29.545767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5893ea9e-56e4-499d-9230-9bee1dc07995 req-8fcbda88-a133-49c4-ab03-3d416b5a403f tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1061928 Apr 28 19:38:29.644895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ded283c6-8d54-47db-90ef-10e3166520f0 None None] Port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:29.683009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-bf4aa47d-2a5d-409e-a54a-3d7f1f178b25 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5264397 Apr 28 19:38:29.687169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-60251202-37c4-4124-8822-e41eff7c5a70 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 HTTP/1.1" status: 200 len: 217 time: 0.2381904 Apr 28 19:38:29.749205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Request body: {'port': {'device_id': '65a9c289-2f29-4867-9100-316691bf85ec', 'device_owner': 'compute:tempest-test_az-1879619747', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:29.872275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-4a5f819e-7fc7-451b-aea7-6b8ac15629cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:29.873755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-4a5f819e-7fc7-451b-aea7-6b8ac15629cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1620662 Apr 28 19:38:30.150444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e90400c5-ead2-4a24-a3ff-d1a12fb2454c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:30.188600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-1536940c-4724-44f3-89d4-6f5b2cc18ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:30.192190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-1536940c-4724-44f3-89d4-6f5b2cc18ca1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3096411 Apr 28 19:38:30.199016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.265098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.318800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e90400c5-ead2-4a24-a3ff-d1a12fb2454c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:30.332170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0d2c7414-b5b1-4176-a26f-00b0dac8dbef up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:30.551691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:30.558610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:30.560238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.614329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-2f161586-dfbf-44d3-9d82-b35fd77fbed8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902788 Apr 28 19:38:30.911102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:30.995292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:31.002895 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.154540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:31.250363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6e52f4-adbb-4c63-881b-bf209ebe48f2 req-9b8544a7-e0c3-48d4-be68-068f72c769c1 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:31.259083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c6e52f4-adbb-4c63-881b-bf209ebe48f2 req-9b8544a7-e0c3-48d4-be68-068f72c769c1 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 935 time: 0.6311862 Apr 28 19:38:31.350310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dddecd5-ec0d-4257-a5a8-31ddee77829b req-f557eccd-0753-44a7-b0f8-f242f935f3f4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7213335 Apr 28 19:38:31.439653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66447ad5-be94-4396-a027-300d48c2ba5c None None] Network 202a682f-13a0-4523-a868-9a0e3b7845dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:31.469793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c6e52f4-adbb-4c63-881b-bf209ebe48f2 req-32e65560-ddd4-4034-b2af-d46ad82a4f61 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090461 Apr 28 19:38:31.471980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.507550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:31.592823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:31.592823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Pushing event updated for resources: {'Port': ['ID=4de1a788-f367-4fa3-a235-ce13b1d59294,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:31.593185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:31.596032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:31.701082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Provisioning for port e90400c5-ead2-4a24-a3ff-d1a12fb2454c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:31.713134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Provisioning complete for port e90400c5-ead2-4a24-a3ff-d1a12fb2454c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:31.713710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.818714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:31.876612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:31.896916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Usage tracker for resource:security_group_rule and tenant:70d574a4a64c4aa0a23cd4add2f53e13 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:31.899000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:31.925961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:32.072818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0d2c7414-b5b1-4176-a26f-00b0dac8dbef up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:32.153323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.158858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.159136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.208091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872a21b4-92d3-479d-961e-ea44c3373d62,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:32.241902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb7cb20f-9290-4ff2-abad-cd40ba4e9337 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70d574a4a64c4aa0a23cd4add2f53e13&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7329290 Apr 28 19:38:32.244627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:32.331934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.429961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.467081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42890) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:32.471983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:32.587729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.632435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.634770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/872a21b4-92d3-479d-961e-ea44c3373d62 HTTP/1.1" status: 204 len: 168 time: 0.3887498 Apr 28 19:38:32.638754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0378eab-4ded-4611-99a7-cc1fcc622ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872a21b4-92d3-479d-961e-ea44c3373d62,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:32.685032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.745771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:32.746737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.814194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:32.827330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39af764-c5fd-4cf1-a2be-b4b8e448f053 req-50aa902c-6413-466f-9b17-78e86318b4eb tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:32.834112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a39af764-c5fd-4cf1-a2be-b4b8e448f053 req-50aa902c-6413-466f-9b17-78e86318b4eb tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 935 time: 0.1090975 Apr 28 19:38:32.838861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.855558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.869374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:32.914230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a39af764-c5fd-4cf1-a2be-b4b8e448f053 req-5ef8958e-8332-44b1-a340-2830d676a837 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677404 Apr 28 19:38:32.943440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a39a93-8087-40c9-8d11-34e84a77cc0f None None] Pushing event updated for resources: {'Port': ['ID=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.079005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cac88f-27d5-4b6e-83ba-b9433ff41602 req-3e70dc09-5dfc-46d5-9404-f3d39489775d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:33.080549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4cac88f-27d5-4b6e-83ba-b9433ff41602 req-3e70dc09-5dfc-46d5-9404-f3d39489775d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 947 time: 1.8192890 Apr 28 19:38:33.110994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Transition to ACTIVE for port object 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:33.133318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.177177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:33.196167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.213929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:33.219033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Usage tracker for resource:security_group_rule and tenant:362f003d3d114d7097f5ad246184e000 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:33.221674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:33.229071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:33.267789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-efb9b44e-cbc4-4d4f-bcf8-23215ee906a5 None None] Provisioning complete for port e90400c5-ead2-4a24-a3ff-d1a12fb2454c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:33.268243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efb9b44e-cbc4-4d4f-bcf8-23215ee906a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.308053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.339065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:33.343312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Usage tracker for resource:security_group_rule and tenant:5065be4a54ba49a084780ebcc6cf8470 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:33.346321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:33.352876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:33.366582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4cac88f-27d5-4b6e-83ba-b9433ff41602 req-039b2940-552e-4fe8-ab9b-6b55146608f6 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607484 Apr 28 19:38:33.391926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.397335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.457406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:33.476498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.479361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=362f003d3d114d7097f5ad246184e000&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3008986 Apr 28 19:38:33.481860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:33.530627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4467d1b-da3e-45af-a70e-ca090d5bbd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc77c451-336d-41d2-b6b3-530e4ad87046,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.537965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Attempting to bind port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:33.538316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Attempting to bind port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:33.538831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Attempting to bind port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:33.549958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:38:33.550280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Attempting to bind port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:33.567472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.567610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:33.568011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:33.568584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:33.569050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Bound port: 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:33.569406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.594869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.667502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.683808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc77c451-336d-41d2-b6b3-530e4ad87046,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:33.688074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.691662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4d4f22d3-6f92-4435-8bf2-1d574f8717c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc77c451-336d-41d2-b6b3-530e4ad87046 HTTP/1.1" status: 204 len: 168 time: 0.2061660 Apr 28 19:38:33.698371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:38:33.727407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.745345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.757060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.829730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:33.889159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e90400c5-ead2-4a24-a3ff-d1a12fb2454c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:33.894107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:33.926761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:33.949501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Usage tracker for resource:security_group_rule and tenant:0b51622305ea4bdeab153181971304a6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:33.972204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e90400c5-ead2-4a24-a3ff-d1a12fb2454c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:33.972477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:33.977717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:33.981587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.032917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5065be4a54ba49a084780ebcc6cf8470&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1994371 Apr 28 19:38:34.033112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:34.034423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:34.042171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74db0d5-da23-4e6e-9f60-e8a38ea314fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb10258b-fdc7-49a7-95b5-cf7907404e5a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:34.111269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.111861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.113284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] 10.222.0.41 "PUT /v2.0/ports/7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe HTTP/1.1" status: 200 len: 1117 time: 4.3819809 Apr 28 19:38:34.113764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:34.214067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.251514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8676b6a9-d132-4da6-a367-1588cb86b406 req-faadbdaf-f749-42c5-a85d-3d488cca38c9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.259300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8676b6a9-d132-4da6-a367-1588cb86b406 req-faadbdaf-f749-42c5-a85d-3d488cca38c9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 969 time: 0.2305000 Apr 28 19:38:34.298160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.369445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8676b6a9-d132-4da6-a367-1588cb86b406 req-955973a9-5b60-4278-a358-2939a77105f9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083827 Apr 28 19:38:34.406269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1be2f0-5bc3-4263-a165-f61ec9240748 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:34.409546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:38:34.424205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.446824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Sync routers for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:34.460882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:34.461526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:34.464042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb10258b-fdc7-49a7-95b5-cf7907404e5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:34.485767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.487532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2ae8dff4-94a1-42db-8a0e-c242b654b4d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb10258b-fdc7-49a7-95b5-cf7907404e5a HTTP/1.1" status: 204 len: 168 time: 0.4149828 Apr 28 19:38:34.598372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.602267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ffa4c3c-e7e0-4573-bf6b-980bc3a99ad4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 10.1121633 Apr 28 19:38:34.602632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42974) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:34.616897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-f89ed334-a602-4201-ba13-c9ee32947de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:34.622484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-f89ed334-a602-4201-ba13-c9ee32947de2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 1120 time: 0.4204600 Apr 28 19:38:34.639772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.683445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:34.753346 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:34.801017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b51622305ea4bdeab153181971304a6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3257937 Apr 28 19:38:34.812357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42980) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:34.833435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-6545ab1d-dba2-4443-b791-1f34d8348f26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe HTTP/1.1" status: 200 len: 217 time: 0.1572289 Apr 28 19:38:35.014179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4789761f-d6a5-48fb-a340-066f2aa39677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ead6a4b-e3fc-4b15-8ec7-cbc7377233c3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.067894 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9eac65-2b36-422c-9a83-93e2aa903eff'] response: {'name': 'network-changed', 'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe', 'status': 'completed', 'code': 200} Apr 28 19:38:35.074721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.088476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-d77eca0b-27ab-4372-b32d-7101cb8241d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.089983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-d77eca0b-27ab-4372-b32d-7101cb8241d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1992254 Apr 28 19:38:35.162005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd393039-f5da-44ea-95dc-e2a4a68b3173 req-27f34b93-50f5-456c-895d-c2dc230540f5 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.163749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd393039-f5da-44ea-95dc-e2a4a68b3173 req-27f34b93-50f5-456c-895d-c2dc230540f5 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 947 time: 0.5719085 Apr 28 19:38:35.188971 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 3, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:35.204316 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Checking router: 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:35.205254 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Updating router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a port 4de1a788-f367-4fa3-a235-ce13b1d59294 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:35.207522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42988) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:35.216343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.255184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.282192 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.310581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:35.321162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd393039-f5da-44ea-95dc-e2a4a68b3173 req-f88d24db-77f5-4df4-9209-37a57bc40b71 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414187 Apr 28 19:38:35.327639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Usage tracker for resource:security_group_rule and tenant:e75322fc6b654264b104c1e20fd465b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:35.331547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:35.340876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:35.363190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-22291e6a-cfba-4dd0-aa27-99ce728e779f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.364836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-22291e6a-cfba-4dd0-aa27-99ce728e779f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2671721 Apr 28 19:38:35.373802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.453186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ead6a4b-e3fc-4b15-8ec7-cbc7377233c3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:35.472745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.474811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-64a7e352-4e75-4b02-b2ce-bb75c24b979c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ead6a4b-e3fc-4b15-8ec7-cbc7377233c3 HTTP/1.1" status: 204 len: 168 time: 0.6509616 Apr 28 19:38:35.674989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-38a1cd23-ce9e-4527-a7f3-69a598aa2696 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2862940 Apr 28 19:38:35.816408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.822674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.850961 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.853338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a103a3-8349-4cfe-99f1-f375105e9f5d req-96f14437-934e-4bb4-90cf-93d3f4605daa tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:35.861085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43a103a3-8349-4cfe-99f1-f375105e9f5d req-96f14437-934e-4bb4-90cf-93d3f4605daa tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 969 time: 0.3213468 Apr 28 19:38:35.875632 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Transition to ACTIVE for port object 4de1a788-f367-4fa3-a235-ce13b1d59294 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:35.889554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.892818 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:35.980028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75322fc6b654264b104c1e20fd465b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7687631 Apr 28 19:38:35.985132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43a103a3-8349-4cfe-99f1-f375105e9f5d req-b02686d8-6f3e-4051-a309-17bb98b09d5b tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230154 Apr 28 19:38:35.985822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:36.002267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e1b206-3d3f-481b-a983-6f24441143e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf922bfc-ebeb-4d0c-ba65-3ede28f88b39,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.025050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4440a9f-d66f-4952-bd45-39e12ebde9df req-12e975cf-5fbe-426c-949f-d0173652b3a5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387189 Apr 28 19:38:36.043667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43018) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:36.051859 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Attempting to bind port 4de1a788-f367-4fa3-a235-ce13b1d59294 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:36.052518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Attempting to bind port 4de1a788-f367-4fa3-a235-ce13b1d59294 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:36.053405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Attempting to bind port 4de1a788-f367-4fa3-a235-ce13b1d59294 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:36.065256 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:36.066116 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:36.066660 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.067418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:36.068084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Bound port: 4de1a788-f367-4fa3-a235-ce13b1d59294, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:36.068624 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.069753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.123577 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739726d-8c78-434f-a913-91ef8e400e26 None None] Pushing event updated for resources: {'Port': ['ID=4de1a788-f367-4fa3-a235-ce13b1d59294,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.156086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:36.167108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Usage tracker for resource:security_group_rule and tenant:993d6c27bfd2427bb6897fb1944c19c4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:36.174327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] For port 4de1a788-f367-4fa3-a235-ce13b1d59294, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:36.174694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:36.180538 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] For port 4de1a788-f367-4fa3-a235-ce13b1d59294, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4de1a788-f367-4fa3-a235-ce13b1d59294,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:36.182916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.185641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:36.188231 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.215124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Allocated IP 172.20.0.1 (202a682f-13a0-4523-a868-9a0e3b7845dc/56c5c910-6d2a-4534-bcb4-6382c48eb7bc/f8e50a61-1365-4a36-b697-29e79c18d49f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:36.216036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-6922c35d-9251-48f0-8844-5d42364ea186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.218153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-6922c35d-9251-48f0-8844-5d42364ea186 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 1120 time: 0.1326721 Apr 28 19:38:36.226641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.288297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:38:36.308684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:36.309952 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:36.382479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-f6c53e1b-0fe2-4e54-89c5-6ef9813520ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.383996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-f6c53e1b-0fe2-4e54-89c5-6ef9813520ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1568935 Apr 28 19:38:36.435381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.457175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8739726d-8c78-434f-a913-91ef8e400e26 None None] Pushing event updated for resources: {'Port': ['ID=4de1a788-f367-4fa3-a235-ce13b1d59294,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.509254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf922bfc-ebeb-4d0c-ba65-3ede28f88b39,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.539648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.550521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:36.563320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-514eb5ee-1a64-4577-ae53-e61b9ec66636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe HTTP/1.1" status: 200 len: 217 time: 0.1679835 Apr 28 19:38:36.565386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.566505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29119a32-86be-4bc8-b600-7d89bb9ab0d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf922bfc-ebeb-4d0c-ba65-3ede28f88b39 HTTP/1.1" status: 204 len: 168 time: 0.5773044 Apr 28 19:38:36.584946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Transition to ACTIVE for port object f8e50a61-1365-4a36-b697-29e79c18d49f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:36.622881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:36.646401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88', 'mac_address': 'fa:16:3e:16:14:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:38:36.688182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-8f20f9f9-e324-4849-9d07-78d84f4e0c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.690678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4052fb-a049-4ba6-b7f2-5545495f78b5 req-447efade-5cb3-487c-b98a-f4d015a1bd6c tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:36.691006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-8f20f9f9-e324-4849-9d07-78d84f4e0c8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1211007 Apr 28 19:38:36.697945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e4052fb-a049-4ba6-b7f2-5545495f78b5 req-447efade-5cb3-487c-b98a-f4d015a1bd6c tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 947 time: 0.1111441 Apr 28 19:38:36.713784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.734013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.749397 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.760453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:36.769755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.784127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:36.803136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.821001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Network 202a682f-13a0-4523-a868-9a0e3b7845dc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:36.837299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:36.850095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:36.850905 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:36.877415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e4052fb-a049-4ba6-b7f2-5545495f78b5 req-07840524-83fc-4c52-bd1a-a61da41912f2 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782563 Apr 28 19:38:36.887140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=993d6c27bfd2427bb6897fb1944c19c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8385324 Apr 28 19:38:36.895930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.897672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43040) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:36.912376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d8fc5-a318-4818-8597-d206e9be28b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b663e6b-615c-40a8-ba40-13e8e068ce90,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:36.983299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:37.118715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5c2a3176-f86c-4e4a-b63b-8c23d6f64d88'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:38:37.131097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.140598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.149331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-7c74a901-d3bf-4c39-a06b-4ba10e78576d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:37.151897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-7c74a901-d3bf-4c39-a06b-4ba10e78576d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4475296 Apr 28 19:38:37.238322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.319973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.345738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 3, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:37.362264 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afa6bf7b-b364-43d3-bdbb-9975ce4bcfac None None] The sync data for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 is: [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:31Z', 'revision_number': 3, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:37.374831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b663e6b-615c-40a8-ba40-13e8e068ce90,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:37.475531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.479033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3ee6e3d-5290-44a9-bf54-c4b6416526c8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4b663e6b-615c-40a8-ba40-13e8e068ce90 HTTP/1.1" status: 204 len: 168 time: 0.5778606 Apr 28 19:38:37.512949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e1a7093d-a667-43e2-a49a-f1e56adb1e4b None None] Provisioning for port f8e50a61-1365-4a36-b697-29e79c18d49f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:37.542642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-34be3561-2852-479e-a419-86bcb6712240 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3672168 Apr 28 19:38:37.551853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e1a7093d-a667-43e2-a49a-f1e56adb1e4b None None] Provisioning complete for port f8e50a61-1365-4a36-b697-29e79c18d49f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:37.552237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1a7093d-a667-43e2-a49a-f1e56adb1e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.618076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e1a7093d-a667-43e2-a49a-f1e56adb1e4b None None] Port f8e50a61-1365-4a36-b697-29e79c18d49f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:37.670981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.751570 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.752283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:37.964624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b977bac0-b75b-4982-8c18-9d88767361d3 req-3d4ba7ef-e9a7-471f-b32d-096f6367889c service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117422 Apr 28 19:38:37.969003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Pushing event updated for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:38.015797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4de1a788-f367-4fa3-a235-ce13b1d59294 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:38.067657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03968a46-aa1f-44d4-ba99-46541b2d7513 req-837d1bbd-725a-49e1-a3bb-109cad1e81c4 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:38.069688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03968a46-aa1f-44d4-ba99-46541b2d7513 req-837d1bbd-725a-49e1-a3bb-109cad1e81c4 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 969 time: 0.3961737 Apr 28 19:38:38.076134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Network 202a682f-13a0-4523-a868-9a0e3b7845dc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:38.077722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:38.184779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4de1a788-f367-4fa3-a235-ce13b1d59294 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:38.191576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4de1a788-f367-4fa3-a235-ce13b1d59294 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:38.191999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.285770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:38.448950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03968a46-aa1f-44d4-ba99-46541b2d7513 req-ae35f438-2361-4aae-aed6-55108ddea26a tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3686197 Apr 28 19:38:38.467676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-62f86f53-a47d-404d-9429-42e6b5e59875 None None] Provisioning complete for port f8e50a61-1365-4a36-b697-29e79c18d49f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:38.467972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62f86f53-a47d-404d-9429-42e6b5e59875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.571327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:38:38.633762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:38.688820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:38.689423 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.718199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e48b4-6fb6-452f-ad7c-2db2dbdc1026 req-797f0c8d-9f33-4752-9bb7-bb4cdc64d4b8 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:38.725682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-965e48b4-6fb6-452f-ad7c-2db2dbdc1026 req-797f0c8d-9f33-4752-9bb7-bb4cdc64d4b8 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 948 time: 0.1102743 Apr 28 19:38:38.784417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-965e48b4-6fb6-452f-ad7c-2db2dbdc1026 req-41d1be9e-5e48-4bcb-acab-bd5356d2f30a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576348 Apr 28 19:38:38.833449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-62f86f53-a47d-404d-9429-42e6b5e59875 None None] Port f8e50a61-1365-4a36-b697-29e79c18d49f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:38.881549 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.920348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:38:38.922675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4de1a788-f367-4fa3-a235-ce13b1d59294, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4de1a788-f367-4fa3-a235-ce13b1d59294,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:38.933778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:38.934411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f9bc04d7-e6b4-422e-8bfe-fa605c199498 admin admin] 10.222.0.24 "PUT /v2.0/routers/41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3291373 Apr 28 19:38:38.972126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.017745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:39.091039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:39.098526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.106188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4de1a788-f367-4fa3-a235-ce13b1d59294,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.184003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:39.622657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:39.665592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Sync routers for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:38:39.676913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:39.677823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:39.685935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4601c066-40f5-4bf7-8b0e-5b56b5fdadcb req-95417fbd-c397-44c1-b2b5-8e3ecf753694 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:39.688283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4601c066-40f5-4bf7-8b0e-5b56b5fdadcb req-95417fbd-c397-44c1-b2b5-8e3ecf753694 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 969 time: 0.1163142 Apr 28 19:38:39.737348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4601c066-40f5-4bf7-8b0e-5b56b5fdadcb req-32ef4a52-a9c4-4246-8cc1-08d28d3b618b tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428240 Apr 28 19:38:39.881126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:39.930823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4de1a788-f367-4fa3-a235-ce13b1d59294 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:40.102491 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cafe807-c89b-4edc-ac13-3f6d49752ccd'] response: {'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88', 'code': 200} Apr 28 19:38:40.260518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4de1a788-f367-4fa3-a235-ce13b1d59294 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:40.261214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.305627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-a9c68c06-3af3-4f2c-a3ca-7a0d626e0122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:40.308372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-a9c68c06-3af3-4f2c-a3ca-7a0d626e0122 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 1100 time: 0.1357958 Apr 28 19:38:40.316153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:38:40.386038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.406095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:40.410318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Usage tracker for resource:security_group_rule and tenant:342e97062877462d8be79159dce7ad59 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:40.413284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:40.419276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:40.495196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:40.517798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.524332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.558741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a72cd0e-36ad-4992-95db-26e086efcd3f req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079744 Apr 28 19:38:40.581987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd315eb9-a6b9-460b-bb7b-30b308f0adea service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8786002a-c620-44ca-b74f-c205458078cd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:40.607820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123646fc-9009-4dfd-a513-fba0f851434b req-28c49d3f-a456-4c64-aa96-64cdf77e3616 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:40.612539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-123646fc-9009-4dfd-a513-fba0f851434b req-28c49d3f-a456-4c64-aa96-64cdf77e3616 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 949 time: 0.3105681 Apr 28 19:38:40.673780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.677102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-123646fc-9009-4dfd-a513-fba0f851434b req-8b384e75-4c3a-4874-a287-8df55294588c tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583467 Apr 28 19:38:40.700225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:40.720259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 4, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'f8e50a61-1365-4a36-b697-29e79c18d49f', 'name': '', 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'mac_address': 'fa:16:3e:58:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:35Z', 'updated_at': '2022-04-28T19:38:37Z', 'revision_number': 2, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'subnets': [{'id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:40.722528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe', 'mac_address': 'fa:16:3e:4d:27:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:tempest-test_az-1879619747', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:38:40.723753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:40.727321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Checking router: 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:38:40.727764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Updating router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a port f8e50a61-1365-4a36-b697-29e79c18d49f binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:38:40.735844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Usage tracker for resource:security_group_rule and tenant:8db393cd51004d2c934e35088708653d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:40.744925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:40.754308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:40.839252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.854406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.907066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:40.939091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.945954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.948410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:40.955697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:40.978338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2962a1c4-b407-4612-bf69-49eae421b4bd tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:40.979301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2962a1c4-b407-4612-bf69-49eae421b4bd tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Synchronizing usage tracker for tenant:df867cc1e5a64a0dbde5dfa24782dac7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:40.989718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a60e7f1-ebc0-4aa2-971d-bda8cd0ba652,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.013082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d5a4c301-22aa-4f0f-85a6-ba1c8807b91b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8db393cd51004d2c934e35088708653d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5140710 Apr 28 19:38:41.013858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43190) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:41.028022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2962a1c4-b407-4612-bf69-49eae421b4bd tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Unset dirty status for tenant:df867cc1e5a64a0dbde5dfa24782dac7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:41.029278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2962a1c4-b407-4612-bf69-49eae421b4bd tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 969 time: 0.1476440 Apr 28 19:38:41.110342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.117958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.137063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2c763c20-500d-4c2e-bedf-4872600606f9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Synchronizing usage tracker for tenant:df867cc1e5a64a0dbde5dfa24782dac7 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:41.159235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.179648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2c763c20-500d-4c2e-bedf-4872600606f9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Unset dirty status for tenant:df867cc1e5a64a0dbde5dfa24782dac7 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:41.187821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1bd01df-c754-44f8-833c-55ee8e3d8716 req-2c763c20-500d-4c2e-bedf-4872600606f9 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413651 Apr 28 19:38:41.207262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:38:41.240347 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.255059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a60e7f1-ebc0-4aa2-971d-bda8cd0ba652,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.267891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.268982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e09fdae-b956-4c83-9b0c-f6202620b6e1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7a60e7f1-ebc0-4aa2-971d-bda8cd0ba652 HTTP/1.1" status: 204 len: 168 time: 0.2539923 Apr 28 19:38:41.452848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43206) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:41.459078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'security_group': {'name': 'tempest-securitygroup--81525823', 'description': 'tempest-description--696156044'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:41.470508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:41.480204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:security_group and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:41.491422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:41.504693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:41.525541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.529151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.543347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Transition to ACTIVE for port object f8e50a61-1365-4a36-b697-29e79c18d49f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:41.552346 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.557274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:41.563275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:security_group_rule and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:41.566571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:41.580313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:41.700995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee00f-3672-45ba-919d-aeda23e3fee6 None None] Pushing event updated for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.701560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.715654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.781265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3452e7ee-bb76-41af-80c0-a340c710e575,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:41.815903 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.817448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-01d7026b-c6ea-4563-95fb-6dcd19889af7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.3628831 Apr 28 19:38:41.820290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43220) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:41.833954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'security_group_rule': {'security_group_id': '3452e7ee-bb76-41af-80c0-a340c710e575', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:41.851393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:41.859837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:security_group_rule and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:41.866804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:41.896260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.898801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Attempting to bind port f8e50a61-1365-4a36-b697-29e79c18d49f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:41.899209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Attempting to bind port f8e50a61-1365-4a36-b697-29e79c18d49f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:41.899642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Attempting to bind port f8e50a61-1365-4a36-b697-29e79c18d49f on network 202a682f-13a0-4523-a868-9a0e3b7845dc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:41.907167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:41.907783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Checking segment: {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:41.908747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.909281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Bound using segment: {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:41.909953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Bound port: f8e50a61-1365-4a36-b697-29e79c18d49f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d9805f1-97d4-4194-bbf5-a56bc75ebf47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:41.910768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:41.917542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:41.969122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.079318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] For port f8e50a61-1365-4a36-b697-29e79c18d49f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:42.082571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] For port f8e50a61-1365-4a36-b697-29e79c18d49f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f8e50a61-1365-4a36-b697-29e79c18d49f,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:42.090109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.147423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:42.174125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.180400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.185139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.201910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9dcc8c9-f4ff-4452-8862-890f1835c808,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.211570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:38:42.212972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:42.235785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6797fe15-9785-48e8-bf3a-928b68abe935 req-d1ab0494-a92d-426a-a713-d05e724a3f6e tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:42.240588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:42.243540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6797fe15-9785-48e8-bf3a-928b68abe935 req-d1ab0494-a92d-426a-a713-d05e724a3f6e tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 949 time: 0.2361190 Apr 28 19:38:42.261155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Usage tracker for resource:security_group_rule and tenant:3e40fb0a23ab483ea20ee8fc7534cafd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:42.267457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:42.283353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:42.288868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.299208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db93162e-79d2-4218-81ac-548e4592f941 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4750099 Apr 28 19:38:42.303742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:42.320156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'security_group_rule': {'security_group_id': '3452e7ee-bb76-41af-80c0-a340c710e575', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:42.335972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:42.346332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:security_group_rule and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:42.350300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:42.352188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6797fe15-9785-48e8-bf3a-928b68abe935 req-3814d95a-8eab-4679-a7bb-32e9c8a08a6d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984964 Apr 28 19:38:42.358840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:42.367265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:42.450112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.508637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112ee00f-3672-45ba-919d-aeda23e3fee6 None None] Pushing event updated for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.578943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.581182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:42.599295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.605958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:42.618865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:38:42.664460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b64b81-bc88-444b-a578-f6ee1320f5c7 req-e0a0ceb1-793e-4df1-af77-24bed96bf2fe tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:42.674378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b64b81-bc88-444b-a578-f6ee1320f5c7 req-e0a0ceb1-793e-4df1-af77-24bed96bf2fe tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 970 time: 0.1842308 Apr 28 19:38:42.706273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9e8b99-b8f0-4d09-bc0e-e82f86f5783a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.741888 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b64b81-bc88-444b-a578-f6ee1320f5c7 req-326f9ff9-8229-4e9f-b1ce-e02782dc5266 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662360 Apr 28 19:38:42.756489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.758096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-491566aa-0e73-4afc-afff-df19efa450ab tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4534032 Apr 28 19:38:42.762400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43260) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:42.764769 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.768671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:42.770435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.778637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:42.784073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:floatingip and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:42.787471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:42.797730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:42.811598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.829563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:42.830165 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.833355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3e40fb0a23ab483ea20ee8fc7534cafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6835866 Apr 28 19:38:42.836017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:42.839665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2457703-8d1e-4c7b-aecd-aa08faadba59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=343c9058-62c4-46e7-8a05-9ace787bcf44,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:42.921869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.950424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.989722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:42.995859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc9914a4-96f7-4a6d-aae6-36c5dc83ff8b req-6c977a2f-2cce-4f85-bdbf-7f61a17a2fbc tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bc32b67bba434952b58218b38834c2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381551 Apr 28 19:38:43.008419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:43.021212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Usage tracker for resource:security_group_rule and tenant:df6cd629dbb24b7aa5293ccdcdbebb47 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:43.025527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:43.033573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:43.087674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.154647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.156650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9914a4-96f7-4a6d-aae6-36c5dc83ff8b req-5cd7c785-f703-4944-ad05-6203a4214681 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.158179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc9914a4-96f7-4a6d-aae6-36c5dc83ff8b req-5cd7c785-f703-4944-ad05-6203a4214681 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1521876 Apr 28 19:38:43.189453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.204512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc9914a4-96f7-4a6d-aae6-36c5dc83ff8b req-620de276-ae8e-4da4-b865-69a0a6bebc92 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/quotas/bc32b67bba434952b58218b38834c2bc HTTP/1.1" status: 200 len: 375 time: 0.0254533 Apr 28 19:38:43.207598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=343c9058-62c4-46e7-8a05-9ace787bcf44,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.215359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.219389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e84644ec-eeb7-45f2-b255-73997df3765f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/343c9058-62c4-46e7-8a05-9ace787bcf44 HTTP/1.1" status: 204 len: 168 time: 0.3822703 Apr 28 19:38:43.230209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:43.252436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:43.270792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.305024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.314610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.334207 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec460350-0de3-4912-a18f-342149058bbf'] response: {'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe', 'code': 200} Apr 28 19:38:43.369916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 4, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'f8e50a61-1365-4a36-b697-29e79c18d49f', 'name': '', 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'mac_address': 'fa:16:3e:58:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:35Z', 'updated_at': '2022-04-28T19:38:42Z', 'revision_number': 4, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'subnets': [{'id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:38:43.373476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.377748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e34a2e6-6112-4547-b59b-ad4bc1c47d6c None None] The sync data for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 is: [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:38:36Z', 'revision_number': 4, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'f8e50a61-1365-4a36-b697-29e79c18d49f', 'name': '', 'network_id': '202a682f-13a0-4523-a868-9a0e3b7845dc', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'mac_address': 'fa:16:3e:58:8f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 126, 'fixed_ips': [{'subnet_id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:35Z', 'updated_at': '2022-04-28T19:38:42Z', 'revision_number': 4, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'subnets': [{'id': '56c5c910-6d2a-4534-bcb4-6382c48eb7bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:38:43.384330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Allocated IP 172.25.2.215 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/56ccb3aa-0039-4572-a9df-c59f0119164f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:43.389821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-9d934f72-9964-4ff1-b1cd-c336040cc868 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2627423 Apr 28 19:38:43.395594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df6cd629dbb24b7aa5293ccdcdbebb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8037329 Apr 28 19:38:43.400856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e0564b-bcbb-4b85-a68d-434b58df1250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3556ce-ebee-40fd-b679-302255638f0f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:43.403389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43282) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:43.578828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc9914a4-96f7-4a6d-aae6-36c5dc83ff8b req-72269576-ffdf-4e92-9ddc-ad0acd2b4fc4 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc32b67bba434952b58218b38834c2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3450515 Apr 28 19:38:43.704051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1510d876-65fc-4c21-a7cc-69d3a6ea9e32 req-b24bb3bc-b95f-46a5-8d52-8c15eb153974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:43.704051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1510d876-65fc-4c21-a7cc-69d3a6ea9e32 req-b24bb3bc-b95f-46a5-8d52-8c15eb153974 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 1122 time: 0.1401041 Apr 28 19:38:43.752090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1510d876-65fc-4c21-a7cc-69d3a6ea9e32 req-d8b88058-fc75-4241-8db6-dbd863c6f93c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Apr 28 19:38:43.935920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.979197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:43.987325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f8e50a61-1365-4a36-b697-29e79c18d49f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:44.013345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.086738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f8e50a61-1365-4a36-b697-29e79c18d49f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:44.101174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f8e50a61-1365-4a36-b697-29e79c18d49f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:44.101647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.136679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a427b011-11e5-49eb-80a7-48e192ad1dea req-b50a5dae-84cf-4145-92ce-903a3bc42b7b tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.143748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a427b011-11e5-49eb-80a7-48e192ad1dea req-b50a5dae-84cf-4145-92ce-903a3bc42b7b tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 949 time: 0.4986579 Apr 28 19:38:44.162280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-091289d0-f85b-43d1-9662-d3b86b7766cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.163891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-091289d0-f85b-43d1-9662-d3b86b7766cc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 1100 time: 0.5176039 Apr 28 19:38:44.251920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a427b011-11e5-49eb-80a7-48e192ad1dea req-3a890704-db57-4870-b6a5-9dfb4171ec60 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071441 Apr 28 19:38:44.256134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.330698 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.379938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f8e50a61-1365-4a36-b697-29e79c18d49f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f8e50a61-1365-4a36-b697-29e79c18d49f,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:44.387399 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.430232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.495655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.512756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3556ce-ebee-40fd-b679-302255638f0f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.528328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:44.535743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:44.562041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:44.572383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'Port': ['ID=56ccb3aa-0039-4572-a9df-c59f0119164f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:44.599852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677ea4d6-889c-4761-a849-24cccf7004c2 req-e6ec0345-b08d-4783-b2d1-d1b764d70963 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.614268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-677ea4d6-889c-4761-a849-24cccf7004c2 req-e6ec0345-b08d-4783-b2d1-d1b764d70963 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 971 time: 0.1636004 Apr 28 19:38:44.618368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.620502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-557c4ee5-421e-4566-87a1-7cd322232d5b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc3556ce-ebee-40fd-b679-302255638f0f HTTP/1.1" status: 204 len: 168 time: 1.2126877 Apr 28 19:38:44.681830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-470f9b56-435b-4268-b4db-27f11911a73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.684302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-470f9b56-435b-4268-b4db-27f11911a73a service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4870012 Apr 28 19:38:44.711071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-677ea4d6-889c-4761-a849-24cccf7004c2 req-f03f1487-cbcd-4d51-b24c-bcd9dcbe5841 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940773 Apr 28 19:38:44.823941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-ad045269-d692-459f-91a3-d28e2f479f7b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 HTTP/1.1" status: 200 len: 217 time: 0.1332545 Apr 28 19:38:44.882707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:44.969346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-ead1ae38-f5ae-4391-b91a-beb48d5d29c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:44.971001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-ead1ae38-f5ae-4391-b91a-beb48d5d29c0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1393654 Apr 28 19:38:45.039507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.175864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-0b91aa24-3b05-4f3d-80ec-60f08e0252b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.177681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-0b91aa24-3b05-4f3d-80ec-60f08e0252b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1979640 Apr 28 19:38:45.255918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:45.291935 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.310498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:45.316724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Usage tracker for resource:security_group_rule and tenant:f23a156134814f06b28bb59a51975b2e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:45.320476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:45.327667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:45.404361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-05c43ece-feb4-437b-ad37-2fc70a2353a9 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178397 Apr 28 19:38:45.431710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.440408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.442461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.459578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.533770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f23a156134814f06b28bb59a51975b2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2767377 Apr 28 19:38:45.534797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd7c6e0-5a01-4f6e-8fa9-60f485b4f739 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5208e56-c642-4598-929b-3aadf17b4faf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.537982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:45.580727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.653503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'Port': ['ID=56ccb3aa-0039-4572-a9df-c59f0119164f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.657138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cdff909-85bb-494b-b276-a39b6dbf122b req-0b59ab31-6224-4451-a117-05c9829fa889 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433193 Apr 28 19:38:45.658737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.659789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fbff5a84-4185-4fc4-9d88-944052602fa4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8963645 Apr 28 19:38:45.687573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.735671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.829756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.859336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5208e56-c642-4598-929b-3aadf17b4faf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:45.888529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaf8a6-522d-4373-8476-739cf4ed34fe req-14d6deb9-d1d5-43bd-8378-95adac3b7850 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.890207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0aaf8a6-522d-4373-8476-739cf4ed34fe req-14d6deb9-d1d5-43bd-8378-95adac3b7850 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 949 time: 0.1368227 Apr 28 19:38:45.910085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:45.911505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a706452-482a-4bf1-a644-295c34422dfa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5208e56-c642-4598-929b-3aadf17b4faf HTTP/1.1" status: 204 len: 168 time: 0.3724229 Apr 28 19:38:45.959636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e30ff-5594-453b-8b35-2c0deb17418d req-56e8e75a-20a9-4112-9922-29e8de1da441 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:45.968423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e61e30ff-5594-453b-8b35-2c0deb17418d req-56e8e75a-20a9-4112-9922-29e8de1da441 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 971 time: 0.1001759 Apr 28 19:38:45.971711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0aaf8a6-522d-4373-8476-739cf4ed34fe req-9b7c45f9-bf4a-44b5-957f-1d01f839ab2d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708222 Apr 28 19:38:45.982021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f8e50a61-1365-4a36-b697-29e79c18d49f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:38:46.025816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e61e30ff-5594-453b-8b35-2c0deb17418d req-227f6a23-1a0d-45e7-83e4-c52c7fe05529 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558116 Apr 28 19:38:46.131704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f8e50a61-1365-4a36-b697-29e79c18d49f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:46.132072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.192955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9f3ad59-8fe4-4b71-87f3-4c316ca19aad req-49cd06c4-64a0-46ca-9e5c-99386d12d2c8 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bc32b67bba434952b58218b38834c2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0633459 Apr 28 19:38:46.244301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-2248d390-678a-41c6-b7dd-d7d7eff0597c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:46.264126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-2248d390-678a-41c6-b7dd-d7d7eff0597c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:46.274293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-2248d390-678a-41c6-b7dd-d7d7eff0597c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--81525823&fields=id&tenant_id=ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 267 time: 0.0769560 Apr 28 19:38:46.363434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f3ad59-8fe4-4b71-87f3-4c316ca19aad req-e4583ada-29dc-4199-affc-fa1183e9fe41 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.365281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9f3ad59-8fe4-4b71-87f3-4c316ca19aad req-e4583ada-29dc-4199-affc-fa1183e9fe41 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1659904 Apr 28 19:38:46.381320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9f3ad59-8fe4-4b71-87f3-4c316ca19aad req-b6d8a708-2745-40e0-a60c-af62d05d9b7d tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/quotas/bc32b67bba434952b58218b38834c2bc HTTP/1.1" status: 200 len: 375 time: 0.0092585 Apr 28 19:38:46.429552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-e66567f7-e49b-439f-a11d-ee141c29e037 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.430270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-e66567f7-e49b-439f-a11d-ee141c29e037 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:46.454399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-e66567f7-e49b-439f-a11d-ee141c29e037 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:46.455881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-e66567f7-e49b-439f-a11d-ee141c29e037 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 824 time: 0.1799877 Apr 28 19:38:46.486078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-7cfca8d3-4979-4172-8fca-c42131e25425 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/quotas/ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 375 time: 0.0230372 Apr 28 19:38:46.519843 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9f3ad59-8fe4-4b71-87f3-4c316ca19aad req-10d2a0c4-491f-47c4-a8a9-8cf10c642e7b tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc32b67bba434952b58218b38834c2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1317773 Apr 28 19:38:46.586076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6acbcfaa-29f1-49ae-9511-13db22cb4bbc tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0990336 Apr 28 19:38:46.738354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-a135f0a7-67f0-4cbb-b6f2-62e0e0cfbac3 tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:46.739838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-a135f0a7-67f0-4cbb-b6f2-62e0e0cfbac3 tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 1122 time: 0.0707145 Apr 28 19:38:46.758899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-48571e36-4453-4374-a25d-a8e310f9fdf6 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:46.760540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-48571e36-4453-4374-a25d-a8e310f9fdf6 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0499177 Apr 28 19:38:46.769594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.784858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:46.789885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Usage tracker for resource:security_group_rule and tenant:6442d923fc21423cb67843c9d8cb3631 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:46.792944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:46.799182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:46.895390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.898085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-a7fed74c-68cc-4397-90fc-460faa9ae588 service neutron] 10.222.0.24 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314268 Apr 28 19:38:46.902624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:46.927641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f4fa649-5cb8-4c87-9acc-cb02bf8f94f2 req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801233 Apr 28 19:38:46.941803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e296d-aa4a-4c66-bd6b-ca3ba281ce4b tempest-AggregatesAdminTestJSON-439876909 tempest-AggregatesAdminTestJSON-439876909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdd378f-ba65-4ac1-8bfa-0a4cd825b809,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:47.078318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-5a8c7de5-33e6-4d48-aad0-ccb4e72e0357 service neutron] 10.222.0.24 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735611 Apr 28 19:38:47.346794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-5305efd6-888f-4073-a4ea-7ac376a0a980 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0eedcae412d34320abb828b8b3050576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0603156 Apr 28 19:38:47.505016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-7b8309a4-5722-42d2-bc19-c285a4aa875c tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.508047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-7b8309a4-5722-42d2-bc19-c285a4aa875c tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 1100 time: 0.2832901 Apr 28 19:38:47.600330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-8b683c14-8846-4272-8d0f-5851b018b524 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:47.601805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-8b683c14-8846-4272-8d0f-5851b018b524 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2541308 Apr 28 19:38:47.609193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Deleting port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:38:47.609605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:47.665139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-45c8c081-d05d-4bb8-b123-0aa90dfbce10 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/quotas/0eedcae412d34320abb828b8b3050576 HTTP/1.1" status: 200 len: 375 time: 0.0314746 Apr 28 19:38:47.726885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-819a5153-c21c-4af9-ab6f-d5fb1325ae56 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0eedcae412d34320abb828b8b3050576&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607870 Apr 28 19:38:47.927819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] For port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:47.928164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:48.146361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f84581be-f55b-4353-a614-1d23f7c396f2 req-578d3c48-04d6-4e29-b359-ec3545e031e1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 210 time: 0.0705521 Apr 28 19:38:48.194973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Calling delete_port for 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:38:48.380347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f8c1ba-0ad5-403d-b0f2-ab2b82638c5b req-732347d0-a8bd-4134-9bc6-d788c78dacd5 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.395455 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3f8c1ba-0ad5-403d-b0f2-ab2b82638c5b req-732347d0-a8bd-4134-9bc6-d788c78dacd5 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 949 time: 0.3821661 Apr 28 19:38:48.543983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3f8c1ba-0ad5-403d-b0f2-ab2b82638c5b req-e2658752-6d9e-4c7c-854a-310d49754058 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474695 Apr 28 19:38:48.595797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.46', 54865) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:48.624819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:48.643234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5c2a3176-f86c-4e4a-b63b-8c23d6f64d88'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:38:48.726195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce983c15-6bea-4a0a-85c6-5fe7670e6ddd req-aeac9690-9399-4679-a6f4-83d1bf2b9532 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0968297 Apr 28 19:38:48.760473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c2a3176-f86c-4e4a-b63b-8c23d6f64d88,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:48.861916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] No DVR routers for this DVR port 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:48.866717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-cd2cb6cd-05af-4989-971a-8d1f02b756eb tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.868324 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-cd2cb6cd-05af-4989-971a-8d1f02b756eb tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 824 time: 0.2711947 Apr 28 19:38:48.878650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:48.889952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'name': 'network-vif-deleted', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:48.919076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb56f04-db6b-4eb5-872d-153a132b9d9d req-105089b4-70e7-49cf-b5e1-d7fd2e6fce98 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:48.926133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2cb56f04-db6b-4eb5-872d-153a132b9d9d req-105089b4-70e7-49cf-b5e1-d7fd2e6fce98 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 971 time: 0.2323835 Apr 28 19:38:48.953881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d781eb16-aae2-4401-9c8b-db9c534c7094 req-92b3311a-be58-4170-8d4a-4d64d4222fba tempest-DeleteServersAdminTestJSON-460445540 tempest-DeleteServersAdminTestJSON-460445540-project-admin] 10.222.0.41 "DELETE /v2.0/ports/5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 HTTP/1.1" status: 204 len: 173 time: 1.4372902 Apr 28 19:38:48.999099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2cb56f04-db6b-4eb5-872d-153a132b9d9d req-c5de30c3-26a9-4e97-9d54-a9f9a956d1ef tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720043 Apr 28 19:38:49.041226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-f6243128-2fd1-4a12-bd85-4d329d6a160b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 378 time: 0.0928664 Apr 28 19:38:49.060856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'port': {'device_id': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'admin_state_up': True, 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'security_groups': ['3452e7ee-bb76-41af-80c0-a340c710e575']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:49.151471 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5398599-bebe-4dc2-829d-667bfd4c8599'] response: {'server_uuid': '7dd5c8bb-68ef-4d91-8830-4702c1527bba', 'name': 'network-vif-deleted', 'tag': '5c2a3176-f86c-4e4a-b63b-8c23d6f64d88', 'status': 'completed', 'code': 200} Apr 28 19:38:49.323055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:49.336770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Usage tracker for resource:port and tenant:ab869800fc5d41a3a35dafa735197413 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:49.340448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:49.352354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:49.371054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Made reservation on behalf of ab869800fc5d41a3a35dafa735197413 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:49.381196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:49.413066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43d5a9e4-9bf9-489f-a5a3-46e89a88293d req-5bf7bb74-6f4e-423a-a81e-6128f0457658 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=bc32b67bba434952b58218b38834c2bc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444665 Apr 28 19:38:49.517906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23fa739f-505d-4416-b14b-32854180e1e8 req-44ad8705-6a98-4924-a2da-71d3a89e3488 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 210 time: 0.0911322 Apr 28 19:38:49.758980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d5a9e4-9bf9-489f-a5a3-46e89a88293d req-0e6cedf6-6b1c-493a-8f37-d6baba9b62cd tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.766087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43d5a9e4-9bf9-489f-a5a3-46e89a88293d req-0e6cedf6-6b1c-493a-8f37-d6baba9b62cd tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3517449 Apr 28 19:38:49.791032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e210f-b202-4f59-a196-e023819b13a7 req-1e307327-28db-49e3-85ea-580d3b67ac9c tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:49.792509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-828e210f-b202-4f59-a196-e023819b13a7 req-1e307327-28db-49e3-85ea-580d3b67ac9c tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.41 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 971 time: 0.2304683 Apr 28 19:38:49.794905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43d5a9e4-9bf9-489f-a5a3-46e89a88293d req-79b4ada0-8d5c-4c17-8d68-5c50d8cf3626 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/quotas/bc32b67bba434952b58218b38834c2bc HTTP/1.1" status: 200 len: 375 time: 0.0279241 Apr 28 19:38:49.845291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Allocated IP 172.20.0.7 (e332f6a6-dfe0-4f79-a19e-f6802e6ff460/fa695d35-f971-47c1-9495-8ecde5f4d441/34f20aca-4250-41a0-8251-5b3985ea4933) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:49.871250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7632cba4-4185-4392-acf1-37c3319a9ba2 req-28c1b6cd-95d9-4e7e-94dc-f43a57ba0ac8 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=7dd5c8bb-68ef-4d91-8830-4702c1527bba HTTP/1.1" status: 200 len: 210 time: 0.1060729 Apr 28 19:38:49.906669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43d5a9e4-9bf9-489f-a5a3-46e89a88293d req-0a31b270-52a0-4f8f-9870-2fffbb3066c0 tempest-QuotasAdminNegativeTest-1421239029 tempest-QuotasAdminNegativeTest-1421239029-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=bc32b67bba434952b58218b38834c2bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0689397 Apr 28 19:38:49.946480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Deleting port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:38:49.946799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.095438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20011d5a-7950-4dca-9847-fb3424e39000 req-44f9b88c-a3b5-4725-9c02-6fdcb94994b1 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0665817 Apr 28 19:38:50.136581 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d513c1fc-6321-4be5-8a2b-a2ec90949fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.148370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43538) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:50.247120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.280527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Transition to ACTIVE for port object 34f20aca-4250-41a0-8251-5b3985ea4933 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:50.310558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.373016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] For port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:38:50.373385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.426085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:50.429903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:50.433810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:50.439707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.440401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.489596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:50.499043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6a345f32-73ba-4c6d-a647-a992ff737861 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4498062 Apr 28 19:38:50.570319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Calling delete_port for 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe owned by compute:tempest-test_az-1879619747 {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:38:50.599496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.651647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff10bb-0de2-4020-b316-ec4d867f9880 req-5b3a2ca8-5339-4070-a7a5-c8f208d5b8e1 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.653282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ff10bb-0de2-4020-b316-ec4d867f9880 req-5b3a2ca8-5339-4070-a7a5-c8f208d5b8e1 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/ports?device_id=65a9c289-2f29-4867-9100-316691bf85ec HTTP/1.1" status: 200 len: 971 time: 0.4484644 Apr 28 19:38:50.659479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:50.685707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Usage tracker for resource:security_group_rule and tenant:92b5352fa6484f63b4c5a2454b55cc76 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:50.711184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:50.719782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:50.757617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ff10bb-0de2-4020-b316-ec4d867f9880 req-1fd994a5-6334-4f85-90a6-71a031b88de2 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.24 "GET /v2.0/security-groups?id=06ca45e5-3f37-4d96-b6f1-3d48c674fd39&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936928 Apr 28 19:38:50.771433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b1bc6787-83b2-4c1e-a0be-bb44b99afa28 None None] Provisioning for port 34f20aca-4250-41a0-8251-5b3985ea4933 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:50.781389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc62cf5-215b-4c20-b123-983366059a2d req-bc2c3c7a-3013-4db7-9ba2-8c1cf2387d14 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:50.783196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cfc62cf5-215b-4c20-b123-983366059a2d req-bc2c3c7a-3013-4db7-9ba2-8c1cf2387d14 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:50.787414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b1bc6787-83b2-4c1e-a0be-bb44b99afa28 None None] Provisioning complete for port 34f20aca-4250-41a0-8251-5b3985ea4933 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:50.787783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1bc6787-83b2-4c1e-a0be-bb44b99afa28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.808026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cfc62cf5-215b-4c20-b123-983366059a2d req-bc2c3c7a-3013-4db7-9ba2-8c1cf2387d14 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:50.810305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfc62cf5-215b-4c20-b123-983366059a2d req-bc2c3c7a-3013-4db7-9ba2-8c1cf2387d14 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 931 time: 0.1465261 Apr 28 19:38:50.862017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:50.870026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:50.876155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b1bc6787-83b2-4c1e-a0be-bb44b99afa28 None None] Port 34f20aca-4250-41a0-8251-5b3985ea4933 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:50.882116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:38:50.884417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfc62cf5-215b-4c20-b123-983366059a2d req-c18b13e6-2d10-427c-b217-c50d8198ec7d tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0673776 Apr 28 19:38:50.940466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Pushing event deleted for resources: {'Port': ['ID=7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.047644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] No DVR routers for this DVR port 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:38:51.051435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.071832 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.075434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-828e210f-b202-4f59-a196-e023819b13a7 req-949c2e9c-9009-440c-98ab-6a8b50fbdfa5 tempest-AggregatesAdminTestJSON-783471847 tempest-AggregatesAdminTestJSON-783471847-project] 10.222.0.41 "DELETE /v2.0/ports/7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe HTTP/1.1" status: 204 len: 173 time: 1.2753954 Apr 28 19:38:51.079726 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.154450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'name': 'network-vif-deleted', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:51.185508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.207319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92b5352fa6484f63b4c5a2454b55cc76&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0553968 Apr 28 19:38:51.209020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:51.213055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Usage tracker for resource:security_group_rule and tenant:bc32b67bba434952b58218b38834c2bc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:51.216114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:51.218017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:51.222094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:51.262679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15471a23-512e-4a78-94dc-601bd2faa570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac2299c-8b4b-488f-863a-1cd44c69f5e5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.310508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-9ec1b344-0ea4-441b-920e-3d75bfa49263 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361183 Apr 28 19:38:51.349568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-848d89a9-aff2-4196-ad83-32d779781fa5 req-ee2beac0-c2df-4106-84bd-bdcec5653e9d tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0865221 Apr 28 19:38:51.397914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.428307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.443362 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0e9b707-82c7-4c79-952f-389ef1325031'] response: {'server_uuid': '65a9c289-2f29-4867-9100-316691bf85ec', 'name': 'network-vif-deleted', 'tag': '7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe', 'status': 'completed', 'code': 200} Apr 28 19:38:51.473944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.486716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.491873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.511485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac2299c-8b4b-488f-863a-1cd44c69f5e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.515201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.516362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33ccb13f-0bab-4702-8a10-8d9045269a66 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ac2299c-8b4b-488f-863a-1cd44c69f5e5 HTTP/1.1" status: 204 len: 168 time: 0.2973688 Apr 28 19:38:51.551904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-e8243b9a-abaf-4fdf-b9e4-24c856cf983c tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:51.553599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-e8243b9a-abaf-4fdf-b9e4-24c856cf983c tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2361224 Apr 28 19:38:51.581520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=361d5be3-359b-4217-9443-cc59a8b776f9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.585701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee7f5186-80b2-464b-9cbc-ddf05c0c0b83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc32b67bba434952b58218b38834c2bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7115643 Apr 28 19:38:51.589591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:51.604458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-95a014e3-c33f-4a6e-97ca-8ec4c2cea984 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/quotas/e17b7f0e0e19441197370ff6c5d6009b HTTP/1.1" status: 200 len: 375 time: 0.0366631 Apr 28 19:38:51.661688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.699203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.743367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01522231-0c65-4b68-9173-060452f49656 req-17778c85-04b3-4136-b2d2-1715aee3d6ad tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Synchronizing usage tracker for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:51.760253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01522231-0c65-4b68-9173-060452f49656 req-17778c85-04b3-4136-b2d2-1715aee3d6ad tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Unset dirty status for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:51.761638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-17778c85-04b3-4136-b2d2-1715aee3d6ad tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1513295 Apr 28 19:38:51.777189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.825642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=361d5be3-359b-4217-9443-cc59a8b776f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:51.835250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:51.836369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-85a06156-cb2b-4e77-839d-9cd32104eb07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/361d5be3-359b-4217-9443-cc59a8b776f9 HTTP/1.1" status: 204 len: 168 time: 0.2458193 Apr 28 19:38:51.994371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:52.088360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-088a6441-83d4-412a-b6bd-770d894da128 req-94853ca2-3a2e-4a9f-9cad-c2ab0095b513 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 210 time: 0.0718558 Apr 28 19:38:52.089472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.126671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:52.131347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Usage tracker for resource:security_group_rule and tenant:df5fa712ec8347f7bf4bbec62b329386 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:52.135424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:52.142949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:52.174878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-77869a94-ab73-4d6a-b63b-48433946ae16 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:52.175617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-77869a94-ab73-4d6a-b63b-48433946ae16 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:52.195912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-77869a94-ab73-4d6a-b63b-48433946ae16 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:52.198803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-77869a94-ab73-4d6a-b63b-48433946ae16 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 931 time: 0.1456001 Apr 28 19:38:52.286894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.300094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.318845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91c4157d-606d-4361-b571-b4b3f84a8138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.334447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-c6cc8bc7-50ae-4987-8e21-a60e3ff923f2 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:52.346596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:38:52.360014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-c6cc8bc7-50ae-4987-8e21-a60e3ff923f2 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:52.381140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fde7a93-2ad2-4324-9d60-5faff72d18c2 req-c6cc8bc7-50ae-4987-8e21-a60e3ff923f2 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1722629 Apr 28 19:38:52.453035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df5fa712ec8347f7bf4bbec62b329386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4570253 Apr 28 19:38:52.455945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:52.518256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33999d-43cb-4b3a-bbd5-7e3cac2b624b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f53eb8-72e5-4c21-94ac-41da5f14f63b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:52.518827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:38:52.534707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c2a3176-f86c-4e4a-b63b-8c23d6f64d88 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:38:52.536098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:38:52.611376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:38:52.612314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7dc31b00-e9c4-4583-bd53-32a1ab3f5bfe not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:38:52.630122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:52.640021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-beed452b-ef6f-4e32-b98f-761c5532802a req-f63397b7-cb4f-4888-bae5-a38a2fa8bd59 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0848114 Apr 28 19:38:52.657633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.657930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.693194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:52.695410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.699137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Usage tracker for resource:security_group_rule and tenant:e8a6c5c10e984bbea306544ddf13063a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:52.701994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:52.708385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:52.763945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.800220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f53eb8-72e5-4c21-94ac-41da5f14f63b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:52.816857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.821034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bcc8383e-8587-4868-807e-39afdbef0b02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29f53eb8-72e5-4c21-94ac-41da5f14f63b HTTP/1.1" status: 204 len: 168 time: 0.3640614 Apr 28 19:38:52.831116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.837696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:52.905334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8a6c5c10e984bbea306544ddf13063a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2744215 Apr 28 19:38:52.906946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5aeb55-c804-4a77-913d-961855e25311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e065e0c-8efb-4b05-98e2-d8cdb36d9d4b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:52.907916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43656) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:52.996498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.038763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.147764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.167888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e065e0c-8efb-4b05-98e2-d8cdb36d9d4b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:53.171258 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.172363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d0eec5b-8c72-4d38-a9de-41215d0c8c95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e065e0c-8efb-4b05-98e2-d8cdb36d9d4b HTTP/1.1" status: 204 len: 168 time: 0.2634938 Apr 28 19:38:53.290540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db1c2192-eada-4bf5-8cd1-cd783a8a51ef req-783f3244-b806-4542-b114-43d4136a3250 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 210 time: 0.0496361 Apr 28 19:38:53.644361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-2d31ac8f-7d94-4e1d-b831-e703b9e94f54 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550342 Apr 28 19:38:53.706070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d100c7f-a85c-4d83-a560-8ea6cbaf602d req-b70826e1-ce65-4228-95c6-151c841c92a5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.725641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d100c7f-a85c-4d83-a560-8ea6cbaf602d req-b70826e1-ce65-4228-95c6-151c841c92a5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 931 time: 0.1460102 Apr 28 19:38:53.729277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.810057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d100c7f-a85c-4d83-a560-8ea6cbaf602d req-273ae0eb-ae39-42ad-bdcb-d65e58df45a2 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0834420 Apr 28 19:38:53.861109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:53.963120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-299b7b1c-217b-426c-9586-3a5bcdb10a40 req-cf2e2473-3c55-489c-b6b9-02651cf1d53e tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0927253 Apr 28 19:38:53.985744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-0ae0356a-67e5-4808-b8e9-41f1a6a88c97 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:53.987373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-0ae0356a-67e5-4808-b8e9-41f1a6a88c97 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3354633 Apr 28 19:38:54.002000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Request body: {'port': {'device_id': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'e17b7f0e0e19441197370ff6c5d6009b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:54.165830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:54.179316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:54.192728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Made reservation on behalf of e17b7f0e0e19441197370ff6c5d6009b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:54.199032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:54.199651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.396125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2000432619-network', 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:54.407113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Allocated IP 192.168.233.106 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/a68ad512-f5a3-4ca2-bd38-5b1f94277441) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:54.414823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:54.426634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Usage tracker for resource:network and tenant:345af28bb9814fd5b195a19ad9e5c45b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:54.442106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:54.451332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:54.541195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:54.543482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.567358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.588847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7845a30-dc8a-44fe-aa40-27d197c9d4e8 req-6330a163-c4ec-42b6-b770-f9441d92b0cd tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 210 time: 0.1071103 Apr 28 19:38:54.597439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:54.601541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Usage tracker for resource:security_group_rule and tenant:345af28bb9814fd5b195a19ad9e5c45b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:54.604870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:54.611585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:54.731879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.751422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Transition to ACTIVE for port object a68ad512-f5a3-4ca2-bd38-5b1f94277441 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:54.771728 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.776806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.803303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.816293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:54.839328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc454043-23cf-4362-9302-ec92344e0b21,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.843827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.844347 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Added segment 445f813b-7598-46b5-9ecb-71117b153817 of type vlan for network a484bcb3-8c6f-44da-8a90-fd83204b898a Apr 28 19:38:54.883052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:38:54.886993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:54.887266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.891488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:38:54.897266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:54.898048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.920717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Pushing event updated for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:54.943769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-691bd86b-6c63-4a20-98e4-1e53797b8f22 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9465215 Apr 28 19:38:54.955680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Request body: {'port': {'device_id': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'device_owner': 'compute:tempest-test_az-1879619747', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:54.978541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:54.979761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:54.980459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.007763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.180255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43800) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:55.217194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.239162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9070a489-3cab-480a-b7b0-73129db83f5d None None] Provisioning for port a68ad512-f5a3-4ca2-bd38-5b1f94277441 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:38:55.252197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9070a489-3cab-480a-b7b0-73129db83f5d None None] Provisioning complete for port a68ad512-f5a3-4ca2-bd38-5b1f94277441 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:38:55.252572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9070a489-3cab-480a-b7b0-73129db83f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.272740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] Pushing event updated for resources: {'Network': ['ID=a484bcb3-8c6f-44da-8a90-fd83204b898a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:55.320798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1679a141-16ba-490b-bd24-f20acc366ce9 req-307def4c-6aaa-4b82-8292-0bf85f1d3006 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0553546 Apr 28 19:38:55.331809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-548a4ce9-c1a3-4af5-b2a8-de5db9dbb85c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1281905 Apr 28 19:38:55.332237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:55.338258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Request body: {'subnet': {'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2000432619-subnet', 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:55.357990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:55.371626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Usage tracker for resource:subnet and tenant:345af28bb9814fd5b195a19ad9e5c45b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:55.376143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:55.381917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:55.399008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:55.403312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.428788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a484bcb3-8c6f-44da-8a90-fd83204b898a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:38:55.617184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9070a489-3cab-480a-b7b0-73129db83f5d None None] Port a68ad512-f5a3-4ca2-bd38-5b1f94277441 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:38:55.733629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.757971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.827924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:55.834360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Usage tracker for resource:security_group_rule and tenant:34c87b1480e24693994f13a51cc5f26a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:55.838128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:55.848414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a5c88-484d-4edd-96f7-69213204aa84 req-ee632600-1860-4382-ba95-f38fdef364ad tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.849871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-274a5c88-484d-4edd-96f7-69213204aa84 req-ee632600-1860-4382-ba95-f38fdef364ad tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 931 time: 0.7346992 Apr 28 19:38:55.856528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:55.898012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4fbd541-416c-49e4-a550-e4662f720d66,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:55.909409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:55.909665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Network hostable DHCP agents. Network: a484bcb3-8c6f-44da-8a90-fd83204b898a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:38:55.939339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c397f-3783-4966-b848-6bd1016bba26 req-12143f50-8878-47c5-9cf2-adf20258694a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.940790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c9c397f-3783-4966-b848-6bd1016bba26 req-12143f50-8878-47c5-9cf2-adf20258694a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 936 time: 0.1480558 Apr 28 19:38:55.941809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Network a484bcb3-8c6f-44da-8a90-fd83204b898a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:38:55.967816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a484bcb3-8c6f-44da-8a90-fd83204b898a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:38:55.978222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:55.978801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:55.979497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c7451c-5656-493b-b174-f2bdaf031bd0 None None] Network a484bcb3-8c6f-44da-8a90-fd83204b898a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:55.983533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68ad512-f5a3-4ca2-bd38-5b1f94277441 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:56.008082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-274a5c88-484d-4edd-96f7-69213204aa84 req-5405d87f-c260-4a86-9645-2f5c3b6ae791 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1417270 Apr 28 19:38:56.011984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c9c397f-3783-4966-b848-6bd1016bba26 req-2fd87620-8bf1-4915-9e9f-845572406a5a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636232 Apr 28 19:38:56.014058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.050112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6329687c-4e68-45c3-8611-c725657e74f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7170358 Apr 28 19:38:56.052322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Transition to ACTIVE for port object a68ad512-f5a3-4ca2-bd38-5b1f94277441 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:56.071296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.116214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-a2f4641d-0323-442f-868b-52ded63e6787 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:38:56.120317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-a2f4641d-0323-442f-868b-52ded63e6787 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0095425 Apr 28 19:38:56.334001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.337683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Attempting to bind port a68ad512-f5a3-4ca2-bd38-5b1f94277441 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:56.337683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Attempting to bind port a68ad512-f5a3-4ca2-bd38-5b1f94277441 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:56.338507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Attempting to bind port a68ad512-f5a3-4ca2-bd38-5b1f94277441 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:56.358127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Port a68ad512-f5a3-4ca2-bd38-5b1f94277441 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:38:56.358632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Attempting to bind port a68ad512-f5a3-4ca2-bd38-5b1f94277441 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:56.362376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.370560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.392101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:56.392441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:56.392872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:56.393324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Bound port: a68ad512-f5a3-4ca2-bd38-5b1f94277441, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:56.393695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.481519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c15b36e-0abe-4f48-8cdd-af88b03d8877 None None] Network a484bcb3-8c6f-44da-8a90-fd83204b898a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:38:56.501864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34c87b1480e24693994f13a51cc5f26a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3109865 Apr 28 19:38:56.502693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:56.504492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a364e87-1c94-4816-87cc-6d4b69a11278 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab439c6-a57b-455a-b560-04967b613ee5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.572082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:56.578922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:56.590634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.647592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.46', 54871) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:56.656493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.707969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-b4871fa0-59d4-4e93-8408-c042ba8d9032 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=0eedcae412d34320abb828b8b3050576&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408220 Apr 28 19:38:56.716045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.723781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:56.725353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:56.728394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] 10.222.0.41 "PUT /v2.0/ports/a68ad512-f5a3-4ca2-bd38-5b1f94277441 HTTP/1.1" status: 200 len: 1118 time: 1.7760537 Apr 28 19:38:56.733922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:38:56.796084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa56ee-c2c9-4dbc-b2f6-502bfba1cd90 service neutron] Pushing event updated for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:56.945094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02faeedb-9ca7-4d73-8e29-0f2db60e5275 req-addc31fe-a450-46e1-b4ed-05e7ecb679c6 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.1279356 Apr 28 19:38:57.042500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-6b630b05-9805-407f-8b89-cab709a5268d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.048685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-6b630b05-9805-407f-8b89-cab709a5268d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 1121 time: 0.1586385 Apr 28 19:38:57.062990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Request body: {'security_group': {'name': 'tempest-securitygroup-59885166', 'description': 'tempest-description-365539910'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:57.081131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:57.094411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Usage tracker for resource:security_group and tenant:be41df785dab4ce9b0a2f1616a01c128 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:57.099958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:57.119271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:57.125318 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-497acbc7-bd45-4e6b-8eaf-40fe3141f45c'] response: {'name': 'network-changed', 'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441', 'status': 'completed', 'code': 200} Apr 28 19:38:57.146034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-0e7f67ea-007a-4967-bf75-0e81d8b9b769 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.147405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-0e7f67ea-007a-4967-bf75-0e81d8b9b769 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4165254 Apr 28 19:38:57.148950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.151358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-a5b9b740-edb9-4002-9a4f-16e94d618118 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441 HTTP/1.1" status: 200 len: 217 time: 0.0888364 Apr 28 19:38:57.170369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Request body: {'port': {'device_id': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '0eedcae412d34320abb828b8b3050576'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:57.192529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.201939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.235677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Request body: {'port': {'device_id': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:57.274815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab439c6-a57b-455a-b560-04967b613ee5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:57.278169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:57.279102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:57.319803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-6001554c-f483-4882-8bca-c4d399d0b126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.321480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-6001554c-f483-4882-8bca-c4d399d0b126 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1643538 Apr 28 19:38:57.353850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Usage tracker for resource:security_group_rule and tenant:be41df785dab4ce9b0a2f1616a01c128 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:57.361453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:57.369221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.373494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7a9e35f-e590-4692-a790-21bbf4de3508 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fab439c6-a57b-455a-b560-04967b613ee5 HTTP/1.1" status: 204 len: 168 time: 0.8694549 Apr 28 19:38:57.384995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:57.408364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e261f-8c4b-4ff6-b36f-135be2345d11 req-095b9e6d-d636-46cd-a8fb-e4a74b27eb01 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.409930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-626e261f-8c4b-4ff6-b36f-135be2345d11 req-095b9e6d-d636-46cd-a8fb-e4a74b27eb01 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 931 time: 0.1499932 Apr 28 19:38:57.456169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01522231-0c65-4b68-9173-060452f49656 req-92351e0e-2cfb-4034-92ba-5971c2cade5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.457733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-92351e0e-2cfb-4034-92ba-5971c2cade5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1262887 Apr 28 19:38:57.469682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-626e261f-8c4b-4ff6-b36f-135be2345d11 req-52505fd2-1219-4f8a-8858-4266879931d6 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0487607 Apr 28 19:38:57.564739 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.661138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:57.671373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.683684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Usage tracker for resource:security_group_rule and tenant:58806ea56eb849f0aeaab29f3c9cd286 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:57.688793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-2e4a4a86-420e-498f-b32f-531d37cc8ddc service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181141 Apr 28 19:38:57.691837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:57.695595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:57.707294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:57.741562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Usage tracker for resource:port and tenant:0eedcae412d34320abb828b8b3050576 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:57.749881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:57.772608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:57.786179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:57.800649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1580570399-network', 'tenant_id': 'e75cf389ad8544ce832412c0a6799f07'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:57.815967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:57.833516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Usage tracker for resource:network and tenant:e75cf389ad8544ce832412c0a6799f07 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:57.844192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:57.846743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Made reservation on behalf of 0eedcae412d34320abb828b8b3050576 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:57.849092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57062087-0b5b-497a-99f5-018f211ad440 req-a0255af8-7af6-4115-bf9a-669e5b517096 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:57.849825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-57062087-0b5b-497a-99f5-018f211ad440 req-a0255af8-7af6-4115-bf9a-669e5b517096 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Synchronizing usage tracker for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:38:57.850119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.861746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01522231-0c65-4b68-9173-060452f49656 req-5814b25a-f49f-4632-a60c-7e79dd4e4920 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621354 Apr 28 19:38:57.874409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-57062087-0b5b-497a-99f5-018f211ad440 req-a0255af8-7af6-4115-bf9a-669e5b517096 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Unset dirty status for tenant:e17b7f0e0e19441197370ff6c5d6009b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:38:57.874564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:57.876100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57062087-0b5b-497a-99f5-018f211ad440 req-a0255af8-7af6-4115-bf9a-669e5b517096 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 970 time: 0.2342083 Apr 28 19:38:57.934888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:57.970204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Made reservation on behalf of e75cf389ad8544ce832412c0a6799f07 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:57.970929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57062087-0b5b-497a-99f5-018f211ad440 req-cca668d5-9b46-446f-87fb-738eb7bf3d86 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867159 Apr 28 19:38:57.971454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43908) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:57.972414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.008003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.030080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:58.035926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Usage tracker for resource:security_group_rule and tenant:2aecd5496df24db7bc94c49d51140339 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:58.039356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:58.047581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:58.061274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-5b691944-50ad-4f80-b733-3f4cdef85714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.062826 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-5b691944-50ad-4f80-b733-3f4cdef85714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 1121 time: 0.1402087 Apr 28 19:38:58.115937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:58.120413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.144923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.147295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Usage tracker for resource:security_group_rule and tenant:0eedcae412d34320abb828b8b3050576 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:58.152355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:58.161774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.173117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:58.188021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:58.190235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:58.208840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Usage tracker for resource:security_group_rule and tenant:be41df785dab4ce9b0a2f1616a01c128 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:58.215100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e75cf389ad8544ce832412c0a6799f07 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:58.223226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a98aca3-07a5-49e1-a5ed-58959b176958 req-cf476176-8a93-4ec3-8eb5-7b6007868982 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.1045685 Apr 28 19:38:58.233577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:58.242672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:58.274119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:58.276866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:58.309820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd79ae0f-63d8-465f-9896-458530aebd66,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.326053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.349734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.386330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-5f516710-967b-47c4-bd04-33bd1a3e7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.387836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-5f516710-967b-47c4-bd04-33bd1a3e7451 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3155189 Apr 28 19:38:58.472106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.474001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-06b50cb7-90a3-4415-b2c0-348476ac68a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.106&port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441 HTTP/1.1" status: 200 len: 217 time: 0.0730357 Apr 28 19:38:58.480548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.504661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5620990f-82aa-46b6-9015-3d72a00770f9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.523448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1f4160bf-dcd5-41a7-956a-4b681b423366 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=58806ea56eb849f0aeaab29f3c9cd286&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2269971 Apr 28 19:38:58.547892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:58.584352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34f20aca-4250-41a0-8251-5b3985ea4933 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:38:58.598812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e56d789a-19bf-47b3-b29d-b8a8b522ba36,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:58.606991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ea1691df-608b-4de2-b113-2bc79f33d94a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2aecd5496df24db7bc94c49d51140339&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310410 Apr 28 19:38:58.607163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.607267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:58.611627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-d11fab6f-129b-4b25-9161-25d19b59d682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.613080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-d11fab6f-129b-4b25-9161-25d19b59d682 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1231496 Apr 28 19:38:58.667291 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.669944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.686145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.690206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.703609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Transition to ACTIVE for port object 34f20aca-4250-41a0-8251-5b3985ea4933 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:38:58.795687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.822177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.830700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-57c96448-7944-49cd-b7df-9376fada1525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.832178 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-57c96448-7944-49cd-b7df-9376fada1525 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2092969 Apr 28 19:38:58.841556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:58.880820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4334cff-7ff5-409c-a3cd-897cc10544c5 req-4a7552c8-f022-4ea5-97b7-df49303b55ae tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:58.882297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4334cff-7ff5-409c-a3cd-897cc10544c5 req-4a7552c8-f022-4ea5-97b7-df49303b55ae tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 943 time: 0.2200344 Apr 28 19:38:58.938500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.035518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.037206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.037354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4334cff-7ff5-409c-a3cd-897cc10544c5 req-fb541fde-0b84-4bd0-ab0e-0370227b2c99 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1347435 Apr 28 19:38:59.073734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Pushing event updated for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.075297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-c13754ff-bf47-47a8-8975-a73a0cd97c23 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237179 Apr 28 19:38:59.084042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c733aa9a-c1f2-46d5-9386-cbd11af52acc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.084448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.111548 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.112757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87e7cc63-77a1-4502-8938-a2703ebe4934 req-de9dac26-6f52-4f7d-bb47-74e0d96a3d0f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 2.0667851 Apr 28 19:38:59.156345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56d789a-19bf-47b3-b29d-b8a8b522ba36,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.181321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:38:59.207061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.241270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.242640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fe56211b-bdb4-4c0d-925f-58a8a8042f86 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e56d789a-19bf-47b3-b29d-b8a8b522ba36 HTTP/1.1" status: 204 len: 168 time: 0.6353729 Apr 28 19:38:59.250577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1980451300', 'description': 'tempest-description-1522078182'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:59.265830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.266176 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Added segment c8ac0cf7-d418-4221-aecf-40a85da8f6d4 of type vlan for network 09e584cf-80f2-45e7-be77-e70de1679102 Apr 28 19:38:59.271894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:59.274527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Attempting to bind port 34f20aca-4250-41a0-8251-5b3985ea4933 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:38:59.274982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Attempting to bind port 34f20aca-4250-41a0-8251-5b3985ea4933 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:38:59.275307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Attempting to bind port 34f20aca-4250-41a0-8251-5b3985ea4933 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:59.277314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.310611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Usage tracker for resource:security_group and tenant:be41df785dab4ce9b0a2f1616a01c128 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:59.317879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Port 34f20aca-4250-41a0-8251-5b3985ea4933 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:38:59.318333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Attempting to bind port 34f20aca-4250-41a0-8251-5b3985ea4933 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:38:59.320769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:59.339588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Allocated IP 192.168.233.249 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/eff02394-6174-44c1-9935-7a182f56a200) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:38:59.356844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:38:59.357280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Checking segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:38:59.357571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Bound using segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:38:59.358027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Bound port: 34f20aca-4250-41a0-8251-5b3985ea4933, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:38:59.358366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.362726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f60c5c4f-173c-4744-88dd-7e5839e70d8c req-489b0ab6-6f22-4fef-8def-ef7ca417ea74 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795312 Apr 28 19:38:59.372317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:59.386702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e134-63ba-4b11-a2ca-1e464f3dab09 req-d5007090-950d-4882-83cc-786fcb466a93 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.388215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4f3e134-63ba-4b11-a2ca-1e464f3dab09 req-d5007090-950d-4882-83cc-786fcb466a93 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 970 time: 0.1174290 Apr 28 19:38:59.404149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e85e94c-d001-4816-9b08-6c5c12141689,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.411012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.455478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4f3e134-63ba-4b11-a2ca-1e464f3dab09 req-aede1d86-7d8b-4f4e-b96b-b016efbf4414 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579753 Apr 28 19:38:59.465573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.536334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.572226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:59.591337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5620990f-82aa-46b6-9015-3d72a00770f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.599872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.600818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.601399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.608556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Usage tracker for resource:security_group_rule and tenant:be41df785dab4ce9b0a2f1616a01c128 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:59.642215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:59.668049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ceb75606-2af2-4a79-887a-bae62c4ee098 req-fe60f621-fdd7-4d43-a80f-c365b07291f9 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0523329 Apr 28 19:38:59.671110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:59.776371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.777530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0bf6803b-48f8-4355-8f01-becbeff9fd64 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5620990f-82aa-46b6-9015-3d72a00770f9 HTTP/1.1" status: 204 len: 168 time: 1.2283380 Apr 28 19:38:59.828599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0499594 Apr 28 19:38:59.829801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:38:59.831457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43968) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:38:59.840521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Request body: {'subnet': {'network_id': '09e584cf-80f2-45e7-be77-e70de1679102', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1580570399-subnet', 'tenant_id': 'e75cf389ad8544ce832412c0a6799f07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:38:59.849053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:38:59.859988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Usage tracker for resource:subnet and tenant:e75cf389ad8544ce832412c0a6799f07 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:38:59.860956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef520aaf-3a1f-4f31-b962-d5beb1c3f5b9 admin admin] Pushing event updated for resources: {'Network': ['ID=09e584cf-80f2-45e7-be77-e70de1679102,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:38:59.866479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:38:59.880389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=34f20aca-4250-41a0-8251-5b3985ea4933,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:38:59.883276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:38:59.889964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.903013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Made reservation on behalf of e75cf389ad8544ce832412c0a6799f07 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:38:59.906276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.908332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 09e584cf-80f2-45e7-be77-e70de1679102 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:38:59.978233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:38:59.997325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:38:59.998531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.000348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] 10.222.0.46 "PUT /v2.0/ports/34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 200 len: 1091 time: 3.6226823 Apr 28 19:39:00.001024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:00.046118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Transition to ACTIVE for port object eff02394-6174-44c1-9935-7a182f56a200 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:00.179437 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0a24a8-4906-4447-818b-d0af02d4d755'] response: {'name': 'network-changed', 'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933', 'status': 'completed', 'code': 200} Apr 28 19:39:00.199583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c25e554-e1e8-456c-9182-cb3bd5630e3b service neutron] Pushing event updated for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.251506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.268550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.366232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.373068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a68ad512-f5a3-4ca2-bd38-5b1f94277441 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:00.379514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d234caf5-fd4e-4dd1-963b-2f7df77b6dc0 req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.1552508 Apr 28 19:39:00.380388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05829f71-ee22-47c4-850b-80d1ed51b544 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Pushing event updated for resources: {'SecurityGroup': ['ID=765be157-5b78-4105-b1d8-78adf8e58917,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.388810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:00.399750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.414277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.525196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-3ef7d646-8d6f-49dc-bac2-e21fd1b82450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.526701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-3ef7d646-8d6f-49dc-bac2-e21fd1b82450 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 1094 time: 0.4747789 Apr 28 19:39:00.559496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.581382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=199f3347-8202-4001-937d-cd3f1e414c06,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.587489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Checking segment: {'id': 'c8ac0cf7-d418-4221-aecf-40a85da8f6d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '09e584cf-80f2-45e7-be77-e70de1679102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:00.587996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Network hostable DHCP agents. Network: 09e584cf-80f2-45e7-be77-e70de1679102, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:39:00.621120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c657979e-34d8-47ce-aaf4-e3d87801ed60 req-19634e75-71ab-4079-9c90-534510d81a5f tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.628711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c657979e-34d8-47ce-aaf4-e3d87801ed60 req-19634e75-71ab-4079-9c90-534510d81a5f tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 943 time: 0.2801068 Apr 28 19:39:00.645079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Network 09e584cf-80f2-45e7-be77-e70de1679102 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:39:00.660504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 09e584cf-80f2-45e7-be77-e70de1679102) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:00.673093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.674002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.676688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a70ba87-8bcd-438a-822a-6a58ac106084 None None] Network 09e584cf-80f2-45e7-be77-e70de1679102 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:39:00.705794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c657979e-34d8-47ce-aaf4-e3d87801ed60 req-695bb891-4aea-481a-b073-88c88b272674 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0756476 Apr 28 19:39:00.707491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:00.709651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-f72db3e0-6e8b-4fe7-8f3e-8174b36c6604 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 200 len: 217 time: 0.1646411 Apr 28 19:39:00.713632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:00.714037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:00.717177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:00.731426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74f50b2d-6729-4dc3-9a3a-c79871e05132 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8982902 Apr 28 19:39:00.780133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:00.785959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.788521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.817549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Usage tracker for resource:security_group_rule and tenant:063a631d722745bab91575216c2a85e3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:00.823367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441', 'mac_address': 'fa:16:3e:c3:22:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.106'}], 'device_owner': 'compute:tempest-test_az-1879619747', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:00.826186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Pushing event updated for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:00.843580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:00.868177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:00.896174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-a565a6e5-70c4-4284-8371-a4eb49e57d16 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7318549 Apr 28 19:39:00.908558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Request body: {'port': {'device_id': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:00.938014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754c409a-7e95-4946-9b79-40fbb1c9933b req-6d613010-dfaf-4dfe-93d8-06907d6df6ef tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:00.945540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-754c409a-7e95-4946-9b79-40fbb1c9933b req-6d613010-dfaf-4dfe-93d8-06907d6df6ef tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 970 time: 0.1069708 Apr 28 19:39:00.977924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:00.999358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-7cc8b16e-9ea3-4ac1-989d-03153192c24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.001060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-7cc8b16e-9ea3-4ac1-989d-03153192c24e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.2787995 Apr 28 19:39:01.007872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-754c409a-7e95-4946-9b79-40fbb1c9933b req-f4dcc3ff-7ec0-45a0-bc31-2761668ddc59 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596991 Apr 28 19:39:01.013095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-857210923', 'description': 'tempest-description-804405267'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:01.029264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68ad512-f5a3-4ca2-bd38-5b1f94277441 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:01.085802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:01.100560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.146821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177e9839-ab8d-4449-a7f7-db4e5fc84fb1 None None] Network 09e584cf-80f2-45e7-be77-e70de1679102 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:39:01.148926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:01.200937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ec3f9d2-116a-4064-9e92-f6c9d387b714 None None] Provisioning for port eff02394-6174-44c1-9935-7a182f56a200 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:01.213134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ec3f9d2-116a-4064-9e92-f6c9d387b714 None None] Provisioning complete for port eff02394-6174-44c1-9935-7a182f56a200 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:01.213521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ec3f9d2-116a-4064-9e92-f6c9d387b714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.231473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5401a-f0d4-453c-9756-0b212780b853 req-c5530bc1-c1bc-41b6-9373-df91b47b5091 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.233785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9ef5401a-f0d4-453c-9756-0b212780b853 req-c5530bc1-c1bc-41b6-9373-df91b47b5091 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 936 time: 0.0959461 Apr 28 19:39:01.234413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Usage tracker for resource:security_group and tenant:b674f059fbd541b6b58ff2e8893dcb4b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:01.247851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:01.301454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:01.313382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9ef5401a-f0d4-453c-9756-0b212780b853 req-e766d10e-9597-46e1-9342-58286f9c96b6 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615222 Apr 28 19:39:01.315862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.360275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.374714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:01.391729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ec3f9d2-116a-4064-9e92-f6c9d387b714 None None] Port eff02394-6174-44c1-9935-7a182f56a200 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:01.454551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a68ad512-f5a3-4ca2-bd38-5b1f94277441'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:01.499610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.666831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:01.672630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.678263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Usage tracker for resource:security_group_rule and tenant:b674f059fbd541b6b58ff2e8893dcb4b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:01.683804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:01.687757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-ca8b978b-8f28-4d29-b574-b38fa0f172b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:01.689645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-ca8b978b-8f28-4d29-b574-b38fa0f172b4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6056972 Apr 28 19:39:01.690237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:01.738225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:01.848694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=063a631d722745bab91575216c2a85e3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4540210 Apr 28 19:39:01.851511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:01.859606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f154e76-4498-49d9-8b48-6cb488519246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a5dfbfc-439a-47de-8757-7d42ce573f0a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.070299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-c86de832-a7ca-4d05-8e1a-351f11f4d80a service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3633859 Apr 28 19:39:02.125564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.171691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.184234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-7ec55419-33e3-46dc-816d-da0a7b698b11 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.185670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-7ec55419-33e3-46dc-816d-da0a7b698b11 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.2767184 Apr 28 19:39:02.219790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-1ee5c3d5-98b2-4f03-94aa-afb773f45cd9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/quotas/345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 375 time: 0.0224576 Apr 28 19:39:02.243542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.252666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.265212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:02.271133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-600c4424-014a-44a4-acdc-9724a745af12 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437419 Apr 28 19:39:02.280497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.293985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Usage tracker for resource:security_group_rule and tenant:b674f059fbd541b6b58ff2e8893dcb4b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:02.300434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:02.303518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.304608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a5dfbfc-439a-47de-8757-7d42ce573f0a HTTP/1.1" status: 204 len: 168 time: 0.4517739 Apr 28 19:39:02.305602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70111037-291e-4888-80e1-8dc77160fbf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a5dfbfc-439a-47de-8757-7d42ce573f0a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.347768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3eeb3836-29c0-4f25-9936-f89fc59001e7 req-c265c80c-1b8a-4f68-b3c0-797a683b84ac service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646644 Apr 28 19:39:02.348679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:02.373287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a68ad512-f5a3-4ca2-bd38-5b1f94277441 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:02.376472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d98cbb4-781e-4ff6-84ad-92c738110db5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.398478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eff02394-6174-44c1-9935-7a182f56a200 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:02.408773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.477789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port a68ad512-f5a3-4ca2-bd38-5b1f94277441 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:02.482913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Transition to ACTIVE for port object eff02394-6174-44c1-9935-7a182f56a200 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:02.486823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a68ad512-f5a3-4ca2-bd38-5b1f94277441 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:02.488372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.493963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.540378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-c4aad6e1-d1ab-4ecd-956c-846e867c5752 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:39:02.549142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-c4aad6e1-d1ab-4ecd-956c-846e867c5752 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1276937 Apr 28 19:39:02.638321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.672147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:02.682830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.686377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:02.692079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.755072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.778944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.780236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Pushing event updated for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:02.796245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Attempting to bind port eff02394-6174-44c1-9935-7a182f56a200 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:02.796581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Attempting to bind port eff02394-6174-44c1-9935-7a182f56a200 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:02.796905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Attempting to bind port eff02394-6174-44c1-9935-7a182f56a200 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:02.806420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.807611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07c9c333-b505-4e81-911b-b5f0a3958a2d req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.8011117 Apr 28 19:39:02.814892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-7cdf5a5f-24e4-4b48-bfb1-84f5cd0b5ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:02.816338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-7cdf5a5f-24e4-4b48-bfb1-84f5cd0b5ebb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 1094 time: 0.4022005 Apr 28 19:39:02.819567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Port eff02394-6174-44c1-9935-7a182f56a200 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:02.819890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Attempting to bind port eff02394-6174-44c1-9935-7a182f56a200 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:02.829876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:02.830205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:02.830581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:02.831084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Bound port: eff02394-6174-44c1-9935-7a182f56a200, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:02.831346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:02.840344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-62c90da9-59a4-4c4f-856b-2f6fa35783f8 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2902608 Apr 28 19:39:02.928157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65efb9e4-650d-45ef-9117-599c2bbc0a72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a870db7-03eb-4f7e-886c-b8b700103a62,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.062839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-0eb1adbc-f402-4471-a923-2518465db4d4 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175071 Apr 28 19:39:03.204296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:03.213385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-9138568f-4af0-44c2-a1de-cd4f8449bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.214954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-9138568f-4af0-44c2-a1de-cd4f8449bb5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 925 time: 0.3883464 Apr 28 19:39:03.220779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=eff02394-6174-44c1-9935-7a182f56a200,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:03.245498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44088) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:03.254555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:39:03.312493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c33b6f-1417-4ac0-ad08-9892904aaa14 req-2d059b35-33ac-4a76-930f-4253d890fbda tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.314974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09c33b6f-1417-4ac0-ad08-9892904aaa14 req-2d059b35-33ac-4a76-930f-4253d890fbda tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 943 time: 0.2539940 Apr 28 19:39:03.316286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.356663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-e14f23e0-eb25-496c-9b49-9e55075423e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 200 len: 217 time: 0.1333315 Apr 28 19:39:03.512563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.513572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.515115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] 10.222.0.46 "PUT /v2.0/ports/eff02394-6174-44c1-9935-7a182f56a200 HTTP/1.1" status: 200 len: 1096 time: 2.6112983 Apr 28 19:39:03.534570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:03.540137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-490a555d-58fa-4407-b6f8-f88e86d79dca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df867cc1e5a64a0dbde5dfa24782dac7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2927773 Apr 28 19:39:03.540776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44104) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:03.657069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.657833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09c33b6f-1417-4ac0-ad08-9892904aaa14 req-1751295f-ca8a-4dde-ad4d-674ebee79e4c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3370767 Apr 28 19:39:03.739605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-1af9cfd9-94bc-4d95-bd4d-f33ca7872cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:03.741082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-1af9cfd9-94bc-4d95-bd4d-f33ca7872cba service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.3527443 Apr 28 19:39:03.741982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381df8b-bb67-4504-9499-e5acad8cae65 service neutron] Pushing event updated for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.750885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.887656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.958954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06ca45e5-3f37-4d96-b6f1-3d48c674fd39,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:03.968355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:03.972491 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ab2ed2eb-e042-4251-b78e-64cb9a40b0de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/06ca45e5-3f37-4d96-b6f1-3d48c674fd39 HTTP/1.1" status: 204 len: 168 time: 0.4278352 Apr 28 19:39:04.128956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-8be42eb4-d45c-4c0c-bd6f-3c421eb0b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.134254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-8be42eb4-d45c-4c0c-bd6f-3c421eb0b46e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0eedcae412d34320abb828b8b3050576&device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 1099 time: 0.5726271 Apr 28 19:39:04.145355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aff89be-c4d6-4325-b004-39755b2c0327 req-8a030e9c-be32-470a-b94e-0df51f74ea3a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.169657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2aff89be-c4d6-4325-b004-39755b2c0327 req-8a030e9c-be32-470a-b94e-0df51f74ea3a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.2478020 Apr 28 19:39:04.183174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-5c01b826-3c36-47de-8228-7d200d164010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.187058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-5c01b826-3c36-47de-8228-7d200d164010 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4145923 Apr 28 19:39:04.194339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91314256-b915-444d-bc9c-24bbbb8eecca req-ac97c0fd-5683-40e1-b337-6385d20afac8 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.203533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91314256-b915-444d-bc9c-24bbbb8eecca req-ac97c0fd-5683-40e1-b337-6385d20afac8 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 948 time: 0.1737638 Apr 28 19:39:04.286773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91314256-b915-444d-bc9c-24bbbb8eecca req-f086cf8e-cf51-4cc4-bdbf-df0647f1dae2 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774865 Apr 28 19:39:04.377624 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6425f999-8350-41a2-8e74-e5fabe6d60ea'] response: {'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441', 'code': 200} Apr 28 19:39:04.419155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1723392528', 'description': 'tempest-description-95009010'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:04.442766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:04.450544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Usage tracker for resource:security_group and tenant:b674f059fbd541b6b58ff2e8893dcb4b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:04.463605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:04.470800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:04.503516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-e34dd080-665e-4b56-8da7-82b54ec160e2 service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755390 Apr 28 19:39:04.527537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-0814a70d-9327-43a6-9320-14994a27ab38 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=eff02394-6174-44c1-9935-7a182f56a200 HTTP/1.1" status: 200 len: 217 time: 0.3515241 Apr 28 19:39:04.597796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.627711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2aff89be-c4d6-4325-b004-39755b2c0327 req-585b94a8-13b7-4f52-b194-fc0ed557db8a tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4527206 Apr 28 19:39:04.631214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:04.637327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Usage tracker for resource:security_group_rule and tenant:b674f059fbd541b6b58ff2e8893dcb4b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:04.642818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:04.647427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44132) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:04.664258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-5b1fc457-c75c-400c-837a-06fff724e3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.666004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-5b1fc457-c75c-400c-837a-06fff724e3f2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1130488 Apr 28 19:39:04.668255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:04.736557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c6c34f-e5ae-4396-a85d-525178765b3d req-f56cc22f-7a09-4fc7-aac0-4e60fa0f7e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:04.737165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82c6c34f-e5ae-4396-a85d-525178765b3d req-f56cc22f-7a09-4fc7-aac0-4e60fa0f7e3e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 1123 time: 0.2558143 Apr 28 19:39:04.748607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-32ff71b2-6aef-4826-8380-d3542bf17f8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6442d923fc21423cb67843c9d8cb3631&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0974789 Apr 28 19:39:04.753923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44140) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:04.861086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-82c6c34f-e5ae-4396-a85d-525178765b3d req-7228dba9-2347-4ad0-b7d5-753f48bf8b35 service neutron] Synchronizing usage tracker for tenant:342e97062877462d8be79159dce7ad59 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:04.861836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f715777c-7df6-49e1-9ab2-32252f33a1e3 req-8865a161-8983-425d-a971-a2f57ff3e0ab tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 210 time: 0.0994995 Apr 28 19:39:04.874922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.882699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.928925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4973e7ee-6082-41de-b74e-a8d0416fcf7b req-2c1f750a-a585-42cd-bb0f-465e4793c090 service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102807 Apr 28 19:39:04.932373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.943098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:04.954047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b102395-6f0f-4540-a63a-c7772941c81d req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5393565 Apr 28 19:39:04.963247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbbd769-802e-46a8-8d0b-e751b70d1902 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e6820b-e565-495f-92f1-f86662c9bf4f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:04.968055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-82c6c34f-e5ae-4396-a85d-525178765b3d req-7228dba9-2347-4ad0-b7d5-753f48bf8b35 service neutron] Unset dirty status for tenant:342e97062877462d8be79159dce7ad59 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:04.969799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82c6c34f-e5ae-4396-a85d-525178765b3d req-7228dba9-2347-4ad0-b7d5-753f48bf8b35 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164032 Apr 28 19:39:04.988057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.048676 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b6954b4-956e-43f8-84db-17f88aeb558a'] response: {'name': 'network-changed', 'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200', 'status': 'completed', 'code': 200} Apr 28 19:39:05.090020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.109855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdd378f-ba65-4ac1-8bfa-0a4cd825b809,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:05.114098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.115212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-752ed5ff-9a5b-4689-b5ba-e64f148fbd9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cfdd378f-ba65-4ac1-8bfa-0a4cd825b809 HTTP/1.1" status: 204 len: 168 time: 0.3605461 Apr 28 19:39:05.218250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-2f5212a2-832b-4b4e-b3cf-07ffc6edaa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.219699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-2f5212a2-832b-4b4e-b3cf-07ffc6edaa10 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4607837 Apr 28 19:39:05.231294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-82faf5ec-cb36-43c3-881f-14075744d325 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.231987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-82faf5ec-cb36-43c3-881f-14075744d325 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:05.365760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3b410-ec50-4f38-988c-870d2c754180 req-ad86d753-03ce-4b62-8f36-39b6d300c850 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:05.366984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8a3b410-ec50-4f38-988c-870d2c754180 req-ad86d753-03ce-4b62-8f36-39b6d300c850 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 943 time: 0.2540917 Apr 28 19:39:05.370799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-82faf5ec-cb36-43c3-881f-14075744d325 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:05.372113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-82faf5ec-cb36-43c3-881f-14075744d325 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.4179060 Apr 28 19:39:05.404668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Request body: {'port': {'device_id': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'admin_state_up': True, 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:05.473637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-87b0eacd-fb48-4a7f-8035-6be60cdb5b40 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377670 Apr 28 19:39:05.571431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8a3b410-ec50-4f38-988c-870d2c754180 req-9dbf2136-6157-4024-bd8f-faf127f47f7c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1938369 Apr 28 19:39:05.677744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:05.686679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Usage tracker for resource:port and tenant:345af28bb9814fd5b195a19ad9e5c45b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:05.689507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ec220c22-4946-442c-aa21-11874f0a708c req-32a99e00-5bb8-4404-a837-948cc6cfc5fd tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Synchronizing usage tracker for tenant:b674f059fbd541b6b58ff2e8893dcb4b on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:05.698731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:05.709067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:05.711882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ec220c22-4946-442c-aa21-11874f0a708c req-32a99e00-5bb8-4404-a837-948cc6cfc5fd tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Unset dirty status for tenant:b674f059fbd541b6b58ff2e8893dcb4b on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:05.715322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ddca7b-57ec-4d3d-aa2c-830771179f6e req-bb09cb9d-0432-4170-9d66-2ad3c2fcc1be service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890912 Apr 28 19:39:05.723655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:05.728155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:05.732495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-32a99e00-5bb8-4404-a837-948cc6cfc5fd tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39546 time: 0.3413241 Apr 28 19:39:05.786813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-08b917f0-a726-4aea-932f-c127ad5886a3 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0d98cbb4-781e-4ff6-84ad-92c738110db5 HTTP/1.1" status: 200 len: 2981 time: 0.0534077 Apr 28 19:39:05.850113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-47092965-e54c-4ed3-afe4-dd45673f208e tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/0d98cbb4-781e-4ff6-84ad-92c738110db5 HTTP/1.1" status: 200 len: 2981 time: 0.0566854 Apr 28 19:39:05.934117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-e5b4eebe-e2ca-495b-8312-36142114c4c7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5 HTTP/1.1" status: 200 len: 2977 time: 0.0766573 Apr 28 19:39:05.981900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-4b47554e-ac5d-4734-8a23-33a565a3565f tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5 HTTP/1.1" status: 200 len: 2977 time: 0.0466831 Apr 28 19:39:06.043393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-74e41715-7044-41ae-a885-b37a17ca0047 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8786002a-c620-44ca-b74f-c205458078cd HTTP/1.1" status: 200 len: 2981 time: 0.0558059 Apr 28 19:39:06.061285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-5ae660ae-ff94-4707-992c-0bc5274e301b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.062768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-5ae660ae-ff94-4707-992c-0bc5274e301b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0eedcae412d34320abb828b8b3050576&device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 1099 time: 0.2669795 Apr 28 19:39:06.090037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-136cc89c-ac37-41f2-a210-3af33876519c tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8786002a-c620-44ca-b74f-c205458078cd HTTP/1.1" status: 200 len: 2981 time: 0.0458112 Apr 28 19:39:06.180007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-7679dfd2-54db-414a-aa5d-e46ce7529fbc tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8e85e94c-d001-4816-9b08-6c5c12141689 HTTP/1.1" status: 200 len: 2981 time: 0.0871997 Apr 28 19:39:06.201602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Allocated IP 172.20.0.7 (a484bcb3-8c6f-44da-8a90-fd83204b898a/b4fbd541-416c-49e4-a550-e4662f720d66/24f6cf5e-72c0-415b-97f0-2f13c99181a7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:06.239332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-94904009-ed13-464e-aba7-efa80e44407d tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/8e85e94c-d001-4816-9b08-6c5c12141689 HTTP/1.1" status: 200 len: 2981 time: 0.0526850 Apr 28 19:39:06.245690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-7e42c986-46dc-48d2-bf0b-b0ecae0aba92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.247612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-7e42c986-46dc-48d2-bf0b-b0ecae0aba92 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1686237 Apr 28 19:39:06.299187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-f3c7b1fb-2aab-47a3-b9af-e4b99368264e tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9b2933f7-02df-494e-a860-16a2beaa81bf HTTP/1.1" status: 200 len: 2977 time: 0.0535567 Apr 28 19:39:06.342876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-6bed8b91-e548-4408-80f2-6df0e5193da3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.249&port_id=eff02394-6174-44c1-9935-7a182f56a200 HTTP/1.1" status: 200 len: 217 time: 0.0797048 Apr 28 19:39:06.352450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-dd8de825-6bea-4e65-b1de-ab468a172e21 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/9b2933f7-02df-494e-a860-16a2beaa81bf HTTP/1.1" status: 200 len: 2977 time: 0.0469668 Apr 28 19:39:06.401883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-e3d04876-0ab9-4226-ba15-50d3d2e0e220 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a9dc4d7a-dc9b-4fdc-9a60-27ea137885e9 HTTP/1.1" status: 200 len: 2973 time: 0.0432498 Apr 28 19:39:06.402406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-74a71019-ba13-407d-b3b5-b37cb451cfd0 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.403082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-74a71019-ba13-407d-b3b5-b37cb451cfd0 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Synchronizing usage tracker for tenant:0eedcae412d34320abb828b8b3050576 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:06.455213 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-23a1e930-7150-49a1-9f18-46c182f139a4 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a9dc4d7a-dc9b-4fdc-9a60-27ea137885e9 HTTP/1.1" status: 200 len: 2973 time: 0.0468075 Apr 28 19:39:06.518332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-c038dfca-ff30-44e2-87b7-a7c555337040 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ada0b162-da9b-40dc-96ba-4479417c9362 HTTP/1.1" status: 200 len: 2977 time: 0.0523257 Apr 28 19:39:06.541350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 34f20aca-4250-41a0-8251-5b3985ea4933 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:06.542721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-8726b3c3-523b-40d4-9d69-e3f06866550a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.544150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-8726b3c3-523b-40d4-9d69-e3f06866550a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1933110 Apr 28 19:39:06.547132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-74a71019-ba13-407d-b3b5-b37cb451cfd0 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Unset dirty status for tenant:0eedcae412d34320abb828b8b3050576 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:06.548139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-74a71019-ba13-407d-b3b5-b37cb451cfd0 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 948 time: 0.5330048 Apr 28 19:39:06.599655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-fb69b854-1c36-4fac-92d3-7240d4ed6186 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/ada0b162-da9b-40dc-96ba-4479417c9362 HTTP/1.1" status: 200 len: 2977 time: 0.0731950 Apr 28 19:39:06.655757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-1182a213-7812-4497-8921-9035d9787bf5 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bd79ae0f-63d8-465f-9896-458530aebd66 HTTP/1.1" status: 200 len: 2981 time: 0.0552239 Apr 28 19:39:06.672880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-b783e51d-a7c4-4e44-92b5-f06deaa908e8 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Synchronizing usage tracker for tenant:0eedcae412d34320abb828b8b3050576 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:06.699789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.716579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-5aa26af0-7256-4156-82ab-a25c50aaa232 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/bd79ae0f-63d8-465f-9896-458530aebd66 HTTP/1.1" status: 200 len: 2981 time: 0.0534127 Apr 28 19:39:06.723111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-b783e51d-a7c4-4e44-92b5-f06deaa908e8 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Unset dirty status for tenant:0eedcae412d34320abb828b8b3050576 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:06.732870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e087fb54-8aad-44d2-a0a6-539d3b18aebd req-b783e51d-a7c4-4e44-92b5-f06deaa908e8 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428375 Apr 28 19:39:06.741315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=34f20aca-4250-41a0-8251-5b3985ea4933,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:06.749990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-d58c4f45-a9c5-466c-9caf-2ea09cd5eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:06.753717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-d58c4f45-a9c5-466c-9caf-2ea09cd5eb6c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1950080 Apr 28 19:39:06.765703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '34f20aca-4250-41a0-8251-5b3985ea4933', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'port_id': '34f20aca-4250-41a0-8251-5b3985ea4933', 'mac_address': 'fa:16:3e:ba:88:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:06.823013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-3205d3e4-be11-4d67-a83a-9db7473a967d tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c5b5b66a-9e6d-4adb-a0e9-5111318fef1f HTTP/1.1" status: 200 len: 2981 time: 0.0991430 Apr 28 19:39:06.836378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.869789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34f20aca-4250-41a0-8251-5b3985ea4933 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:06.873561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.891505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=34f20aca-4250-41a0-8251-5b3985ea4933,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:06.897950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:06.911787 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-fb04f412-f0ae-4a77-a7db-b3fc07e48468 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/c5b5b66a-9e6d-4adb-a0e9-5111318fef1f HTTP/1.1" status: 200 len: 2981 time: 0.0817082 Apr 28 19:39:06.967058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-31d9cb4f-8e14-483b-aa4e-358f3e002f6f tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d0a52bfe-4793-41ee-a593-2d52577f9c56 HTTP/1.1" status: 200 len: 2977 time: 0.0482669 Apr 28 19:39:06.985393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.019314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-92f08060-5c9f-4904-81a3-2ba9d195ba2f tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/d0a52bfe-4793-41ee-a593-2d52577f9c56 HTTP/1.1" status: 200 len: 2977 time: 0.0465646 Apr 28 19:39:07.027152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Network a484bcb3-8c6f-44da-8a90-fd83204b898a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:07.034691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:07.037593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:07.047132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:07.052548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.053157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.075552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-9acac85d-9d1f-4682-9374-ed4a77ae98d8 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fc454043-23cf-4362-9302-ec92344e0b21 HTTP/1.1" status: 200 len: 2981 time: 0.0500388 Apr 28 19:39:07.108953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-3d813ebc-651b-436d-8b71-c59df3070aac service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3490176 Apr 28 19:39:07.110120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-8aa43df4-faf6-4eab-a14f-3ff70e2000e1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7229507 Apr 28 19:39:07.132183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec220c22-4946-442c-aa21-11874f0a708c req-a4ff4121-c5e5-473b-b139-c2832be80f72 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/fc454043-23cf-4362-9302-ec92344e0b21 HTTP/1.1" status: 200 len: 2981 time: 0.0493939 Apr 28 19:39:07.144479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Request body: {'port': {'device_id': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:07.272515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a156fa8-9f38-4a91-ba1d-dc45bedefbe9 req-44913b24-8e3e-4866-a3fe-02b5edad574d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.274719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1a156fa8-9f38-4a91-ba1d-dc45bedefbe9 req-44913b24-8e3e-4866-a3fe-02b5edad574d tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.3010623 Apr 28 19:39:07.323233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899dbfd6-a6e0-44ff-bf52-17c05714f7b0 req-b54cfdf9-07f7-4ac9-912a-8a4fb8fb5786 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.324195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-899dbfd6-a6e0-44ff-bf52-17c05714f7b0 req-b54cfdf9-07f7-4ac9-912a-8a4fb8fb5786 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 931 time: 0.0947959 Apr 28 19:39:07.407335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1a156fa8-9f38-4a91-ba1d-dc45bedefbe9 req-66138265-6e06-441e-9b8f-03966faae438 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262510 Apr 28 19:39:07.408906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9c4cfb-72b3-4584-9b1c-071b8cd153e3 req-4792e219-fb14-4972-beff-e7b646702a32 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920992 Apr 28 19:39:07.409610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:07.413254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['34f20aca-4250-41a0-8251-5b3985ea4933'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:07.468111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-899dbfd6-a6e0-44ff-bf52-17c05714f7b0 req-4f6af384-78da-471b-a215-b9d8c8603019 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366844 Apr 28 19:39:07.731459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0afb8f-271a-4431-b534-998b2f1bc086 req-7d429355-1c92-4fe2-bc2d-08c0050d097f tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:07.733018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed0afb8f-271a-4431-b534-998b2f1bc086 req-7d429355-1c92-4fe2-bc2d-08c0050d097f tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 944 time: 0.0908501 Apr 28 19:39:07.782548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed0afb8f-271a-4431-b534-998b2f1bc086 req-c38a25e6-8c51-4c73-9601-f15ae07846c4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431125 Apr 28 19:39:07.964179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f6d04ab-4889-41d8-aaa4-c35d3dc2ad04 req-b9b4701e-bc7d-4ea7-b232-c2c9d64ede05 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Synchronizing usage tracker for tenant:be41df785dab4ce9b0a2f1616a01c128 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:07.972176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f6cf5e-72c0-415b-97f0-2f13c99181a7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:07.981876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.002130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Transition to ACTIVE for port object 24f6cf5e-72c0-415b-97f0-2f13c99181a7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:08.003043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f6d04ab-4889-41d8-aaa4-c35d3dc2ad04 req-b9b4701e-bc7d-4ea7-b232-c2c9d64ede05 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Unset dirty status for tenant:be41df785dab4ce9b0a2f1616a01c128 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:08.004534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f6d04ab-4889-41d8-aaa4-c35d3dc2ad04 req-b9b4701e-bc7d-4ea7-b232-c2c9d64ede05 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be41df785dab4ce9b0a2f1616a01c128 HTTP/1.1" status: 200 len: 6101 time: 0.2418046 Apr 28 19:39:08.006101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.163531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.224044 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f6d04ab-4889-41d8-aaa4-c35d3dc2ad04 req-22c5ea5a-737c-4e6a-8bf6-81bd67e480ac tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "GET /v2.0/security-groups/bd79ae0f-63d8-465f-9896-458530aebd66 HTTP/1.1" status: 200 len: 2981 time: 0.1765542 Apr 28 19:39:08.228486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:08.228787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:08.229111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:08.246274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:08.246475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:08.262199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 38, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:08.262536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:08.262912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:08.263342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Bound port: 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:08.263684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.332007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d49b9-6640-4142-bddf-771abb8c5030 req-cc43284a-f405-43fc-899d-25878937d088 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.333628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee2d49b9-6640-4142-bddf-771abb8c5030 req-cc43284a-f405-43fc-899d-25878937d088 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 948 time: 0.0823815 Apr 28 19:39:08.340298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f6d04ab-4889-41d8-aaa4-c35d3dc2ad04 req-81d43b3e-f121-4884-9a9b-e1a94f77df2a tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "GET /v2.0/security-groups/bd79ae0f-63d8-465f-9896-458530aebd66 HTTP/1.1" status: 200 len: 2981 time: 0.1088388 Apr 28 19:39:08.372473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:08.375779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:08.380122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee2d49b9-6640-4142-bddf-771abb8c5030 req-66ed3727-082d-4a2b-a4db-c8e46940a9f4 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405793 Apr 28 19:39:08.380420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.448293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.448740 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.450121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] 10.222.0.41 "PUT /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 1091 time: 1.3297679 Apr 28 19:39:08.450553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:08.469097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2057f0-6bb2-4530-9dee-d9ced039ffbb service neutron] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.525087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 34f20aca-4250-41a0-8251-5b3985ea4933 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:08.596810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 34f20aca-4250-41a0-8251-5b3985ea4933 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:08.601753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 34f20aca-4250-41a0-8251-5b3985ea4933 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:08.602896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.614324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65b1281-5ee1-4eae-a7b1-4cbcd7d7ee2a req-2a2c19ee-6726-4f78-95ea-29c18f1b5b07 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.615787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65b1281-5ee1-4eae-a7b1-4cbcd7d7ee2a req-2a2c19ee-6726-4f78-95ea-29c18f1b5b07 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.1434019 Apr 28 19:39:08.629658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-dce93f0f-73bb-47df-b39b-6e2f6ca4c273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.629658 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-dce93f0f-73bb-47df-b39b-6e2f6ca4c273 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1094 time: 0.1153603 Apr 28 19:39:08.683218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-2a568676-5c85-4fdf-971b-43d14fb1da82 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/a4e6820b-e565-495f-92f1-f86662c9bf4f HTTP/1.1" status: 200 len: 1776 time: 0.0445001 Apr 28 19:39:08.715432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-1569e89c-9b3a-44c2-bff4-02244905b6c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0664971 Apr 28 19:39:08.726962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.747182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.755679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:08.767084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=34f20aca-4250-41a0-8251-5b3985ea4933,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:08.771211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.776940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.782159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65b1281-5ee1-4eae-a7b1-4cbcd7d7ee2a req-0387f081-8c31-40d8-9d2c-6dd926a91122 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500454 Apr 28 19:39:08.800208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-04dc6127-3f6d-40f0-940a-d7654754ac69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:08.802033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-04dc6127-3f6d-40f0-940a-d7654754ac69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0793684 Apr 28 19:39:08.842869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.857997 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84741a8f-b3f2-4e79-a9c9-dd07907af33d'] response: {'name': 'network-changed', 'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'status': 'completed', 'code': 200} Apr 28 19:39:08.858830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.864365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e6820b-e565-495f-92f1-f86662c9bf4f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:08.865029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-236770e6-542e-4b77-b429-c4f7d8415db3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0568302 Apr 28 19:39:08.880586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:08.882222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad9376a1-c84c-4a0b-aac9-e9600b44052c req-1d01fcbf-6cd1-4bdc-9af9-70e69ba11bc7 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/a4e6820b-e565-495f-92f1-f86662c9bf4f HTTP/1.1" status: 204 len: 173 time: 0.1933227 Apr 28 19:39:09.049186 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9f24b5a-a1c4-459c-a88f-fb4b07be471c'] response: {'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933', 'code': 200} Apr 28 19:39:09.074115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-9cd0e0ba-682f-4b11-8597-70384171fa0a service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022281 Apr 28 19:39:09.109100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-3dfac15e-4819-41ef-8332-531af318740e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.109804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-3dfac15e-4819-41ef-8332-531af318740e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:09.252214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-3dfac15e-4819-41ef-8332-531af318740e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:09.253365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-3dfac15e-4819-41ef-8332-531af318740e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.2798569 Apr 28 19:39:09.303803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24e30ce9-78e2-4288-b76b-24d6974c9361 req-a608986c-7b6f-456f-8c5f-1b2089e1c09c service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2217910 Apr 28 19:39:09.329345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-d168024b-d83f-41d7-8f20-ff9c917588ca tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:09.340735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ddca31-9beb-4fad-8c4f-10a32cb610fd req-d707100c-cc0f-4b43-b68f-c457d2a07e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.342196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9ddca31-9beb-4fad-8c4f-10a32cb610fd req-d707100c-cc0f-4b43-b68f-c457d2a07e21 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 1096 time: 0.2179935 Apr 28 19:39:09.411803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-d168024b-d83f-41d7-8f20-ff9c917588ca tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:09.412884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a218e177-44ba-4b25-9b48-8de15daf2775 req-d168024b-d83f-41d7-8f20-ff9c917588ca tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498258 Apr 28 19:39:09.465056 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9ddca31-9beb-4fad-8c4f-10a32cb610fd req-e535baeb-6a59-4182-9d64-0f136edd3f78 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1162326 Apr 28 19:39:09.504919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-383f7b37-a3a5-4ee8-8dae-c27afa8bbc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.506458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-383f7b37-a3a5-4ee8-8dae-c27afa8bbc9c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1094 time: 0.1396091 Apr 28 19:39:09.507782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-867a0f34-735c-40d6-8a52-698fa3efda76 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "GET /v2.0/security-groups/6a870db7-03eb-4f7e-886c-b8b700103a62 HTTP/1.1" status: 200 len: 1776 time: 0.0650160 Apr 28 19:39:09.561908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1e343-8876-4e83-9a92-4d790191aa44 req-bc684449-b6a4-4f0e-8fd5-9334583e1ece tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.563296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdc1e343-8876-4e83-9a92-4d790191aa44 req-bc684449-b6a4-4f0e-8fd5-9334583e1ece tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.0831943 Apr 28 19:39:09.607887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.609192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdc1e343-8876-4e83-9a92-4d790191aa44 req-2baf1a34-f814-4775-97c9-880f1bb94b61 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0400622 Apr 28 19:39:09.750570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-3db411a4-01a2-44c7-b4b7-2f181576787a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.751999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-3db411a4-01a2-44c7-b4b7-2f181576787a service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2379177 Apr 28 19:39:09.752687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.831761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-62049602-fce5-403c-b87f-5b8d85b87d5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0696049 Apr 28 19:39:09.838466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.923814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-3352f8aa-c8ac-4a76-b5ef-695daf4aca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.925235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-3352f8aa-c8ac-4a76-b5ef-695daf4aca42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0806181 Apr 28 19:39:09.940391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d72e67-b89c-4d32-9693-946101052209 req-a9f103c6-0b92-4884-b908-ba4c309487cc tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:09.941854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3d72e67-b89c-4d32-9693-946101052209 req-a9f103c6-0b92-4884-b908-ba4c309487cc tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.0840659 Apr 28 19:39:09.966657 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:09.985527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-a88363eb-c22c-4de0-8919-fd2db1f8739b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526395 Apr 28 19:39:09.987283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3d72e67-b89c-4d32-9693-946101052209 req-ddba9fa4-7385-4fc2-aa5d-9d47f3436649 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385878 Apr 28 19:39:09.989132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a870db7-03eb-4f7e-886c-b8b700103a62,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.013854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.019223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ab5064d-ec00-46f3-a777-a1e7c87d80a7 req-198f1da1-8d8b-4e4f-8a93-700facff0811 tempest-SecurityGroupsTestAdminJSON-789713402 tempest-SecurityGroupsTestAdminJSON-789713402-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/6a870db7-03eb-4f7e-886c-b8b700103a62 HTTP/1.1" status: 204 len: 173 time: 0.4838514 Apr 28 19:39:10.168574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-7c74b6ad-cc75-4cc5-bd6c-939901211c23 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727273 Apr 28 19:39:10.178883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a87e99a9-be10-4a37-a940-12a76644d39f req-ed350963-9e07-4645-b2da-cddc3216368f tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "GET /v2.0/security-groups/765be157-5b78-4105-b1d8-78adf8e58917 HTTP/1.1" status: 200 len: 1778 time: 0.0698957 Apr 28 19:39:10.207243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f87a1e-9c41-41d0-a072-461a6871caaf req-dcee72bf-088e-4773-999a-ce23e26ec7f5 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:10.214830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64f87a1e-9c41-41d0-a072-461a6871caaf req-dcee72bf-088e-4773-999a-ce23e26ec7f5 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 948 time: 0.0983260 Apr 28 19:39:10.270021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64f87a1e-9c41-41d0-a072-461a6871caaf req-1b400c84-ab25-47e8-aef1-605ed0bca461 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543373 Apr 28 19:39:10.368309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a87e99a9-be10-4a37-a940-12a76644d39f req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.376799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3257a47b-3bb5-4807-8c50-add15edb7143 req-d29d499c-981e-47e7-a5f1-3745cc54f348 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010920 Apr 28 19:39:10.397427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a87e99a9-be10-4a37-a940-12a76644d39f req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.448959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a87e99a9-be10-4a37-a940-12a76644d39f req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.456062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44312) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:10.487392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=765be157-5b78-4105-b1d8-78adf8e58917,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.503492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.503844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.504191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.504512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.504836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.505160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.505556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.505879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.506194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.506514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.506826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.507141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:10.518828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a87e99a9-be10-4a37-a940-12a76644d39f req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.531620 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a87e99a9-be10-4a37-a940-12a76644d39f req-a89f8b8f-4618-457d-9761-e0abee16e6d8 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "DELETE /v2.0/security-groups/765be157-5b78-4105-b1d8-78adf8e58917 HTTP/1.1" status: 204 len: 173 time: 0.3343065 Apr 28 19:39:10.542425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device eff02394-6174-44c1-9935-7a182f56a200 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:10.695490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-11dfafce-47e3-4b20-8e87-d1a9ebde31a5 tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "GET /v2.0/security-groups/c733aa9a-c1f2-46d5-9386-cbd11af52acc HTTP/1.1" status: 200 len: 1775 time: 0.0983806 Apr 28 19:39:10.716322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.735208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:10.740356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=eff02394-6174-44c1-9935-7a182f56a200,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:10.741081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Usage tracker for resource:security_group_rule and tenant:facb0a3b9f6d4cc2873a01b40cbad622 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:10.745252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:10.754110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:10.759321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'eff02394-6174-44c1-9935-7a182f56a200', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'eff02394-6174-44c1-9935-7a182f56a200', 'mac_address': 'fa:16:3e:12:78:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:10.772647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:10.792180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.793045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f087ae9-cefb-4197-b26c-84ee3e02761f req-7ba22d59-c7eb-4abf-b66f-1677a1c50162 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:10.794684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f087ae9-cefb-4197-b26c-84ee3e02761f req-7ba22d59-c7eb-4abf-b66f-1677a1c50162 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.1585264 Apr 28 19:39:10.831776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.852906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eff02394-6174-44c1-9935-7a182f56a200 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:10.874967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=eff02394-6174-44c1-9935-7a182f56a200,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:10.877665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f087ae9-cefb-4197-b26c-84ee3e02761f req-d6a88045-f75d-4c44-b678-528957f9e4e2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640757 Apr 28 19:39:10.887118 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.939565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.946878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.949753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.952070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:10.966268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:10.985434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:11.001413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Usage tracker for resource:security_group_rule and tenant:27aa77492da44bb7af70b98905b5d2e8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:11.003664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=facb0a3b9f6d4cc2873a01b40cbad622&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5461161 Apr 28 19:39:11.006137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44336) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:11.007363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:11.010153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1122ba8a-93f0-47b1-bb92-a738c7ff958e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.017058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:11.037609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-64ef1c45-9af4-45df-b74a-73f87ba7e5bb tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:11.039015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-64ef1c45-9af4-45df-b74a-73f87ba7e5bb tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.2347374 Apr 28 19:39:11.041529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.071370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.071704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.072033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.072359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.072683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.073002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.073318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.073658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.073972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.074282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.074595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.074905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e325aa6-5519-436b-ac9c-69aba22ab038 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:11.122905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733aa9a-c1f2-46d5-9386-cbd11af52acc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.139317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.154141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e1f546c-6c06-4ee2-846c-a29450f86545 req-066efa1d-2d5e-4162-99ef-9e497bf2880e tempest-SecurityGroupsTestAdminJSON-1261920195 tempest-SecurityGroupsTestAdminJSON-1261920195-project] 10.222.0.24 "DELETE /v2.0/security-groups/c733aa9a-c1f2-46d5-9386-cbd11af52acc HTTP/1.1" status: 204 len: 173 time: 0.4515650 Apr 28 19:39:11.168850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.170678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Deleting port a68ad512-f5a3-4ca2-bd38-5b1f94277441 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:39:11.171167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.199971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0009c2a2-057e-48f0-92a7-64de60463363 req-01e3549d-7363-4a4b-a67c-eb8ad9750c55 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:11.208640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0009c2a2-057e-48f0-92a7-64de60463363 req-01e3549d-7363-4a4b-a67c-eb8ad9750c55 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.1752210 Apr 28 19:39:11.233844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.256527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['eff02394-6174-44c1-9935-7a182f56a200'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:11.298731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0009c2a2-057e-48f0-92a7-64de60463363 req-cf33e827-3bf3-48f1-ad09-f5b05822c549 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0891490 Apr 28 19:39:11.348192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.378707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.382980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1122ba8a-93f0-47b1-bb92-a738c7ff958e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.388752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.390425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.391552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f488c32-f0ad-4095-bc8e-46f6477b0c17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1122ba8a-93f0-47b1-bb92-a738c7ff958e HTTP/1.1" status: 204 len: 168 time: 0.3843184 Apr 28 19:39:11.436556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:11.495470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27aa77492da44bb7af70b98905b5d2e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7215996 Apr 28 19:39:11.498155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44358) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:11.509063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeea001-cc91-4b75-be3a-d965b41546ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4913ed34-0a9d-459e-922b-94a62e0a4110,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:11.649296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] For port a68ad512-f5a3-4ca2-bd38-5b1f94277441, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a68ad512-f5a3-4ca2-bd38-5b1f94277441,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:11.649951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.749585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.816598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.866848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:11.888060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0482634-ac77-4ef4-be0e-24f4db36d63c req-4cf3cfef-fab0-4259-bf98-d3fc683f6216 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:11.894936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0482634-ac77-4ef4-be0e-24f4db36d63c req-4cf3cfef-fab0-4259-bf98-d3fc683f6216 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 972 time: 0.3084242 Apr 28 19:39:11.937268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Calling delete_port for a68ad512-f5a3-4ca2-bd38-5b1f94277441 owned by compute:tempest-test_az-1879619747 {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:39:11.997910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0482634-ac77-4ef4-be0e-24f4db36d63c req-7b670d89-186e-4190-8064-48bed94a0fa3 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/security-groups?id=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020834 Apr 28 19:39:12.006475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9da6c65b-2f88-4639-9716-b3855519164d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=be41df785dab4ce9b0a2f1616a01c128&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687416 Apr 28 19:39:12.007202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:12.010913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44372) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:12.040204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.056949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.085386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4913ed34-0a9d-459e-922b-94a62e0a4110,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.091145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:12.100438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Usage tracker for resource:security_group_rule and tenant:d7005d0571e1481b85c1a6a13a0eb072 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:12.110796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:12.113607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.114683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-12e43b97-854d-4220-92ba-5eef0bc27b69 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4913ed34-0a9d-459e-922b-94a62e0a4110 HTTP/1.1" status: 204 len: 168 time: 0.6155248 Apr 28 19:39:12.123513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:12.157931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.207187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd08f2-c4b2-444f-8546-f2338cb8bea1 req-0da7dead-520f-4390-80b9-55df22dff44b tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.208533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ebd08f2-c4b2-444f-8546-f2338cb8bea1 req-0da7dead-520f-4390-80b9-55df22dff44b tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 949 time: 0.2786601 Apr 28 19:39:12.241833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.301698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ebd08f2-c4b2-444f-8546-f2338cb8bea1 req-08cc1697-a1a4-40af-a0fa-41b12345c4fa tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647047 Apr 28 19:39:12.304749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.321564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a68ad512-f5a3-4ca2-bd38-5b1f94277441'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:12.355349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Pushing event deleted for resources: {'Port': ['ID=a68ad512-f5a3-4ca2-bd38-5b1f94277441,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.366856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.402096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb7fb0-dc61-49bd-b3da-0b3854f0d97d req-e11799ac-3984-45e2-94c0-a13dc0cb3ace tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.403613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8abb7fb0-dc61-49bd-b3da-0b3854f0d97d req-e11799ac-3984-45e2-94c0-a13dc0cb3ace tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.2313979 Apr 28 19:39:12.404558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.408074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:12.408224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.453306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd79ae0f-63d8-465f-9896-458530aebd66,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.506757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] No DVR routers for this DVR port a68ad512-f5a3-4ca2-bd38-5b1f94277441 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:12.511197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.514134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'name': 'network-vif-deleted', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:12.524433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7005d0571e1481b85c1a6a13a0eb072&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5159523 Apr 28 19:39:12.528651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:12.543476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device eff02394-6174-44c1-9935-7a182f56a200 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:12.547824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.551634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-363c2cd4-f8c0-4453-979a-b7b0aef99b39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bd79ae0f-63d8-465f-9896-458530aebd66 HTTP/1.1" status: 204 len: 168 time: 0.5395410 Apr 28 19:39:12.559665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0796d53-2ca4-457f-8b55-6d3d79332e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad02362d-d37c-4d1c-a741-7c8fe330bbf5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.582614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8abb7fb0-dc61-49bd-b3da-0b3854f0d97d req-10709765-59b0-4074-a4b7-cdbfcae1c7a7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639802 Apr 28 19:39:12.670616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a68dc2be-b4d0-4ff6-9ce4-194d87132aa9 req-143ef9e5-4faa-42be-b339-43d1a5ec81b7 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.41 "DELETE /v2.0/ports/a68ad512-f5a3-4ca2-bd38-5b1f94277441 HTTP/1.1" status: 204 len: 173 time: 1.6079054 Apr 28 19:39:12.719839 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb9f938f-e47c-48c2-a54d-7f480eb9b766'] response: {'server_uuid': '456c6b40-8637-4712-9214-01eb8c0ad5e9', 'name': 'network-vif-deleted', 'tag': 'a68ad512-f5a3-4ca2-bd38-5b1f94277441', 'status': 'completed', 'code': 200} Apr 28 19:39:12.767567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.809263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.831232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:12.831809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6134b6-1a2b-4c24-bf10-b670e0304411 req-14545a01-96bb-495b-b9d4-5cf9da35f74e tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:12.833414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a6134b6-1a2b-4c24-bf10-b670e0304411 req-14545a01-96bb-495b-b9d4-5cf9da35f74e tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.1789591 Apr 28 19:39:12.849876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'port_id': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'mac_address': 'fa:16:3e:9a:a7:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd541-416c-49e4-a550-e4662f720d66', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:12.888505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44400) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:12.915479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a6134b6-1a2b-4c24-bf10-b670e0304411 req-3232924e-ca4c-44b8-a08c-cc8bdd1a41b1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0716853 Apr 28 19:39:12.927134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.936446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.938358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port eff02394-6174-44c1-9935-7a182f56a200 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:12.947961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port eff02394-6174-44c1-9935-7a182f56a200 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:12.948739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.952687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.972072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad02362d-d37c-4d1c-a741-7c8fe330bbf5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:12.978941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:12.985742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Usage tracker for resource:security_group_rule and tenant:fa1e9ebfe1074405bcf5937332936d0e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:12.989993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:12.991095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34380f71-5243-4ab2-8bb8-6daa0d73e558 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad02362d-d37c-4d1c-a741-7c8fe330bbf5 HTTP/1.1" status: 204 len: 168 time: 0.4592488 Apr 28 19:39:12.992020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:12.998290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:13.032877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24f6cf5e-72c0-415b-97f0-2f13c99181a7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:13.049796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:13.063253 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.096547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.102177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.182080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fa1e9ebfe1074405bcf5937332936d0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2923481 Apr 28 19:39:13.182695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:13.220290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.233933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.248636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.249385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.249908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.250368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.261084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.261691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.262903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.263377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.268352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.268872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.269338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.269834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:39:13.275743 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.296857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:13.306872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9add01-8166-4ea6-935f-8a43814ebb45 req-750cc9ae-5d79-4adb-b765-73bb16b1943b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:13.308974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce9add01-8166-4ea6-935f-8a43814ebb45 req-750cc9ae-5d79-4adb-b765-73bb16b1943b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.1799226 Apr 28 19:39:13.323427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['24f6cf5e-72c0-415b-97f0-2f13c99181a7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:13.323559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:13.327312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca51daf5-49a2-4d51-827b-692bc41b458a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41b2a191-5e0a-4732-b7a4-8d83b6eaa049,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.328390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'floatingip': {'port_id': '34f20aca-4250-41a0-8251-5b3985ea4933'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:13.351581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.427496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.437343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=eff02394-6174-44c1-9935-7a182f56a200,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:13.475985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.485026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.585665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:13.586438 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f0bbb0c-a1b6-4e14-8517-2639575d1b3b'] response: {'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200', 'code': 200} Apr 28 19:39:13.688163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.717849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.734943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/41b2a191-5e0a-4732-b7a4-8d83b6eaa049 HTTP/1.1" status: 204 len: 168 time: 0.5381138 Apr 28 19:39:13.735988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4699dd1-202c-40e5-bdc2-43a815e860fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41b2a191-5e0a-4732-b7a4-8d83b6eaa049,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:13.807901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35eaf554-e416-4bdf-841f-918804af757b req-c8d7d36c-0dc9-4d58-9218-8df68349f4e6 tempest-DeleteServersAdminTestJSON-391055094 tempest-DeleteServersAdminTestJSON-391055094-project] 10.222.0.24 "GET /v2.0/ports?device_id=456c6b40-8637-4712-9214-01eb8c0ad5e9 HTTP/1.1" status: 200 len: 210 time: 0.0918462 Apr 28 19:39:13.811044 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b15a515-858b-470f-a2a1-e0321e0e0e0a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b674f059fbd541b6b58ff2e8893dcb4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2232363 Apr 28 19:39:13.813043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:13.908494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:13.940141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.003353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.028875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d98cbb4-781e-4ff6-84ad-92c738110db5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.042233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.043927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fd34b13f-132c-4be6-80d7-38b548907e6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d98cbb4-781e-4ff6-84ad-92c738110db5 HTTP/1.1" status: 204 len: 168 time: 0.2299535 Apr 28 19:39:14.053495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd1a73-cab2-4d81-a391-bcc179a033cf req-65d8f75e-35b2-435e-9d37-de153eebfa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.055230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdbd1a73-cab2-4d81-a391-bcc179a033cf req-65d8f75e-35b2-435e-9d37-de153eebfa75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 1101 time: 0.4388669 Apr 28 19:39:14.132349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdbd1a73-cab2-4d81-a391-bcc179a033cf req-f2f6cd19-ffe8-45c1-b2a3-ea08c948a326 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Apr 28 19:39:14.403474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:14.404176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d2a979-77fc-40e8-b8ca-3a1513f81959 req-44b0227b-2ee8-4f2c-9a8b-050c1581c7e7 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.410977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34d2a979-77fc-40e8-b8ca-3a1513f81959 req-44b0227b-2ee8-4f2c-9a8b-050c1581c7e7 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 950 time: 0.5126843 Apr 28 19:39:14.416640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c590a06-421c-4d88-8902-22f67cae12cd req-ad039372-b860-497a-a3bb-bced05778135 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:14.418789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c590a06-421c-4d88-8902-22f67cae12cd req-ad039372-b860-497a-a3bb-bced05778135 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 944 time: 0.0968266 Apr 28 19:39:14.482427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c590a06-421c-4d88-8902-22f67cae12cd req-7413a2fc-e7f3-4f14-a27a-97ed2910261d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567353 Apr 28 19:39:14.502093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34d2a979-77fc-40e8-b8ca-3a1513f81959 req-e626b18a-06a3-43c4-8606-2a27806b4db5 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901976 Apr 28 19:39:14.604778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:14.610168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:14.610588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.728406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.733999 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.771198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.811467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:14.816649 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:14.817424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a68ad512-f5a3-4ca2-bd38-5b1f94277441 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:39:14.902413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: a68ad512-f5a3-4ca2-bd38-5b1f94277441 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:39:14.903010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a68ad512-f5a3-4ca2-bd38-5b1f94277441 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:39:14.938965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:14.955294 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 associated. External IP: 172.25.2.215, port: 34f20aca-4250-41a0-8251-5b3985ea4933. Apr 28 19:39:15.378771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:39:15.587621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:15.764795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47e9473-6e57-45f6-a575-caedd4bb9140 req-f06c4a18-6a6c-4fb5-83c6-02f79d0e4bac tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:15.766706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c47e9473-6e57-45f6-a575-caedd4bb9140 req-f06c4a18-6a6c-4fb5-83c6-02f79d0e4bac tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 950 time: 0.1064112 Apr 28 19:39:15.817359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44542) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:15.820350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c47e9473-6e57-45f6-a575-caedd4bb9140 req-8e1eb9b5-d4ef-45b6-9ace-519b5f7eac1e tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470362 Apr 28 19:39:15.886945 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4450b9-9168-4cb6-8c1f-4c5b62ac78c8'] response: {'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'code': 200} Apr 28 19:39:15.894451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:39:15.905961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:15.918793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:39:15.934252 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:39:15.934881 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.003368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d32c99-1549-48cf-8a88-788030ba8d5c req-820a2581-bbe0-418b-bd00-41a30f169715 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.010762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98d32c99-1549-48cf-8a88-788030ba8d5c req-820a2581-bbe0-418b-bd00-41a30f169715 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 945 time: 0.3317280 Apr 28 19:39:16.071407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-218c4152-ca4e-4cd0-8dc1-e411af40e8ff tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "PUT /v2.0/floatingips/ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 HTTP/1.1" status: 200 len: 991 time: 2.7442396 Apr 28 19:39:16.073261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:16.094819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98d32c99-1549-48cf-8a88-788030ba8d5c req-83a2d1ee-3ddc-4e87-ba34-2930126ad3be tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831358 Apr 28 19:39:16.150703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e16ccb-025f-47ac-b864-015399f6a746 req-9a72a392-5c45-4b24-a1e7-ab17f5cc18dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.152419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40e16ccb-025f-47ac-b864-015399f6a746 req-9a72a392-5c45-4b24-a1e7-ab17f5cc18dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1096 time: 0.1911373 Apr 28 19:39:16.338239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40e16ccb-025f-47ac-b864-015399f6a746 req-49526a2f-e475-42a0-82e9-7481c768c9a2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660033 Apr 28 19:39:16.342718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:39:16.398980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:16.472782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711cc14a-1850-42a2-9bdb-a2d4cce58d59 req-8f276870-40ce-4d66-af2b-4796685da5b1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.474558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-711cc14a-1850-42a2-9bdb-a2d4cce58d59 req-8f276870-40ce-4d66-af2b-4796685da5b1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.1339002 Apr 28 19:39:16.476551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-02aca1cc-6c81-42a8-8bf7-82b8354e304f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e17b7f0e0e19441197370ff6c5d6009b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6544433 Apr 28 19:39:16.480092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:16.682347 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699be1c1-3939-4592-bc2a-187181dd8a93'] response: {'name': 'network-changed', 'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933', 'status': 'completed', 'code': 200} Apr 28 19:39:16.698305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-711cc14a-1850-42a2-9bdb-a2d4cce58d59 req-f08e02e5-5ebc-4210-89f5-eb3a2625a1cf tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2150548 Apr 28 19:39:16.732785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.763598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.770697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2945e-a7d7-4dcb-ac6e-781e14221934 req-a6a8056d-fc03-45ba-8ba5-93a6fa8bc37e tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.778737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46f2945e-a7d7-4dcb-ac6e-781e14221934 req-a6a8056d-fc03-45ba-8ba5-93a6fa8bc37e tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 950 time: 0.1142070 Apr 28 19:39:16.827707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46f2945e-a7d7-4dcb-ac6e-781e14221934 req-ce351cdd-8906-49e4-a69e-c4bdeb7c8cff tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480268 Apr 28 19:39:16.861235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-c9163842-f145-4723-bfe4-9f31dfaeb1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:16.862719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-c9163842-f145-4723-bfe4-9f31dfaeb1b9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 1096 time: 0.2247407 Apr 28 19:39:16.873990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.929586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:16.954411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:16.955648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bf584b6f-ac09-41d4-bf88-a3f26781a3f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60bb4a7c-cd9a-4f5b-b92b-cadfa549c5f5 HTTP/1.1" status: 204 len: 168 time: 0.4742534 Apr 28 19:39:16.986949 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '34f20aca-4250-41a0-8251-5b3985ea4933', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:ba:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:39:14Z', 'revision_number': 1, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:16.993291 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:39:17.007498 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:39:17.008897 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:38:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:17.016157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.052925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:17.062564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Usage tracker for resource:security_group_rule and tenant:b3aa3f50c27f40aebdd3c59c77dea189 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:17.067230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:17.077707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:17.130701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-e5f629c5-b8cc-4254-b4b7-101bb6de1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.136126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-e5f629c5-b8cc-4254-b4b7-101bb6de1a96 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 925 time: 0.2528079 Apr 28 19:39:17.208835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.214987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.218601 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:39:17.341926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-b74ff733-a619-4c95-9f61-2334845fa048 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 200 len: 999 time: 0.1955924 Apr 28 19:39:17.368920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f7a60c-b165-4530-affa-fc5ff3aed3b3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.378525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ecb3f7b-db66-435d-bc6e-919d64b40669 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3aa3f50c27f40aebdd3c59c77dea189&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9734862 Apr 28 19:39:17.395642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44604) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:17.504857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-095b1ba9-ec2f-4a1c-bd98-6be289a814a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.507779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-095b1ba9-ec2f-4a1c-bd98-6be289a814a8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.1598260 Apr 28 19:39:17.566455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.628942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278a560a-7459-4d91-ac61-c6c9671d2117 req-aaa0f2d8-672f-459e-baf7-4b3dd18fac39 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.636393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278a560a-7459-4d91-ac61-c6c9671d2117 req-aaa0f2d8-672f-459e-baf7-4b3dd18fac39 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 945 time: 0.3454711 Apr 28 19:39:17.658527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.696581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-2ccaa307-a9b7-4330-929b-d460fd15f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:17.698371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-2ccaa307-a9b7-4330-929b-d460fd15f255 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845686 Apr 28 19:39:17.718262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278a560a-7459-4d91-ac61-c6c9671d2117 req-c8b11dc2-941a-4e32-811c-5392ff6f5c3c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810158 Apr 28 19:39:17.736953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:17.764157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.783081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:17.790912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Usage tracker for resource:security_group_rule and tenant:6d0155964a82422aab200af27742a901 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:17.800500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:17.808726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:17.820767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.875508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f7a60c-b165-4530-affa-fc5ff3aed3b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:17.915759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '34f20aca-4250-41a0-8251-5b3985ea4933', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:ba:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:39:14Z', 'revision_number': 1, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:39:17.923513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b2fa67-841d-4b83-86c5-9f93fa22d8b9 None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '34f20aca-4250-41a0-8251-5b3985ea4933', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:ba:88:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:39:14Z', 'revision_number': 1, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:39:17.948824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:17.949955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed77e12c-8540-4208-8179-cd499febdb2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8f7a60c-b165-4530-affa-fc5ff3aed3b3 HTTP/1.1" status: 204 len: 168 time: 0.5349364 Apr 28 19:39:18.034028 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-85948b46-8c4d-4ad9-935a-14b0df9fa1e5 service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256717 Apr 28 19:39:18.088287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.095964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.166941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15934f3b-e83b-496f-ac2e-8e501ba8a941,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:18.194882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-52de308e-1421-4109-8b2d-3ef19c227e1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6d0155964a82422aab200af27742a901&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4572060 Apr 28 19:39:18.198349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:18.288670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee78c64a-4bbd-460d-b99f-d0a518fad41c None None] New status for floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:39:18.308208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.356789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.397769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c2ff4b-466d-411c-bb14-b66b9739ddb1 req-8d0581a3-db40-4153-a012-41b034f893e2 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.400193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c7c2ff4b-466d-411c-bb14-b66b9739ddb1 req-8d0581a3-db40-4153-a012-41b034f893e2 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 950 time: 0.3026216 Apr 28 19:39:18.407897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68f042-5645-4d9d-87a2-706024a548bf req-c4827644-25ad-4eaa-9a6a-91c27b378945 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.409381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc68f042-5645-4d9d-87a2-706024a548bf req-c4827644-25ad-4eaa-9a6a-91c27b378945 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.46 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 950 time: 0.3878644 Apr 28 19:39:18.411199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9bef8e3-a745-4b15-9af0-4d97fa7ec09c req-1b845000-6cde-4e5a-9676-942f78e11bde service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066685 Apr 28 19:39:18.482596 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.515627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15934f3b-e83b-496f-ac2e-8e501ba8a941,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:18.527738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.528871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c0c890f-cc66-4c4a-9346-438ecd5d2d50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15934f3b-e83b-496f-ac2e-8e501ba8a941 HTTP/1.1" status: 204 len: 168 time: 0.3296020 Apr 28 19:39:18.604833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c7c2ff4b-466d-411c-bb14-b66b9739ddb1 req-57c89e17-fff6-47a2-8120-34ae692e3917 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/security-groups?id=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926987 Apr 28 19:39:18.621975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Deleting port eff02394-6174-44c1-9935-7a182f56a200 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:39:18.631020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.796272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44674) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:18.822141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:18.853737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:18.897874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Usage tracker for resource:security_group_rule and tenant:0b554f68c40642888e8a872c1379ef15 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:18.908166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:18.916437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:18.975721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d53db-b560-4264-8d0a-fec148c40db7 req-f47ec475-e6ae-4f32-a372-76be8202a7a7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:18.977790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec8d53db-b560-4264-8d0a-fec148c40db7 req-f47ec475-e6ae-4f32-a372-76be8202a7a7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 945 time: 0.1301014 Apr 28 19:39:19.049098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] For port eff02394-6174-44c1-9935-7a182f56a200, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=eff02394-6174-44c1-9935-7a182f56a200,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:19.050089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.057074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec8d53db-b560-4264-8d0a-fec148c40db7 req-c5f03d39-2bce-49a6-810f-a10fc4b2ba1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694957 Apr 28 19:39:19.111195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.115689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.173625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b554f68c40642888e8a872c1379ef15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740282 Apr 28 19:39:19.173625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a62d2c1-0647-4732-8a6e-01ac94f317aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc920bd-a05e-4542-8d99-330bd898e9d1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.178148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:19.186396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Calling delete_port for eff02394-6174-44c1-9935-7a182f56a200 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:39:19.256334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.281582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44694) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:19.297341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.356538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.369415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['eff02394-6174-44c1-9935-7a182f56a200'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:19.396595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.417108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Pushing event deleted for resources: {'Port': ['ID=eff02394-6174-44c1-9935-7a182f56a200,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.440223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc920bd-a05e-4542-8d99-330bd898e9d1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:19.455120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.461809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8c78baba-023b-4d6c-bb18-d12bad2e388c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6bc920bd-a05e-4542-8d99-330bd898e9d1 HTTP/1.1" status: 204 len: 168 time: 0.2704594 Apr 28 19:39:19.519936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] No DVR routers for this DVR port eff02394-6174-44c1-9935-7a182f56a200 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:19.523166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.527110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'name': 'network-vif-deleted', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:19.540598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44708) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:19.559234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc68f042-5645-4d9d-87a2-706024a548bf req-243ecd3a-b138-44ab-91cf-6ff5f02e047c tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.46 "DELETE /v2.0/ports/eff02394-6174-44c1-9935-7a182f56a200 HTTP/1.1" status: 204 len: 173 time: 1.0871298 Apr 28 19:39:19.604793 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b383d02-a0a1-4bc7-bac7-b5e0b5eeec42'] response: {'server_uuid': '946dcff6-ed3b-40c6-9c41-5fd20fa0628b', 'name': 'network-vif-deleted', 'tag': 'eff02394-6174-44c1-9935-7a182f56a200', 'status': 'completed', 'code': 200} Apr 28 19:39:19.712901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.806226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:19.819832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19c72dc0-45ce-450a-841e-2ac015a518be req-4022728f-c83f-407a-b5b5-795f63677424 tempest-ServerDiagnosticsNegativeTest-1896278724 tempest-ServerDiagnosticsNegativeTest-1896278724-project] 10.222.0.24 "GET /v2.0/ports?device_id=946dcff6-ed3b-40c6-9c41-5fd20fa0628b HTTP/1.1" status: 200 len: 210 time: 0.0568321 Apr 28 19:39:19.821345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Usage tracker for resource:security_group_rule and tenant:d47cc0076f364b97abab5bc8935277c4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:19.824405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:19.830603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:19.939978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46769e30-a414-43ee-b453-8fe634bfc5e2 req-e4d81c62-96ee-4875-be20-b623756d00ed tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:19.942233 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46769e30-a414-43ee-b453-8fe634bfc5e2 req-e4d81c62-96ee-4875-be20-b623756d00ed tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1096 time: 0.1133571 Apr 28 19:39:19.952873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.958723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:19.990824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-46769e30-a414-43ee-b453-8fe634bfc5e2 req-b1ecf5da-a809-438b-a336-266910963756 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Synchronizing usage tracker for tenant:e75cf389ad8544ce832412c0a6799f07 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:20.008798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-46769e30-a414-43ee-b453-8fe634bfc5e2 req-b1ecf5da-a809-438b-a336-266910963756 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Unset dirty status for tenant:e75cf389ad8544ce832412c0a6799f07 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:20.010220 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46769e30-a414-43ee-b453-8fe634bfc5e2 req-b1ecf5da-a809-438b-a336-266910963756 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611053 Apr 28 19:39:20.025668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d47cc0076f364b97abab5bc8935277c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7395778 Apr 28 19:39:20.025954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:20.026069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f308a-5205-4483-840b-0fc991905249 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f691ef5f-6ac9-4770-862f-a5078b3da55e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.129063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb17b53e-b9b5-4f28-9fbf-39ec3da69b3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.147231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.186683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.212150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.214586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:20.222822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Usage tracker for resource:security_group_rule and tenant:e9283b9dd786489cbae4df30189162cf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:20.231798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:20.249773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:20.297648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.318986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f691ef5f-6ac9-4770-862f-a5078b3da55e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.327684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.332095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d3bffbbb-d078-4878-80b3-0ed182e623a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f691ef5f-6ac9-4770-862f-a5078b3da55e HTTP/1.1" status: 204 len: 168 time: 0.3020475 Apr 28 19:39:20.360706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:20.381644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.428096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:20.429228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c67d6-2e87-4626-b9d5-9db3e525520f req-48d00d98-7bad-47f4-ac99-b5587fd7d6c9 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:20.431647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e08c67d6-2e87-4626-b9d5-9db3e525520f req-48d00d98-7bad-47f4-ac99-b5587fd7d6c9 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1096 time: 0.1926894 Apr 28 19:39:20.438753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Usage tracker for resource:security_group_rule and tenant:97bc33cb2a8e416896d81a49dc0a0baa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:20.443833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:20.451971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:20.546597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.560500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e08c67d6-2e87-4626-b9d5-9db3e525520f req-9f287bf3-3179-4e14-a5a3-607e176acf49 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159334 Apr 28 19:39:20.565887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.632358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3538e254-6dc8-4c29-9050-cbe37833b041,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:20.707080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.711950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2cc3a301-3258-4b59-814e-1174fe541b68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9283b9dd786489cbae4df30189162cf&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1694133 Apr 28 19:39:20.714567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44762) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:20.715374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.829271 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.877175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:20.893291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3279dbd-d2af-44f7-a476-6f46e80b6b7d req-316f632c-e4d3-4f99-b5a9-0148e9ab3ab3 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1266339 Apr 28 19:39:20.948780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97bc33cb2a8e416896d81a49dc0a0baa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5867000 Apr 28 19:39:20.952693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:20.970664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d1478d-9291-4f43-9956-22d7d20eb1c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c59e92a7-e3bb-4867-9db4-68bac5a517bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.006386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.029368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44782) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:21.049389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.053903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3538e254-6dc8-4c29-9050-cbe37833b041 HTTP/1.1" status: 204 len: 168 time: 0.3360734 Apr 28 19:39:21.060245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387656f-9d1d-4bd8-a091-63c7a364ac99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3538e254-6dc8-4c29-9050-cbe37833b041,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.112835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.150416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:21.198580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:99e10dd43e564ce69b87e44c5c2a4f22 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:21.216676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:21.231454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0225a00-f7d3-4475-b71c-3beabde463db req-34f94181-3abb-4938-abb3-316d4ba30cd8 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0877652 Apr 28 19:39:21.232404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:21.244504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.302637 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.427925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.435942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.461815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.500995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44804) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:21.514406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99e10dd43e564ce69b87e44c5c2a4f22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4820118 Apr 28 19:39:21.516843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.518016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:21.518190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c59e92a7-e3bb-4867-9db4-68bac5a517bd HTTP/1.1" status: 204 len: 168 time: 0.5603347 Apr 28 19:39:21.519226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d747b36c-a061-44c0-984b-760ef8db2ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eebaafd-292a-43a5-9faf-a37a04ff74de,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.549434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a39191-56a0-4c6a-bb28-20c6e236a9ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c59e92a7-e3bb-4867-9db4-68bac5a517bd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.668759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:21.694563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.703365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.719872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:21.729115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Usage tracker for resource:security_group_rule and tenant:261f72761bb2423ab115184334d74d49 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:21.743496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:21.752818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:21.784381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.849022 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.867047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.873092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eebaafd-292a-43a5-9faf-a37a04ff74de,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.874182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.900585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:21.901719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-12df4912-b031-4c5b-a015-34ff333598f7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0eebaafd-292a-43a5-9faf-a37a04ff74de HTTP/1.1" status: 204 len: 168 time: 0.3825634 Apr 28 19:39:21.939883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e76b82fa-0652-4890-a8bd-439756e4d803 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0eedcae412d34320abb828b8b3050576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4373007 Apr 28 19:39:21.942424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44830) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:21.956146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=261f72761bb2423ab115184334d74d49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847323 Apr 28 19:39:21.958206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c509af8-8023-4d74-8de2-209ae9493873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92fc548-46ab-4d02-b04f-5e3db2f6c1b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:21.960341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44834) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:22.065307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.076561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.111376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.128111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.215203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.254812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b5b66a-9e6d-4adb-a0e9-5111318fef1f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.269817 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.321082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92fc548-46ab-4d02-b04f-5e3db2f6c1b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:22.356370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9da1203d-eb41-4d7c-a1d2-f857ca547e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.382948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.384914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7898e206-5efb-4ff6-9851-c51cd7cac6f8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c92fc548-46ab-4d02-b04f-5e3db2f6c1b3 HTTP/1.1" status: 204 len: 168 time: 0.4227140 Apr 28 19:39:22.416106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:22.417194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0de2f606-d6cf-45a9-8d1a-91d42419f496 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c5b5b66a-9e6d-4adb-a0e9-5111318fef1f HTTP/1.1" status: 204 len: 168 time: 0.4738901 Apr 28 19:39:22.529104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7396fda7-1968-47ac-8bac-5d5ea08d0453 req-1d76d51b-b36f-4daf-8318-deea7e305af6 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0703342 Apr 28 19:39:22.588939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device eff02394-6174-44c1-9935-7a182f56a200 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:39:22.657233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: eff02394-6174-44c1-9935-7a182f56a200 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:39:22.657742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device eff02394-6174-44c1-9935-7a182f56a200 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:39:23.080981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:23.101677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.116597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:23.121238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Usage tracker for resource:security_group_rule and tenant:a77e3529e3e74775a1c276c636bedf37 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:23.124931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:23.131250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:23.224540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.229552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.286514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a77e3529e3e74775a1c276c636bedf37&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2044270 Apr 28 19:39:23.287483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9f431f-ee9b-4b29-840b-4b664e7c83fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d02e829-0ff4-4900-bf88-901f217d110e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:23.289902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44900) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:23.360478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.387852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.448806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.479230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d02e829-0ff4-4900-bf88-901f217d110e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:23.487235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.491651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6130b0a-02db-4d6a-bb30-c958fd37d26a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d02e829-0ff4-4900-bf88-901f217d110e HTTP/1.1" status: 204 len: 168 time: 0.1986275 Apr 28 19:39:23.716893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8ed86f0-69ba-4059-9bc8-c77eec9bfa58 req-9b4cb412-d9e7-4807-860c-779c2712f58d tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0562773 Apr 28 19:39:23.725298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:23.805088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44928) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:23.849529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.168751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-dd502643-5f52-4194-b3b7-232e6421ad62 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:39:24.169823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-dd502643-5f52-4194-b3b7-232e6421ad62 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3637257 Apr 28 19:39:24.682250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:24.682832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:39:24.899733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f173f381-7835-4d10-9129-01936860d8fd req-f63b7568-1b92-4fd4-b0e0-f727eb858f42 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0470967 Apr 28 19:39:24.902827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:24.903130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:24.903453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:24.908972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:24.909285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:24.919259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:24.919596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:24.919976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:24.920403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Bound port: 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:24.944637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:24.966506 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:24.994069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:24.999574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.001919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-65b881d6-085a-468a-be06-5cffe1845df3 service neutron] 10.222.0.24 "POST /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7/bindings HTTP/1.1" status: 201 len: 389 time: 0.6790469 Apr 28 19:39:25.381005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58d0aeb1-25f5-457f-a839-9fbd5e0ef93a req-511e03a0-f6ae-4bfe-bb65-2cc031c43e9c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0976698 Apr 28 19:39:25.394867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.419221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:25.425177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Usage tracker for resource:security_group_rule and tenant:66ad96e3c4664c0d9efbb9e7c026abe7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:25.431154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:25.442183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:25.463140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a2985c-eb55-431b-bd45-cc4ca9f1c083 req-30a92226-20c5-434d-85ac-20d452a1b6d3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.464320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88a2985c-eb55-431b-bd45-cc4ca9f1c083 req-30a92226-20c5-434d-85ac-20d452a1b6d3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 945 time: 0.2702839 Apr 28 19:39:25.588805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-f630c1d9-b3bd-4ecc-b631-b23c4b7e9a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.590688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-f630c1d9-b3bd-4ecc-b631-b23c4b7e9a35 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1096 time: 0.2638843 Apr 28 19:39:25.624644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88a2985c-eb55-431b-bd45-cc4ca9f1c083 req-bc43e61d-ab28-4a48-b19e-69f14c6d2e93 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442552 Apr 28 19:39:25.760875 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.764345 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:25.840861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=582b82f4-f6c5-453a-a9bf-9c81fac9ec57,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:25.844683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-94e006f7-a1e0-4a4c-ab6b-4707bdf17a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:25.846138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-94e006f7-a1e0-4a4c-ab6b-4707bdf17a98 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2014236 Apr 28 19:39:25.851997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3ab1c80f-aecb-4481-a462-a224ce72c39b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=66ad96e3c4664c0d9efbb9e7c026abe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9052181 Apr 28 19:39:25.852591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45030) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:25.943553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-52fda31b-7561-47cc-978a-be6e7b27a50e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0797803 Apr 28 19:39:26.029352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-97cca118-d0ad-4fa6-911b-8f0af2fbff63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.031385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-97cca118-d0ad-4fa6-911b-8f0af2fbff63 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0797663 Apr 28 19:39:26.085327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.115995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-b5f3dc90-851d-40cf-8a46-1416fee11b89 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621033 Apr 28 19:39:26.131953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-533cd203-1fa4-4ddc-860d-248011bfa1d1 req-67345909-6ae4-40ec-9270-4144311339f5 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0662272 Apr 28 19:39:26.158741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.314945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-6be0bc2a-3535-452d-be25-3cb0bd40492f service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858885 Apr 28 19:39:26.315497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.353287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=582b82f4-f6c5-453a-a9bf-9c81fac9ec57,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:26.444086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:26.448602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-569a4392-7e38-4204-b38e-28f03f6ebdb7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/582b82f4-f6c5-453a-a9bf-9c81fac9ec57 HTTP/1.1" status: 204 len: 168 time: 0.5917335 Apr 28 19:39:26.491899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-0579961a-bc19-4516-b4ea-934b4db792a8 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639373 Apr 28 19:39:26.825042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8a1b33e3-d2e8-4f9b-b156-d9b893f9dec4 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.826649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8a1b33e3-d2e8-4f9b-b156-d9b893f9dec4 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.1249785 Apr 28 19:39:26.841451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:26.894168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c244fd7-1c2f-4d96-8570-f21ba5820dcb req-b63287b9-5ae4-49b0-8ca6-90f6f7e0fd5d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:26.902698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c244fd7-1c2f-4d96-8570-f21ba5820dcb req-b63287b9-5ae4-49b0-8ca6-90f6f7e0fd5d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 945 time: 0.1494353 Apr 28 19:39:26.954995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c244fd7-1c2f-4d96-8570-f21ba5820dcb req-fd91dbae-20eb-4c7e-8596-483046dbacc2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511177 Apr 28 19:39:27.011515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.236424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-6890ed1d-da38-4e4a-bf8c-1f2588002020 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8723f7d289f3471bb7c11c0e16d99786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395949 Apr 28 19:39:27.284715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45112) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:27.304152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.323920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:27.327993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Usage tracker for resource:security_group_rule and tenant:4febc19f37194954ac06c5aa3cfe6e21 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:27.331352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:27.377034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:27.384853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:27.403666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03994279-fcee-4e45-9567-f911ada09782 req-dae9bb67-7d84-4632-ab18-048a9cecc0a7 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0603564 Apr 28 19:39:27.427096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-6e95f91f-73db-43ee-9314-edef7e3ba463 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:27.434565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-6e95f91f-73db-43ee-9314-edef7e3ba463 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972568 Apr 28 19:39:27.463383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-6da1c9f9-5f7b-402b-8934-a7caeada0f8f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/quotas/8723f7d289f3471bb7c11c0e16d99786 HTTP/1.1" status: 200 len: 375 time: 0.0277421 Apr 28 19:39:27.465328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:27.545729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.551170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.564667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-bba90c43-824a-4922-93ba-3e8aa0f0bdd1 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005669 Apr 28 19:39:27.587029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:27.594701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.605184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.610247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be08537d-6e45-4862-961f-00500558ad7f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:27.622316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20db0ecf-15e0-47f2-8458-942cbca916be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4febc19f37194954ac06c5aa3cfe6e21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3335199 Apr 28 19:39:27.622316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45128) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:27.707979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.743806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.833089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.854206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be08537d-6e45-4862-961f-00500558ad7f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:27.864294 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:27.868119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d22f1c7-d99a-4940-a574-81d901bbf355 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/be08537d-6e45-4862-961f-00500558ad7f HTTP/1.1" status: 204 len: 168 time: 0.2429862 Apr 28 19:39:28.017952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:28.024537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:28.024863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:28.025183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:28.038952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:28.039514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Attempting to bind port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:28.046055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:28.046451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:28.047152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:28.047397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Bound port: 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:28.047748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:28.137017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dbe11f03-6ba1-4b60-b601-5fcc7b821d3d req-d68f7875-bf0a-4c36-b7f3-3646561e38d1 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1202819 Apr 28 19:39:28.186604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-0a192707-50a6-4fbe-8845-9a7f437b6c17 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665054 Apr 28 19:39:28.323142 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90c67a0f-70c3-433f-b9bd-f091c6048c41'] response: {'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'code': 200} Apr 28 19:39:28.329669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:28.353758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:28.361252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:28.412316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e869f9e-4efc-4f2a-8340-9e9fbeaffbfc req-8412d7cd-931e-48b2-a7b2-572b6302a593 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 210 time: 0.0737967 Apr 28 19:39:28.504391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-d81360f5-61f8-4519-9f52-f0ee33d7fad3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.511566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-d81360f5-61f8-4519-9f52-f0ee33d7fad3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3238788 Apr 28 19:39:28.550244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-0ce3029d-21dc-4e05-b708-0b34538750de tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/quotas/1625f6a5335a47d4b1e1c0043910322c HTTP/1.1" status: 200 len: 375 time: 0.0377777 Apr 28 19:39:28.616319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:28.645843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-285d6f38-3252-480d-a3e1-69f2289c3408 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0946867 Apr 28 19:39:28.647163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.647763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:28.649243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-66c4b77d-2afd-463d-9a0a-e2983450203b service neutron] 10.222.0.46 "PUT /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 1121 time: 1.8146746 Apr 28 19:39:28.660125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda70a2e-be03-4c7e-9499-bcd77dd83a17 req-4b777302-fabb-47f9-99b3-c2f172b1094c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:28.661906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dda70a2e-be03-4c7e-9499-bcd77dd83a17 req-4b777302-fabb-47f9-99b3-c2f172b1094c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.1092725 Apr 28 19:39:28.713743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['24f6cf5e-72c0-415b-97f0-2f13c99181a7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:28.748476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dda70a2e-be03-4c7e-9499-bcd77dd83a17 req-143c66f1-bb24-4b82-983c-c05267308d04 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766737 Apr 28 19:39:29.024132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf6d2302-8e0c-4328-9817-513b951f70c6 req-60d5a18e-31b1-46d1-9fea-5800a4c5a5fd tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0632486 Apr 28 19:39:29.184536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-1fff033e-784b-42dd-bfab-2147773e7920 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0499141 Apr 28 19:39:29.354315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-5fa88883-04b3-4ae2-8f76-0e90c4cc0b9d tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8723f7d289f3471bb7c11c0e16d99786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0793140 Apr 28 19:39:29.391701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-a5ce6389-8d0d-45f6-a073-c39d7d439df5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.404153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-a5ce6389-8d0d-45f6-a073-c39d7d439df5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076509 Apr 28 19:39:29.429551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-0d1c5803-c092-4567-be57-c6e77cec3327 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/quotas/1625f6a5335a47d4b1e1c0043910322c HTTP/1.1" status: 200 len: 375 time: 0.0229836 Apr 28 19:39:29.499717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-261163fb-1425-4574-84d5-f7181adeb436 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0658345 Apr 28 19:39:29.744984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abc24f6f-6fb2-4722-a029-22dfbba581e9 req-72b5c6bd-b6b9-48a3-b946-da9ce6ddeb33 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 210 time: 0.1561146 Apr 28 19:39:29.783397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad707449-4446-4199-bf25-965e9cf5bd8f req-a5bb643b-3d13-489f-be5e-060a8ac0aafd tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 210 time: 0.0868845 Apr 28 19:39:29.856890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-0b6526c9-62a7-4ade-8243-4e40b15cc081 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:29.858498 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-0b6526c9-62a7-4ade-8243-4e40b15cc081 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4976213 Apr 28 19:39:29.872745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Request body: {'port': {'device_id': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '8723f7d289f3471bb7c11c0e16d99786'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:29.963451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:30.130822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:30.136606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Usage tracker for resource:port and tenant:8723f7d289f3471bb7c11c0e16d99786 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:30.140967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:30.148107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:30.167651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7633ca7b-da8a-4fa5-8a53-e2a731697122 req-620d49ad-f0e5-4ead-a414-6620fdf652ac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.171296 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7633ca7b-da8a-4fa5-8a53-e2a731697122 req-620d49ad-f0e5-4ead-a414-6620fdf652ac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.2009523 Apr 28 19:39:30.218815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Made reservation on behalf of 8723f7d289f3471bb7c11c0e16d99786 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:30.222855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.240362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.265661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:30.272193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Usage tracker for resource:security_group_rule and tenant:8723f7d289f3471bb7c11c0e16d99786 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:30.277205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:30.284636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:30.361369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ed23a1b-cbbb-4309-8e9c-f6774e71cc6a req-e24297b9-9c58-4337-ad43-f1cc520aef05 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1317785 Apr 28 19:39:30.379937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.391584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.394789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7633ca7b-da8a-4fa5-8a53-e2a731697122 req-35b7474d-c27b-4f7e-a46e-540ff0d3a8aa tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2157691 Apr 28 19:39:30.401069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:30.415243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.423313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:30.428588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Usage tracker for resource:security_group_rule and tenant:78660ba999b045469bc0e056abd57313 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:30.433171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:30.441084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:30.470801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:30.518581 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b0f2341-25a0-4d4b-827c-91487a7288dd'] response: {'name': 'network-changed', 'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'status': 'completed', 'code': 200} Apr 28 19:39:30.573214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-b2ac95f4-fcb7-4127-92da-784ea7763784 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537887 Apr 28 19:39:30.612472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Pushing event updated for resources: {'SecurityGroup': ['ID=524e882f-1c07-4f03-b26b-31fb167fcd80,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:30.635750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:30.777239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.788983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-5a6ac315-aa77-4118-80bd-d39004c139d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:30.791539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-5a6ac315-aa77-4118-80bd-d39004c139d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1124 time: 0.2555814 Apr 28 19:39:30.794690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:30.874890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:30.876490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=78660ba999b045469bc0e056abd57313&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9100623 Apr 28 19:39:30.939459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:30.983031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:39:30.985368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee95bb-a49d-4232-92a1-06473aff2ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d631e03f-4f2b-496c-a473-ea6beab09b6c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:30.988120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Allocated IP 192.168.233.43 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/35609b03-f38e-4e7a-aa11-76490ca57745) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:31.078726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-c196bed8-2da6-4468-b23d-a4fb7fcc4579 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.080131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-c196bed8-2da6-4468-b23d-a4fb7fcc4579 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5011408 Apr 28 19:39:31.088533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb16b811-f615-4161-af23-de240da04605 req-51e22814-2de6-4dd1-a537-1349a6571543 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 210 time: 0.1055727 Apr 28 19:39:31.107450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Request body: {'port': {'device_id': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1625f6a5335a47d4b1e1c0043910322c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:31.125443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a70b7114-abcf-4324-83b0-38c3d2f6e22e req-14189272-8949-4690-8322-fb0457a32460 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 210 time: 0.0745349 Apr 28 19:39:31.128755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.162032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.164755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:31.167533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-ba254fa0-1cb4-4029-a02e-37c2646b1654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.169158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-ba254fa0-1cb4-4029-a02e-37c2646b1654 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.3157752 Apr 28 19:39:31.171453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Usage tracker for resource:security_group_rule and tenant:728f22ab569e4e66a5f2d9a8af33bc3a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:31.174436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:31.181872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:31.248064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-9638d76c-545d-46c0-8750-a74b5842aaa2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0673058 Apr 28 19:39:31.333294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-2bcd035f-9e55-4ad2-bc97-81aacba83db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.334750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-2bcd035f-9e55-4ad2-bc97-81aacba83db6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0807197 Apr 28 19:39:31.366917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.393760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-966c69d2-b8c9-4fa5-9e73-59f558103d30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461407 Apr 28 19:39:31.528677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:31.545570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Usage tracker for resource:port and tenant:1625f6a5335a47d4b1e1c0043910322c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:31.551210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:31.565139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:31.592956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-60ec3044-cd9a-4240-a5f6-19ca6a399052 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882360 Apr 28 19:39:31.620929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.638556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44c90afe-0cd4-4bcf-9f7f-3fade93833b8 req-f413a465-c09d-4313-831d-3373ad99a8f4 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0687933 Apr 28 19:39:31.639158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.646711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.661592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Made reservation on behalf of 1625f6a5335a47d4b1e1c0043910322c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:31.665392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.682456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d631e03f-4f2b-496c-a473-ea6beab09b6c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:31.686197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.724251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.757213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:31.774440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Transition to ACTIVE for port object 35609b03-f38e-4e7a-aa11-76490ca57745 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:31.778781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Usage tracker for resource:security_group_rule and tenant:1625f6a5335a47d4b1e1c0043910322c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:31.782684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.783870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a3a604ca-4832-4dd1-b3c3-8a615e3f191e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d631e03f-4f2b-496c-a473-ea6beab09b6c HTTP/1.1" status: 204 len: 168 time: 0.9011252 Apr 28 19:39:31.785286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:31.806578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=728f22ab569e4e66a5f2d9a8af33bc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3339927 Apr 28 19:39:31.814887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943c002b-2be7-4292-bbc8-3f4e048e3c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250464c1-369d-48b7-9dd4-a997dfe5744c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:31.817204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45310) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:31.823058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:31.839943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-fb214ce9-ffbc-4e7c-9fa5-881b13d68519 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455034 Apr 28 19:39:31.881256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80e6c8e1-dc43-4a37-9efc-0cc55a9f1dee req-691b7fdb-b5bc-4ef7-9caa-cec0e3181cd9 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816873 Apr 28 19:39:31.934748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec5ecae-b9d2-4700-8ea7-0f3e2177b1df req-66e3c3ca-6baa-47e6-9a92-711017a2479b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:31.936314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ec5ecae-b9d2-4700-8ea7-0f3e2177b1df req-66e3c3ca-6baa-47e6-9a92-711017a2479b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.1904733 Apr 28 19:39:31.939211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:31.988448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.005620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.038491 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ec5ecae-b9d2-4700-8ea7-0f3e2177b1df req-cf920a18-c077-4822-8831-805ff20bb348 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889738 Apr 28 19:39:32.088512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.119409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250464c1-369d-48b7-9dd4-a997dfe5744c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:32.146974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.154636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c79ec128-f6a0-4608-98bb-4a3a00a0ff19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/250464c1-369d-48b7-9dd4-a997dfe5744c HTTP/1.1" status: 204 len: 168 time: 0.3313580 Apr 28 19:39:32.160618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:32.181670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Pushing event updated for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:32.183033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:32.192370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:32.198040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:32.203553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.204159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.263018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-72558ea7-ea45-41ae-a15b-061a217fa95a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.264647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-72558ea7-ea45-41ae-a15b-061a217fa95a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4157143 Apr 28 19:39:32.285047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Request body: {'port': {'device_id': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1625f6a5335a47d4b1e1c0043910322c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:32.342994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-c1f4d63e-c413-41db-b7ae-aefb9d82e551 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4743729 Apr 28 19:39:32.388424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9bd985b8-e978-4686-b2d4-ed3ea2cf5b81 req-650180be-b6f0-41b5-b89a-a330a9e1d149 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 210 time: 0.0924215 Apr 28 19:39:32.450391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Request body: {'port': {'device_id': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:32.451018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45334) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:32.480502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.513393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:32.534196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Usage tracker for resource:security_group_rule and tenant:e1dbb628b03a49098ccdbba496b3ae96 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:32.537283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:32.540025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ce024fa1-7d0a-4de9-ac0f-bf1e522c3f39 None None] Provisioning for port 35609b03-f38e-4e7a-aa11-76490ca57745 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:32.544519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:32.546453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ce024fa1-7d0a-4de9-ac0f-bf1e522c3f39 None None] Provisioning complete for port 35609b03-f38e-4e7a-aa11-76490ca57745 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:32.547201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce024fa1-7d0a-4de9-ac0f-bf1e522c3f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.620723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ce024fa1-7d0a-4de9-ac0f-bf1e522c3f39 None None] Port 35609b03-f38e-4e7a-aa11-76490ca57745 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:32.643945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.681499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.692107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:32.698144 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.724099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:32.729406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.746801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Usage tracker for resource:security_group_rule and tenant:41ae89361e9f4fb3aeee03480a0113aa is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:32.751255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:32.758558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:32.762520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:32.771499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Usage tracker for resource:security_group_rule and tenant:d29a75649bbf49d980188deaacd8d891 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:32.777960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:32.791293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:32.819760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.849274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb46735-4ccd-449a-8220-a56e8c91836b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:32.855884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:32.863781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-627148e8-d594-45cb-9adb-4bdc9e8f52bd req-b4d84750-4b6a-4260-95fa-d410ab40542c tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0787849 Apr 28 19:39:32.864119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Usage tracker for resource:port and tenant:1625f6a5335a47d4b1e1c0043910322c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:32.899275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:32.909089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-059156cf-9654-4ff6-8733-8710c4ea4983 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:32.909865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-059156cf-9654-4ff6-8733-8710c4ea4983 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Synchronizing usage tracker for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:32.922863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:32.935369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.942174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:32.988311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Made reservation on behalf of 1625f6a5335a47d4b1e1c0043910322c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:32.992282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.030572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd26b94-b56e-4fce-bc77-9340c72cc3e9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.037870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ae28d4b4-8ba6-43f0-bcfe-60db1cf551f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e1dbb628b03a49098ccdbba496b3ae96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5857754 Apr 28 19:39:33.050474 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.051245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45344) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:33.058532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.117561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.144066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41ae89361e9f4fb3aeee03480a0113aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9568536 Apr 28 19:39:33.144066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.148629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-059156cf-9654-4ff6-8733-8710c4ea4983 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Unset dirty status for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:33.150130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-059156cf-9654-4ff6-8733-8710c4ea4983 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 935 time: 0.8229063 Apr 28 19:39:33.157031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45350) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:33.164593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e818c9e7-abba-47b2-a65d-546078c074bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab5ce8-01c8-411c-b4c3-330db4905e17,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.211034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Allocated IP 192.168.233.59 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/58c97800-3fbb-4a9b-b703-84d8464a9f84) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:33.314985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-d9185d9c-a061-4646-abf4-d2f672e225a7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Synchronizing usage tracker for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:33.336802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d29a75649bbf49d980188deaacd8d891&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422524 Apr 28 19:39:33.342168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45354) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:33.345018 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.349156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cdfe7b-839e-41a9-9a93-e2a23c1c691f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e84de15-7d27-4d57-b9ed-f54fe9934d0b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.362576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.407951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.421002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-d9185d9c-a061-4646-abf4-d2f672e225a7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Unset dirty status for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:33.424950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fe39754-f922-43cd-ae48-f1c7885b91b6 req-d9185d9c-a061-4646-abf4-d2f672e225a7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561240 Apr 28 19:39:33.434536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.510255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f705e6f8-ccc5-4b31-b98b-fe6ec49b7e8b req-8ead4f05-5b4a-4769-b48e-2336ddb4522f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.517582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f705e6f8-ccc5-4b31-b98b-fe6ec49b7e8b req-8ead4f05-5b4a-4769-b48e-2336ddb4522f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.3572404 Apr 28 19:39:33.534871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.580773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.604496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f705e6f8-ccc5-4b31-b98b-fe6ec49b7e8b req-16f3b53b-5cc2-4261-873a-27fa89c25589 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860517 Apr 28 19:39:33.605066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.635378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd26b94-b56e-4fce-bc77-9340c72cc3e9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.656658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.657790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e1ec9b6-70ee-4b17-9d8a-da852513b7ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cdd26b94-b56e-4fce-bc77-9340c72cc3e9 HTTP/1.1" status: 204 len: 168 time: 0.6035135 Apr 28 19:39:33.660484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8bedc173-4cf5-4b01-94bb-d0b0bcffeb10 req-f999930e-88f0-48a6-a972-06fd2c5abd84 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 210 time: 0.0730176 Apr 28 19:39:33.687605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.707940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e84de15-7d27-4d57-b9ed-f54fe9934d0b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.711777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.712999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-328b8271-071e-437a-a47b-7c5782fe22a4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e84de15-7d27-4d57-b9ed-f54fe9934d0b HTTP/1.1" status: 204 len: 168 time: 0.3691730 Apr 28 19:39:33.718394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.745561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.749389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Transition to ACTIVE for port object 58c97800-3fbb-4a9b-b703-84d8464a9f84 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:33.766044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab5ce8-01c8-411c-b4c3-330db4905e17,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:33.785766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.787002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-82f1cac5-e9b0-4cd7-9446-6822a249955a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fcab5ce8-01c8-411c-b4c3-330db4905e17 HTTP/1.1" status: 204 len: 168 time: 0.6234553 Apr 28 19:39:33.805370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.926261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:33.931846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:33.934288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:33.940251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:33.940877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:33.973832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8773086 Apr 28 19:39:33.994217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Request body: {'port': {'device_id': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:34.021967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Allocated IP 192.168.233.19 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/cb40dad6-429c-4dd7-bd90-f7e16b89db26) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:34.025105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed5f335-0ab2-4a00-94b4-6ca6832b1880 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:34.110212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-84253f57-f09a-476b-8611-bb0bbbbf1d63 req-a5083d6a-a722-4231-8323-aa2b7efae306 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0741191 Apr 28 19:39:34.184886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.255901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-58a99da9-4d58-44fb-8d2d-f7bdac08499e None None] Provisioning for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:34.267281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-58a99da9-4d58-44fb-8d2d-f7bdac08499e None None] Provisioning complete for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:34.268277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-58a99da9-4d58-44fb-8d2d-f7bdac08499e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.359257 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-58a99da9-4d58-44fb-8d2d-f7bdac08499e None None] Port 58c97800-3fbb-4a9b-b703-84d8464a9f84 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:34.456441 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.463035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:34.488043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.490397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Transition to ACTIVE for port object cb40dad6-429c-4dd7-bd90-f7e16b89db26 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:34.514481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:34.519258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Usage tracker for resource:security_group_rule and tenant:55e7aee841ba497e900a15244dca2a3f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:34.522227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:34.528517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:34.577869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.642353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.646883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.722282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55e7aee841ba497e900a15244dca2a3f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583039 Apr 28 19:39:34.732086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:34.787119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:34.800743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:34.810809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:34.816765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:34.817593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.879680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed03f-4c5e-4d93-a059-742c066b276a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48c55e7a-c5a3-42c5-9983-c99cbc8a17f9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:34.883899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event updated for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:34.903908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-7de0ca3d-4d2d-4f85-be3c-f9cd220eb98f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6242182 Apr 28 19:39:34.941274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:34.954645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Request body: {'port': {'device_id': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:34.989783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.056949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3322936a-532a-4ad1-a67a-3f53477d3fc5 req-35ff192d-cc1e-4fe5-897d-2020f5cec19d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.066834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3322936a-532a-4ad1-a67a-3f53477d3fc5 req-35ff192d-cc1e-4fe5-897d-2020f5cec19d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.2508583 Apr 28 19:39:35.082190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594f7b08-a636-4f93-925d-dbc25526382e req-521db7e9-0190-429e-8cff-5e7be009597f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.092858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-594f7b08-a636-4f93-925d-dbc25526382e req-521db7e9-0190-429e-8cff-5e7be009597f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 935 time: 0.4344544 Apr 28 19:39:35.130120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3322936a-532a-4ad1-a67a-3f53477d3fc5 req-2e4cb354-4823-4e25-af51-0465d2e384fc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620577 Apr 28 19:39:35.139164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.170689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:39:35.183544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48c55e7a-c5a3-42c5-9983-c99cbc8a17f9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:35.189316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-53df1401-7444-49ea-88e3-2a27cebb7e1e None None] Provisioning for port cb40dad6-429c-4dd7-bd90-f7e16b89db26 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:35.194686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.196251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ac852fa5-fdc1-41a3-a171-8aa3f6c5eec7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48c55e7a-c5a3-42c5-9983-c99cbc8a17f9 HTTP/1.1" status: 204 len: 168 time: 0.4632454 Apr 28 19:39:35.233083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-53df1401-7444-49ea-88e3-2a27cebb7e1e None None] Provisioning complete for port cb40dad6-429c-4dd7-bd90-f7e16b89db26 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:35.233455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53df1401-7444-49ea-88e3-2a27cebb7e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.362245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c75c4-de03-4cb6-86ff-d3e71a1e292e req-3519eb29-e601-40b8-8e15-2c6416b9160c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:35.364622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b55c75c4-de03-4cb6-86ff-d3e71a1e292e req-3519eb29-e601-40b8-8e15-2c6416b9160c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 935 time: 0.0946500 Apr 28 19:39:35.374879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-594f7b08-a636-4f93-925d-dbc25526382e req-9448fe90-c12c-466b-af2e-bfda3ff48927 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2810619 Apr 28 19:39:35.383910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-53df1401-7444-49ea-88e3-2a27cebb7e1e None None] Port cb40dad6-429c-4dd7-bd90-f7e16b89db26 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:35.385753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.417795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35609b03-f38e-4e7a-aa11-76490ca57745 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:35.454981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.489412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Transition to ACTIVE for port object 35609b03-f38e-4e7a-aa11-76490ca57745 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:35.513543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b55c75c4-de03-4cb6-86ff-d3e71a1e292e req-1fa02a0b-4443-4661-afbd-6cbdea0fd6f4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414070 Apr 28 19:39:35.520380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:35.658350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-f37885e7-18bd-42d7-8dd1-12628e0e2dfe service neutron] 10.222.0.41 "GET /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.1025386 Apr 28 19:39:36.028365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1a4abeca-ff6c-4844-80d6-b736442473b5 req-eb99fc71-030d-4382-8499-5d6a3045a1c8 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.3852370 Apr 28 19:39:36.059531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:36.064670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Pushing event updated for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.098240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:36.155878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Attempting to bind port 35609b03-f38e-4e7a-aa11-76490ca57745 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:36.156223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Attempting to bind port 35609b03-f38e-4e7a-aa11-76490ca57745 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:36.156534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Attempting to bind port 35609b03-f38e-4e7a-aa11-76490ca57745 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:36.164511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Port 35609b03-f38e-4e7a-aa11-76490ca57745 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:36.164833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Attempting to bind port 35609b03-f38e-4e7a-aa11-76490ca57745 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:36.170388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24f6cf5e-72c0-415b-97f0-2f13c99181a7 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:36.172852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:36.173123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:36.173544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:36.173978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Bound port: 35609b03-f38e-4e7a-aa11-76490ca57745, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:36.174328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.186022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:36.208794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.316655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:36.328734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.340921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:36.346381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=35609b03-f38e-4e7a-aa11-76490ca57745,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:36.353301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Transition to ACTIVE for port object 58c97800-3fbb-4a9b-b703-84d8464a9f84 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:36.355569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.417574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] Transition to ACTIVE for port object 24f6cf5e-72c0-415b-97f0-2f13c99181a7 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:36.437316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.580286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eec9028-8db4-4623-b823-bbbfd6e8d8c1 req-8a5d3ab9-018c-4d53-b668-c4214d39d9a4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.582214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eec9028-8db4-4623-b823-bbbfd6e8d8c1 req-8a5d3ab9-018c-4d53-b668-c4214d39d9a4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 943 time: 0.2755468 Apr 28 19:39:36.624892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb40dad6-429c-4dd7-bd90-f7e16b89db26 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:36.636622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.641406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.652997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eec9028-8db4-4623-b823-bbbfd6e8d8c1 req-117b8e07-97f5-4a2f-a6ec-7014eef52ebd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590215 Apr 28 19:39:36.687753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:36.688377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:36.689884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] 10.222.0.41 "PUT /v2.0/ports/35609b03-f38e-4e7a-aa11-76490ca57745 HTTP/1.1" status: 200 len: 1095 time: 4.3306773 Apr 28 19:39:36.696346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:36.714266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] No DVR routers for this DVR port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:39:36.807517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] Pushing event updated for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:36.813750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Transition to ACTIVE for port object cb40dad6-429c-4dd7-bd90-f7e16b89db26 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:36.829708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cf8f4c84-1e70-4971-9566-ab7c1c827568 service neutron] 10.222.0.41 "PUT /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1629703 Apr 28 19:39:36.902679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.46', 54890) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:36.945863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.035683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4839e-d9a1-440a-8bce-3046e2b9b969 service neutron] Pushing event updated for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:37.046682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Attempting to bind port 58c97800-3fbb-4a9b-b703-84d8464a9f84 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:37.047017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Attempting to bind port 58c97800-3fbb-4a9b-b703-84d8464a9f84 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:37.047326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Attempting to bind port 58c97800-3fbb-4a9b-b703-84d8464a9f84 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:37.130747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad4590-d980-4f67-944c-7590ffdd819b req-38a94d2e-a487-40ef-a766-0b5cf02139a0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.139132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1ad4590-d980-4f67-944c-7590ffdd819b req-38a94d2e-a487-40ef-a766-0b5cf02139a0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 947 time: 0.3021412 Apr 28 19:39:37.140419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:37.166928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8c6c91ce-43fc-454e-a271-5c9e926287eb tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.168306 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8c6c91ce-43fc-454e-a271-5c9e926287eb tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.2643456 Apr 28 19:39:37.219975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Port 58c97800-3fbb-4a9b-b703-84d8464a9f84 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:37.220293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Attempting to bind port 58c97800-3fbb-4a9b-b703-84d8464a9f84 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:37.250759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1ad4590-d980-4f67-944c-7590ffdd819b req-50d7de70-ab21-4791-92b5-220cb58c9ce7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103790 Apr 28 19:39:37.303236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-359f614c-5bcd-4d53-9f84-1a593ffed202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.305644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-359f614c-5bcd-4d53-9f84-1a593ffed202 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&tenant_id=345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 1095 time: 0.1281207 Apr 28 19:39:37.308708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:37.309049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:37.309433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:37.309905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Bound port: 58c97800-3fbb-4a9b-b703-84d8464a9f84, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:37.310246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.335911 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa88a192-efb3-4ac9-b0f6-afc54a841c0d'] response: {'name': 'network-changed', 'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745', 'status': 'completed', 'code': 200} Apr 28 19:39:37.396757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-9e480c23-486b-4ab5-a4e1-72f52ded8266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.400302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-9e480c23-486b-4ab5-a4e1-72f52ded8266 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 1098 time: 0.5839801 Apr 28 19:39:37.441992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8a983d2a-0b3b-4eb2-bd00-f741fbd9b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.443600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8a983d2a-0b3b-4eb2-bd00-f741fbd9b6a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1095 time: 0.1129649 Apr 28 19:39:37.521665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Attempting to bind port cb40dad6-429c-4dd7-bd90-f7e16b89db26 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:37.521992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Attempting to bind port cb40dad6-429c-4dd7-bd90-f7e16b89db26 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:37.522314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Attempting to bind port cb40dad6-429c-4dd7-bd90-f7e16b89db26 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:37.525426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:37.567818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-ebd1596f-ba9a-4cda-b94f-98d3d367206a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=35609b03-f38e-4e7a-aa11-76490ca57745 HTTP/1.1" status: 200 len: 217 time: 0.1350193 Apr 28 19:39:37.574330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Port cb40dad6-429c-4dd7-bd90-f7e16b89db26 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:37.574653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Attempting to bind port cb40dad6-429c-4dd7-bd90-f7e16b89db26 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:37.658107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-789de8af-936a-4c2d-a275-84fabf2c29e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.659963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e7472dba-fb95-4b35-84ad-9cb0a39b2316 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.660779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-789de8af-936a-4c2d-a275-84fabf2c29e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2099688 Apr 28 19:39:37.660888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e7472dba-fb95-4b35-84ad-9cb0a39b2316 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:37.686004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:37.686345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:37.686794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:37.687553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Bound port: cb40dad6-429c-4dd7-bd90-f7e16b89db26, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:37.687912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.768230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-cfdedef9-2679-431e-a327-a93163e9f1bc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.1009238 Apr 28 19:39:37.778148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:37.913105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e7472dba-fb95-4b35-84ad-9cb0a39b2316 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:37.920664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e7472dba-fb95-4b35-84ad-9cb0a39b2316 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.8750803 Apr 28 19:39:37.927158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-80162e83-ba3f-4a68-8e89-8db15e147a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:37.928653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-80162e83-ba3f-4a68-8e89-8db15e147a01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3458307 Apr 28 19:39:37.930621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:37.964586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f142cc5e-a77e-4d3c-bed8-d679b0455c3f req-dca889a5-c2c0-4b6d-a077-6b9b2ba766a4 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0937316 Apr 28 19:39:37.988338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:37.998876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-2f07e41d-1918-4591-8412-593ee3f30b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.000581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-2f07e41d-1918-4591-8412-593ee3f30b9b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2261631 Apr 28 19:39:38.053379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-8b8c01c6-6049-420d-bcf1-7d5f0f4b777f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438664 Apr 28 19:39:38.115893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.116502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.118726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] 10.222.0.46 "PUT /v2.0/ports/58c97800-3fbb-4a9b-b703-84d8464a9f84 HTTP/1.1" status: 200 len: 1095 time: 4.1309152 Apr 28 19:39:38.137813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e8b6bbd7-f70c-4353-aa70-6bfe4d55b79e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:38.147658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:38.152596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:38.175528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.228618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-f6b3c6b6-9f42-4549-8352-dc9c52b8203e service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677840 Apr 28 19:39:38.255957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971b80c5-d516-4e4c-8bb9-ef7f1b6bba1f service neutron] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:38.333259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:38.354023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e8b6bbd7-f70c-4353-aa70-6bfe4d55b79e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:38.370913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89cce1d7-0ba4-4511-bc69-ae567d06f1c6 req-e8b6bbd7-f70c-4353-aa70-6bfe4d55b79e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473414 Apr 28 19:39:38.401331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.402161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.405905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] 10.222.0.46 "PUT /v2.0/ports/cb40dad6-429c-4dd7-bd90-f7e16b89db26 HTTP/1.1" status: 200 len: 1095 time: 3.4675281 Apr 28 19:39:38.459180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-43d1b84e-ace4-40c2-aad9-d0dba6ed2d49 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228320 Apr 28 19:39:38.461344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229c4954-ada8-45e8-bc19-742224906d38 req-fd653ae8-3aba-465f-b4a9-3ffe24bbf566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.467196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-fd653ae8-3aba-465f-b4a9-3ffe24bbf566 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5192339 Apr 28 19:39:38.543915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:39:38.581166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661e3b56-8a63-4640-9d13-783de04df536 service neutron] Pushing event updated for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:38.623831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:39:38.668999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e214171-3637-4194-8289-b6b8a889d6ef req-81ebcd34-42f4-436f-90ac-b54fc74c851b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.670766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e214171-3637-4194-8289-b6b8a889d6ef req-81ebcd34-42f4-436f-90ac-b54fc74c851b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 944 time: 0.1245787 Apr 28 19:39:38.732422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e214171-3637-4194-8289-b6b8a889d6ef req-9b4c49c3-dcb0-4baa-91f1-4adc579aef03 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553207 Apr 28 19:39:38.771441 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:38.816188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-d14ad98b-b5e2-4a96-bb98-b218f725975e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.817679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-d14ad98b-b5e2-4a96-bb98-b218f725975e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1098 time: 0.6258955 Apr 28 19:39:38.819074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:38.862446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-d156709e-8b86-4d68-9aa3-3f5fee3e3a00 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:38.863929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-d156709e-8b86-4d68-9aa3-3f5fee3e3a00 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.0879135 Apr 28 19:39:38.883062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Usage tracker for resource:security_group_rule and tenant:2ab3173a711a43b98670cba4b5fd5803 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:38.886849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:38.921662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:38.924423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-c538e311-52cb-450c-9679-920ad9e237b4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84 HTTP/1.1" status: 200 len: 217 time: 0.0964539 Apr 28 19:39:38.969732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-eb9b29bd-eb29-474a-b4bf-19b0b9df8c84 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358400 Apr 28 19:39:38.976864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-8b8378fd-e2fd-45e9-9ad2-5ba429113948 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4490039 Apr 28 19:39:39.023887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-881cc321-5266-4b25-bd28-a3e4aaef6736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.025278 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-881cc321-5266-4b25-bd28-a3e4aaef6736 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 1098 time: 0.5558224 Apr 28 19:39:39.119229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ba88ed-018f-4256-87d8-373cad593398 req-ca8927ce-4099-4d7a-9f79-2e1e6dfb5446 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.120663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ba88ed-018f-4256-87d8-373cad593398 req-ca8927ce-4099-4d7a-9f79-2e1e6dfb5446 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 947 time: 0.5277503 Apr 28 19:39:39.138999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-8c5cb982-184b-4aa9-8b81-58f9a5d4a354 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26 HTTP/1.1" status: 200 len: 217 time: 0.0979974 Apr 28 19:39:39.146175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-fb72b5c0-4fca-4d91-84cd-cbf1e79fb7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.147616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-fb72b5c0-4fca-4d91-84cd-cbf1e79fb7b1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2132375 Apr 28 19:39:39.150232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-e82db82d-ddba-4e58-a7a2-5318f5aa05ce service neutron] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:39.156123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-e82db82d-ddba-4e58-a7a2-5318f5aa05ce service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.157172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145a1a67-3dbf-4575-8627-de0fa192efbe req-e82db82d-ddba-4e58-a7a2-5318f5aa05ce service neutron] 10.222.0.46 "DELETE /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.2875855 Apr 28 19:39:39.181581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-3e484700-6573-42cc-9340-13f9d90560fc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.183755 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-3e484700-6573-42cc-9340-13f9d90560fc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2073722 Apr 28 19:39:39.200430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-899e7185-8b17-4bad-92d7-c1eeaf64c7b2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/quotas/1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 375 time: 0.0103784 Apr 28 19:39:39.253937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-97fb2d4d-5e92-48d0-b5a3-ae5791571d15 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467522 Apr 28 19:39:39.340488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}, {'name': 'network-changed', 'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:39.370364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ba88ed-018f-4256-87d8-373cad593398 req-5032ac73-bdec-4d62-86fe-09410d7dcd3b tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362134 Apr 28 19:39:39.401794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-fcf0cb20-3373-4d3f-ae1a-af5abb3d6225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.403600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-fcf0cb20-3373-4d3f-ae1a-af5abb3d6225 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2546494 Apr 28 19:39:39.408199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-229c4954-ada8-45e8-bc19-742224906d38 req-ea09d1aa-1a41-4899-87d6-ae66d5d7c8fd service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4134529 Apr 28 19:39:39.580968 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a285bb-aeaf-4788-9ee6-b7b970b965a7'] response: {'name': 'network-changed', 'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'status': 'completed', 'code': 200} Apr 28 19:39:39.581214 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a285bb-aeaf-4788-9ee6-b7b970b965a7'] response: {'name': 'network-changed', 'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'status': 'completed', 'code': 200} Apr 28 19:39:39.584647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.612192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.638270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:39.664746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ca23006-a344-4c21-b854-f2d1d340f719 req-65180d14-4284-4564-a66a-8ce55ed73561 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 210 time: 0.0736275 Apr 28 19:39:39.675903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac351416-293f-44d6-a3ec-4254739836ad req-386a38d6-0820-45fe-95ab-b7e7f58edecf tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0965946 Apr 28 19:39:39.718311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-831ac663-bb25-493c-a3c8-857d991ff193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:39.720042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-831ac663-bb25-493c-a3c8-857d991ff193 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4793937 Apr 28 19:39:39.759690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:39.759817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ab3173a711a43b98670cba4b5fd5803&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4233987 Apr 28 19:39:39.766974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084b1fce-980f-4c24-923d-463df4b91e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c74119-3eed-4bdc-b931-b907a6531e9e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:39.931769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77567865-b207-4c60-9401-1577df44650a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.006705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-0e968117-6fb2-4782-aea4-8b94ea838ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.008675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-0e968117-6fb2-4782-aea4-8b94ea838ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5742440 Apr 28 19:39:40.018534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-59f99489-a29b-4118-9e4e-54aca96ec90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.019967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-59f99489-a29b-4118-9e4e-54aca96ec90d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 1098 time: 0.5233834 Apr 28 19:39:40.049804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77567865-b207-4c60-9401-1577df44650a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.101591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a258b-8244-40bb-92ee-02de6b2ec6cd req-36abdaff-9f4d-4e0d-81cb-cf6b7aaba290 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.103179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb6a258b-8244-40bb-92ee-02de6b2ec6cd req-36abdaff-9f4d-4e0d-81cb-cf6b7aaba290 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.2534504 Apr 28 19:39:40.151175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77567865-b207-4c60-9401-1577df44650a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.180935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb6a258b-8244-40bb-92ee-02de6b2ec6cd req-4770dd0d-25c2-4479-845d-74003791b2e4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702798 Apr 28 19:39:40.182359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77567865-b207-4c60-9401-1577df44650a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c74119-3eed-4bdc-b931-b907a6531e9e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:40.198393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-77567865-b207-4c60-9401-1577df44650a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.199548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-77567865-b207-4c60-9401-1577df44650a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22c74119-3eed-4bdc-b931-b907a6531e9e HTTP/1.1" status: 204 len: 168 time: 0.4374814 Apr 28 19:39:40.263756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:39:40.351071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-19beaeee-8615-4a4d-9a0a-aa3c2229acc4 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5899935 Apr 28 19:39:40.410857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-9347ce29-054c-410c-a579-a2417e1b0913 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522508 Apr 28 19:39:40.469767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-6ffd8d43-6753-440c-a575-859813ae5ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.471191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-6ffd8d43-6753-440c-a575-859813ae5ad3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4065537 Apr 28 19:39:40.538308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac0c6b-f33b-431f-bcd4-ef581ac7a91d req-320df9ab-f892-4837-b207-0fd33d4d26a3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.546314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bac0c6b-f33b-431f-bcd4-ef581ac7a91d req-320df9ab-f892-4837-b207-0fd33d4d26a3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 944 time: 0.5323732 Apr 28 19:39:40.611270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:40.642863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dae87dd-adc2-4537-93c7-5cb52611f013 req-0d75c6a0-6d29-4ffc-9b28-fa882493aa6d tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.645367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0dae87dd-adc2-4537-93c7-5cb52611f013 req-0d75c6a0-6d29-4ffc-9b28-fa882493aa6d tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 947 time: 0.1468127 Apr 28 19:39:40.699423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0dae87dd-adc2-4537-93c7-5cb52611f013 req-876a9f30-a91b-4393-a93f-e9dc883a1299 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470989 Apr 28 19:39:40.729795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-e3c51432-b9d7-48c1-a83e-25076db0736c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=35609b03-f38e-4e7a-aa11-76490ca57745 HTTP/1.1" status: 200 len: 217 time: 0.2430069 Apr 28 19:39:40.747626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:40.769810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.787540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:40.792784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Usage tracker for resource:security_group_rule and tenant:385c63d002eb49bcaaa7e69e9e98a001 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:40.796253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:40.802730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:40.874401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-1cc7bd78-4d89-46fc-8a52-27027bb1d851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:40.876171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-1cc7bd78-4d89-46fc-8a52-27027bb1d851 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1137044 Apr 28 19:39:40.886645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bac0c6b-f33b-431f-bcd4-ef581ac7a91d req-044583f9-50d5-4f24-aa31-52f08a731cd5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3395071 Apr 28 19:39:40.904652 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.939212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:40.990135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89054a00-d1e2-4a00-94b5-8b80fe8c06b3 req-a8e47d41-5b2d-4a24-8797-fdf318698f52 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6214566 Apr 28 19:39:40.996956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1675f09c-5ddb-4937-a5a2-08edc801c148 req-073f409c-ecb3-4483-b95e-08dafb7b107f service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5620587 Apr 28 19:39:41.016153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-e5a4a989-fcb2-4722-aa83-d3ff6f83c4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.018107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-e5a4a989-fcb2-4722-aa83-d3ff6f83c4fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1301301 Apr 28 19:39:41.036499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=385c63d002eb49bcaaa7e69e9e98a001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2877090 Apr 28 19:39:41.047441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:41.071895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-0620c653-a80f-403e-a10a-bcdb9235cdfd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1632218 Apr 28 19:39:41.081064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c43d0c8a-22db-408a-a3e0-932387a9b63d req-ec022c63-c9f2-43a2-99e8-e220da6bb2e6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 210 time: 0.1741154 Apr 28 19:39:41.122461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.151954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe1db64-ac52-4804-9fa4-5b23f41f5b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce1545d-a0c6-47ab-ae26-65fb0f24e06c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.174644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14c9cd07-8d40-49b1-9109-91b8e680f036 req-684564d0-6a71-44d3-85f1-a0800ea8e09e tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1181598 Apr 28 19:39:41.229583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:41.240962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Usage tracker for resource:security_group_rule and tenant:bf831f7855e24a79902393a48e6c0ec2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:41.283161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-475d6565-cf03-4ebd-8cd5-ff944bbdc21e service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532902 Apr 28 19:39:41.285255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-eda09b9e-f570-4e0a-afc3-cca4d9fb2eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.286768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-eda09b9e-f570-4e0a-afc3-cca4d9fb2eeb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1098 time: 0.2315872 Apr 28 19:39:41.295416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:41.317426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:41.399420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-c9875979-65e4-4983-b771-4b13d2ed624b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.400836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-c9875979-65e4-4983-b771-4b13d2ed624b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3168669 Apr 28 19:39:41.401473 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.428656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Request body: {'port': {'device_id': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1faa4a80901147478d45b982b00408d2'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:41.475781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.588023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-241a9edc-fc9b-4957-8abd-e2395fc2cf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.589364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-241a9edc-fc9b-4957-8abd-e2395fc2cf27 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2944367 Apr 28 19:39:41.589768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eff7e71-4296-4155-92bc-08d4a21eedcc req-4e20a330-b7fa-468e-871f-6e6cff63f06c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.591221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2eff7e71-4296-4155-92bc-08d4a21eedcc req-4e20a330-b7fa-468e-871f-6e6cff63f06c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1095 time: 0.3630445 Apr 28 19:39:41.593642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d85b1d93-4888-4d83-b625-faa15ef490ec req-464b1c7d-d0b6-4ee0-bda6-d95d708d256a service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3003962 Apr 28 19:39:41.703653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:41.706934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.713406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2eff7e71-4296-4155-92bc-08d4a21eedcc req-e9594575-a3ca-49d5-add8-64fe7ad3ff0a tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103210 Apr 28 19:39:41.714517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Usage tracker for resource:port and tenant:1faa4a80901147478d45b982b00408d2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:41.718628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.726447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:41.741648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.749067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:41.749657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.765191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-48d09c05-345f-4a27-acf0-e1f90b19562f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.59&port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84 HTTP/1.1" status: 200 len: 217 time: 0.1688526 Apr 28 19:39:41.776967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f153ca3-4442-4ccb-9ad8-4f48b752bbe3 req-a57df6c1-a8f1-4ffc-8760-9d1a1f61967a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.778476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f153ca3-4442-4ccb-9ad8-4f48b752bbe3 req-a57df6c1-a8f1-4ffc-8760-9d1a1f61967a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.4629369 Apr 28 19:39:41.810132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf831f7855e24a79902393a48e6c0ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1967807 Apr 28 19:39:41.810964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec556909-6f16-4476-b97f-29f4629df513 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95801498-5c79-41f6-9348-bac57380d02a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.813712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:41.815073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Made reservation on behalf of 1faa4a80901147478d45b982b00408d2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:41.818611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.876744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-ee83a0fd-100c-46ab-a728-eb77c53cccac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.878285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-ee83a0fd-100c-46ab-a728-eb77c53cccac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0989304 Apr 28 19:39:41.881611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f153ca3-4442-4ccb-9ad8-4f48b752bbe3 req-c7be6a5c-a0a7-4931-8a2f-32538e3bc681 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717602 Apr 28 19:39:41.884420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.903915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce1545d-a0c6-47ab-ae26-65fb0f24e06c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:41.941833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:41.943090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b89ec0b2-a81e-464b-a096-74fefdf031ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ce1545d-a0c6-47ab-ae26-65fb0f24e06c HTTP/1.1" status: 204 len: 168 time: 0.8700716 Apr 28 19:39:41.964842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:41.979253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-3d6f528a-4e98-4ed2-a420-6d3dd3d092cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:41.981602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-3d6f528a-4e98-4ed2-a420-6d3dd3d092cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0963078 Apr 28 19:39:41.987053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Usage tracker for resource:security_group_rule and tenant:1faa4a80901147478d45b982b00408d2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:41.993421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:41.999939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.001710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:42.052388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.117487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9340064c-99be-4c96-982c-6cb3adbb8c44 req-910824ce-ad01-456c-8da6-360421a5c692 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.118992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9340064c-99be-4c96-982c-6cb3adbb8c44 req-910824ce-ad01-456c-8da6-360421a5c692 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 947 time: 0.2239749 Apr 28 19:39:42.186125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9340064c-99be-4c96-982c-6cb3adbb8c44 req-8422dda0-161d-4cc5-88e4-efce30851311 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579784 Apr 28 19:39:42.210199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.237797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.249079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.253007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95801498-5c79-41f6-9348-bac57380d02a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:42.256462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.260046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a948d687-51f3-4021-a4fb-a6cef360449c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95801498-5c79-41f6-9348-bac57380d02a HTTP/1.1" status: 204 len: 168 time: 0.4296517 Apr 28 19:39:42.319689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-4ba9dc42-ae72-4899-9383-a4faf5a63cfb tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:42.321293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-4ba9dc42-ae72-4899-9383-a4faf5a63cfb tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.3089173 Apr 28 19:39:42.323459 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-6994bf35-ab25-4805-be42-b8b0062723a3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338637 Apr 28 19:39:42.347066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af6c32df-73c0-4362-ad51-a7a1df76f1ab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:42.377699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-52e6b34f-a396-4202-897c-9c571fa0e577 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/quotas/345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 375 time: 0.0507076 Apr 28 19:39:42.493106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cebda9e4-228a-4917-870f-57d4429e3e99 req-43617737-eb11-4dd8-9706-d472776a878e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 210 time: 0.0582871 Apr 28 19:39:42.549692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Allocated IP 192.168.233.229 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/b381af3a-eaa2-478c-a263-a299f47913cd) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:42.596181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 35609b03-f38e-4e7a-aa11-76490ca57745 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:42.633975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-429ae29e-e7ba-4115-aa9c-615470ca071a service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2980380 Apr 28 19:39:42.657911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-0a8c2500-b6b1-4a2c-9085-745741294620 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2671592 Apr 28 19:39:42.792308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=35609b03-f38e-4e7a-aa11-76490ca57745,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:42.831367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '35609b03-f38e-4e7a-aa11-76490ca57745', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '35609b03-f38e-4e7a-aa11-76490ca57745', 'mac_address': 'fa:16:3e:b5:bd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:42.831936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:42.854063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.880124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:42.884439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Usage tracker for resource:security_group_rule and tenant:c5ff99d3953544fb86bc538fcff7c0d1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:42.887558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:42.893578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:42.905173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.914194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f6226fc-7151-481b-b691-ed5dbbeb8549 req-599b50f9-9a50-43f5-89e8-9e92aa64c196 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.2014644 Apr 28 19:39:42.930199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35609b03-f38e-4e7a-aa11-76490ca57745 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:42.961224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=35609b03-f38e-4e7a-aa11-76490ca57745,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:42.970239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:42.985298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-a415cfa0-b4c8-4e26-a02e-0a4e658e5ad6 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3264024 Apr 28 19:39:43.013830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-3a7672f8-c2cc-44cc-8568-f81e3e5e9c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.015408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-3a7672f8-c2cc-44cc-8568-f81e3e5e9c79 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 1098 time: 0.3330739 Apr 28 19:39:43.044637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.061884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:43.073615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Transition to ACTIVE for port object b381af3a-eaa2-478c-a263-a299f47913cd will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:43.106457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.258609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['35609b03-f38e-4e7a-aa11-76490ca57745'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:43.285259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.296330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-c6a4bfff-81e8-4f15-b9b2-43a456442860 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101065 Apr 28 19:39:43.316182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:43.322601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:43.329425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:43.334372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.334999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.335279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.350868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:43.365603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-91757071-98fc-400a-afc2-bc5b9e62cd75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9433110 Apr 28 19:39:43.384642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-1ff05395-ef0e-4a1b-b7a6-80ab732d1e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.386717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-1ff05395-ef0e-4a1b-b7a6-80ab732d1e21 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3549287 Apr 28 19:39:43.389361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Request body: {'port': {'device_id': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:43.427385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dc7e47-5f82-4a0f-b818-fa6b28fd56a8 req-e055c058-7a95-40ff-ad12-339ee06567cc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.429786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38dc7e47-5f82-4a0f-b818-fa6b28fd56a8 req-e055c058-7a95-40ff-ad12-339ee06567cc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.1807125 Apr 28 19:39:43.629268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38dc7e47-5f82-4a0f-b818-fa6b28fd56a8 req-20008dce-3cfc-4a6c-981a-4ec01b561d00 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883199 Apr 28 19:39:43.675895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53c8437d-9e2f-4f37-98da-e2911899ee85,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:43.679997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-87c550ce-1a7b-480f-93ed-3948aaeb1f2a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.19&port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26 HTTP/1.1" status: 200 len: 217 time: 0.2694492 Apr 28 19:39:43.690266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0e82724a-327c-430d-8fe1-8e7ed31d6b27 None None] Provisioning for port b381af3a-eaa2-478c-a263-a299f47913cd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:43.703840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.706787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0e82724a-327c-430d-8fe1-8e7ed31d6b27 None None] Provisioning complete for port b381af3a-eaa2-478c-a263-a299f47913cd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:43.708195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c57ff3a3-6edf-4c69-94ff-59ed531ef241 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5ff99d3953544fb86bc538fcff7c0d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8752172 Apr 28 19:39:43.709290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e82724a-327c-430d-8fe1-8e7ed31d6b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:43.714417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45684) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:43.809746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0e82724a-327c-430d-8fe1-8e7ed31d6b27 None None] Port b381af3a-eaa2-478c-a263-a299f47913cd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:43.877700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-d739a193-8f67-4434-b79c-97ce1964d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:43.879501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-d739a193-8f67-4434-b79c-97ce1964d274 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1740935 Apr 28 19:39:43.989711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.047540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.062988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280547ff-7d21-434a-aa5a-b96008c4b806 req-6d2c7933-ee59-4c6f-8acb-3ed6bb0731ba tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.065083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-280547ff-7d21-434a-aa5a-b96008c4b806 req-6d2c7933-ee59-4c6f-8acb-3ed6bb0731ba tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 948 time: 0.2673750 Apr 28 19:39:44.067434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-94b27ad8-ef59-44b4-af50-0d90dd7b9474 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.068414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-94b27ad8-ef59-44b4-af50-0d90dd7b9474 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:44.119607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-280547ff-7d21-434a-aa5a-b96008c4b806 req-15180625-98c1-487d-b7d2-a8111eff80c2 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473804 Apr 28 19:39:44.121597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-6cec2815-b98f-4834-be9b-a13e5c43a513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:44.123249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-6cec2815-b98f-4834-be9b-a13e5c43a513 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314034 Apr 28 19:39:44.209369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-94b27ad8-ef59-44b4-af50-0d90dd7b9474 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:44.216953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-94b27ad8-ef59-44b4-af50-0d90dd7b9474 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 936 time: 0.3959532 Apr 28 19:39:44.284832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-208579b8-2d8c-4a11-801f-e8da6b6afd75 req-e9bd16c5-e320-4c8a-a514-7720298a215b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.0597098 Apr 28 19:39:44.286097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.321196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-52fa12fe-9efe-4a8d-ae35-104dbbfefdc7 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909034 Apr 28 19:39:44.331285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53c8437d-9e2f-4f37-98da-e2911899ee85,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:44.340642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-d033d73c-07e2-4e3e-a272-7fedd62345da tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:44.356401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.357574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b866ff5d-4f98-49b0-8dde-b2b19461f2d2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/53c8437d-9e2f-4f37-98da-e2911899ee85 HTTP/1.1" status: 204 len: 168 time: 0.6420774 Apr 28 19:39:44.381763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-d033d73c-07e2-4e3e-a272-7fedd62345da tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:44.383538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e634443a-2092-4926-bf7a-90ef22a6d2b4 req-d033d73c-07e2-4e3e-a272-7fedd62345da tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655967 Apr 28 19:39:44.446553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b381af3a-eaa2-478c-a263-a299f47913cd {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:44.455411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.472811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Transition to ACTIVE for port object b381af3a-eaa2-478c-a263-a299f47913cd will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:44.478388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.593641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 35609b03-f38e-4e7a-aa11-76490ca57745 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:44.687701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9e544c-9aee-456d-96d1-9d4e8bf458ce req-88df3980-5951-45c6-8e7d-6202df0407ed service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578656 Apr 28 19:39:44.733581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 35609b03-f38e-4e7a-aa11-76490ca57745 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:44.739830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 35609b03-f38e-4e7a-aa11-76490ca57745 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:44.740449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.748996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aae44c9a-c49c-456e-a953-f065f82998d1 req-aa2a767e-38fa-498a-af7a-0ce66961127b tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1887360 Apr 28 19:39:44.756581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:44.780223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:44.872610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:44.872980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:44.873925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:44.879514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:44.879718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:44.887508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:44.887842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:44.888688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:44.888917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Bound port: b381af3a-eaa2-478c-a263-a299f47913cd, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:44.889840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:44.990205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:45.010621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'mac_address': 'fa:16:3e:95:3d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:45.165642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d0a404-43b8-437e-a2cf-506a3d230205 req-0683bbd3-5795-4658-8a9a-bbe6c3d073ef tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.172126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88d0a404-43b8-437e-a2cf-506a3d230205 req-0683bbd3-5795-4658-8a9a-bbe6c3d073ef tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.2512314 Apr 28 19:39:45.232290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:45.250347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88d0a404-43b8-437e-a2cf-506a3d230205 req-c9012632-5f13-4f22-a017-0cbfe0509576 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751112 Apr 28 19:39:45.264406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:45.264627 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.271442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.284288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:45.301036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.323703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:45.344277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=35609b03-f38e-4e7a-aa11-76490ca57745,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:45.345688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:45.352500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.381147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-520f3083-52ce-44fe-9b08-935dc8877630 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.385394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-520f3083-52ce-44fe-9b08-935dc8877630 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.3345420 Apr 28 19:39:45.403403 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.467158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.471023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:45.473235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] 10.222.0.41 "PUT /v2.0/ports/b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 1096 time: 2.0899625 Apr 28 19:39:45.477723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:45.494932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Request body: {'port': {'device_id': '53175026-3756-460d-82fc-df7cc20f4cc9', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'admin_state_up': True, 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:45.546346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:45.727887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:45.785327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0862ccca-afc7-4d27-8aeb-be3d1808d589 req-4d6923db-1d70-4a75-8d4b-874c08023788 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.1380093 Apr 28 19:39:45.787342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d52e081-0623-42d2-848e-5f0d9b4e4e8f service neutron] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:45.791209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:45.820927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['58c97800-3fbb-4a9b-b703-84d8464a9f84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:45.832107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-2ea1f8f0-4434-465e-9a4e-c98e4d8cc328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.833662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-2ea1f8f0-4434-465e-9a4e-c98e4d8cc328 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1099 time: 0.2924497 Apr 28 19:39:45.865444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:45.929951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-8d717261-4347-4cf6-8373-4c82f7095186 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.0873206 Apr 28 19:39:45.931141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60510) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:45.931491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a65c6-4d7e-4ab6-8bad-4b6f1286fe3b req-420d7ab4-1706-4d21-81de-ec308296ccc8 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:45.938940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a3a65c6-4d7e-4ab6-8bad-4b6f1286fe3b req-420d7ab4-1706-4d21-81de-ec308296ccc8 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.5408084 Apr 28 19:39:45.960652 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-964b91d2-89b5-4e70-8b1f-d5ea2e2385b1'] response: {'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745', 'code': 200} Apr 28 19:39:45.985701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:46.021125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-46a5725d-3b72-46c9-b2b5-642d7b46f808 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3506727 Apr 28 19:39:46.037567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:46.041636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.079838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a3a65c6-4d7e-4ab6-8bad-4b6f1286fe3b req-cbfdb102-6316-4c08-b2b5-7f0f19103e35 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402147 Apr 28 19:39:46.202015 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c51cf00-2283-4c6e-956d-72d8bdb3816f'] response: {'name': 'network-changed', 'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'status': 'completed', 'code': 200} Apr 28 19:39:46.341224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-74ff2c86-d9d8-4632-9034-e5b86bb1a3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.343495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-74ff2c86-d9d8-4632-9034-e5b86bb1a3aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.4043744 Apr 28 19:39:46.416624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-face6733-ed9e-43b1-99f4-0754a4549bd6 req-bfd28b2c-f2b8-4bd5-8d0e-0e2e989b6cfb tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0613422 Apr 28 19:39:46.423825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.424169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-9693a788-20c3-40ed-94ac-4c30fa16a5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.425761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-9693a788-20c3-40ed-94ac-4c30fa16a5c3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 1096 time: 0.2354636 Apr 28 19:39:46.492841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:46.502578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Allocated IP 172.20.0.2 (a484bcb3-8c6f-44da-8a90-fd83204b898a/b4fbd541-416c-49e4-a550-e4662f720d66/5a68c0ff-07c1-4a3f-b50a-3355243c66b3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:46.519626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Usage tracker for resource:security_group_rule and tenant:669849f520494e15881b874d22e06321 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:46.531626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:46.544216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:46.607400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51e18a-ac38-47a6-80d7-295c3e9ea7e6 req-d20b3d59-cbaf-44cb-99aa-f1b514d4c129 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.609927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be51e18a-ac38-47a6-80d7-295c3e9ea7e6 req-d20b3d59-cbaf-44cb-99aa-f1b514d4c129 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.6196024 Apr 28 19:39:46.612312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72f3d4d-f437-4ba1-8ec0-1dc68f20135b req-000f414d-c20f-425e-81a4-f161d52e2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.614445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a72f3d4d-f437-4ba1-8ec0-1dc68f20135b req-000f414d-c20f-425e-81a4-f161d52e2791 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 1100 time: 0.6260746 Apr 28 19:39:46.684055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-d3b60093-8e24-4391-9c00-4a412f88ac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.685666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-d3b60093-8e24-4391-9c00-4a412f88ac83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3262248 Apr 28 19:39:46.720014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-05bad45b-94cf-45f2-9686-e38896153f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:46.721641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-05bad45b-94cf-45f2-9686-e38896153f26 service neutron] 10.222.0.46 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 925 time: 0.2735257 Apr 28 19:39:46.734556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be51e18a-ac38-47a6-80d7-295c3e9ea7e6 req-a7e9abce-3c91-40f6-9533-b341fc06c07c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190915 Apr 28 19:39:46.772560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a72f3d4d-f437-4ba1-8ec0-1dc68f20135b req-d0e480ce-a0a9-4d23-b7f8-aa52e89e6272 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365652 Apr 28 19:39:46.776244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device cb40dad6-429c-4dd7-bd90-f7e16b89db26 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:46.849198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-a3d10461-7edd-4fab-ab4a-33bce003a229 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 200 len: 1001 time: 0.1041853 Apr 28 19:39:46.952468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.957868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-c8150c31-5169-4688-9502-f5fca6b9d19a service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576210 Apr 28 19:39:46.959852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:46.965199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:46.988539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'mac_address': 'fa:16:3e:27:82:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:47.050362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.067844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a898a1c2-83a6-46f1-b9be-44a5324dd5f2 req-cd27cab0-6bbf-4650-9444-66968cbea5ef tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.0988867 Apr 28 19:39:47.068540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb40dad6-429c-4dd7-bd90-f7e16b89db26 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:47.087434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:47.090978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef4f98c-20cd-41f4-a181-411baf96e149,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.091806 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.102655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486e4970-fe9e-4178-8118-5666050fc973 req-f56221bb-1f1d-4237-a516-94a43d63ef2a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.103214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97425ece-dba3-4758-89c1-50cc04844256 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=669849f520494e15881b874d22e06321&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3099408 Apr 28 19:39:47.109883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-486e4970-fe9e-4178-8118-5666050fc973 req-f56221bb-1f1d-4237-a516-94a43d63ef2a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 947 time: 0.5329046 Apr 28 19:39:47.121356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:47.170049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.204512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-575bfbca-9d58-4aba-9f7f-296aaf9dc3bc req-b436f918-432e-4620-b62d-c69e21084d52 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787314 Apr 28 19:39:47.217277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-b4308864-45b7-464a-92cc-c9771f22328d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.218746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-b4308864-45b7-464a-92cc-c9771f22328d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.2382057 Apr 28 19:39:47.289546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-486e4970-fe9e-4178-8118-5666050fc973 req-00ef9458-2ef6-4ae3-80e5-9608767358e2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787059 Apr 28 19:39:47.308179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.331668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-7c549cfa-0a39-4b08-b278-505c99a5dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.332690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.333325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-7c549cfa-0a39-4b08-b278-505c99a5dc87 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1099 time: 0.0794868 Apr 28 19:39:47.371415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.429786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-7e23e0e4-4dbe-46ac-905c-ec9426baaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.431521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-7e23e0e4-4dbe-46ac-905c-ec9426baaafb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1920919 Apr 28 19:39:47.486172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['cb40dad6-429c-4dd7-bd90-f7e16b89db26'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:47.503664 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.536357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-d784b1b7-dae4-4e51-9dbf-b8311c9273c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.537916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-d784b1b7-dae4-4e51-9dbf-b8311c9273c1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1968753 Apr 28 19:39:47.659171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-419c3437-6706-4c50-af97-9c5b1cc12055 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.1124439 Apr 28 19:39:47.662609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.666192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01548c2f-a07f-4855-8ed2-334f376db40f req-b030a36b-0f13-46ee-bd9f-311f16e73f33 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0507085 Apr 28 19:39:47.690431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.699898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Network a484bcb3-8c6f-44da-8a90-fd83204b898a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:47.703928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef4f98c-20cd-41f4-a181-411baf96e149,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:47.710936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:47.716405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:47.731710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.731710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.748906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-ec556adc-3fc7-4380-a897-1fb9f17b08c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.749439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-ec556adc-3fc7-4380-a897-1fb9f17b08c1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0807109 Apr 28 19:39:47.775171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-b994609a-5df5-4048-a06f-742263558c0e service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3353620 Apr 28 19:39:47.818513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f092b2a-0b8e-455d-a6f0-9a3046f03f0f req-26a81cd8-c525-4ccd-a8d5-429a7946ad4b tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.820591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f092b2a-0b8e-455d-a6f0-9a3046f03f0f req-26a81cd8-c525-4ccd-a8d5-429a7946ad4b tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.3820248 Apr 28 19:39:47.831977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:47.833654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b9fb794-d693-4fb5-b07c-e3d48654f4e4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9ef4f98c-20cd-41f4-a181-411baf96e149 HTTP/1.1" status: 204 len: 168 time: 0.7102890 Apr 28 19:39:47.865744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-858471d6-81a8-401b-abfd-76be6f288b41 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4650822 Apr 28 19:39:47.909384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-298e0d93-5114-4e46-be25-6434151114d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:47.911551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-298e0d93-5114-4e46-be25-6434151114d8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1466231 Apr 28 19:39:47.921358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Request body: {'port': {'device_id': '53175026-3756-460d-82fc-df7cc20f4cc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:48.003584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f092b2a-0b8e-455d-a6f0-9a3046f03f0f req-217b0b42-c3c0-47ff-8d85-734b3d9e2bb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735854 Apr 28 19:39:48.076303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad995de6-556c-4d14-99b2-14f28e9085dc req-42c3c1ac-6cb9-4600-98f5-5afbc0c239b0 service neutron] 10.222.0.46 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886338 Apr 28 19:39:48.089513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.200343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-ecab4e48-7c10-4b9e-8b8b-4f0e7bd1f7aa service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814951 Apr 28 19:39:48.238225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bc9ac5-7264-4d60-89e6-b88671842e79 req-fd42dfdf-1521-45e1-b72e-e8e0fba37f63 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.239643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87bc9ac5-7264-4d60-89e6-b88671842e79 req-fd42dfdf-1521-45e1-b72e-e8e0fba37f63 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.2846098 Apr 28 19:39:48.349198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45818) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:48.378716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.395809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87bc9ac5-7264-4d60-89e6-b88671842e79 req-197fa2f3-5bce-4a29-8cdd-a147fc04630e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389108 Apr 28 19:39:48.403869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:48.408833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f30dd9e-b552-44eb-8db3-98a66bcba640 req-901bb7ec-66ee-422b-964d-14ccfde55f23 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.409560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f30dd9e-b552-44eb-8db3-98a66bcba640 req-901bb7ec-66ee-422b-964d-14ccfde55f23 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:48.420731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Usage tracker for resource:security_group_rule and tenant:d9a4a1180c7d49c881453ba9a7d05c2f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:48.441836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f30dd9e-b552-44eb-8db3-98a66bcba640 req-901bb7ec-66ee-422b-964d-14ccfde55f23 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:48.443316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f30dd9e-b552-44eb-8db3-98a66bcba640 req-901bb7ec-66ee-422b-964d-14ccfde55f23 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 931 time: 0.2278466 Apr 28 19:39:48.519569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:48.529509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:48.532998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bd43edb-7427-4e3e-88ad-44b76d3ce9b6 req-060377f3-737d-467e-9f53-fe1709670cfc service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232887 Apr 28 19:39:48.565108 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f30dd9e-b552-44eb-8db3-98a66bcba640 req-9dd5b0ff-c769-4901-887a-1d6de2bfe8c7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085865 Apr 28 19:39:48.573766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:48.582285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.624351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Transition to ACTIVE for port object 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:48.627721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.650555 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.711181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.777773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:48.795153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9a4a1180c7d49c881453ba9a7d05c2f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4449127 Apr 28 19:39:48.796146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:48.883334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca89d43-fd6b-45e8-a5e0-1cda0700e453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f717274-a554-4cbf-8c21-eda4829818a2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:48.935596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:48.941135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:48.941538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:48.941906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:48.948823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:48.952387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:48.955016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8aa36-ad4b-40ba-b112-4e02a4d52922 req-9b7ba2f7-50d2-4653-a7c0-87ce87d67900 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:48.959689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:48.962018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ac8aa36-ad4b-40ba-b112-4e02a4d52922 req-9b7ba2f7-50d2-4653-a7c0-87ce87d67900 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 948 time: 0.3099120 Apr 28 19:39:48.965047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:48.965375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:49.021167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:49.021510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:49.021905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:49.022342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Bound port: 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:49.023436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.081987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9f246e5-71d7-4093-9520-400263401d61 req-43a88379-f20e-42fe-a053-adfb91c84549 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1227269 Apr 28 19:39:49.091606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ac8aa36-ad4b-40ba-b112-4e02a4d52922 req-f2e1e5f0-b827-456c-ae41-3c8639b2f3c3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210380 Apr 28 19:39:49.137858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.138170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.165750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:49.166187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:49.169122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:49.185517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.189480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:49.196056 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.196964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device cb40dad6-429c-4dd7-bd90-f7e16b89db26 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:49.257033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.259129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.260192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] 10.222.0.41 "PUT /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 1091 time: 1.3431733 Apr 28 19:39:49.262084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.275479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:49.360631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8569c25a-77d0-4e55-85a6-c19bb6eba105 req-d044d230-b6b4-47c0-a4af-e84e539bb88a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.365958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8569c25a-77d0-4e55-85a6-c19bb6eba105 req-d044d230-b6b4-47c0-a4af-e84e539bb88a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.1261759 Apr 28 19:39:49.367621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:49.401266 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35e94787-f2f4-4109-9ddd-b14b4c59c6c9'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'code': 200} Apr 28 19:39:49.409743 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac0c2217-3ceb-4828-9164-bf97f7eae419'] response: {'name': 'network-changed', 'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'status': 'completed', 'code': 200} Apr 28 19:39:49.433495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f8827c-9c4c-4bb1-a2f4-e7c13b11e7fb service neutron] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.464156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8569c25a-77d0-4e55-85a6-c19bb6eba105 req-c7f2fb5a-b546-4f63-bc44-b74a4bda53f0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925722 Apr 28 19:39:49.468568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.494310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port cb40dad6-429c-4dd7-bd90-f7e16b89db26 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:49.500770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.505651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port cb40dad6-429c-4dd7-bd90-f7e16b89db26 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:49.506310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.537343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.540043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f717274-a554-4cbf-8c21-eda4829818a2 HTTP/1.1" status: 204 len: 168 time: 0.7411673 Apr 28 19:39:49.545069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1790fe-dc36-4962-9e29-d8c04e443d23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f717274-a554-4cbf-8c21-eda4829818a2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.553235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-ba41d6ef-dddc-42c7-aebd-1f9b2ad0c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.556235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-ba41d6ef-dddc-42c7-aebd-1f9b2ad0c3df service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1094 time: 0.2319419 Apr 28 19:39:49.558401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2083a6a1-bab0-4d19-a6cb-c929ce23be71 req-79cc4587-1edb-4657-9dc1-3bb65b70bdcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.559983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2083a6a1-bab0-4d19-a6cb-c929ce23be71 req-79cc4587-1edb-4657-9dc1-3bb65b70bdcc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1100 time: 0.1902797 Apr 28 19:39:49.659599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.689510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:49.694923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Usage tracker for resource:security_group_rule and tenant:538b5eac742e47aaaa1d1d195657d57f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:49.701372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.702150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:49.709563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:49.713099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-b98113b9-fe9c-4032-bc80-751ba8f96f9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 217 time: 0.1482520 Apr 28 19:39:49.761351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2083a6a1-bab0-4d19-a6cb-c929ce23be71 req-36ed0c0c-12f3-4800-8786-15a97467b6d7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382279 Apr 28 19:39:49.771793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:49.780000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.796398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-7660a268-5f02-4831-8f04-4dfc97a0fd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.797939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-7660a268-5f02-4831-8f04-4dfc97a0fd7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0752199 Apr 28 19:39:49.855813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-99ace418-c9c9-4e5f-a109-f0a493235ae1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494766 Apr 28 19:39:49.856559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.862823 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.864485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3e4e34-a9e4-44a7-8793-1c0b03a771c6 req-f6626457-5aa2-406b-8c24-9079b1bf2691 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:49.866828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c3e4e34-a9e4-44a7-8793-1c0b03a771c6 req-f6626457-5aa2-406b-8c24-9079b1bf2691 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.2451973 Apr 28 19:39:49.868561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:49.925691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=538b5eac742e47aaaa1d1d195657d57f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5568311 Apr 28 19:39:49.928191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cc828a-1914-4ade-a0bf-972afd706165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c36dfac5-9b6c-4e93-8290-78de9130a9b4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:49.928481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:50.038298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c3e4e34-a9e4-44a7-8793-1c0b03a771c6 req-72ded08f-3b72-4047-9f25-996df5cbf81b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484008 Apr 28 19:39:50.094085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-565af885-2ada-45a2-aa99-c1b0041e25e8 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256396 Apr 28 19:39:50.096663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.111641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60cc1392-5fce-4290-87e2-be918b92fdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.158902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.210655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ee131-d9fe-4150-94e0-9239aa336659 req-2e052c78-ec95-4d18-8199-c94a2bba7457 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.217947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a66ee131-d9fe-4150-94e0-9239aa336659 req-2e052c78-ec95-4d18-8199-c94a2bba7457 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.1115687 Apr 28 19:39:50.264749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a66ee131-d9fe-4150-94e0-9239aa336659 req-03f3ed5d-dfd3-4f50-b63e-b2b5ca5f28c0 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457270 Apr 28 19:39:50.348884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d8fb0c4-fcef-4868-81fa-7d5de61f8c63 req-9586bb3e-46b2-4325-85a2-a2251ef304df service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419493 Apr 28 19:39:50.360530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.380392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c36dfac5-9b6c-4e93-8290-78de9130a9b4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:50.396252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfa127-60c5-4aae-88a7-531fef08b56f req-9e44ca9b-4461-4eca-b9c5-c04f35d541aa tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.403755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4dfa127-60c5-4aae-88a7-531fef08b56f req-9e44ca9b-4461-4eca-b9c5-c04f35d541aa tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.1830862 Apr 28 19:39:50.465350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.466463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c42081af-399f-48a5-917e-39950a42897e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c36dfac5-9b6c-4e93-8290-78de9130a9b4 HTTP/1.1" status: 204 len: 168 time: 0.5363889 Apr 28 19:39:50.513424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4dfa127-60c5-4aae-88a7-531fef08b56f req-8b7e79c4-2c79-4165-bef7-b9ea3c6ad233 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087244 Apr 28 19:39:50.530710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-68198264-8658-4c84-b2da-422afa2e0d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.530710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-68198264-8658-4c84-b2da-422afa2e0d41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1094 time: 0.1185994 Apr 28 19:39:50.550760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f64bf2-f535-4c9d-a576-ec566dd85f18 req-75127767-87ed-4790-b38b-8c56ce0c944d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.558078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10f64bf2-f535-4c9d-a576-ec566dd85f18 req-75127767-87ed-4790-b38b-8c56ce0c944d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1505890 Apr 28 19:39:50.606001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b381af3a-eaa2-478c-a263-a299f47913cd details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:50.627531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10f64bf2-f535-4c9d-a576-ec566dd85f18 req-b842eabb-10b2-4bfe-aa0f-65b2b1d36ec6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663750 Apr 28 19:39:50.729085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-481172e0-3602-48fb-bc2f-e6e92ca724f7 req-a8e834aa-7951-459d-bb5f-9e2e881d0a47 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0526013 Apr 28 19:39:50.776444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-84f6ce67-4994-4ec2-92ec-0c4e6e0f499b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:50.777930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-84f6ce67-4994-4ec2-92ec-0c4e6e0f499b service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2398207 Apr 28 19:39:50.789762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:50.806631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'mac_address': 'fa:16:3e:c7:20:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:50.860469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-9a3c2536-acc2-4ade-85b9-13e9b850fc78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 217 time: 0.0754468 Apr 28 19:39:50.888214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.910342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b381af3a-eaa2-478c-a263-a299f47913cd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:50.940159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:50.944258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:50.990790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f23cecb0-f87a-4d0d-a724-42d3047125e1 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8723f7d289f3471bb7c11c0e16d99786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588996 Apr 28 19:39:51.027105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:51.030210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:51.065242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.088518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-967a7085-5688-4ed6-9a63-2ed75932faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.090345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-967a7085-5688-4ed6-9a63-2ed75932faf5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2185459 Apr 28 19:39:51.126942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:51.130774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Usage tracker for resource:security_group_rule and tenant:c5f0fa3a82db4972b78373d0b97098ea is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:51.138312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:51.151147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-b775e290-6ca6-4e0a-9922-87ecc20256f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532978 Apr 28 19:39:51.157331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:51.186102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:51.215848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-2f06a4b6-d462-4620-b57d-aaaf18aa3377 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.222504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-2f06a4b6-d462-4620-b57d-aaaf18aa3377 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2236714 Apr 28 19:39:51.246069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-8f72ae8d-6c33-495e-b541-ab967fe575f5 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/quotas/8723f7d289f3471bb7c11c0e16d99786 HTTP/1.1" status: 200 len: 375 time: 0.0226462 Apr 28 19:39:51.365399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.378098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-e614c72f-5210-41d9-9b1a-49313dee6b73 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311362 Apr 28 19:39:51.379255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.404936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-305c4327-fdcc-4167-9e0a-ad2c64e82a57 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393553 Apr 28 19:39:51.415242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:51.465420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb5959e-ceaa-445e-adaf-fe3d4715f28f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:51.473975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a45f803-07dc-4ff7-8b8c-37b3989e6c07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c5f0fa3a82db4972b78373d0b97098ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4457359 Apr 28 19:39:51.474631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:51.556973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e82769-08d3-4ec7-b7d7-bf6b70650513 req-de0be33f-ff0f-475e-84da-f2e8daf2a9b2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.559103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4e82769-08d3-4ec7-b7d7-bf6b70650513 req-de0be33f-ff0f-475e-84da-f2e8daf2a9b2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.3708215 Apr 28 19:39:51.586195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.619155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6668a3f-fdba-4de2-b8d2-a9b799f15d63 req-2a96010c-fb4c-48c4-981d-daff8c773e7a service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060468 Apr 28 19:39:51.641231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.681295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4e82769-08d3-4ec7-b7d7-bf6b70650513 req-bded214f-ce2e-4fd8-9034-441c7a499a6b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607882 Apr 28 19:39:51.751523 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15181400-7d8e-49be-a6e8-e5bb99abc230'] response: {'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'code': 200} Apr 28 19:39:51.777247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e948f5-e524-44d1-aff0-1efefa9db160 req-0b2f3278-d673-4c24-838e-795cc5bb2fce tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:51.778452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29e948f5-e524-44d1-aff0-1efefa9db160 req-0b2f3278-d673-4c24-838e-795cc5bb2fce tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.1299789 Apr 28 19:39:51.807558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.854710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb5959e-ceaa-445e-adaf-fe3d4715f28f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:51.857713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c50ba82-7449-4ed5-927d-e96ad01b322c req-1ecb6837-861f-4bde-8663-491baafe324d tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 210 time: 0.0632005 Apr 28 19:39:51.877960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:51.881246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-56eb7ef1-6d85-4561-9927-e4bb23f9fbc2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4eb5959e-ceaa-445e-adaf-fe3d4715f28f HTTP/1.1" status: 204 len: 168 time: 0.4035430 Apr 28 19:39:51.886841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29e948f5-e524-44d1-aff0-1efefa9db160 req-efbf0383-7347-459e-869b-9c32a17e0cd1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995326 Apr 28 19:39:52.073780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32df19d2-e2b9-4a25-892e-504021293be2 req-024837ac-a0d1-415a-b282-15b5ff39686e tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0457759 Apr 28 19:39:52.092834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a33ec1-9962-45ad-85e9-01b86be1244a req-6024af7b-e029-43f4-9458-a7b02571c29a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.095421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51a33ec1-9962-45ad-85e9-01b86be1244a req-6024af7b-e029-43f4-9458-a7b02571c29a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1049628 Apr 28 19:39:52.180990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51a33ec1-9962-45ad-85e9-01b86be1244a req-cf2a80e5-c081-424d-9e77-5a2a4c6a8d3a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777187 Apr 28 19:39:52.304974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-abbefc74-4095-4378-bac7-8cbfed60ea0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:52.426555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-5cc2c302-5c5a-41dd-b75c-63631f1662b7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263145 Apr 28 19:39:52.582443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-c2ca838c-97b2-4579-ad1e-1b3d4fe17618 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:52.583871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-c2ca838c-97b2-4579-ad1e-1b3d4fe17618 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1512976 Apr 28 19:39:52.598318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-05b5abc6-423f-4d07-bc66-b8b597f809f8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0089407 Apr 28 19:39:52.611032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:39:52.649735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e3e8fb6b-2ed6-4d3b-8f7b-a32df25620a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0454607 Apr 28 19:39:52.691450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b381af3a-eaa2-478c-a263-a299f47913cd up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:52.887252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-7cc63640-45de-4ffc-9a67-9d905757508c tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8723f7d289f3471bb7c11c0e16d99786&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0594852 Apr 28 19:39:52.923687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcec5841-a157-4347-bd4e-4214d1e1b539 req-43586844-d284-4baf-b59b-3a02fc225297 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 210 time: 0.0809774 Apr 28 19:39:52.942979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:52.950706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b381af3a-eaa2-478c-a263-a299f47913cd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:52.958389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b381af3a-eaa2-478c-a263-a299f47913cd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:52.958958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.011083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'port_id': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'mac_address': 'fa:16:3e:9d:2c:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd541-416c-49e4-a550-e4662f720d66', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:39:53.108893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.158272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-a22b9dba-7f9e-4a47-8d06-66eeed06b1ad tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.159958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-a22b9dba-7f9e-4a47-8d06-66eeed06b1ad tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2633836 Apr 28 19:39:53.201736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Request body: {'port': {'device_id': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '8723f7d289f3471bb7c11c0e16d99786'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:53.227187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1beeae2-6bb9-40b6-a94f-f7f81454b3b4 req-c7dd47a3-3abc-4de4-aa1b-c50397d2f9c7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 210 time: 0.0918984 Apr 28 19:39:53.284645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.327945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:53.345928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:53.352933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:53.354771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.439500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:53.442503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.458570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c4445a-4185-47d9-b6df-f42b3503f79a req-098a2692-f9af-4111-adee-41842b4698e2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.461230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb1cd4f-2575-466a-9d9c-917caf09bd30 req-80913c4e-9a39-47b0-a5bd-1441f5fc0658 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.467688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41c4445a-4185-47d9-b6df-f42b3503f79a req-098a2692-f9af-4111-adee-41842b4698e2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.5794230 Apr 28 19:39:53.473956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb1cd4f-2575-466a-9d9c-917caf09bd30 req-80913c4e-9a39-47b0-a5bd-1441f5fc0658 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.1534762 Apr 28 19:39:53.521129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:53.527242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:53.547636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41c4445a-4185-47d9-b6df-f42b3503f79a req-5a47473f-2826-493b-b790-c798a2a7be88 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790501 Apr 28 19:39:53.548603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:53.565543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Made reservation on behalf of 8723f7d289f3471bb7c11c0e16d99786 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:53.566867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.593766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb1cd4f-2575-466a-9d9c-917caf09bd30 req-593521fd-696c-41e9-bbd4-af0a16b75718 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184309 Apr 28 19:39:53.620619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5a68c0ff-07c1-4a3f-b50a-3355243c66b3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:53.743280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.753822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:53.818450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Allocated IP 192.168.233.240 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/6295262e-94b1-4875-b7f2-9ffac4d6fa45) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:53.824011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01b11131-20f0-41f8-8f18-0aac08f6c287 req-0055334d-f403-46a8-8a7d-ea1133d893f0 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0576601 Apr 28 19:39:53.860199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f093f379-a739-454b-8837-c0dccce094cf req-9218c88f-7af7-4b78-ba67-885d8319baf1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:53.860760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:53.861431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f093f379-a739-454b-8837-c0dccce094cf req-9218c88f-7af7-4b78-ba67-885d8319baf1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.0971565 Apr 28 19:39:53.917994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f093f379-a739-454b-8837-c0dccce094cf req-1c275b59-8ab0-465e-8c64-fc2c9e342117 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495584 Apr 28 19:39:53.966161 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6d8947-37f9-454e-b703-c23b9c62762b'] response: {'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'code': 200} Apr 28 19:39:54.046750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.066064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Transition to ACTIVE for port object 6295262e-94b1-4875-b7f2-9ffac4d6fa45 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:54.092176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.161716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:54.165635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:54.169426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:54.174714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.175306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.191814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Pushing event updated for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:54.199104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-568d9500-9782-410e-bf55-b27c089c1769 req-d0b1f663-6af1-4c98-8daf-47fd4ee7f5f5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 210 time: 0.0564468 Apr 28 19:39:54.206508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['35609b03-f38e-4e7a-aa11-76490ca57745'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:39:54.222041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-f7affcdb-810a-4e8b-9b08-21203ee4f2e3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0390985 Apr 28 19:39:54.234674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Request body: {'port': {'device_id': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:54.234977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2738022-de3d-490c-8891-b4308db8041e req-926bf7f7-9dcb-4d9e-80da-dcb9e1cfb12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.236172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2738022-de3d-490c-8891-b4308db8041e req-926bf7f7-9dcb-4d9e-80da-dcb9e1cfb12e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.2066381 Apr 28 19:39:54.312012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2738022-de3d-490c-8891-b4308db8041e req-5d22b8f4-b3f5-4ff2-a76a-9ee8693d82e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685556 Apr 28 19:39:54.453557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.485452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c561165-8134-4235-85a2-216fe8098fe2 None None] Provisioning for port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:54.534900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c561165-8134-4235-85a2-216fe8098fe2 None None] Provisioning complete for port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:54.535277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c561165-8134-4235-85a2-216fe8098fe2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.594068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c561165-8134-4235-85a2-216fe8098fe2 None None] Port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:54.629582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:39:54.710452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44bc00-09fe-4dec-b877-d81ffa2a9f78 req-99f3725e-f4ee-4990-af08-babefa9b003c tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.711132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:54.717563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc44bc00-09fe-4dec-b877-d81ffa2a9f78 req-99f3725e-f4ee-4990-af08-babefa9b003c tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 936 time: 0.1045728 Apr 28 19:39:54.717747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:54.718393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.762063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc44bc00-09fe-4dec-b877-d81ffa2a9f78 req-4e157d0f-2d64-4e9b-8742-542cf80203bd tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Apr 28 19:39:54.851147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.884700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:39:54.888920 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.938201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f260e7-850b-458c-993d-1b16c46f4c63 req-ffa5567d-4347-4843-8c16-2e9a4c319537 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.939769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68f260e7-850b-458c-993d-1b16c46f4c63 req-ffa5567d-4347-4843-8c16-2e9a4c319537 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1732483 Apr 28 19:39:54.947297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6295262e-94b1-4875-b7f2-9ffac4d6fa45 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:39:54.949130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b4838b-497a-49e7-a0ab-e6f3f6bfbb99 req-e43ba201-4732-4813-8482-e75bc7792404 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:54.950689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2b4838b-497a-49e7-a0ab-e6f3f6bfbb99 req-e43ba201-4732-4813-8482-e75bc7792404 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.1002684 Apr 28 19:39:54.962883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.975928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:54.979465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.003012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2b4838b-497a-49e7-a0ab-e6f3f6bfbb99 req-b9cc2686-6339-4da2-b86e-6c5dbcc78c04 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435584 Apr 28 19:39:55.005773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Transition to ACTIVE for port object 6295262e-94b1-4875-b7f2-9ffac4d6fa45 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:55.013894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.075946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68f260e7-850b-458c-993d-1b16c46f4c63 req-bd5746b6-88dc-42be-b8ca-223f512fd818 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196787 Apr 28 19:39:55.163549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Pushing event updated for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.170522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed4c9cb1-3fec-44da-8c5e-89cd27c7466c req-f25834a7-9970-42cd-94db-df06db57a0ad tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0425935 Apr 28 19:39:55.271545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Attempting to bind port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:39:55.271874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Attempting to bind port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:39:55.272720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Attempting to bind port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:55.280127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:39:55.280451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Attempting to bind port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:39:55.289373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:39:55.289692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:39:55.290070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:39:55.290482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Bound port: 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:39:55.290830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.375788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c30ef3-2217-4ecc-a14d-467e9e464a86 req-6d92e562-5432-4960-942d-0dc75f82dea1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.377109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25c30ef3-2217-4ecc-a14d-467e9e464a86 req-6d92e562-5432-4960-942d-0dc75f82dea1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1735625 Apr 28 19:39:55.421240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:39:55.425639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:39:55.433484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.476454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25c30ef3-2217-4ecc-a14d-467e9e464a86 req-4fce1077-7716-4516-8ebe-5c8d066def92 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901763 Apr 28 19:39:55.516677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.524038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:55.525558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] 10.222.0.41 "PUT /v2.0/ports/6295262e-94b1-4875-b7f2-9ffac4d6fa45 HTTP/1.1" status: 200 len: 1096 time: 1.2953143 Apr 28 19:39:55.533066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:55.573759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629e49f0-ae17-40a5-96b3-47cc4562333f service neutron] Pushing event updated for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:55.634280 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85f76dce-a4b6-4b6c-8560-52230c1af9ac'] response: {'name': 'network-changed', 'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45', 'status': 'completed', 'code': 200} Apr 28 19:39:55.695528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15ec45e1-7d31-4305-b228-76a0960adf33 req-888129ef-c5b8-4a51-8245-bf24d341e466 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 210 time: 0.0507979 Apr 28 19:39:55.711746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-e8fee977-58e4-4b9b-b5b9-0c2a00f44aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.713216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-e8fee977-58e4-4b9b-b5b9-0c2a00f44aa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 1099 time: 0.1269450 Apr 28 19:39:55.785492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-a8609da2-d81d-4d57-aa0d-d4d15ff90de2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45 HTTP/1.1" status: 200 len: 217 time: 0.0649219 Apr 28 19:39:55.847032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-6fd54af3-a0e2-471a-950a-d8b6476f8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.848465 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-6fd54af3-a0e2-471a-950a-d8b6476f8c2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0575371 Apr 28 19:39:55.927145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-85b0ccd8-d54c-4ac1-b53a-3a8bd8ca8f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.929163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-85b0ccd8-d54c-4ac1-b53a-3a8bd8ca8f13 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744069 Apr 28 19:39:55.952694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5547e6-ca2f-4173-a48b-a1e26905cfc2 req-af543070-3e01-48b1-9c77-de27fe3b25ba tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:55.954325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5547e6-ca2f-4173-a48b-a1e26905cfc2 req-af543070-3e01-48b1-9c77-de27fe3b25ba tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 948 time: 0.0870063 Apr 28 19:39:55.967614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:39:56.033359 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5547e6-ca2f-4173-a48b-a1e26905cfc2 req-602ca2e5-51cf-4fb6-a6b5-5a6baf39293e tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725205 Apr 28 19:39:56.047915 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7caaf196-b71f-4288-8725-2f25b4772173'] response: {'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'code': 200} Apr 28 19:39:56.096801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:56.307163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-e7d96903-7ec2-4404-bf90-c2ba8f381abf service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3718662 Apr 28 19:39:56.347951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.379839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:56.387346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Usage tracker for resource:security_group_rule and tenant:2a381407ebf34d2e9616276f0c90c7a5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:56.391080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:56.402175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:56.436176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eccf7d9-479e-4bc8-8511-070967491dee req-d570016e-5619-437e-904d-569f84ec90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.437642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eccf7d9-479e-4bc8-8511-070967491dee req-d570016e-5619-437e-904d-569f84ec90b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1739349 Apr 28 19:39:56.447535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499d723-a504-42b0-ab17-6c2d1f3c0596 req-3378c159-b79b-4a57-9b3c-e5f5373ff213 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.447735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d8fe35-63b2-414d-bfc8-170352ba2c3e req-5bfb79e0-d60f-474a-b386-0466b92a7512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.448936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5499d723-a504-42b0-ab17-6c2d1f3c0596 req-3378c159-b79b-4a57-9b3c-e5f5373ff213 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.2276340 Apr 28 19:39:56.449059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51d8fe35-63b2-414d-bfc8-170352ba2c3e req-5bfb79e0-d60f-474a-b386-0466b92a7512 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 1100 time: 0.3317268 Apr 28 19:39:56.501085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749330a5-fa23-4004-97b5-aae7b5ab1106 req-cd55c205-8871-4fad-83f4-eec28fe90eee tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.502602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749330a5-fa23-4004-97b5-aae7b5ab1106 req-cd55c205-8871-4fad-83f4-eec28fe90eee tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.2971246 Apr 28 19:39:56.543416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eccf7d9-479e-4bc8-8511-070967491dee req-9df58f3e-a02d-4052-b61d-f5301b980b8e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935378 Apr 28 19:39:56.547728 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5499d723-a504-42b0-ab17-6c2d1f3c0596 req-e39db840-b6c1-498e-ad7b-1c74310e4545 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812554 Apr 28 19:39:56.594516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.598825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.600030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51d8fe35-63b2-414d-bfc8-170352ba2c3e req-b1febc0a-f512-4304-8f7d-ecf61f805a30 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070669 Apr 28 19:39:56.611250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749330a5-fa23-4004-97b5-aae7b5ab1106 req-a2aca0b9-5dd7-4490-a99a-b1021ed3c3cd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890179 Apr 28 19:39:56.614453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d948d-1a2c-4df4-b125-8a6226a325db req-a47ed285-bf2c-4da5-bd22-22a0e38e4d9f service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001044 Apr 28 19:39:56.648376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2a381407ebf34d2e9616276f0c90c7a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5495687 Apr 28 19:39:56.650074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb64f4-58fd-4bdd-b688-ff58aaed8df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8965588b-2f62-44cc-a1ac-403d519364a4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:56.651435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46088) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:56.711321 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.722031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c666113-28cb-410b-a480-78cbfdf68327 req-928cb3b1-fe24-4d90-ba3f-7e72c8662075 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0426805 Apr 28 19:39:56.789676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:56.908509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb38ce-179c-4eea-9d13-3f095d1bb011 req-8512ad0d-e835-4f49-8c6e-19e59e2afc68 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.910037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54eb38ce-179c-4eea-9d13-3f095d1bb011 req-8512ad0d-e835-4f49-8c6e-19e59e2afc68 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1898837 Apr 28 19:39:56.916389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-ee1c66f4-3c8b-4c35-a5f1-c5fe8c42ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:56.917819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-ee1c66f4-3c8b-4c35-a5f1-c5fe8c42ceb6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8723f7d289f3471bb7c11c0e16d99786&device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 1099 time: 0.1308839 Apr 28 19:39:56.958175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.000474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8965588b-2f62-44cc-a1ac-403d519364a4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.059351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.060458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2ee0789d-1295-4a8b-be29-8fdbb6ec6a82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8965588b-2f62-44cc-a1ac-403d519364a4 HTTP/1.1" status: 204 len: 168 time: 0.4080541 Apr 28 19:39:57.067389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54eb38ce-179c-4eea-9d13-3f095d1bb011 req-34b3c02c-f9c1-4cd4-b887-ef8cedc122dc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475191 Apr 28 19:39:57.126745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-91f5e6a2-2694-4fc0-bb45-749f74edc60a tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.129910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-91f5e6a2-2694-4fc0-bb45-749f74edc60a tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.1026163 Apr 28 19:39:57.156254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.158807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-c2d46886-f68b-43ba-9740-1436b0deba77 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0642772 Apr 28 19:39:57.161669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-08ccc81d-70eb-4f6e-a063-d2ca89c332d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.164360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-08ccc81d-70eb-4f6e-a063-d2ca89c332d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2285454 Apr 28 19:39:57.173519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:57.179014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Usage tracker for resource:security_group_rule and tenant:5b13e07dd59e46abb7a53b3647651ae7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:57.183680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:57.190765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:57.312510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-b9047d33-4c20-4949-95b0-08c87bceddb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.240&port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45 HTTP/1.1" status: 200 len: 217 time: 0.0805385 Apr 28 19:39:57.349454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.354671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.387478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e25da34d-828e-4fa5-ba48-5a254f1ca8c9 req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2512569 Apr 28 19:39:57.394460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6b50db-981e-46c9-984f-01de21a60270 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=902612f7-a2a2-4a95-bd81-804b162a47ac,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:57.475819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-ac10cf73-c8d0-4eba-abf5-23d7dc79b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.477428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-ac10cf73-c8d0-4eba-abf5-23d7dc79b823 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0786014 Apr 28 19:39:57.492300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed276f38-377b-409d-9d36-c43603e5279b req-fb8f3d33-f115-4fd0-a4e3-f8b0e1f8e4f8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 210 time: 0.2613926 Apr 28 19:39:57.537621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46104) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:57.599154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.631288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:57.637957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Usage tracker for resource:security_group_rule and tenant:14ba2295ee9f4fd0ad73c7b2905089fb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:57.638150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-d3dfeadc-7583-4c84-a231-8effa56c53b1 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.639713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-d3dfeadc-7583-4c84-a231-8effa56c53b1 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4743056 Apr 28 19:39:57.641956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:57.650816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:57.664356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-a9e13ca2-ba3c-4b5c-9f9e-0875ea1a050d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.665935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-a9e13ca2-ba3c-4b5c-9f9e-0875ea1a050d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1702430 Apr 28 19:39:57.670691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '02ad2f0d-976c-4186-839c-41f6fb140996', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:57.711151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312772f0-b3ef-49a9-82f8-5e901f4251e6 req-8cde1784-ccf6-4039-8e1a-360dac5e6171 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:57.712632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-312772f0-b3ef-49a9-82f8-5e901f4251e6 req-8cde1784-ccf6-4039-8e1a-360dac5e6171 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 948 time: 0.1581752 Apr 28 19:39:57.789726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-312772f0-b3ef-49a9-82f8-5e901f4251e6 req-1f05769c-4f1a-4abe-aa64-48396d3a0970 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679212 Apr 28 19:39:57.926567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.935298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:57.953943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:57.957801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-57aeb28f-5f7b-4f00-8757-d479e9d77176 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703795 Apr 28 19:39:57.961456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Usage tracker for resource:port and tenant:12a4144c198a49b8beb89885669de9db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:57.964553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:58.059003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a046fa14-5b9b-438b-95a1-26aa3bc00bda,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.067790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b547952-5d04-4a53-93d7-4a43b60b896b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=14ba2295ee9f4fd0ad73c7b2905089fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5287371 Apr 28 19:39:58.073427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46122) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:58.089806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:58.110951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:58.114485 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.135164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db001fc7-89dc-4ef7-b88c-c42a32b5a8d1 req-e8613e4d-d1bb-4c36-86c1-ccada279452c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.142447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db001fc7-89dc-4ef7-b88c-c42a32b5a8d1 req-e8613e4d-d1bb-4c36-86c1-ccada279452c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.1994879 Apr 28 19:39:58.157084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ec8a6c8-291b-4a15-ba2d-549c65002b63 req-a5ed1dfa-3c90-486a-ac93-8184af080d9a service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1889722 Apr 28 19:39:58.158104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.188839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.204588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:58.213518 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db001fc7-89dc-4ef7-b88c-c42a32b5a8d1 req-330c9890-7473-4967-a718-f8ccb75b2d6e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685475 Apr 28 19:39:58.227972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Usage tracker for resource:security_group_rule and tenant:12a4144c198a49b8beb89885669de9db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:58.231341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:58.239517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:58.260648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.328065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46136) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:58.374084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.425252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a046fa14-5b9b-438b-95a1-26aa3bc00bda,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.509154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09dd642d-5761-4ce5-8c6d-37a7fc58a4ec req-68f38c5f-f407-4bb0-bea6-e136b3184dc7 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1685705 Apr 28 19:39:58.515128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.519214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c693a0c-4497-4e88-a513-f5abb2c20f02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a046fa14-5b9b-438b-95a1-26aa3bc00bda HTTP/1.1" status: 204 len: 168 time: 0.4408987 Apr 28 19:39:58.525283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.529904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:58.549209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-f79ea6c5-1580-444a-997f-d7638f49a872 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2176051 Apr 28 19:39:58.557674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59e0a0-d7f9-491d-ac64-7e7faa1c608c req-35e5c831-872a-4bab-80ef-b5341554b167 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.564266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff59e0a0-d7f9-491d-ac64-7e7faa1c608c req-35e5c831-872a-4bab-80ef-b5341554b167 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1754096 Apr 28 19:39:58.619933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff59e0a0-d7f9-491d-ac64-7e7faa1c608c req-4b62db5a-d987-44db-b30d-9b52a066fa78 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Apr 28 19:39:58.717673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8856277b-6f2c-4ed6-87c6-83c9586c2bf0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:58.790786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70499648-f8de-40df-b1c4-68b0f056b779 req-38b3ea80-d81e-4beb-92e1-e6341bdb9bb6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.793696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70499648-f8de-40df-b1c4-68b0f056b779 req-38b3ea80-d81e-4beb-92e1-e6341bdb9bb6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.0770154 Apr 28 19:39:58.822622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.38 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/63efa211-39a7-4115-bd8c-877e056447bd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:39:58.847437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b973c98-c84c-472f-8467-26280cfd063f req-9444fc78-321a-471b-bf61-b69c9796671f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:58.848948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b973c98-c84c-472f-8467-26280cfd063f req-9444fc78-321a-471b-bf61-b69c9796671f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1690068 Apr 28 19:39:58.857976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70499648-f8de-40df-b1c4-68b0f056b779 req-bd2bd99c-627b-404a-aa84-c7b9d484261e tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569699 Apr 28 19:39:58.962049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b973c98-c84c-472f-8467-26280cfd063f req-5566152a-d823-4dd8-9559-74dc69a6ffd5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002164 Apr 28 19:39:59.143729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0c3a74a-4231-4273-8341-df59f8dc6bab req-6ad0a349-2555-4ebd-8c7a-4fedada5d348 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 210 time: 0.1589320 Apr 28 19:39:59.212471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.240318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object 63efa211-39a7-4115-bd8c-877e056447bd will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:39:59.279699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab520ac-a0f2-4ff4-8e9f-8f0133b2fb4c req-c52adee1-4507-44d3-920b-a481c768a63a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:59.280555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ab520ac-a0f2-4ff4-8e9f-8f0133b2fb4c req-c52adee1-4507-44d3-920b-a481c768a63a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Synchronizing usage tracker for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:39:59.313979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.316620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9ab520ac-a0f2-4ff4-8e9f-8f0133b2fb4c req-c52adee1-4507-44d3-920b-a481c768a63a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Unset dirty status for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:39:59.325930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ab520ac-a0f2-4ff4-8e9f-8f0133b2fb4c req-c52adee1-4507-44d3-920b-a481c768a63a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 948 time: 0.1794040 Apr 28 19:39:59.365206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32717a0e-716d-419d-b0b2-d1bbc91e3bb6 req-1e871ac4-e37a-4895-af82-34bf953fb889 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:59.367545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32717a0e-716d-419d-b0b2-d1bbc91e3bb6 req-1e871ac4-e37a-4895-af82-34bf953fb889 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1161683 Apr 28 19:39:59.418168 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32717a0e-716d-419d-b0b2-d1bbc91e3bb6 req-d38f8c0a-83d1-49fc-8065-bab58e3c68da tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447602 Apr 28 19:39:59.443180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:39:59.474547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:39:59.494783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:39:59.511597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:39:59.512273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.551534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ab520ac-a0f2-4ff4-8e9f-8f0133b2fb4c req-38c5075e-a933-4795-ab76-6adba470962c tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2245433 Apr 28 19:39:59.552906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:39:59.576845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-e405d2c4-5d93-43e0-9631-98c9273927a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9165561 Apr 28 19:39:59.595596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Request body: {'port': {'device_id': '02ad2f0d-976c-4186-839c-41f6fb140996', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:59.700925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46200) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:39:59.826057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a7da-097e-41c2-a06d-6c3a45df6f64 None None] Provisioning for port 63efa211-39a7-4115-bd8c-877e056447bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:39:59.831678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50403c5-1b06-4b78-b000-b8104dd5ba97 req-de654aed-810b-4b80-b0dc-2eb6f9ae7478 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0763180 Apr 28 19:39:59.836087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8b5a7da-097e-41c2-a06d-6c3a45df6f64 None None] Provisioning complete for port 63efa211-39a7-4115-bd8c-877e056447bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:39:59.837011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8b5a7da-097e-41c2-a06d-6c3a45df6f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.846797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.870819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-573984553-network', 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:39:59.879751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:39:59.892637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Usage tracker for resource:network and tenant:ecf668f812f246b0a09965cb8c561a34 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:39:59.896017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:39:59.925278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f8b5a7da-097e-41c2-a06d-6c3a45df6f64 None None] Port 63efa211-39a7-4115-bd8c-877e056447bd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:39:59.940403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:39:59.968996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:39:59.971261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:39:59.987658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.016003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:00.021337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Usage tracker for resource:security_group_rule and tenant:ecf668f812f246b0a09965cb8c561a34 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:00.029160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:00.041195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:00.064244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b1a5c-4022-49d3-b4d4-c73a8ba6956c req-3fbecf34-d1f7-4e89-91af-7becc043f198 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.078104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c8b1a5c-4022-49d3-b4d4-c73a8ba6956c req-3fbecf34-d1f7-4e89-91af-7becc043f198 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1730871 Apr 28 19:40:00.140844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c8b1a5c-4022-49d3-b4d4-c73a8ba6956c req-aef39a13-3fc5-4b90-8edb-ad656290bc73 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606828 Apr 28 19:40:00.222438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.228818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.263769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75872cbc-1fea-4d58-a276-0de22f9b7da7 req-abe44834-48a1-491b-9739-456daae3d7a6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.265372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75872cbc-1fea-4d58-a276-0de22f9b7da7 req-abe44834-48a1-491b-9739-456daae3d7a6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.3069577 Apr 28 19:40:00.315006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:00.322563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.334693 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.335205 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Added segment 1cf3ccd7-1a49-4e84-a970-66ae601af82a of type vlan for network 853b9709-937b-4118-8590-166d964a1932 Apr 28 19:40:00.337023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-4fe88761-1d74-436e-9ba7-ed2bd9b1a3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.338569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-4fe88761-1d74-436e-9ba7-ed2bd9b1a3d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.2484195 Apr 28 19:40:00.342812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75872cbc-1fea-4d58-a276-0de22f9b7da7 req-42b1d132-e948-43ba-8024-50acbbcca886 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712235 Apr 28 19:40:00.371237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.385246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7276dc-55cc-4b4f-aacf-924afab0be56 req-76a3d127-fff2-4259-8728-b2fd4c767187 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.386751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb7276dc-55cc-4b4f-aacf-924afab0be56 req-76a3d127-fff2-4259-8728-b2fd4c767187 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1404266 Apr 28 19:40:00.431277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.432460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.433119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.490345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb7276dc-55cc-4b4f-aacf-924afab0be56 req-e86758a6-4255-472d-b115-919a5ccabfa3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874908 Apr 28 19:40:00.558216 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.8534222 Apr 28 19:40:00.558513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:00.560979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a4a727-842e-4bd5-8b04-19ba5b0478ce admin admin] Pushing event updated for resources: {'Network': ['ID=853b9709-937b-4118-8590-166d964a1932,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.566918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Request body: {'subnet': {'network_id': '853b9709-937b-4118-8590-166d964a1932', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-573984553-subnet', 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:00.573159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:00.573669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 853b9709-937b-4118-8590-166d964a1932 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:40:00.575979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63efa211-39a7-4115-bd8c-877e056447bd {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:00.577068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Usage tracker for resource:subnet and tenant:ecf668f812f246b0a09965cb8c561a34 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:00.580038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:00.586599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:00.593909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.597425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:00.600924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.616731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-35408be5-1fd9-449b-b084-9660d4b00e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.618202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-35408be5-1fd9-449b-b084-9660d4b00e49 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2732267 Apr 28 19:40:00.623873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Transition to ACTIVE for port object 63efa211-39a7-4115-bd8c-877e056447bd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:00.669206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6295262e-94b1-4875-b7f2-9ffac4d6fa45 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:00.780757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.804202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1744b0-de47-42e2-87a0-fe3c24d39c0f req-a9bc7214-8d8d-4b6d-9175-fa09b9672973 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.805874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc1744b0-de47-42e2-87a0-fe3c24d39c0f req-a9bc7214-8d8d-4b6d-9175-fa09b9672973 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1643362 Apr 28 19:40:00.815331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-e414c914-9427-4394-a1c0-248358c56d86 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.1882980 Apr 28 19:40:00.834561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:00.853488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6295262e-94b1-4875-b7f2-9ffac4d6fa45', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '6295262e-94b1-4875-b7f2-9ffac4d6fa45', 'mac_address': 'fa:16:3e:24:7d:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.240'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:00.891486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc1744b0-de47-42e2-87a0-fe3c24d39c0f req-76b144d0-9d90-490f-b2c0-84a1326c54cc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577424 Apr 28 19:40:00.942822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.959460 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:00.971302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-dd353e31-3458-4bf4-9497-8d2d274c62b9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:00.972021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-dd353e31-3458-4bf4-9497-8d2d274c62b9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:00.983858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Pushing event updated for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:00.993412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6295262e-94b1-4875-b7f2-9ffac4d6fa45 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:01.016522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:01.021539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.064519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-aadaf53f-b577-4d84-9190-a186ee76936d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.066004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-aadaf53f-b577-4d84-9190-a186ee76936d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2415349 Apr 28 19:40:01.112975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.114182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Attempting to bind port 63efa211-39a7-4115-bd8c-877e056447bd on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:01.114522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Attempting to bind port 63efa211-39a7-4115-bd8c-877e056447bd by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:01.114852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Attempting to bind port 63efa211-39a7-4115-bd8c-877e056447bd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:01.128530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-dd353e31-3458-4bf4-9497-8d2d274c62b9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:01.133988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-dd353e31-3458-4bf4-9497-8d2d274c62b9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 935 time: 0.6793404 Apr 28 19:40:01.144815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Port 63efa211-39a7-4115-bd8c-877e056447bd on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:01.145369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Attempting to bind port 63efa211-39a7-4115-bd8c-877e056447bd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:01.176647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:01.177334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:01.177687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:01.179260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Bound port: 63efa211-39a7-4115-bd8c-877e056447bd, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:01.179260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.184018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc764f5d-8568-484b-8a85-329f3312629e,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.197687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:01.198049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Network hostable DHCP agents. Network: 853b9709-937b-4118-8590-166d964a1932, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:01.223693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Network 853b9709-937b-4118-8590-166d964a1932 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:01.236919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 853b9709-937b-4118-8590-166d964a1932) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:01.242889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.243477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.252567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72784591-bcf6-4afe-a966-8597680e2749 None None] Network 853b9709-937b-4118-8590-166d964a1932 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:01.263328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2707da-b222-482f-baba-6e3bf7afed18 req-67c4c525-411f-47fc-80d1-4075945ed0c1 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.263893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-1bebc3b4-dacf-450d-85da-6d1d61ffde53 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:01.264796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e2707da-b222-482f-baba-6e3bf7afed18 req-67c4c525-411f-47fc-80d1-4075945ed0c1 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 949 time: 0.1407692 Apr 28 19:40:01.284782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6295262e-94b1-4875-b7f2-9ffac4d6fa45'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:01.292298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-154ecaaf-2163-4fa6-97a2-ed5b5e16cd5c admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7327764 Apr 28 19:40:01.305672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-7da62634-382b-40ea-ba44-7c96ddd289c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.307166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-7da62634-382b-40ea-ba44-7c96ddd289c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2329531 Apr 28 19:40:01.314622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-1bebc3b4-dacf-450d-85da-6d1d61ffde53 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:01.326093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-325c5976-d995-4f59-9ab2-0845d2149de3 req-1bebc3b4-dacf-450d-85da-6d1d61ffde53 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734166 Apr 28 19:40:01.359000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e2707da-b222-482f-baba-6e3bf7afed18 req-8576b360-d3ac-450c-b002-d2957aed71e4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876539 Apr 28 19:40:01.381227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:01.442569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63efa211-39a7-4115-bd8c-877e056447bd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:01.533949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-2c654b99-9d9c-421e-8c9f-7562bab468f5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533087 Apr 28 19:40:01.536667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.679554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769037cb-30a5-4e03-8a4e-8744d631dc52 None None] Network 853b9709-937b-4118-8590-166d964a1932 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:01.685856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Pushing event updated for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:01.703311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.704095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:01.705488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-caf8281c-935e-42b3-9ae7-f0e7222ce42c service neutron] 10.222.0.46 "PUT /v2.0/ports/63efa211-39a7-4115-bd8c-877e056447bd HTTP/1.1" status: 200 len: 1095 time: 2.1211371 Apr 28 19:40:01.711411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:01.729664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ade0594-ce4f-4e8c-b5ca-24eb13ae9601 req-4aa50a41-00e8-4694-bc63-1a6a179ad47a tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1912880 Apr 28 19:40:01.868446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe3e94bf-4639-4618-86bf-4bf714f1059a req-4bc34ae3-2cee-44d0-acbd-d2b97fbc2dd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1348569 Apr 28 19:40:01.882688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-fa336fd2-f551-4e7b-a307-55ac8855d388 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555568 Apr 28 19:40:01.926578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-1b1523ed-7db2-489d-8bd3-e1892b4e1a04 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:01.941406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-1b1523ed-7db2-489d-8bd3-e1892b4e1a04 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3993316 Apr 28 19:40:01.973951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-45bd3c0d-7249-4b7d-9223-33212f0a2ca6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/quotas/1625f6a5335a47d4b1e1c0043910322c HTTP/1.1" status: 200 len: 375 time: 0.0295742 Apr 28 19:40:02.050698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-f4f4695a-9c0e-456e-84dd-7071ff9afc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.052264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-f4f4695a-9c0e-456e-84dd-7071ff9afc41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 1098 time: 0.2707675 Apr 28 19:40:02.092945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-ab21c335-790c-4584-820e-f57b2b7e22ed tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1181505 Apr 28 19:40:02.112759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-3c3cfdc9-53f5-4c6d-af69-bcd3c1765cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182500 Apr 28 19:40:02.165892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:02.172041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1469190502-network', 'tenant_id': 'e5c196c1cf6842bd9e19359b657e4725'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:02.178971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:02.185291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Usage tracker for resource:network and tenant:e5c196c1cf6842bd9e19359b657e4725 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:02.188964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:02.194973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-6f946dc4-b289-4f12-96bd-483b192719bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=63efa211-39a7-4115-bd8c-877e056447bd HTTP/1.1" status: 200 len: 217 time: 0.0751350 Apr 28 19:40:02.198209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbc0975-a200-4a38-8c53-96733b360ca4 req-8882719c-d764-48b7-b361-8ba951321f12 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.199763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fbc0975-a200-4a38-8c53-96733b360ca4 req-8882719c-d764-48b7-b361-8ba951321f12 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.1992376 Apr 28 19:40:02.205793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:02.219458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Made reservation on behalf of e5c196c1cf6842bd9e19359b657e4725 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:02.222784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.258698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.273839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:02.277940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Usage tracker for resource:security_group_rule and tenant:e5c196c1cf6842bd9e19359b657e4725 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:02.281933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:02.290125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:02.316930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-2949d171-636c-4eac-8168-6a30418d5aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.318754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-2949d171-636c-4eac-8168-6a30418d5aeb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1179857 Apr 28 19:40:02.327697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fbc0975-a200-4a38-8c53-96733b360ca4 req-2901cb71-4990-4fcb-8bc4-1886e67dfedd tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 Apr 28 19:40:02.402854 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8b04fb7-b137-405e-b36a-ce019b9bbf15'] response: {'name': 'network-changed', 'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd', 'status': 'completed', 'code': 200} Apr 28 19:40:02.450239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5223346-9173-4f07-aa98-ca69f1073263 req-bc440c21-8a1b-4665-89b6-f974017eedd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.452205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-bc440c21-8a1b-4665-89b6-f974017eedd4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1188493 Apr 28 19:40:02.470866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4743f4c0-e326-444a-a905-212940ec8d6c req-08d58a94-36a8-4a42-ad1e-632b97c1253e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.478506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4743f4c0-e326-444a-a905-212940ec8d6c req-08d58a94-36a8-4a42-ad1e-632b97c1253e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1449187 Apr 28 19:40:02.513866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.516927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9f9b260-915f-46ec-8ec9-f6a592d6022a req-c04c7816-8c9e-4e8f-a0d2-ddfd26cdc1fe tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 210 time: 0.0632617 Apr 28 19:40:02.548671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.564647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:02.576240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.576741 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Added segment 1861187e-32eb-416e-9471-5b53f2b31cb4 of type vlan for network 6533093c-bbe2-442f-a448-861d278a96dc Apr 28 19:40:02.612759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.666606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-0f98b9d7-5218-4f8f-b400-8994c98a4beb service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443434 Apr 28 19:40:02.666798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6295262e-94b1-4875-b7f2-9ffac4d6fa45 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:02.720107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a751f9-be38-437f-acec-7d0953377a54,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:02.722812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.723752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:02.724384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.786670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4743f4c0-e326-444a-a905-212940ec8d6c req-ee4c2c53-310d-47a8-9f0a-b00490f21675 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071482 Apr 28 19:40:02.802516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:02.812710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:02.813090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:02.829600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6620467 Apr 28 19:40:02.880499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:02.894794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Request body: {'subnet': {'network_id': '6533093c-bbe2-442f-a448-861d278a96dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1469190502-subnet', 'tenant_id': 'e5c196c1cf6842bd9e19359b657e4725', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:02.899982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44ead8a-1163-4824-8d1d-69c28ac35b63 admin admin] Pushing event updated for resources: {'Network': ['ID=6533093c-bbe2-442f-a448-861d278a96dc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:02.903034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:02.912352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6533093c-bbe2-442f-a448-861d278a96dc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:40:02.926560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Usage tracker for resource:subnet and tenant:e5c196c1cf6842bd9e19359b657e4725 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:02.934477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:03.019783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5223346-9173-4f07-aa98-ca69f1073263 req-5b7f941c-6a3c-4a7e-b9c4-00ebf3126b92 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3470359 Apr 28 19:40:03.099631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:03.140115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Made reservation on behalf of e5c196c1cf6842bd9e19359b657e4725 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:03.143267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.153475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.205075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:03.217836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:03.225692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.261795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-1b9eddc2-bc4a-476e-9585-612d7a0e0426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.262687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-1b9eddc2-bc4a-476e-9585-612d7a0e0426 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 1098 time: 0.1758192 Apr 28 19:40:03.284925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6aa38-85b2-4b6d-a6b0-4482ac13c0d5 req-8aba003f-dcee-45ba-a925-fc98858d4a97 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.286462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eea6aa38-85b2-4b6d-a6b0-4482ac13c0d5 req-8aba003f-dcee-45ba-a925-fc98858d4a97 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 947 time: 0.3363936 Apr 28 19:40:03.380897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eea6aa38-85b2-4b6d-a6b0-4482ac13c0d5 req-5f6d142d-a465-409e-8cf0-82de606258d4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859039 Apr 28 19:40:03.476159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:03.583439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-1223e303-e248-421f-9615-7eb0418980ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.585507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-1223e303-e248-421f-9615-7eb0418980ab service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3079357 Apr 28 19:40:03.638357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.658016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-44cbe20e-95ff-48ce-bf8f-7cade050f5c8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=63efa211-39a7-4115-bd8c-877e056447bd HTTP/1.1" status: 200 len: 217 time: 0.0663133 Apr 28 19:40:03.738260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Pushing event updated for resources: {'Subnet': ['ID=873575f6-2c6b-4d4d-9b7f-b7d68d39d101,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:03.754097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Checking segment: {'id': '1861187e-32eb-416e-9471-5b53f2b31cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '6533093c-bbe2-442f-a448-861d278a96dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:03.754451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Network hostable DHCP agents. Network: 6533093c-bbe2-442f-a448-861d278a96dc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:03.755771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-84517f72-ba0a-4451-bfb7-b28bdb729c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.757670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-84517f72-ba0a-4451-bfb7-b28bdb729c3a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0927076 Apr 28 19:40:03.766440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f87234-683e-492a-b1ea-97ff56956eee req-3a307197-91f5-4e49-9459-dfefcc474c13 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.774099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19f87234-683e-492a-b1ea-97ff56956eee req-3a307197-91f5-4e49-9459-dfefcc474c13 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.1997175 Apr 28 19:40:03.834113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Network 6533093c-bbe2-442f-a448-861d278a96dc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:03.841300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19f87234-683e-492a-b1ea-97ff56956eee req-cc2c4981-45ba-4938-a888-411d4182679e tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664070 Apr 28 19:40:03.873511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 6533093c-bbe2-442f-a448-861d278a96dc) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:03.873658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-f7c63dc2-3136-4c9a-9a0c-96bbd1472b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.877276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-f7c63dc2-3136-4c9a-9a0c-96bbd1472b8c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1109903 Apr 28 19:40:03.878004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:03.878585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:03.884165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8716a8e2-a6a7-4110-b911-cdc18db3603e None None] Network 6533093c-bbe2-442f-a448-861d278a96dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:03.915205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35751402-097a-4a06-8441-f9ad7533a448 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0335019 Apr 28 19:40:04.085880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa70b2df-757e-4104-8247-e67794bb079a req-42ac3054-5f0b-4da4-827d-6826889f5951 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0701880 Apr 28 19:40:04.222105 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f756ec50-57a0-4269-8639-42adef64d71b'] response: {'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45', 'code': 200} Apr 28 19:40:04.283159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-d5453b22-2025-494c-adbd-4106c7dcda16 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1625f6a5335a47d4b1e1c0043910322c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1654816 Apr 28 19:40:04.285003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-6387f662-2fbb-47bc-ab3b-fcac4177833f service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886878 Apr 28 19:40:04.320151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29090944-98ce-441e-9681-b7ec35b677ce None None] Network 6533093c-bbe2-442f-a448-861d278a96dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:04.475988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8ed1e58-b704-4896-8d5f-41a758bc5261 req-a6cd64e1-80f3-4c5e-83bc-b99ed70902c6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 210 time: 0.0932291 Apr 28 19:40:04.689787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e5578419-5ebc-46c5-ab1a-046be7e061ed tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:40:04.690764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e5578419-5ebc-46c5-ab1a-046be7e061ed tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025714 Apr 28 19:40:04.702362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:04.702814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:40:04.707938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2e9b733-71e3-4acf-9c30-e12e2e0bbc8e req-1cac2206-f7a8-4ac2-ac7b-66e6ee97318c service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687744 Apr 28 19:40:04.715504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-f8e09525-54b1-4450-9bcc-81c710701ab4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.716824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-f8e09525-54b1-4450-9bcc-81c710701ab4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4219368 Apr 28 19:40:04.726512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce257471-7dfc-492e-8ea0-96f1aea3e1c1 req-f10e0914-0638-4bcc-af03-5492c9656276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.727950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce257471-7dfc-492e-8ea0-96f1aea3e1c1 req-f10e0914-0638-4bcc-af03-5492c9656276 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 1101 time: 0.2497735 Apr 28 19:40:04.732687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Request body: {'port': {'device_id': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1625f6a5335a47d4b1e1c0043910322c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:04.854717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a81856-093a-4753-95c0-dafc9f66e679 req-4b054dde-9445-451b-9213-514922fc9e78 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:04.856066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8a81856-093a-4753-95c0-dafc9f66e679 req-4b054dde-9445-451b-9213-514922fc9e78 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.2155318 Apr 28 19:40:04.857196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce257471-7dfc-492e-8ea0-96f1aea3e1c1 req-b76d9b0e-218f-4c7d-a821-8b0016ecd962 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107690 Apr 28 19:40:04.893699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:04.903566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:04.916384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Made reservation on behalf of 1625f6a5335a47d4b1e1c0043910322c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:04.920345 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:04.924953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8a81856-093a-4753-95c0-dafc9f66e679 req-aba8e4b9-b39f-434e-9ac6-2d4b54b6f0f1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596340 Apr 28 19:40:04.961268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:04.961638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:04.961961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:04.966571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:04.966885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:04.971847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:04.972177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:04.972555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:04.972974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Bound port: 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:05.006454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:05.012053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.013326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-138d9dd9-90f6-4b62-8d36-e846018d7b8f service neutron] 10.222.0.24 "POST /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3160648 Apr 28 19:40:05.102111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Allocated IP 192.168.233.70 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/d3c3896c-6d70-4e15-a5ca-07bf2a9533e9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:05.463500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67b96ff5-ec57-4812-bbb7-59f58bf503a2 req-9019989e-9f4f-4ba1-8dc5-7531f2d305d7 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0401692 Apr 28 19:40:05.567294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.591631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421cd8d4-ff6d-470b-9ddf-2eb733fba613 req-2f933daa-051d-44ea-8071-6a3adefd1911 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.593118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-421cd8d4-ff6d-470b-9ddf-2eb733fba613 req-2f933daa-051d-44ea-8071-6a3adefd1911 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 947 time: 0.3869469 Apr 28 19:40:05.599276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-4149f927-997d-4896-bec3-0cb5f9facfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.601165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-4149f927-997d-4896-bec3-0cb5f9facfed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1096 time: 0.3428228 Apr 28 19:40:05.605170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Transition to ACTIVE for port object d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:05.739446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-421cd8d4-ff6d-470b-9ddf-2eb733fba613 req-3ffcc104-1d62-4cee-9473-7736350323f3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358335 Apr 28 19:40:05.772404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.784097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['58c97800-3fbb-4a9b-b703-84d8464a9f84', 'cb40dad6-429c-4dd7-bd90-f7e16b89db26'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:05.850348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-58e31350-c569-4528-99d5-fc4866c2d573 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.852735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-58e31350-c569-4528-99d5-fc4866c2d573 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:05.858233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-ead13d8c-05bd-4780-9834-17a2ef50f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.859636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-ead13d8c-05bd-4780-9834-17a2ef50f9e2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2406056 Apr 28 19:40:05.873246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-58e31350-c569-4528-99d5-fc4866c2d573 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:05.874421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-58e31350-c569-4528-99d5-fc4866c2d573 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.1911790 Apr 28 19:40:05.891870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-374b8241-6f04-4b08-aa0e-6b000fcd39e9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/quotas/ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 375 time: 0.0100539 Apr 28 19:40:05.902429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:05.949589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-36f44081-da8f-483d-be02-f1fa446d570d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501847 Apr 28 19:40:05.959995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:05.973992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:05.980227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:05.980861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:05.992360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event updated for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:06.012891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-6ae98017-963b-4bc2-af8e-7fc8544bb7e3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 217 time: 0.1125610 Apr 28 19:40:06.125682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-341e56dc-1f01-461f-8ce1-b2c372a777a6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3967040 Apr 28 19:40:06.148543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Request body: {'port': {'device_id': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:06.184131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-67b3868e-96b0-45d0-9fe7-43bc451fb043 service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261467 Apr 28 19:40:06.195133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-083c3065-d975-421c-8ac2-6391320db17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.196549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-083c3065-d975-421c-8ac2-6391320db17a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1733932 Apr 28 19:40:06.214998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbb5dbd-a063-4740-8b83-864f07a674fd req-5ae40554-8e5a-44a3-a827-8b3f900039d3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.216490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fbb5dbd-a063-4740-8b83-864f07a674fd req-5ae40554-8e5a-44a3-a827-8b3f900039d3 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.3617239 Apr 28 19:40:06.225189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-84a571b3-5cb1-4abf-9191-8db5f56afcae None None] Provisioning for port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:06.234375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-84a571b3-5cb1-4abf-9191-8db5f56afcae None None] Provisioning complete for port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:06.234983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84a571b3-5cb1-4abf-9191-8db5f56afcae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.280275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-2fb48e77-d264-435b-b2f7-173fc421566b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606592 Apr 28 19:40:06.289656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-84a571b3-5cb1-4abf-9191-8db5f56afcae None None] Port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:06.328506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-67944074-1baa-4091-a195-af434c66826e service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375716 Apr 28 19:40:06.390415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fbb5dbd-a063-4740-8b83-864f07a674fd req-06b268ae-9d69-42b8-a149-631d011e1df0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349692 Apr 28 19:40:06.437081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:06.613601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-209a3ae4-fdb5-4f8c-b950-5a4db051dae1 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069108 Apr 28 19:40:06.645153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd628c3d-1965-4e8c-aff7-95859eac79b5 req-f697f5dd-9fa4-4a2c-9a25-8fbafcca63c9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.647366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd628c3d-1965-4e8c-aff7-95859eac79b5 req-f697f5dd-9fa4-4a2c-9a25-8fbafcca63c9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 935 time: 0.0882244 Apr 28 19:40:06.697113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd628c3d-1965-4e8c-aff7-95859eac79b5 req-9280294b-c39a-4a57-b057-b5070522fc1d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424166 Apr 28 19:40:06.849871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e9b5f5-46a9-4d4a-b5ee-3e1960c2579d req-2fc78874-dc0f-4161-ae59-bd0ceff234c6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:06.852006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46e9b5f5-46a9-4d4a-b5ee-3e1960c2579d req-2fc78874-dc0f-4161-ae59-bd0ceff234c6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.3196273 Apr 28 19:40:06.864050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c8a48ca-7e0e-49ca-ae4e-8faeec45f838 req-14baa366-747b-49e2-bc4f-b750b045005a tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0459940 Apr 28 19:40:06.919916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63efa211-39a7-4115-bd8c-877e056447bd details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:06.957678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e3afebae-6082-4d87-b9ad-f5abfab14deb service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342724 Apr 28 19:40:06.997533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46e9b5f5-46a9-4d4a-b5ee-3e1960c2579d req-b3e7d1ec-adc6-4594-9e8e-8636126811d3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012566 Apr 28 19:40:07.117645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63efa211-39a7-4115-bd8c-877e056447bd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:07.133400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '63efa211-39a7-4115-bd8c-877e056447bd', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '63efa211-39a7-4115-bd8c-877e056447bd', 'mac_address': 'fa:16:3e:54:70:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:07.208496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.229004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63efa211-39a7-4115-bd8c-877e056447bd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:07.252795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63efa211-39a7-4115-bd8c-877e056447bd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:07.258204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.270195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5902071-c2fb-491e-a11e-369258eb13e5 req-500bc90c-be2b-4ef2-914d-198331577dcc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.271950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5902071-c2fb-491e-a11e-369258eb13e5 req-500bc90c-be2b-4ef2-914d-198331577dcc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1814547 Apr 28 19:40:07.312793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-62d4cbf0-02e5-472b-b5cb-066c0c587202 req-bb5e3df2-4c36-474f-b0a2-9f669b9a2e58 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 210 time: 0.1651869 Apr 28 19:40:07.325946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:07.332260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5902071-c2fb-491e-a11e-369258eb13e5 req-ca85d82f-a5b3-401c-b7d2-519f09a03876 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540073 Apr 28 19:40:07.332571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:07.354433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.367766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-d4120e38-c8bd-4178-a847-d33cd4011405 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.369217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-d4120e38-c8bd-4178-a847-d33cd4011405 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.3475978 Apr 28 19:40:07.370157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Transition to ACTIVE for port object d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:07.373985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.410622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:07.619814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f147558-3172-40d6-9a0a-541816c2c0e8 req-ecd6da28-218b-4675-8412-14dbe6940120 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:07.621332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f147558-3172-40d6-9a0a-541816c2c0e8 req-ecd6da28-218b-4675-8412-14dbe6940120 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.0961866 Apr 28 19:40:07.674861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f147558-3172-40d6-9a0a-541816c2c0e8 req-3dbbaae8-afd2-4f4d-a83c-0028a1af6a39 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473075 Apr 28 19:40:07.688670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:07.698904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:07.854811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:07.892803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Attempting to bind port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:07.893136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Attempting to bind port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:07.893441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Attempting to bind port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:07.947918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:07.948462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Attempting to bind port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:07.978030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:07.978359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:07.978734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:07.979161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Bound port: d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:07.979495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.021286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2255ee7-b601-4b5d-a06c-a68e5eec487d req-e4610eda-2c21-4c3d-aad2-5f743e02dd9b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.023289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2255ee7-b601-4b5d-a06c-a68e5eec487d req-e4610eda-2c21-4c3d-aad2-5f743e02dd9b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 948 time: 0.5627863 Apr 28 19:40:08.077372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-ccaf4192-0edb-4ef0-b554-3efb4b685e21 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.078766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-ccaf4192-0edb-4ef0-b554-3efb4b685e21 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.4642036 Apr 28 19:40:08.106395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8619130c-f054-4f4b-8861-f7c54376add8 req-31b9ea4b-92e4-4baa-8b74-11bcac53ef9f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.107756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8619130c-f054-4f4b-8861-f7c54376add8 req-31b9ea4b-92e4-4baa-8b74-11bcac53ef9f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 947 time: 0.0823619 Apr 28 19:40:08.115163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Request body: {'port': {'device_id': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'admin_state_up': True, 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:08.151944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8619130c-f054-4f4b-8861-f7c54376add8 req-674cd401-ce12-41da-bdc6-900e7656efba tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Apr 28 19:40:08.301549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2255ee7-b601-4b5d-a06c-a68e5eec487d req-75723b93-c849-430d-94fb-b413ab3877c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347147 Apr 28 19:40:08.331048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:08.334431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fe75ac-7237-4098-af97-63a5283b8d9c req-26604b19-37a5-49dc-aeb6-26ea871d1f9f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.335917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8fe75ac-7237-4098-af97-63a5283b8d9c req-26604b19-37a5-49dc-aeb6-26ea871d1f9f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.0887539 Apr 28 19:40:08.361422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:08.379514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:08.381987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.390085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8fe75ac-7237-4098-af97-63a5283b8d9c req-7009e285-6113-4e58-9bd8-45f4299417b4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471206 Apr 28 19:40:08.500821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.501845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.503691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 HTTP/1.1" status: 200 len: 1095 time: 2.3614659 Apr 28 19:40:08.504410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:08.514648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:08.519398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9241dd5c-0944-45c5-95fe-42df81da6387 req-33ac2ac5-77fa-48b3-8b80-b8ab11f02a61 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0859332 Apr 28 19:40:08.529179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Usage tracker for resource:port and tenant:ecf668f812f246b0a09965cb8c561a34 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:08.551410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:08.561208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:08.568000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b342ee-6090-40c6-bd91-79f08ec65335 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:08.584425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:08.588087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.595827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aedf4ee-66c9-49d6-b9bb-28341f915e4b req-42649ae0-f0fd-4887-9eaf-86a77811909f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:08.603999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aedf4ee-66c9-49d6-b9bb-28341f915e4b req-42649ae0-f0fd-4887-9eaf-86a77811909f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 945 time: 0.1163485 Apr 28 19:40:08.606758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:08.660526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aedf4ee-66c9-49d6-b9bb-28341f915e4b req-f70cf342-6e8c-4f04-bd0f-a1ea528e746a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555339 Apr 28 19:40:08.706726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.800001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:08.802045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-620e9f71-92b2-484e-8462-410261e423ad req-a3c291f6-5274-4bc0-9a43-0af04934abe4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 210 time: 0.0470371 Apr 28 19:40:08.876649 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a45cfa-581a-48c5-8a2a-4a7b6ea4df7e'] response: {'name': 'network-changed', 'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', 'status': 'completed', 'code': 200} Apr 28 19:40:08.920327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63efa211-39a7-4115-bd8c-877e056447bd up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:08.989645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 63efa211-39a7-4115-bd8c-877e056447bd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:08.995144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 63efa211-39a7-4115-bd8c-877e056447bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:08.995706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.122653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.151382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:09.177080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63efa211-39a7-4115-bd8c-877e056447bd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:09.183150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.190130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:09.222925 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d939d295-ea76-4d3d-91bf-6b1b8c3e9342'] response: {'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd', 'code': 200} Apr 28 19:40:09.255817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:09.256730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:09.257758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:09.264686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:09.273442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-05f065ec-694b-42b6-bd45-8258c5bb6234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.275037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-05f065ec-694b-42b6-bd45-8258c5bb6234 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 1098 time: 0.5732901 Apr 28 19:40:09.278768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:09.279099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Attempting to bind port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:09.295816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 39, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:09.296151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:09.296536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:09.296991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Bound port: 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:09.297337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.373213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Allocated IP 172.20.0.3 (853b9709-937b-4118-8590-166d964a1932/fc764f5d-8568-484b-8a85-329f3312629e/c58e4942-cb6c-41d9-91ed-666cb12de1e8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:09.389899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-b2f93404-9071-4fa6-a03b-ac21937fb8f5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 HTTP/1.1" status: 200 len: 217 time: 0.0951099 Apr 28 19:40:09.423021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c961d50a-ddc9-43d4-ac36-1bc8d6a3af79 req-55688841-0691-4f9e-8742-439ffcff31e5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.424352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c961d50a-ddc9-43d4-ac36-1bc8d6a3af79 req-55688841-0691-4f9e-8742-439ffcff31e5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.6181121 Apr 28 19:40:09.436075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb974d56-14b1-44d7-8a38-50e73793ed77 req-7ffb51c5-2e7a-4253-ad25-4131a39fa255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.437579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb974d56-14b1-44d7-8a38-50e73793ed77 req-7ffb51c5-2e7a-4253-ad25-4131a39fa255 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 1100 time: 0.1377954 Apr 28 19:40:09.472643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2dbc7-8868-46be-b776-bd198e61806d req-a2a162c3-bfc0-4954-a2b5-182ec0cc9736 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.474130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0d2dbc7-8868-46be-b776-bd198e61806d req-a2a162c3-bfc0-4954-a2b5-182ec0cc9736 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 947 time: 0.1162703 Apr 28 19:40:09.508044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb974d56-14b1-44d7-8a38-50e73793ed77 req-0a4e4342-31c6-47df-bcc3-33ee458d18c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638270 Apr 28 19:40:09.530429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0d2dbc7-8868-46be-b776-bd198e61806d req-919090de-24b6-427b-b862-3f7dd0258101 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464053 Apr 28 19:40:09.598939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-3a52c5b4-9ff2-44e7-98ce-da17dc2fce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.601800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-3a52c5b4-9ff2-44e7-98ce-da17dc2fce5c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1758709 Apr 28 19:40:09.608757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.616277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c961d50a-ddc9-43d4-ac36-1bc8d6a3af79 req-3ca20bc9-df8d-4cf7-9be8-d2c70d86056e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359184 Apr 28 19:40:09.619989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:09.625565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:09.645283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:09.714283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6d106b-5cf3-4434-9515-668023a9fc75 req-7405aff0-691b-42a6-88ed-99a707fd7f3b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.715918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd6d106b-5cf3-4434-9515-668023a9fc75 req-7405aff0-691b-42a6-88ed-99a707fd7f3b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.0870714 Apr 28 19:40:09.764909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd6d106b-5cf3-4434-9515-668023a9fc75 req-e34bffac-68d1-4bab-894c-179b3dda485a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431478 Apr 28 19:40:09.938547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a0a8c3-f3c6-4338-9314-be4b2ba1f2dd req-d508ebe3-ccea-45f2-b2bd-8faf556d5c1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:09.939976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0a0a8c3-f3c6-4338-9314-be4b2ba1f2dd req-d508ebe3-ccea-45f2-b2bd-8faf556d5c1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.0806577 Apr 28 19:40:09.983721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0a0a8c3-f3c6-4338-9314-be4b2ba1f2dd req-ae9a4814-f6c7-4157-bea3-63e19bc3999f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373375 Apr 28 19:40:10.014376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:10.033129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.033766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.035111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e9ec2233-fde4-4982-95e8-e9cf4001e4d9 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 1121 time: 2.6572804 Apr 28 19:40:10.088980 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.117015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abade1c-7ac4-4a12-b8d9-7475d1521400 req-e3b86d2f-cfc2-4c5c-9739-65618d5449fe tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.118580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8abade1c-7ac4-4a12-b8d9-7475d1521400 req-e3b86d2f-cfc2-4c5c-9739-65618d5449fe tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.3949511 Apr 28 19:40:10.122345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5a68c0ff-07c1-4a3f-b50a-3355243c66b3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:10.123125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-ec54b4bc-e2cf-4fe8-b61b-a2d2aeed3ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.124271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-ec54b4bc-e2cf-4fe8-b61b-a2d2aeed3ddf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3017232 Apr 28 19:40:10.174485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cd49f0b-f6ef-4de5-882d-fd989525b4b7 req-23f68add-f9bc-471d-b26b-be2d90ceca48 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0736353 Apr 28 19:40:10.265349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8abade1c-7ac4-4a12-b8d9-7475d1521400 req-4c0e0570-4e65-4663-9204-e298cd30780a tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391988 Apr 28 19:40:10.290059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.400446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Network 853b9709-937b-4118-8590-166d964a1932 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:10.405180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-7bd5b925-66df-425f-bf72-a1c9809dbca4 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2633538 Apr 28 19:40:10.437883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:10.445541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:10.452431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:10.457638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06bbc0-5360-4135-a72f-27e05e20ab48 req-9ab9e8a0-7867-48df-a811-0fb0a23fb801 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.458191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.458294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.464185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e06bbc0-5360-4135-a72f-27e05e20ab48 req-9ab9e8a0-7867-48df-a811-0fb0a23fb801 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 931 time: 0.0911517 Apr 28 19:40:10.504581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1e06bbc0-5360-4135-a72f-27e05e20ab48 req-9c8a6c13-8f9f-404f-bcd7-81971e35eb37 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:10.521350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1e06bbc0-5360-4135-a72f-27e05e20ab48 req-9c8a6c13-8f9f-404f-bcd7-81971e35eb37 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:10.522533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e06bbc0-5360-4135-a72f-27e05e20ab48 req-9c8a6c13-8f9f-404f-bcd7-81971e35eb37 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570621 Apr 28 19:40:10.575226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-d67ef5f2-4910-4819-ac46-b7f65bee1a86 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4656343 Apr 28 19:40:10.600861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Request body: {'port': {'device_id': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:10.681927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ae6346-b7c6-416e-8d84-5419da5b7e12 req-46d0ea2d-c09e-4704-9619-5f43e22eae6d service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419324 Apr 28 19:40:10.683748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-6ef8d22d-d4f8-4221-b92e-c4101ce0085a tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.685100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-6ef8d22d-d4f8-4221-b92e-c4101ce0085a tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 1101 time: 0.2890866 Apr 28 19:40:10.721108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c01600c-2f9c-49c1-b943-e3e6c0ccd4eb req-b85362a6-63bf-47cd-a6ed-2a1ddfd83312 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.725988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c01600c-2f9c-49c1-b943-e3e6c0ccd4eb req-b85362a6-63bf-47cd-a6ed-2a1ddfd83312 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 947 time: 0.0893292 Apr 28 19:40:10.770460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c01600c-2f9c-49c1-b943-e3e6c0ccd4eb req-7fbc7e51-93a8-4ac6-b2c7-44677c0dc8d3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407829 Apr 28 19:40:10.877455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3'}, {'name': 'network-changed', 'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:10.898179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.923735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:10.925772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:10.938956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Usage tracker for resource:security_group_rule and tenant:f0cb4528e5094d55a2f82bd157e19ece is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:10.944235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bcf349-4f47-4ba5-af40-7bbebc879651 req-938761ca-8a8b-4a3b-a4ad-c924c068ff88 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:10.945797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9bcf349-4f47-4ba5-af40-7bbebc879651 req-938761ca-8a8b-4a3b-a4ad-c924c068ff88 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0806243 Apr 28 19:40:10.948683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:10.980111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:10.990016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9bcf349-4f47-4ba5-af40-7bbebc879651 req-fca70287-8f25-4e04-bd0d-e6c0f91ef5dc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384352 Apr 28 19:40:11.043080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-b20b69b8-f0a2-4742-a30b-3d408b4b7f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.044562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-b20b69b8-f0a2-4742-a30b-3d408b4b7f95 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1625f6a5335a47d4b1e1c0043910322c&device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 1098 time: 0.2314312 Apr 28 19:40:11.169828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5b1941-f115-4e6c-9dac-8fc5c76029d8 req-45a38c34-c632-4d95-9687-a0a084de2fa4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.171271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5b1941-f115-4e6c-9dac-8fc5c76029d8 req-45a38c34-c632-4d95-9687-a0a084de2fa4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.0864825 Apr 28 19:40:11.215569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5b1941-f115-4e6c-9dac-8fc5c76029d8 req-210575fe-77e8-4eac-9dc6-b7c7d14ee2bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384150 Apr 28 19:40:11.280531 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5222744-918e-45c6-8c83-8251f58213eb'] response: {'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'code': 200} Apr 28 19:40:11.280788 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5222744-918e-45c6-8c83-8251f58213eb'] response: {'name': 'network-changed', 'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'status': 'completed', 'code': 200} Apr 28 19:40:11.390768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-d416b56c-fcfe-48f8-b1bc-8d98558ed13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.392123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-d416b56c-fcfe-48f8-b1bc-8d98558ed13b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3015246 Apr 28 19:40:11.463839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.483287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.494703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-b7e21131-460b-4265-a861-9b929db1e016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.496261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-b7e21131-460b-4265-a861-9b929db1e016 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1124 time: 0.1888061 Apr 28 19:40:11.499609 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-866110a4-8222-4509-ac58-b482b49ae65b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 HTTP/1.1" status: 200 len: 217 time: 0.0953329 Apr 28 19:40:11.516481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d9e491f-621f-4c1e-b3ee-681ab5f5d4f6 req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7044096 Apr 28 19:40:11.535217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18745cbc-d6b3-426d-a5ff-9d4ebf8f0690 req-2ef0db8a-7a98-40a7-a051-d23ca7670f06 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.541948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18745cbc-d6b3-426d-a5ff-9d4ebf8f0690 req-2ef0db8a-7a98-40a7-a051-d23ca7670f06 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.1754503 Apr 28 19:40:11.576056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8449077e-dd7e-4726-b9cb-f096ef9ee52b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:11.598669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.599009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.599340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.599672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.600521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.600848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.601318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.601676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.601999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.602315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.602631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.602944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c926a2-309a-4ab4-9ec5-54d76e46c2f2 tempest-LiveMigrationNegativeTest-1543114578 tempest-LiveMigrationNegativeTest-1543114578-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:11.660360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18745cbc-d6b3-426d-a5ff-9d4ebf8f0690 req-1241a5d1-2a48-4ba5-8b57-b2945d649b36 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172590 Apr 28 19:40:11.692230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-176f7a84-8f4f-4a1a-89e4-4381233455f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.693440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-176f7a84-8f4f-4a1a-89e4-4381233455f8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1791120 Apr 28 19:40:11.698417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-7987a270-c3eb-42d8-881a-778323919582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.699747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-7987a270-c3eb-42d8-881a-778323919582 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.1955669 Apr 28 19:40:11.735146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7bcede82-8dc0-481e-91c0-e12a455c9610 req-eb58470c-3be4-4bec-909e-9a726971bd5b tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0999143 Apr 28 19:40:11.742588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58e4942-cb6c-41d9-91ed-666cb12de1e8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:11.746345 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.759310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.779987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Transition to ACTIVE for port object c58e4942-cb6c-41d9-91ed-666cb12de1e8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:11.785005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:11.859827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-bb062567-7eee-41df-a749-c8d4e3acc5df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 217 time: 0.1531475 Apr 28 19:40:11.960200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:11.973224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-85b25188-3183-49c2-8034-4986f3692997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.975544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-85b25188-3183-49c2-8034-4986f3692997 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2727492 Apr 28 19:40:11.983679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:11.984195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:11.984687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:11.993771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-af3fb1a0-c4bc-4299-8dbb-14a4022be85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:11.995177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-af3fb1a0-c4bc-4299-8dbb-14a4022be85d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1011086 Apr 28 19:40:12.044566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32305-c161-4391-9c3a-2a0cb06c0316 req-d03db463-3922-4ccd-a2b2-e3668df0175d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.046074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13f32305-c161-4391-9c3a-2a0cb06c0316 req-d03db463-3922-4ccd-a2b2-e3668df0175d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.1881242 Apr 28 19:40:12.053679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-dba84994-b36c-4fe7-a395-7bc168a9d98b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510242 Apr 28 19:40:12.076959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:12.077577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:12.126410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:12.126747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:12.127123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:12.127553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Bound port: c58e4942-cb6c-41d9-91ed-666cb12de1e8, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:12.127889 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.176065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13f32305-c161-4391-9c3a-2a0cb06c0316 req-d8e44b3e-65ab-456d-83c8-3b8c9eff6159 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213477 Apr 28 19:40:12.223183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-8036d117-81e3-4379-9032-a78cc361ad36 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562340 Apr 28 19:40:12.244860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-dd5ba412-b243-403a-a995-cfe784243c74 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2577379 Apr 28 19:40:12.316696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:12.365832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be9972d-f329-477e-a02b-41e0dadadb28 req-b8be9bb7-07df-4ba4-a4aa-4b12ccb5d9b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322007 Apr 28 19:40:12.476676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90697d54-ef14-499f-ae6e-724673f1702d req-ba1871e4-1571-4821-ab32-5ea694d288fa tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.477286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-90697d54-ef14-499f-ae6e-724673f1702d req-ba1871e4-1571-4821-ab32-5ea694d288fa tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:12.493311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:12.504307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.570273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8643ed-7d19-44e1-99f6-3abbaaf7a429 req-15e75258-5dd9-4bf1-a2bd-b0df1d2e4d55 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.571823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac8643ed-7d19-44e1-99f6-3abbaaf7a429 req-15e75258-5dd9-4bf1-a2bd-b0df1d2e4d55 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0896065 Apr 28 19:40:12.590225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749b1cf5-0bed-4bfa-98b8-e65e851c241c req-79985ddc-c13a-4b83-b605-afb3569dd24f service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3376806 Apr 28 19:40:12.594080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-90697d54-ef14-499f-ae6e-724673f1702d req-ba1871e4-1571-4821-ab32-5ea694d288fa tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:12.595131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90697d54-ef14-499f-ae6e-724673f1702d req-ba1871e4-1571-4821-ab32-5ea694d288fa tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 947 time: 0.5234029 Apr 28 19:40:12.601903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.602511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:12.603880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] 10.222.0.41 "PUT /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 1091 time: 2.0102518 Apr 28 19:40:12.618634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac8643ed-7d19-44e1-99f6-3abbaaf7a429 req-970c96f4-4f9f-465a-ad74-f2a71bb449c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407770 Apr 28 19:40:12.632515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23596897-1a4f-473e-98df-b55f36d91598 service neutron] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:12.655789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90697d54-ef14-499f-ae6e-724673f1702d req-a692dc76-7ad5-4e01-b377-1ee73a3125b2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509434 Apr 28 19:40:12.735659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-1c9ac858-2a51-423c-aeae-5bf978480329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.737192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-1c9ac858-2a51-423c-aeae-5bf978480329 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1094 time: 0.0754406 Apr 28 19:40:12.803347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fd350c-7b6b-44e9-8922-692252eac136 req-57e79374-736a-46f0-afb2-be9451062198 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.804791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98fd350c-7b6b-44e9-8922-692252eac136 req-57e79374-736a-46f0-afb2-be9451062198 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.0818324 Apr 28 19:40:12.840512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-9679f505-f1c9-4e70-99c9-b860bf4faa44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.0956004 Apr 28 19:40:12.850279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98fd350c-7b6b-44e9-8922-692252eac136 req-09dd4d6d-f9c7-49e4-8fd5-30428e5eb598 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387039 Apr 28 19:40:12.929594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-ca45dcd5-fc8a-472b-b2ca-035431508e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.931055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-ca45dcd5-fc8a-472b-b2ca-035431508e9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.0791595 Apr 28 19:40:12.975095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:12.977374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aeaded7-7558-4e1a-9a15-d5c22283d96e req-a4e8a3ee-8d71-4414-b63e-8787f78d3c55 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:12.978960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aeaded7-7558-4e1a-9a15-d5c22283d96e req-a4e8a3ee-8d71-4414-b63e-8787f78d3c55 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.1777196 Apr 28 19:40:12.992042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-587ca1be-4f6f-4b21-b51b-a3ed20b38575 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534081 Apr 28 19:40:13.028108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b9089-06cf-420b-8766-5efcc29177f6 req-de2455e9-0ea6-4ff4-aa21-892dc417b069 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.030352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20b9089-06cf-420b-8766-5efcc29177f6 req-de2455e9-0ea6-4ff4-aa21-892dc417b069 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.0850444 Apr 28 19:40:13.078113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20b9089-06cf-420b-8766-5efcc29177f6 req-9224c2b5-4258-443f-8e4a-65fb068355f4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425787 Apr 28 19:40:13.107894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aeaded7-7558-4e1a-9a15-d5c22283d96e req-03c07bb9-cfed-4665-9d2e-ddae226af97f tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184504 Apr 28 19:40:13.148157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:13.166692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:40:13.167418 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-67188aff-a6df-4bc6-b50a-e0578b4f2336 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630356 Apr 28 19:40:13.232003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b302eb41-4a44-4446-a8b8-bc7a0d38f1df req-c46bda2b-dbea-4dd9-9ee4-5d3139fc100e tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0433655 Apr 28 19:40:13.281613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:13.319016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-169dd43c-4c5c-4c0d-8f18-e3c2b5d60d4d req-74a1421a-5035-4f89-bcfe-c96031379fba service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345565 Apr 28 19:40:13.411855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-cad4e3a1-a5c2-4d28-9373-5edefde051f6 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.414494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-cad4e3a1-a5c2-4d28-9373-5edefde051f6 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 1100 time: 0.0764933 Apr 28 19:40:13.436634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.452053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:13.455239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Usage tracker for resource:security_group_rule and tenant:51c232864a754d2c8c91e2e7c07be51f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:13.458121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:13.465891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:13.476462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a56f6-607c-4871-8f9d-76fca3bf7295 req-be2c4a97-1215-451d-bbb1-33a97647e912 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.484226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e52a56f6-607c-4871-8f9d-76fca3bf7295 req-be2c4a97-1215-451d-bbb1-33a97647e912 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.0920131 Apr 28 19:40:13.529863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e52a56f6-607c-4871-8f9d-76fca3bf7295 req-b74cb963-9332-4dd2-be9e-e0f6fb8f418b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446599 Apr 28 19:40:13.563471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.567396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:13.588810 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71d01d9-6ad6-4e58-b654-7671c99c5423'] response: {'name': 'network-changed', 'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'status': 'completed', 'code': 200} Apr 28 19:40:13.593788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3578d9ed-503a-4146-90ec-17f9b50807bb req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737132 Apr 28 19:40:13.606865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc425cdc-de30-4b21-9c42-cbeb45b41caa tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82dcfcac-6b94-4363-bd40-8d65fcf002a8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:13.692108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-9dd27c3d-8ef1-4ebf-b231-31406115a811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.693693 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-9dd27c3d-8ef1-4ebf-b231-31406115a811 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1094 time: 0.0781996 Apr 28 19:40:13.881964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-9a5fd6e5-8624-4f29-83d4-a33d02acf6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.883373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-9a5fd6e5-8624-4f29-83d4-a33d02acf6b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.1814380 Apr 28 19:40:13.900928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b6b5d-3a99-4577-9dbf-a1bc5dab3f13 req-32d86d5f-be48-4d9b-a669-7b20cfcbcef8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.902413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3b6b5d-3a99-4577-9dbf-a1bc5dab3f13 req-32d86d5f-be48-4d9b-a669-7b20cfcbcef8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 947 time: 0.0878761 Apr 28 19:40:13.946875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3b6b5d-3a99-4577-9dbf-a1bc5dab3f13 req-90e487b4-9de4-45d4-a083-cea8d607b221 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387154 Apr 28 19:40:13.955584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9f7fed-3012-415e-8b1f-560b706ce118 req-9d0eac60-23f9-4f5f-a26c-e06004a742a1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:13.956992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9f7fed-3012-415e-8b1f-560b706ce118 req-9d0eac60-23f9-4f5f-a26c-e06004a742a1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1737700 Apr 28 19:40:13.967682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-83826abe-5b75-43ec-8c82-e127c7e6f7b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.0743880 Apr 28 19:40:14.050430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d9f7fed-3012-415e-8b1f-560b706ce118 req-371ea717-8ffd-4d37-ae66-3107448a9037 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853879 Apr 28 19:40:14.056421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-b4a75e37-e759-487d-9f4a-50a3978ea080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.057821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-b4a75e37-e759-487d-9f4a-50a3978ea080 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.0768461 Apr 28 19:40:14.063453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-0d1c2336-7d52-4f6f-b2a3-f63b7040da65 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308592 Apr 28 19:40:14.107716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-a621f995-ae4b-47ef-b9e0-daa2e3d0da70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431314 Apr 28 19:40:14.265580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-bd93df81-4eec-427c-b2ea-1878974d1c4b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.266984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-bd93df81-4eec-427c-b2ea-1878974d1c4b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1974232 Apr 28 19:40:14.291274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-8b66084b-41bd-4862-84a0-f88ec505675b tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.292710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-8b66084b-41bd-4862-84a0-f88ec505675b tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.1876028 Apr 28 19:40:14.295053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-11006f75-3271-49c3-bb53-81c6570e0dbb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0216727 Apr 28 19:40:14.371879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-19332b23-169b-4c5f-a6b7-b1ca4a5f0325 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578871 Apr 28 19:40:14.411754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Deleting port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:40:14.412094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.430370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7b0ca4-2523-4cc9-86da-854aa8a4d677 req-04e16a98-9a71-419e-b8c2-a8eeea39e25d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.431784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd7b0ca4-2523-4cc9-86da-854aa8a4d677 req-04e16a98-9a71-419e-b8c2-a8eeea39e25d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.2358701 Apr 28 19:40:14.511818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-6b3d5b05-a524-42b9-a527-721f0f7c4433 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849186 Apr 28 19:40:14.546527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd7b0ca4-2523-4cc9-86da-854aa8a4d677 req-850d4a16-e237-4215-983b-e81434951c7d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719247 Apr 28 19:40:14.551644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba8ae9b-1385-42a1-84ad-82206e8880d4 req-b9e019cb-7bf7-4696-b589-507e7b784f5d service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726513 Apr 28 19:40:14.741766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865ebd9e-dea4-4598-898c-edf37298caed req-86c8acbb-6b45-4d51-adba-23d27947ccf7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:14.742809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-865ebd9e-dea4-4598-898c-edf37298caed req-86c8acbb-6b45-4d51-adba-23d27947ccf7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 950 time: 0.0875401 Apr 28 19:40:14.774136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] For port 6295262e-94b1-4875-b7f2-9ffac4d6fa45, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6295262e-94b1-4875-b7f2-9ffac4d6fa45,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:14.774426 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:14.793162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-865ebd9e-dea4-4598-898c-edf37298caed req-86f675f9-344f-423d-aa62-9ceab892ff01 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398507 Apr 28 19:40:14.898052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Calling delete_port for 6295262e-94b1-4875-b7f2-9ffac4d6fa45 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:40:14.946180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b7ae330-b282-4906-a554-92caa9370b8a req-0cb15150-28a7-42fd-a739-f6d0a7adc57f tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0498159 Apr 28 19:40:14.991888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:15.133959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.145153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:15.155422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['35609b03-f38e-4e7a-aa11-76490ca57745', '6295262e-94b1-4875-b7f2-9ffac4d6fa45'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:15.190963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', 'mac_address': 'fa:16:3e:e3:36:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:15.204952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ceb893-55a5-42e6-aaed-d9b92a1503c1 req-d032bad9-43f7-441a-9c05-126e90a2f2be tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.212530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4ceb893-55a5-42e6-aaed-d9b92a1503c1 req-d032bad9-43f7-441a-9c05-126e90a2f2be tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.2417173 Apr 28 19:40:15.236566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Pushing event deleted for resources: {'Port': ['ID=6295262e-94b1-4875-b7f2-9ffac4d6fa45,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:15.273656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.287605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.287896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.288233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.288554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.288886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.289213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.289562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.289886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.290656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.290786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.291211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.291696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.299344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:15.339546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:15.354461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.362990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] No DVR routers for this DVR port 6295262e-94b1-4875-b7f2-9ffac4d6fa45 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:15.365956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:15.372662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'name': 'network-vif-deleted', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:15.424742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4ceb893-55a5-42e6-aaed-d9b92a1503c1 req-cdd0080a-93cb-4ac0-a7c3-e44f16beb521 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112956 Apr 28 19:40:15.435023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce2ea61a-9520-4e88-89bc-2178e4b608cc req-dee0a7ea-590b-41ba-820a-b8713b30b9ec tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "DELETE /v2.0/ports/6295262e-94b1-4875-b7f2-9ffac4d6fa45 HTTP/1.1" status: 204 len: 173 time: 1.1367376 Apr 28 19:40:15.490808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:15.513730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.514374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.514903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.515448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.515992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.517701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.518245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.519912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.525653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.526268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.526951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.527474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:15.713348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa890ed0-440c-49f7-8bc0-3c4d86156c7b req-d2053f3a-d8ee-4df9-a457-cc7bf2f6b7b7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.714929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa890ed0-440c-49f7-8bc0-3c4d86156c7b req-d2053f3a-d8ee-4df9-a457-cc7bf2f6b7b7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 948 time: 0.1020017 Apr 28 19:40:15.779970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa890ed0-440c-49f7-8bc0-3c4d86156c7b req-c8c239c7-5b56-4380-9c8c-599741ac57d5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584071 Apr 28 19:40:15.784110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b765990b-ae6a-4607-a135-191c3e6d505e req-32747d8f-a827-4121-9df2-041368d0f5d3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:15.789964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b765990b-ae6a-4607-a135-191c3e6d505e req-32747d8f-a827-4121-9df2-041368d0f5d3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1049860 Apr 28 19:40:15.842060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b765990b-ae6a-4607-a135-191c3e6d505e req-3d68a8f2-778d-4a1c-b336-eedaaf7436fd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492752 Apr 28 19:40:15.847338 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7724a860-031a-4939-a6cc-4d06f1419e60'] response: {'server_uuid': '18193bbd-fae8-429c-a1f1-cdcc5cd821b6', 'name': 'network-vif-deleted', 'tag': '6295262e-94b1-4875-b7f2-9ffac4d6fa45', 'status': 'completed', 'code': 200} Apr 28 19:40:15.901684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['d3c3896c-6d70-4e15-a5ca-07bf2a9533e9'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:16.003172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2297f58-b161-4649-8944-71f9972dfd0e req-9d81ed2c-d8fd-4f03-b8af-d24e81e547fa tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 210 time: 0.0431051 Apr 28 19:40:16.064984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b43a1e-3005-4482-ab39-29a0503ce8b6 req-ee8498f5-a895-4eff-b4cf-6d11c2a10751 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.066566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61b43a1e-3005-4482-ab39-29a0503ce8b6 req-ee8498f5-a895-4eff-b4cf-6d11c2a10751 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.1258190 Apr 28 19:40:16.119882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61b43a1e-3005-4482-ab39-29a0503ce8b6 req-797d9374-c44f-4458-9f6d-afbca6efbb56 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468557 Apr 28 19:40:16.241417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18b3d8e5-2ed2-4bc8-a035-6c39f05b977c req-ef2b6544-7754-40a1-a96a-cadfe6f566f7 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=18193bbd-fae8-429c-a1f1-cdcc5cd821b6 HTTP/1.1" status: 200 len: 210 time: 0.0533087 Apr 28 19:40:16.284308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dff0780f-eb3f-43d1-8344-6d1f3fc8a82e req-6f4a62e2-ff25-4706-8f8c-9db8e16bc7bf tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0467889 Apr 28 19:40:16.615947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02db245-ee5d-4ebd-98d6-216849a4a898 req-0b51cab5-7752-487e-87e4-ca6b2f48995e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.616623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a02db245-ee5d-4ebd-98d6-216849a4a898 req-0b51cab5-7752-487e-87e4-ca6b2f48995e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:16.634265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a02db245-ee5d-4ebd-98d6-216849a4a898 req-0b51cab5-7752-487e-87e4-ca6b2f48995e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:16.635432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a02db245-ee5d-4ebd-98d6-216849a4a898 req-0b51cab5-7752-487e-87e4-ca6b2f48995e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.1005023 Apr 28 19:40:16.685813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a02db245-ee5d-4ebd-98d6-216849a4a898 req-2708b327-a5bd-43aa-bc4e-da180eb8e8ab tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441282 Apr 28 19:40:16.718968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-08ac1f93-42c3-4ce3-a909-09065bff7ca0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274911 Apr 28 19:40:16.779922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:16.886010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-490bdc12-1264-4d37-b566-8c998e3b82d3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:16.887756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-490bdc12-1264-4d37-b566-8c998e3b82d3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1597805 Apr 28 19:40:16.903835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:16.952107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:16.970634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'port_id': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'mac_address': 'fa:16:3e:56:81:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc764f5d-8568-484b-8a85-329f3312629e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:17.033381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.048342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0051e546-97d2-4184-bc0a-d3a7489d6c5c req-d41fc7ed-e243-4fb0-b478-8b8c709c821e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.050441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0051e546-97d2-4184-bc0a-d3a7489d6c5c req-d41fc7ed-e243-4fb0-b478-8b8c709c821e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0898888 Apr 28 19:40:17.052108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58e4942-cb6c-41d9-91ed-666cb12de1e8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:17.067765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:17.072841 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.101663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0051e546-97d2-4184-bc0a-d3a7489d6c5c req-5cfc1edd-f01f-4cf9-a491-5849361980f1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399361 Apr 28 19:40:17.114526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c35d0-96a4-4370-be26-8745f3fca4c9 req-b64a971e-87c1-46cd-98c1-fdf52043fc73 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.117268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a69c35d0-96a4-4370-be26-8745f3fca4c9 req-b64a971e-87c1-46cd-98c1-fdf52043fc73 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 948 time: 0.1786048 Apr 28 19:40:17.118456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:17.149087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:17.156617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:17.175521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:17.179902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.199917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a69c35d0-96a4-4370-be26-8745f3fca4c9 req-5a33cf01-834e-4c3f-a852-1498193c329c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768492 Apr 28 19:40:17.215378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e18efd63-d84d-4943-acb6-ee89ac42beeb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344303 Apr 28 19:40:17.255305 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:40:17.344327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f11e9178-55bc-4044-839c-ae8cb9d33bd9 req-f0092ad1-f803-4b5e-9158-482d8ce34bff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 210 time: 0.0712049 Apr 28 19:40:17.349234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c58e4942-cb6c-41d9-91ed-666cb12de1e8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:17.539307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-933b2f37-e1bb-4453-bdd1-1cd2dea5bd6a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.542661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-933b2f37-e1bb-4453-bdd1-1cd2dea5bd6a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3212326 Apr 28 19:40:17.558261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:17.591389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.149 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/b6d68fd5-ce98-47cd-84d8-30061a666e20) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:17.624312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-f6622300-1c01-47f5-a24f-3176f548d44e service neutron] 10.222.0.41 "GET /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.2305758 Apr 28 19:40:17.633907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d53b8d6-f4a0-4139-8edb-45727759f10f req-fbb14875-0298-4258-a2ed-cfa03a64784d tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0594070 Apr 28 19:40:17.690435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6684e96c-989a-41af-a2f1-d952575b88ca req-1b112dd3-c9e8-4486-a254-6cd94d5ce265 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:17.691897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6684e96c-989a-41af-a2f1-d952575b88ca req-1b112dd3-c9e8-4486-a254-6cd94d5ce265 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 943 time: 0.3763061 Apr 28 19:40:17.744784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:17.755099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:17.766947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:17.771211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:17.917808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6684e96c-989a-41af-a2f1-d952575b88ca req-5724faaf-63fe-4e50-b3ae-26da596053cb tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139715 Apr 28 19:40:18.088130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781191bb-3e35-4ea6-ac9d-0a387c1467c4 req-69ffdcea-7c72-465e-abc4-d5d1f19ca1e3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.089732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-781191bb-3e35-4ea6-ac9d-0a387c1467c4 req-69ffdcea-7c72-465e-abc4-d5d1f19ca1e3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.0852072 Apr 28 19:40:18.139403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-781191bb-3e35-4ea6-ac9d-0a387c1467c4 req-b1ac8db8-e88e-4a8e-af16-b6f6ae63393f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440991 Apr 28 19:40:18.243921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.283219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aeefe54-beeb-4575-8b5e-f6f4aecd44bd req-9598e773-38c6-42aa-8fa2-0642f1af94d0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.283904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8aeefe54-beeb-4575-8b5e-f6f4aecd44bd req-9598e773-38c6-42aa-8fa2-0642f1af94d0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Synchronizing usage tracker for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:18.294371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object b6d68fd5-ce98-47cd-84d8-30061a666e20 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:18.301552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:18.328099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379928b1-70e2-439e-ae4e-56b971950574 req-0d396bd1-914f-49fb-9992-25f0f5fe3ed5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.329615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-379928b1-70e2-439e-ae4e-56b971950574 req-0d396bd1-914f-49fb-9992-25f0f5fe3ed5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0778267 Apr 28 19:40:18.333577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8aeefe54-beeb-4575-8b5e-f6f4aecd44bd req-9598e773-38c6-42aa-8fa2-0642f1af94d0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Unset dirty status for tenant:8723f7d289f3471bb7c11c0e16d99786 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:18.335341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8aeefe54-beeb-4575-8b5e-f6f4aecd44bd req-9598e773-38c6-42aa-8fa2-0642f1af94d0 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.3196161 Apr 28 19:40:18.339181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:18.380201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-379928b1-70e2-439e-ae4e-56b971950574 req-73517ddf-57e4-42ba-9ae2-9c750419f305 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438583 Apr 28 19:40:18.437232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:18.449884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8aeefe54-beeb-4575-8b5e-f6f4aecd44bd req-8dcf4f13-a9ae-4894-ab8d-7c89fe4d19eb tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818944 Apr 28 19:40:18.453880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.456511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:18.466255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:18.542036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.558661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:18.566228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:18.572618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:18.575947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:18.582631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.583267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.632355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.31 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/b9aa3419-1dbf-4a76-b302-5d6da9958f55) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:18.668992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-a3dc518c-8b72-470b-a14a-8bf5e8bdf89e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7692924 Apr 28 19:40:18.670125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43a9ed-fa54-41ab-9c56-33f2ae4caab8 req-ceff8478-6819-42f7-935f-e4e030578db2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:18.671640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c43a9ed-fa54-41ab-9c56-33f2ae4caab8 req-ceff8478-6819-42f7-935f-e4e030578db2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 948 time: 0.1427898 Apr 28 19:40:18.737923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Request body: {'port': {'device_id': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:18.773326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5ebb36e0-7eec-4654-b60e-3cd0a9478f8f req-51060eff-da5a-402b-8a8c-e8edbe52310a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:18.801950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:18.824637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5ebb36e0-7eec-4654-b60e-3cd0a9478f8f req-51060eff-da5a-402b-8a8c-e8edbe52310a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:18.825813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ebb36e0-7eec-4654-b60e-3cd0a9478f8f req-51060eff-da5a-402b-8a8c-e8edbe52310a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 210 time: 0.1528175 Apr 28 19:40:18.855838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c43a9ed-fa54-41ab-9c56-33f2ae4caab8 req-1459b4a0-dddb-461e-aedf-1fb13a53c79b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531851 Apr 28 19:40:18.869908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] Transition to ACTIVE for port object 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:18.886002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.921427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e048790f-76c7-45b6-a527-21a9005776b8 None None] Provisioning for port b6d68fd5-ce98-47cd-84d8-30061a666e20 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:18.930496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e048790f-76c7-45b6-a527-21a9005776b8 None None] Provisioning complete for port b6d68fd5-ce98-47cd-84d8-30061a666e20 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:18.931114 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e048790f-76c7-45b6-a527-21a9005776b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:18.993335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c58e4942-cb6c-41d9-91ed-666cb12de1e8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:19.005709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c58e4942-cb6c-41d9-91ed-666cb12de1e8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:19.006141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.047578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.051325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:19.063506 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.105852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object b9aa3419-1dbf-4a76-b302-5d6da9958f55 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:19.106442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e048790f-76c7-45b6-a527-21a9005776b8 None None] Port b6d68fd5-ce98-47cd-84d8-30061a666e20 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:19.123281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a19d5083-a309-4fe7-adca-821862b90752 req-d5b4d999-3255-4632-ad28-0657ead5bbc1 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1045854 Apr 28 19:40:19.137314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] No DVR routers for this DVR port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:19.152211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:19.159968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.190720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:19.241638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] Pushing event updated for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:19.250809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:19.251182 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.252140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9317a048-0d3a-42b0-84c2-db0e7f248506 req-da768c7a-00e1-463a-bc9a-051c0c477cc8 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.259521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-0a0899de-1577-410b-89e8-ad77e4657f1e service neutron] 10.222.0.41 "PUT /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 1.6186690 Apr 28 19:40:19.266103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9317a048-0d3a-42b0-84c2-db0e7f248506 req-da768c7a-00e1-463a-bc9a-051c0c477cc8 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.2098045 Apr 28 19:40:19.326419 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.347771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:19.366975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:19.378918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:19.384977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:19.388265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.388989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.397984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:19.410139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:19.422074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.422847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6295262e-94b1-4875-b7f2-9ffac4d6fa45 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:40:19.543700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 6295262e-94b1-4875-b7f2-9ffac4d6fa45 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:40:19.544426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6295262e-94b1-4875-b7f2-9ffac4d6fa45 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:40:19.544426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:40:19.549255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9317a048-0d3a-42b0-84c2-db0e7f248506 req-30ed383e-46fe-47da-bb73-d844ca4d63b2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736089 Apr 28 19:40:19.609721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e9cbb4ac-d6b1-428a-b27a-a3715e0182ff tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0514905 Apr 28 19:40:19.623294 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d52af9b-b6bf-4df1-9f9d-65d93b550ff6'] response: {'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'code': 200} Apr 28 19:40:19.628850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Request body: {'port': {'device_id': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:19.691290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.706680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:19.743176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:19.771559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:19.782085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.830414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:40:19.837703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-64fbbc67-4840-43a7-93a0-eddf5f82036d tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.839271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-64fbbc67-4840-43a7-93a0-eddf5f82036d tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.4296465 Apr 28 19:40:19.846215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfe2e953-94e2-48d8-8711-2c95c176a87b None None] Provisioning for port b9aa3419-1dbf-4a76-b302-5d6da9958f55 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:19.862210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfe2e953-94e2-48d8-8711-2c95c176a87b None None] Provisioning complete for port b9aa3419-1dbf-4a76-b302-5d6da9958f55 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:19.862585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfe2e953-94e2-48d8-8711-2c95c176a87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.922815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:19.940435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:19.947639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cfe2e953-94e2-48d8-8711-2c95c176a87b None None] Port b9aa3419-1dbf-4a76-b302-5d6da9958f55 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:19.955080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-bad5c03f-4535-4739-ad7f-f815e6e986da tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.956560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-bad5c03f-4535-4739-ad7f-f815e6e986da tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.4877689 Apr 28 19:40:19.972223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd06cfeb-3ccf-4f19-9fb9-356f0d23cc33 req-d3b19e44-0e15-4fc9-b9a8-9eb3771f0c16 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:19.973629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd06cfeb-3ccf-4f19-9fb9-356f0d23cc33 req-d3b19e44-0e15-4fc9-b9a8-9eb3771f0c16 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 945 time: 0.5611758 Apr 28 19:40:20.072341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed62728-6158-48dc-9283-e13cec1d823a req-d507c967-f754-4643-a4e8-471d19257761 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.073791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ed62728-6158-48dc-9283-e13cec1d823a req-d507c967-f754-4643-a4e8-471d19257761 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.2930181 Apr 28 19:40:20.077165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa82ca34-c22b-4811-a961-59307500a305 req-dadedf1c-8526-4ef5-b6ab-3f4f8c248fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.078636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa82ca34-c22b-4811-a961-59307500a305 req-dadedf1c-8526-4ef5-b6ab-3f4f8c248fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1096 time: 0.3703277 Apr 28 19:40:20.105781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-093551df-3897-4ccb-a4e7-e1c3a618eb45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.110636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-8b982c4c-67d6-4de1-b07a-5076f2c1ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.112399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-8b982c4c-67d6-4de1-b07a-5076f2c1ea74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9&tenant_id=345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 1095 time: 0.2635436 Apr 28 19:40:20.156139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd06cfeb-3ccf-4f19-9fb9-356f0d23cc33 req-aab6a341-4c05-46e6-af0e-76aa1b06f1bd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444335 Apr 28 19:40:20.163242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Deleting port 35609b03-f38e-4e7a-aa11-76490ca57745 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:40:20.163590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.194340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ed62728-6158-48dc-9283-e13cec1d823a req-8f3a8024-ab98-4ce1-90d3-7b2b1e5ee092 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109345 Apr 28 19:40:20.220800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-f3097239-5ead-4272-8531-587060c80beb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.222377 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-f3097239-5ead-4272-8531-587060c80beb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1095 time: 0.0841367 Apr 28 19:40:20.288626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa82ca34-c22b-4811-a961-59307500a305 req-01e1aa75-6e31-4f01-bc64-881482d22632 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631937 Apr 28 19:40:20.290962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6d68fd5-ce98-47cd-84d8-30061a666e20 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:20.315149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.385972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Transition to ACTIVE for port object b6d68fd5-ce98-47cd-84d8-30061a666e20 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:20.410239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.512784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-1d5dd506-3142-475b-8f11-5031bb576811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.514626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-1d5dd506-3142-475b-8f11-5031bb576811 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2770691 Apr 28 19:40:20.592726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-29b1d33c-2199-496b-ab6d-23cfd9e88895 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 200 len: 217 time: 0.0672376 Apr 28 19:40:20.630315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:20.663397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85283d1-be5b-4a64-9db2-039ffaca7e41 req-3eb83f2c-d2e2-4e97-9e39-3eab302b21bf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.663882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b85283d1-be5b-4a64-9db2-039ffaca7e41 req-3eb83f2c-d2e2-4e97-9e39-3eab302b21bf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:20.692120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98cebb3-d350-4a2b-94c4-b07dd16c3c4e req-057197f0-b8fc-45dc-9d82-41ec2e213c53 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.694521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b98cebb3-d350-4a2b-94c4-b07dd16c3c4e req-057197f0-b8fc-45dc-9d82-41ec2e213c53 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/ports?device_id=b0c7d01b-b853-4402-93c5-469a5e17e3f1 HTTP/1.1" status: 200 len: 949 time: 0.3760431 Apr 28 19:40:20.697719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-80deed89-ef3c-492d-a856-e00bf6871e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:20.699132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-80deed89-ef3c-492d-a856-e00bf6871e16 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0861080 Apr 28 19:40:20.742442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] For port 35609b03-f38e-4e7a-aa11-76490ca57745, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=35609b03-f38e-4e7a-aa11-76490ca57745,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:20.743049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.746715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b85283d1-be5b-4a64-9db2-039ffaca7e41 req-3eb83f2c-d2e2-4e97-9e39-3eab302b21bf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:20.748015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b85283d1-be5b-4a64-9db2-039ffaca7e41 req-3eb83f2c-d2e2-4e97-9e39-3eab302b21bf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 935 time: 0.4135652 Apr 28 19:40:20.757139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Attempting to bind port b6d68fd5-ce98-47cd-84d8-30061a666e20 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:20.757504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Attempting to bind port b6d68fd5-ce98-47cd-84d8-30061a666e20 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:20.757814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Attempting to bind port b6d68fd5-ce98-47cd-84d8-30061a666e20 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:20.782177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-35cf2402-ca48-4492-a7c4-15ef21c78cdd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732503 Apr 28 19:40:20.883960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Calling delete_port for 35609b03-f38e-4e7a-aa11-76490ca57745 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:40:20.924427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Port b6d68fd5-ce98-47cd-84d8-30061a666e20 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:20.924780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Attempting to bind port b6d68fd5-ce98-47cd-84d8-30061a666e20 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:20.935633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b98cebb3-d350-4a2b-94c4-b07dd16c3c4e req-e7bbf60a-20ba-41ad-b98e-825c197a77dc tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.24 "GET /v2.0/security-groups?id=524e882f-1c07-4f03-b26b-31fb167fcd80&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255893 Apr 28 19:40:20.938596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9aa3419-1dbf-4a76-b302-5d6da9958f55 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:20.938760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:20.938981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:20.939355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:20.939789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Bound port: b6d68fd5-ce98-47cd-84d8-30061a666e20, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:20.940128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:20.999447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.007201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b85283d1-be5b-4a64-9db2-039ffaca7e41 req-aa2f6f8a-fcdd-488c-b80f-26e167b9b1cb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276559 Apr 28 19:40:21.034899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Transition to ACTIVE for port object b9aa3419-1dbf-4a76-b302-5d6da9958f55 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:21.039311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.115824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-e8f267f0-5ed4-4747-87c8-bcc5ebedb2cd service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198185 Apr 28 19:40:21.175513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:21.180549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:21.188491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.246528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.271150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.272311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.273706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] 10.222.0.41 "PUT /v2.0/ports/b6d68fd5-ce98-47cd-84d8-30061a666e20 HTTP/1.1" status: 200 len: 1096 time: 2.5473490 Apr 28 19:40:21.275879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:21.321786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.326311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4034010e-bbc6-4aeb-8b73-3c036d096e7f req-82bb0e6d-a13b-46f4-9a97-5e62729bb2ae tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1603868 Apr 28 19:40:21.371657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f52b83f-d993-4c75-ac68-4a91ec7df19f req-b4789195-c619-4586-8f45-087d86e8a249 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.373414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f52b83f-d993-4c75-ac68-4a91ec7df19f req-b4789195-c619-4586-8f45-087d86e8a249 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.3231730 Apr 28 19:40:21.381765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] No DVR routers for this DVR port 35609b03-f38e-4e7a-aa11-76490ca57745 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:21.383400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98ff189-4748-40cf-81f9-1bc39cc95432 service neutron] Pushing event updated for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.417219 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.430597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Attempting to bind port b9aa3419-1dbf-4a76-b302-5d6da9958f55 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:21.431061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Attempting to bind port b9aa3419-1dbf-4a76-b302-5d6da9958f55 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:21.431500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Attempting to bind port b9aa3419-1dbf-4a76-b302-5d6da9958f55 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:21.441214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Port b9aa3419-1dbf-4a76-b302-5d6da9958f55 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:21.441688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Attempting to bind port b9aa3419-1dbf-4a76-b302-5d6da9958f55 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:21.450171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:21.450626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:21.451099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:21.451633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Bound port: b9aa3419-1dbf-4a76-b302-5d6da9958f55, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:21.452571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.542909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] Pushing event deleted for resources: {'Port': ['ID=35609b03-f38e-4e7a-aa11-76490ca57745,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.575279 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-009bacad-9375-49de-ab46-bbe256783c03 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028931 Apr 28 19:40:21.626751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:21.706861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b29ca43-7ad7-4492-9fb9-084a03a91bc0 req-1f5cb05f-0a79-4667-b8b8-2f87ca656fb4 tempest-LiveMigrationNegativeTest-1637507633 tempest-LiveMigrationNegativeTest-1637507633-project] 10.222.0.41 "DELETE /v2.0/ports/35609b03-f38e-4e7a-aa11-76490ca57745 HTTP/1.1" status: 204 len: 173 time: 1.7439032 Apr 28 19:40:21.721647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:21.739602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:21.745598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.778913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f52b83f-d993-4c75-ac68-4a91ec7df19f req-6f88b19c-cf8f-4a88-a0d8-4e7c0f3ff72d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3590505 Apr 28 19:40:21.811281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-6300ffd4-294b-46a5-b9e8-0c40616b8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.814218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-6300ffd4-294b-46a5-b9e8-0c40616b8523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1099 time: 0.4278178 Apr 28 19:40:21.875611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.876212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:21.877588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] 10.222.0.41 "PUT /v2.0/ports/b9aa3419-1dbf-4a76-b302-5d6da9958f55 HTTP/1.1" status: 200 len: 1095 time: 2.2595241 Apr 28 19:40:21.878178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:21.921971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e3e11c-9e02-4bea-94d8-0adfa37b3a15 req-b2e1c321-578d-4a51-8025-e029a3c16160 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:21.923558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82e3e11c-9e02-4bea-94d8-0adfa37b3a15 req-b2e1c321-578d-4a51-8025-e029a3c16160 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.2494898 Apr 28 19:40:21.926452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3506c-d774-4a14-a8fc-b3a1a0bcffe0 service neutron] Pushing event updated for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:21.989892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-dfe539e8-03da-49cd-8d68-219f768ca516 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20 HTTP/1.1" status: 200 len: 217 time: 0.1669474 Apr 28 19:40:22.095182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82e3e11c-9e02-4bea-94d8-0adfa37b3a15 req-3d174ad0-3195-4a6d-8555-31f9c8affdd9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576946 Apr 28 19:40:22.124700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-f7824333-c9d3-4aa7-8436-357bb87c04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.125942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-db9e366c-3cea-4771-9f87-734acf6cbc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.126507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-f7824333-c9d3-4aa7-8436-357bb87c04ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1296260 Apr 28 19:40:22.127400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-db9e366c-3cea-4771-9f87-734acf6cbc83 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 1098 time: 0.1140904 Apr 28 19:40:22.140184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-684d7d46-80f0-4406-9eb5-86df8a532b55 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.141931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-684d7d46-80f0-4406-9eb5-86df8a532b55 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.1772318 Apr 28 19:40:22.199590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee536e67-b3d8-4c00-b873-cd752d2ba492 req-57db202e-2b47-4a89-9a0e-6b55b631ef67 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.201072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee536e67-b3d8-4c00-b873-cd752d2ba492 req-57db202e-2b47-4a89-9a0e-6b55b631ef67 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 945 time: 0.1607566 Apr 28 19:40:22.246900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-9722de17-ccdf-4ff3-86a7-094679ead592 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55 HTTP/1.1" status: 200 len: 217 time: 0.1040335 Apr 28 19:40:22.291450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee536e67-b3d8-4c00-b873-cd752d2ba492 req-d721c8eb-7d16-4522-b087-59ec10517456 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760994 Apr 28 19:40:22.306412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-7fdcb46a-d33a-47b8-b42b-c58e7a7570e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.317496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-7fdcb46a-d33a-47b8-b42b-c58e7a7570e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1669519 Apr 28 19:40:22.328017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7a255f8-2461-4b83-b82b-0dfca9760ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.390294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-31e2b663-2c67-468b-8b52-519a8f33a85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.392060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-31e2b663-2c67-468b-8b52-519a8f33a85c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1303575 Apr 28 19:40:22.477398 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cddd48c-5ee5-4030-8370-49d9d0c44ecc'] response: {'name': 'network-changed', 'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20', 'status': 'completed', 'code': 200} Apr 28 19:40:22.498369 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6fd1c2d2-a891-4086-baf4-4529ca236514'] response: {'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', 'code': 200} Apr 28 19:40:22.581076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-7e66c997-ba71-46ac-b985-5a7636bb7513 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642069 Apr 28 19:40:22.590085 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61d5f526-5c94-44be-819c-e710d5f18eee'] response: {'name': 'network-changed', 'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'status': 'completed', 'code': 200} Apr 28 19:40:22.633030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-1966acbb-4804-476d-8c93-809f596354f8 service neutron] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:22.641841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-1966acbb-4804-476d-8c93-809f596354f8 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:22.642861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aab276c3-2b77-4aaa-a3dd-985c60c3c990 req-1966acbb-4804-476d-8c93-809f596354f8 service neutron] 10.222.0.46 "DELETE /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.4402997 Apr 28 19:40:22.682525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7002818-db8d-4f59-8784-8b71e9ede6e9 req-3eefd966-4721-430d-9d22-3460a8bd5249 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.689413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7002818-db8d-4f59-8784-8b71e9ede6e9 req-3eefd966-4721-430d-9d22-3460a8bd5249 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.3894298 Apr 28 19:40:22.753612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7002818-db8d-4f59-8784-8b71e9ede6e9 req-b41c3ecf-3260-48ae-9e0d-fbe06a1b4ae5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591447 Apr 28 19:40:22.766591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94d9f5b-57b2-406f-9443-81b2758730be req-d7d5f497-5a26-4167-a02b-2d65c11c5cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.766591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b94d9f5b-57b2-406f-9443-81b2758730be req-d7d5f497-5a26-4167-a02b-2d65c11c5cd1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 1100 time: 0.1774876 Apr 28 19:40:22.778477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-5755864f-2c93-44ac-a53b-66c3bc54f66e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.780118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-5755864f-2c93-44ac-a53b-66c3bc54f66e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3728704 Apr 28 19:40:22.815690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 35609b03-f38e-4e7a-aa11-76490ca57745 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:40:22.852657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-e2d17eb0-6791-4bac-8349-1bc905aa8a9f service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653360 Apr 28 19:40:22.893996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3373f78-fba8-4054-a37d-a00659d16f68 req-77575f87-ce92-4b17-89ee-4121cb4420e3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:22.897929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3373f78-fba8-4054-a37d-a00659d16f68 req-77575f87-ce92-4b17-89ee-4121cb4420e3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 947 time: 0.1278775 Apr 28 19:40:22.947446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 35609b03-f38e-4e7a-aa11-76490ca57745 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:40:22.947801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 35609b03-f38e-4e7a-aa11-76490ca57745 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:40:23.037539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:23.079794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b94d9f5b-57b2-406f-9443-81b2758730be req-86c99506-2b4d-4529-961d-031172ed8aa5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054016 Apr 28 19:40:23.080058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3373f78-fba8-4054-a37d-a00659d16f68 req-61f4967b-7df3-4371-9a98-a6e8c8744607 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642241 Apr 28 19:40:23.097212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-4b798a68-733e-4983-96ab-4ea83ea17f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.098828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-4b798a68-733e-4983-96ab-4ea83ea17f00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1099 time: 0.1421680 Apr 28 19:40:23.218376 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-851082fb-d626-4b30-a64c-10647def0a24 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048693 Apr 28 19:40:23.335272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9259064-d61d-4112-b16a-e7dca959fff1 req-4d8eb4e3-4ce5-414e-a1bf-038f4f49fb52 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.336994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9259064-d61d-4112-b16a-e7dca959fff1 req-4d8eb4e3-4ce5-414e-a1bf-038f4f49fb52 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1096 time: 0.2609847 Apr 28 19:40:23.349594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185b5b17-c639-4269-8a92-c688ad64355f req-d12134b5-377d-462a-b88f-3ae3a3b07776 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0768793 Apr 28 19:40:23.394533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-5628c1b2-7766-4f8c-a242-8d05ccaf32cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.395953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-5628c1b2-7766-4f8c-a242-8d05ccaf32cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2899005 Apr 28 19:40:23.400739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9259064-d61d-4112-b16a-e7dca959fff1 req-3085bbac-d82c-4299-be48-32745c363396 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538595 Apr 28 19:40:23.402632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2648949a-c240-48b9-9ca8-2824784539f0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8723f7d289f3471bb7c11c0e16d99786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628514 Apr 28 19:40:23.403504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:23.420318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf20762f-5f26-4a7a-867e-46260b6a51ca req-0da9fa02-af70-459f-a7b9-c39eec56d475 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858783 Apr 28 19:40:23.522362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-9ddf6351-06ba-4453-be24-ac3f549f8479 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20 HTTP/1.1" status: 200 len: 217 time: 0.1185396 Apr 28 19:40:23.572023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.669951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.673159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-0e9eb789-ddab-4b8e-aa84-77310b256e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.674606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-0e9eb789-ddab-4b8e-aa84-77310b256e5e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1431031 Apr 28 19:40:23.730173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.785524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-a7cfea5f-a880-4617-af37-83f64e06f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.787028 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-a7cfea5f-a880-4617-af37-83f64e06f1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 1098 time: 0.2725847 Apr 28 19:40:23.839291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ed863c-199a-4708-9df8-ac321029d058 req-bf8e8071-80a6-43d0-9bd2-492f2a4c9e69 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.841145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3ed863c-199a-4708-9df8-ac321029d058 req-bf8e8071-80a6-43d0-9bd2-492f2a4c9e69 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.1695011 Apr 28 19:40:23.865921 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.871906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-cdb13526-8881-4105-bdf6-36b4e85ca4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.873745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-cdb13526-8881-4105-bdf6-36b4e85ca4bf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1414025 Apr 28 19:40:23.906727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.933238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac732e-3c00-489e-b45d-8854fd229dea req-a0dd8e25-9048-4147-a327-5ec372533fa4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:23.934731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9eac732e-3c00-489e-b45d-8854fd229dea req-a0dd8e25-9048-4147-a327-5ec372533fa4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.2677503 Apr 28 19:40:23.942245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3ed863c-199a-4708-9df8-ac321029d058 req-4380dde5-8f9b-44fc-947b-6b5595974736 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913408 Apr 28 19:40:23.943594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=524e882f-1c07-4f03-b26b-31fb167fcd80,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:23.995161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:23.998882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94021606-381c-4ba7-b8e2-be546bd6c3bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/524e882f-1c07-4f03-b26b-31fb167fcd80 HTTP/1.1" status: 204 len: 168 time: 0.5918646 Apr 28 19:40:24.015456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-d7568b11-a181-4f76-b42d-d36031f64158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.016874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-d7568b11-a181-4f76-b42d-d36031f64158 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2226374 Apr 28 19:40:24.025657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9eac732e-3c00-489e-b45d-8854fd229dea req-9ab06f16-6405-4d56-ba6f-09fd638bd8e4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844629 Apr 28 19:40:24.103181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-1a710e3c-a33f-4782-ac87-5a67b29c682e service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2163508 Apr 28 19:40:24.105763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-6eddc446-6191-432b-87c5-c4fcea5bae61 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55 HTTP/1.1" status: 200 len: 217 time: 0.0790546 Apr 28 19:40:24.240861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-7cfd1c02-c1b6-44d7-9b32-691b08402d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.242373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-7cfd1c02-c1b6-44d7-9b32-691b08402d16 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1281352 Apr 28 19:40:24.319396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e605e0c-fc72-43c2-87a9-98de690e795f req-496f27e3-5094-42db-90c7-b4d2f6a30b38 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.320932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e605e0c-fc72-43c2-87a9-98de690e795f req-496f27e3-5094-42db-90c7-b4d2f6a30b38 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1568768 Apr 28 19:40:24.345853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:24.404336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-5d45880b-92d7-419f-9d15-958b26b54689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.405846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-5d45880b-92d7-419f-9d15-958b26b54689 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1548326 Apr 28 19:40:24.408608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e605e0c-fc72-43c2-87a9-98de690e795f req-39537b87-a0ae-49e5-b9fa-a0d481803fe0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786994 Apr 28 19:40:24.409981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce6f2fc-af71-4812-a38a-a2d82bf81c4e req-b81453df-1d99-4402-bfef-e052fbd15f84 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2954891 Apr 28 19:40:24.437328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a8aaa-f72f-4a27-82b8-4e4178a6fb0d req-30d8465f-9ab6-4351-8ac7-d96c7065cadc tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.450051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e55a8aaa-f72f-4a27-82b8-4e4178a6fb0d req-30d8465f-9ab6-4351-8ac7-d96c7065cadc tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1096 time: 0.2381165 Apr 28 19:40:24.468933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-371baf08-434a-4c55-bf6c-c9dd14ca2084 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f0cb4528e5094d55a2f82bd157e19ece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1207707 Apr 28 19:40:24.471458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:24.480601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'name': 'network-vif-deleted', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:24.515949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e55a8aaa-f72f-4a27-82b8-4e4178a6fb0d req-9a702bcc-0d70-4408-91b0-350a474c070e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Synchronizing usage tracker for tenant:e5c196c1cf6842bd9e19359b657e4725 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:24.545041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e55a8aaa-f72f-4a27-82b8-4e4178a6fb0d req-9a702bcc-0d70-4408-91b0-350a474c070e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Unset dirty status for tenant:e5c196c1cf6842bd9e19359b657e4725 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:24.546324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e55a8aaa-f72f-4a27-82b8-4e4178a6fb0d req-9a702bcc-0d70-4408-91b0-350a474c070e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905666 Apr 28 19:40:24.700745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-5b4ed365-d2a8-44db-a7b1-a0b8ddd4189e service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822948 Apr 28 19:40:24.703030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.761943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1017320-9f2c-4818-ab0f-9a1c168db51a req-037bc976-9b2f-4528-b013-d40aff8bdeaa tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0444870 Apr 28 19:40:24.771280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.825719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b6d68fd5-ce98-47cd-84d8-30061a666e20 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:24.850515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd17cf-dc72-4061-b73c-bab12ec286b9 req-5050310d-3515-4c12-a53b-4578d9731983 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:24.851497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccfd17cf-dc72-4061-b73c-bab12ec286b9 req-5050310d-3515-4c12-a53b-4578d9731983 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 947 time: 0.2690170 Apr 28 19:40:24.941633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3438d128-cada-45a5-b32f-6e26b7e01755 req-f1dc177b-fcf8-437c-b7ee-1b8e72d33ebd service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337210 Apr 28 19:40:24.954308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccfd17cf-dc72-4061-b73c-bab12ec286b9 req-5aa691fc-787f-4a0b-8e52-f0a314f18bab tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932982 Apr 28 19:40:24.988061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:24.999578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.005974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8072792-303f-413c-824e-07ab1af15a59 req-adb763de-544f-4167-8f96-b40cebc9027c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.006504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:25.012380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8449077e-dd7e-4726-b9cb-f096ef9ee52b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.013709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8072792-303f-413c-824e-07ab1af15a59 req-adb763de-544f-4167-8f96-b40cebc9027c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 1095 time: 0.0989187 Apr 28 19:40:25.018604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.019741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a1a6b7a3-2987-459f-95fe-f3905e1b6304 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8449077e-dd7e-4726-b9cb-f096ef9ee52b HTTP/1.1" status: 204 len: 168 time: 0.5475137 Apr 28 19:40:25.022800 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afbb9c61-95ea-42ce-8ed0-a24ec61e3783'] response: {'server_uuid': 'b0c7d01b-b853-4402-93c5-469a5e17e3f1', 'name': 'network-vif-deleted', 'tag': '35609b03-f38e-4e7a-aa11-76490ca57745', 'status': 'completed', 'code': 200} Apr 28 19:40:25.031951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b6d68fd5-ce98-47cd-84d8-30061a666e20', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'b6d68fd5-ce98-47cd-84d8-30061a666e20', 'mac_address': 'fa:16:3e:26:98:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:25.071611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8072792-303f-413c-824e-07ab1af15a59 req-5b187f68-b866-4d63-9c19-e5f293561b8f tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571194 Apr 28 19:40:25.145588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.168185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6d68fd5-ce98-47cd-84d8-30061a666e20 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:25.204029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:25.209378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:25.288048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:25.297211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8375fe5-ea00-4208-a876-f9696867e792 req-6e7ad022-ec44-4a25-8abf-92351928eb00 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.298835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8375fe5-ea00-4208-a876-f9696867e792 req-6e7ad022-ec44-4a25-8abf-92351928eb00 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.1168153 Apr 28 19:40:25.445570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:25.474583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8375fe5-ea00-4208-a876-f9696867e792 req-b099fcb4-259e-4efc-8f65-26eb9a4bee6a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685784 Apr 28 19:40:25.751557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-daa560c5-9778-48f2-ae2d-957f4331a35d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:25.752988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-daa560c5-9778-48f2-ae2d-957f4331a35d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.1697464 Apr 28 19:40:25.769757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-31ae8b11-ab9e-4d5b-99fc-c5e97bb06b64 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/quotas/345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 375 time: 0.0098522 Apr 28 19:40:25.865249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-a3f84f8a-e35a-4669-843a-94b6b110cbd9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890970 Apr 28 19:40:26.002204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-e480e311-0be0-4f70-b6e0-6fa8fc6a2845 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285498 Apr 28 19:40:26.136681 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-0d314070-99a1-44b5-876b-ff3cee134d3a service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281922 Apr 28 19:40:26.412723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85306d-38f6-47bd-9243-3e719227dbd3 req-3df968d8-6f3c-4510-a1d5-57249a39dde7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.414212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f85306d-38f6-47bd-9243-3e719227dbd3 req-3df968d8-6f3c-4510-a1d5-57249a39dde7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0911281 Apr 28 19:40:26.465188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f85306d-38f6-47bd-9243-3e719227dbd3 req-f248b28f-5eba-43b0-9c5c-fcd2e9bcaaf0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Apr 28 19:40:26.621993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6e913cc-ac79-49b6-bb0c-c3375d81a570 req-ca7aacfa-5a53-4f28-b901-f1dd6b5d4999 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0462756 Apr 28 19:40:26.830467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b9aa3419-1dbf-4a76-b302-5d6da9958f55 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:26.835618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b6d68fd5-ce98-47cd-84d8-30061a666e20 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:26.901259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbcb04-33e6-437c-b955-2e7cfaa09461 req-6f0375ba-825e-43d9-b2bb-91f4b65937b2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:26.902987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7cbcb04-33e6-437c-b955-2e7cfaa09461 req-6f0375ba-825e-43d9-b2bb-91f4b65937b2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 947 time: 0.0929320 Apr 28 19:40:26.950533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7cbcb04-33e6-437c-b955-2e7cfaa09461 req-c8691907-3a4e-499e-bd31-1ec330d8c6d5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409930 Apr 28 19:40:26.997923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b6d68fd5-ce98-47cd-84d8-30061a666e20 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:27.005362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b6d68fd5-ce98-47cd-84d8-30061a666e20 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:27.006432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.073270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:27.090619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90205f9d-ce29-4eea-8996-528696e6b42b req-73b69fc3-0976-4325-9c87-7c816bf01dbb tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 210 time: 0.0427864 Apr 28 19:40:27.091741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'mac_address': 'fa:16:3e:b5:e3:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:27.190079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.214808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9aa3419-1dbf-4a76-b302-5d6da9958f55 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:27.220766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.253700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:27.259503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:27.266153 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.282344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5d97aa-4bd0-4889-b3b1-6fb4d6cd0e7a req-de206660-2cf2-4b34-b901-9111bde444af tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.284232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d5d97aa-4bd0-4889-b3b1-6fb4d6cd0e7a req-de206660-2cf2-4b34-b901-9111bde444af tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.1005540 Apr 28 19:40:27.304340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:27.319229 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.333011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d5d97aa-4bd0-4889-b3b1-6fb4d6cd0e7a req-a60ae6dc-f6c1-402e-b206-88ac4de54a2b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427961 Apr 28 19:40:27.339559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.438124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:27.536885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b9aa3419-1dbf-4a76-b302-5d6da9958f55'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:27.559294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c0441187-6245-46f2-853a-36e958e8826b tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:40:27.560388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c0441187-6245-46f2-853a-36e958e8826b tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056458 Apr 28 19:40:27.575136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:27.575421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-3a25a440-ab33-4574-858d-dd32d4866f36 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.575875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:40:27.577520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-3a25a440-ab33-4574-858d-dd32d4866f36 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.1889174 Apr 28 19:40:27.595019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Request body: {'port': {'device_id': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'admin_state_up': True, 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:27.771752 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5b95f47-27a7-4fdd-b0aa-c9d8dd147608'] response: {'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20', 'code': 200} Apr 28 19:40:27.789242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:27.799045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:27.809564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:27.812984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.832330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:27.832667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:27.832989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:27.837624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:27.837936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:27.876884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:27.877217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:27.877615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:27.878053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Bound port: c58e4942-cb6c-41d9-91ed-666cb12de1e8, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:27.936697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8703d583-7676-49a8-bf38-27d14dedb98f req-6f873c8b-005d-485d-80f4-a2d789db75b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:27.938173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8703d583-7676-49a8-bf38-27d14dedb98f req-6f873c8b-005d-485d-80f4-a2d789db75b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1101 time: 0.0969863 Apr 28 19:40:27.939748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:27.945294 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:27.946496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-fffdfc06-cbe6-40af-826b-a5edbf4c4e7e service neutron] 10.222.0.24 "POST /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8/bindings HTTP/1.1" status: 201 len: 389 time: 0.3756330 Apr 28 19:40:27.984740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8703d583-7676-49a8-bf38-27d14dedb98f req-b1ac034b-dd21-44a4-a8cb-7d3b877d99ed service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Apr 28 19:40:28.038573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3059f7c1-3812-49d3-8982-e5b6327609b5 req-cadbdfc5-b7e3-4eee-9f96-24b8a9ff2246 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.040007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3059f7c1-3812-49d3-8982-e5b6327609b5 req-cadbdfc5-b7e3-4eee-9f96-24b8a9ff2246 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1715150 Apr 28 19:40:28.050029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Allocated IP 172.20.0.13 (a484bcb3-8c6f-44da-8a90-fd83204b898a/b4fbd541-416c-49e4-a550-e4662f720d66/3d016a59-94fc-4a07-9cf5-d9d65549ba4e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:28.120790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3059f7c1-3812-49d3-8982-e5b6327609b5 req-d905fa0c-c571-49bb-a6d4-9bad72ffd36f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720119 Apr 28 19:40:28.142509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43ad7aa4-6b3d-49c7-ad13-5311b72be0cc req-2a13c845-ddf6-431e-8f1f-503c9564df6a tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0434666 Apr 28 19:40:28.403795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.554562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.597246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e960f0-8647-49ca-b268-15ef82767040 req-fdb5cc8a-b0f5-46fd-b295-e17d8f742779 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.599985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63e960f0-8647-49ca-b268-15ef82767040 req-fdb5cc8a-b0f5-46fd-b295-e17d8f742779 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 945 time: 0.0864973 Apr 28 19:40:28.642605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Network a484bcb3-8c6f-44da-8a90-fd83204b898a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:28.649656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:28.656501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:28.658506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63e960f0-8647-49ca-b268-15ef82767040 req-08c43238-54ce-468d-81ce-ba1671508334 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509245 Apr 28 19:40:28.664950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.665608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.684881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:28.708851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333874e5-0b4f-4a07-9560-28a0f68f9786 req-27b62231-e850-4979-86e0-ff68fe0e67a5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.710589 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-333874e5-0b4f-4a07-9560-28a0f68f9786 req-27b62231-e850-4979-86e0-ff68fe0e67a5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 948 time: 0.2633061 Apr 28 19:40:28.724766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-143423d3-c0ea-472d-abaa-5a7221b33179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.726245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-143423d3-c0ea-472d-abaa-5a7221b33179 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1096 time: 0.2439358 Apr 28 19:40:28.759446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-613880a9-03d3-4cbc-bb59-e2e83c982ae5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1729383 Apr 28 19:40:28.781959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Request body: {'port': {'device_id': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:28.853550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b9aa3419-1dbf-4a76-b302-5d6da9958f55 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:28.863939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0f9a3d-b87b-44a2-bacd-6df5026f79fa req-91e88d79-3f45-49d5-9f4f-4fec63ba182c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:28.866129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee0f9a3d-b87b-44a2-bacd-6df5026f79fa req-91e88d79-3f45-49d5-9f4f-4fec63ba182c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 932 time: 0.0806463 Apr 28 19:40:28.899982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-333874e5-0b4f-4a07-9560-28a0f68f9786 req-9bda9e62-4368-4769-88ee-439b3e4ebf23 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801095 Apr 28 19:40:28.914910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee0f9a3d-b87b-44a2-bacd-6df5026f79fa req-daf13697-8953-49b3-8403-32441db71607 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421982 Apr 28 19:40:28.936518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b9aa3419-1dbf-4a76-b302-5d6da9958f55 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:28.944058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b9aa3419-1dbf-4a76-b302-5d6da9958f55 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:28.944058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:28.982735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.043440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-e7a889bf-ff42-423e-8fa5-942518a733b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.045087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-e7a889bf-ff42-423e-8fa5-942518a733b7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.3059244 Apr 28 19:40:29.082140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.118734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:29.123271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.159341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-02c07afa-776a-461d-a1d6-ec039ebb0b49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.1020863 Apr 28 19:40:29.236790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:29.321147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-6e875e40-540f-402d-8ddb-72bcab44b12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.322580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-6e875e40-540f-402d-8ddb-72bcab44b12b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1535876 Apr 28 19:40:29.342264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f94d036-7517-4624-864a-e576d2b5bfbe req-f34209f4-1bc7-4336-9f8a-675087f8da04 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.343732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f94d036-7517-4624-864a-e576d2b5bfbe req-f34209f4-1bc7-4336-9f8a-675087f8da04 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0883062 Apr 28 19:40:29.388334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f94d036-7517-4624-864a-e576d2b5bfbe req-9f8e9c34-236c-4677-9362-ba6a612292c8 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388672 Apr 28 19:40:29.410363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-17c099e4-6dbe-4c38-8b70-8ba3dd0e301c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796583 Apr 28 19:40:29.491493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e36103-7f14-47d1-89fa-9280956059af req-246efa74-c8cd-4d58-b044-5f9b4c05fbfd tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:29.492972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55e36103-7f14-47d1-89fa-9280956059af req-246efa74-c8cd-4d58-b044-5f9b4c05fbfd tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.4345932 Apr 28 19:40:29.650374 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55e36103-7f14-47d1-89fa-9280956059af req-33a89006-cf9a-4ceb-93a8-c7aff6b2b451 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421793 Apr 28 19:40:29.678485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-9ad582de-68be-4973-9992-a368a97b2185 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184021 Apr 28 19:40:29.707574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2634e6a-6ee8-41a2-80c2-0773ab114f60 req-a58bc654-c346-40e6-9811-5ebc1e15053a tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1290705 Apr 28 19:40:29.732487 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-55838473-8758-4e25-bea7-e945df1d4d13 service neutron] show failed (client error): The resource could not be found. Apr 28 19:40:29.733827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-55838473-8758-4e25-bea7-e945df1d4d13 service neutron] 10.222.0.41 "GET /v2.0/ports/b381af3a-eaa2-478c-a263-a299f47913cd/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1181848 Apr 28 19:40:29.773698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:29.917308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d016a59-94fc-4a07-9cf5-d9d65549ba4e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:29.923676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-a59dc8a0-f5d9-40b9-8530-909c379e1487 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334197 Apr 28 19:40:29.937213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:29.979118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Transition to ACTIVE for port object 3d016a59-94fc-4a07-9cf5-d9d65549ba4e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:29.984118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.022988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a730f1d-8e5a-460e-a0c5-ad7bde7d9e63 req-36a7933c-2d8c-4354-a90d-2b4f3d942b6a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.024600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a730f1d-8e5a-460e-a0c5-ad7bde7d9e63 req-36a7933c-2d8c-4354-a90d-2b4f3d942b6a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 945 time: 0.1081855 Apr 28 19:40:30.084962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a730f1d-8e5a-460e-a0c5-ad7bde7d9e63 req-a71317d1-2d81-471d-b330-cf34170e8911 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527992 Apr 28 19:40:30.153515 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0546538-235b-4c3b-9d9b-a13b18eaeb0a'] response: {'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'code': 200} Apr 28 19:40:30.294304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:30.389058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d66ef-bcbf-4012-a1d7-8ec16bf2302e req-d4530bb1-0f7f-49b9-b7e8-2ac5ec5481b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.390551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca8d66ef-bcbf-4012-a1d7-8ec16bf2302e req-d4530bb1-0f7f-49b9-b7e8-2ac5ec5481b2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 1100 time: 0.1640396 Apr 28 19:40:30.402248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5898e-4a22-4e47-a566-79ba62d8b379 req-f404ed1e-2732-4016-bef7-9b3e60c5b093 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.403672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02e5898e-4a22-4e47-a566-79ba62d8b379 req-f404ed1e-2732-4016-bef7-9b3e60c5b093 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 949 time: 0.1190009 Apr 28 19:40:30.476068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca8d66ef-bcbf-4012-a1d7-8ec16bf2302e req-54843f73-e6d2-4e17-b13c-2fbcdff985cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714605 Apr 28 19:40:30.489482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02e5898e-4a22-4e47-a566-79ba62d8b379 req-2f99d728-ee18-4203-9b50-4d17feb8584b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726535 Apr 28 19:40:30.492480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:30.494531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.514220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:30.522481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Usage tracker for resource:security_group_rule and tenant:9c02a9836af046229e457dfe7f0a9f35 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:30.522820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:30.523080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:30.523402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:30.525496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:30.531316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:30.538018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:30.538344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:30.554247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:30.554574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:30.554948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:30.555381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Bound port: 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:30.555723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.614537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.620591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.631908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-b2a81174-4251-4b12-865c-df34a49ce8a9 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.633369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-b2a81174-4251-4b12-865c-df34a49ce8a9 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.3608601 Apr 28 19:40:30.635052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-796b46b1-eea4-4dd0-a5e2-730b49d41ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.636323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-796b46b1-eea4-4dd0-a5e2-730b49d41ef5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1101 time: 0.3627262 Apr 28 19:40:30.652429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b01789-fd6f-4396-8d73-3b24bf4118db req-c01e6508-baa1-4fc2-93c7-bfa061dbe7c5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.653185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-83b01789-fd6f-4396-8d73-3b24bf4118db req-c01e6508-baa1-4fc2-93c7-bfa061dbe7c5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:30.663432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:30.666596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f86481-4bfd-4a01-8f17-df38bd941345,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:30.670879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0da1ebbd-be7c-48a9-bdcb-5705ba999719 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c02a9836af046229e457dfe7f0a9f35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3473575 Apr 28 19:40:30.673605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46802) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:30.697585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:30.737144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.765101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.830073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.844503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-83b01789-fd6f-4396-8d73-3b24bf4118db req-c01e6508-baa1-4fc2-93c7-bfa061dbe7c5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:30.845652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83b01789-fd6f-4396-8d73-3b24bf4118db req-c01e6508-baa1-4fc2-93c7-bfa061dbe7c5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.4744589 Apr 28 19:40:30.846609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:30.879952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f86481-4bfd-4a01-8f17-df38bd941345,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:30.901034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.904789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8481c974-249e-465f-b05e-f61b9934a992 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/27f86481-4bfd-4a01-8f17-df38bd941345 HTTP/1.1" status: 204 len: 168 time: 0.2276185 Apr 28 19:40:30.922759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:30.937872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.941588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.941977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.942438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.942936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.943710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.943866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.944277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.944727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.945176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.945947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.946087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.946532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:30.948710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-275014dc-95ff-4eae-adcc-93d30fbbb6b9 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b&device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2&device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc&device_id=02ad2f0d-976c-4186-839c-41f6fb140996&device_id=53175026-3756-460d-82fc-df7cc20f4cc9&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711&device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f&device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60&device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 10829 time: 0.1139953 Apr 28 19:40:30.971496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:30.987273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:30.992118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Usage tracker for resource:security_group_rule and tenant:2152305b5828453b8f211fd4a5c9d582 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:30.995037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:31.001353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:31.009060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.045960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.056645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.057258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.058736 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] 10.222.0.41 "PUT /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 1092 time: 2.2908783 Apr 28 19:40:31.065839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83b01789-fd6f-4396-8d73-3b24bf4118db req-0814a2e9-bce6-4942-9e93-92c9ff61588d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745932 Apr 28 19:40:31.065839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:31.120013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.125430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.222752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5b0490-24d6-43a3-8d99-7820448cf55f service neutron] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.246774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c99591d-91b7-4f27-b8c1-0729d19b37ff,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.256997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b62eb44-b4e9-4ce8-912f-2d56c1f26f41 req-526e98bf-c67c-4e31-bf91-ad23df1ff925 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&id=3452e7ee-bb76-41af-80c0-a340c710e575&id=beb46735-4ccd-449a-8220-a56e8c91836b&id=fc454043-23cf-4362-9302-ec92344e0b21&id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 646 time: 0.3013074 Apr 28 19:40:31.296537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:31.315840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.330745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:31.335356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Usage tracker for resource:security_group_rule and tenant:6eceea4a95fd4b1a91f6ae13bfd08641 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:31.338442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:31.344332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:31.428226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4bbceaeb-38e1-4ba0-acdb-b17ba74e5be0 req-5ad7ef2d-24a0-4d65-94f1-c53d0cc9f0fd tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0435634 Apr 28 19:40:31.483224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.488319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.526862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6eceea4a95fd4b1a91f6ae13bfd08641&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288957 Apr 28 19:40:31.529168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46824) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:31.538839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-32064fc3-7049-4fee-b269-76a30e312010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.540300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-32064fc3-7049-4fee-b269-76a30e312010 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1095 time: 0.4300306 Apr 28 19:40:31.605719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594bf47e-8490-43a3-a9f2-721797e8c715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d206a26-00eb-48d3-ae8f-c456f8195c00,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.607061 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838e8651-0a89-4046-a214-f2570b1d0cdd'] response: {'name': 'network-changed', 'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'status': 'completed', 'code': 200} Apr 28 19:40:31.618265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ecfc83-8aa5-4979-979e-3bf457f9c01c req-3dcd2703-bec1-488b-a568-dd68a108f007 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.619787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-50ecfc83-8aa5-4979-979e-3bf457f9c01c req-3dcd2703-bec1-488b-a568-dd68a108f007 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.4226019 Apr 28 19:40:31.631529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.682881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.714360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-f6c7e0d5-f438-4a78-82da-36b009b78036 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 217 time: 0.1065702 Apr 28 19:40:31.806909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.828805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d206a26-00eb-48d3-ae8f-c456f8195c00,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:31.842754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab67c92-7bdc-4742-a0f6-4543ffdca9a1 req-d2653d4a-5a8d-4ed4-bb5b-98a4b895ff7c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.844307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eab67c92-7bdc-4742-a0f6-4543ffdca9a1 req-d2653d4a-5a8d-4ed4-bb5b-98a4b895ff7c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 945 time: 0.1281416 Apr 28 19:40:31.851413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:31.855090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-29bbf650-1450-40d8-b5d7-5fda3293b2ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d206a26-00eb-48d3-ae8f-c456f8195c00 HTTP/1.1" status: 204 len: 168 time: 0.3223939 Apr 28 19:40:31.876996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:31.900558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eab67c92-7bdc-4742-a0f6-4543ffdca9a1 req-4861c84d-a72f-4fc1-a8eb-3ba33851be13 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467682 Apr 28 19:40:31.934265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:31.946912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-50ecfc83-8aa5-4979-979e-3bf457f9c01c req-b1e0c066-355b-4b76-a5c6-e9817eebaa3c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669466 Apr 28 19:40:31.984843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-0a092f91-4f73-4dc6-bac7-37dee5b37678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:31.986350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-0a092f91-4f73-4dc6-bac7-37dee5b37678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2551827 Apr 28 19:40:32.059450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:32.093624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-fb33ab8b-a8dd-4323-bd84-70ff5d47e010 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1007953 Apr 28 19:40:32.164240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:32.350544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.368970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.372768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.392127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-89fc72c7-3ce4-47ec-be22-286a916f5988 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.392606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-89fc72c7-3ce4-47ec-be22-286a916f5988 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.393069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-89fc72c7-3ce4-47ec-be22-286a916f5988 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.400908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-89fc72c7-3ce4-47ec-be22-286a916f5988 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc&device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f&device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 2881 time: 0.0864005 Apr 28 19:40:32.443941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-ff6c2ac6-3781-4aba-99eb-48efe05f1599 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Synchronizing usage tracker for tenant:2152305b5828453b8f211fd4a5c9d582 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:32.465935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-ff6c2ac6-3781-4aba-99eb-48efe05f1599 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Unset dirty status for tenant:2152305b5828453b8f211fd4a5c9d582 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:32.473567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29dbef0f-9b3d-4ded-9d87-6a78b17b3529 req-ff6c2ac6-3781-4aba-99eb-48efe05f1599 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717857 Apr 28 19:40:32.522668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Transition to ACTIVE for port object b381af3a-eaa2-478c-a263-a299f47913cd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:32.534175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-e86c1e88-ff13-469e-a3ca-c91e8e29fee5 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4269207 Apr 28 19:40:32.548781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:32.666316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2435514-d51d-4d0a-b7ef-8abea4446d2c req-b3c4afc3-920c-4ef0-95a4-f157b4d4e09b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.667836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2435514-d51d-4d0a-b7ef-8abea4446d2c req-b3c4afc3-920c-4ef0-95a4-f157b4d4e09b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.0891297 Apr 28 19:40:32.720696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49e0a6-7fdc-42fc-9d3a-6b802c8cf35f req-525556c7-0ebc-4d81-b0b0-905ed5645b9d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:32.727956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d49e0a6-7fdc-42fc-9d3a-6b802c8cf35f req-525556c7-0ebc-4d81-b0b0-905ed5645b9d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 949 time: 0.6392019 Apr 28 19:40:32.729165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2435514-d51d-4d0a-b7ef-8abea4446d2c req-9cf69514-463c-4dc0-b655-3ba65739822c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538070 Apr 28 19:40:32.828884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:32.872986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b381af3a-eaa2-478c-a263-a299f47913cd no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:40:32.929968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73e5fc8-1a9f-4c30-b63a-921f1951f959 req-75846181-513c-4563-b237-c24ac5b77360 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3820615 Apr 28 19:40:32.930966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] No DVR routers for this DVR port b381af3a-eaa2-478c-a263-a299f47913cd on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:32.952588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b381af3a-eaa2-478c-a263-a299f47913cd not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:40:32.972545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:32.972924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:32.973251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:33.047785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-701dd43c-5023-486c-b875-1d1bcda11d34 req-0560019a-92fa-4b0e-a61b-f5357cc01229 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0474293 Apr 28 19:40:33.081292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:33.081292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Attempting to bind port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:33.091469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:33.108836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:33.109172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:33.109570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:33.110007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Bound port: c58e4942-cb6c-41d9-91ed-666cb12de1e8, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:33.110415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.134191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d49e0a6-7fdc-42fc-9d3a-6b802c8cf35f req-fd25b711-552c-4d85-810d-d018cc788acf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052987 Apr 28 19:40:33.155509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:33.156017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:33.156490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:33.198980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:33.199476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Attempting to bind port b381af3a-eaa2-478c-a263-a299f47913cd on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:33.226085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:33.226697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:33.227233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:33.227827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Bound port: b381af3a-eaa2-478c-a263-a299f47913cd, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:33.228335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.323080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d0c824-1fce-48e0-a3ea-a00853d8933f req-3a488b3e-ea1f-40d1-aefe-38d4a3fc7f63 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.324876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63d0c824-1fce-48e0-a3ea-a00853d8933f req-3a488b3e-ea1f-40d1-aefe-38d4a3fc7f63 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.0941482 Apr 28 19:40:33.376202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63d0c824-1fce-48e0-a3ea-a00853d8933f req-b04ecc13-f29f-44d2-8725-725aeb535b25 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452385 Apr 28 19:40:33.385283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:33.391541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-f7fc498e-6108-482e-924a-1ee189e4b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.393004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-f7fc498e-6108-482e-924a-1ee189e4b080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1095 time: 0.3825057 Apr 28 19:40:33.433583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:33.457965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.531015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:33.727414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8'}, {'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:33.769986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bbe774-3906-4354-9886-a4b8160abe14 req-683105dc-ef41-4c57-b154-e13d534282a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.771679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96bbe774-3906-4354-9886-a4b8160abe14 req-683105dc-ef41-4c57-b154-e13d534282a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 950 time: 0.0890608 Apr 28 19:40:33.783049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:33.797701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495dbe18-4624-4bd1-bcce-77e024e5d7cc req-fa148d12-ebce-4675-a4cd-82ff15ab341b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.799146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-495dbe18-4624-4bd1-bcce-77e024e5d7cc req-fa148d12-ebce-4675-a4cd-82ff15ab341b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.5573218 Apr 28 19:40:33.834217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96bbe774-3906-4354-9886-a4b8160abe14 req-e2f89292-536e-415a-b982-0c9ee85a0375 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567474 Apr 28 19:40:33.834843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46892) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:33.838445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.877021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.877908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.879231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] 10.222.0.46 "PUT /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 1121 time: 3.2234538 Apr 28 19:40:33.892748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf8b5c-14e0-4a71-b364-0d896fbe1c10 service neutron] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:33.947775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.948539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:33.949911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] 10.222.0.46 "PUT /v2.0/ports/b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 1096 time: 3.2903259 Apr 28 19:40:33.950903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-2ebad449-4a54-410c-b00d-104ab894c5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:33.952202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-2ebad449-4a54-410c-b00d-104ab894c5c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.5411184 Apr 28 19:40:33.975989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c58e4942-cb6c-41d9-91ed-666cb12de1e8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:33.999478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.017403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:34.022048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Usage tracker for resource:security_group_rule and tenant:57186f981bc948b88703a48a994fac9c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:34.025272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:34.033862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:34.140895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-009d97e8-5a59-4270-b7a4-e1154ad1c716 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 217 time: 0.1624897 Apr 28 19:40:34.184990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.191193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.194759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-495dbe18-4624-4bd1-bcce-77e024e5d7cc req-5a6fdfe7-8a2f-45ab-8057-dbcab31a4f83 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636289 Apr 28 19:40:34.205797 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e6c6c0-b5e8-4cdc-ad19-862d0dded5d1'] response: {'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'code': 200} Apr 28 19:40:34.207807 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03e6c6c0-b5e8-4cdc-ad19-862d0dded5d1'] response: {'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'code': 200} Apr 28 19:40:34.261050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62832d3e-d6a6-4ee7-ba81-6ccdcee0360c service neutron] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:34.276583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-d49aa10b-6899-4d44-8649-4f123ce5e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.278039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-d49aa10b-6899-4d44-8649-4f123ce5e989 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1273856 Apr 28 19:40:34.284303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-fc8c8e44-505d-4d36-bf2e-38188f88af73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.290540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eee3927-b0a8-4ac3-99c1-4456f64812f2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:34.290789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-fc8c8e44-505d-4d36-bf2e-38188f88af73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1099 time: 0.2370808 Apr 28 19:40:34.326646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3aea2ec7-690e-40f0-8d77-2d1eaff581e9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=57186f981bc948b88703a48a994fac9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4906693 Apr 28 19:40:34.329406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46904) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:34.389267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.405601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-1e2313f1-40a5-4957-804e-d4996aaf07b0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1138844 Apr 28 19:40:34.422185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.488389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.506413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eee3927-b0a8-4ac3-99c1-4456f64812f2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:34.514986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.519261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf88a15a-10be-4f1f-9d63-052966b75ead admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eee3927-b0a8-4ac3-99c1-4456f64812f2 HTTP/1.1" status: 204 len: 168 time: 0.1857657 Apr 28 19:40:34.626723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf079aa-d8b3-48ac-a278-eaa58ef4dcfa req-4061c480-81b4-4f36-85c4-8978539f4f79 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.632775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf079aa-d8b3-48ac-a278-eaa58ef4dcfa req-4061c480-81b4-4f36-85c4-8978539f4f79 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.638077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcf079aa-d8b3-48ac-a278-eaa58ef4dcfa req-4061c480-81b4-4f36-85c4-8978539f4f79 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2&device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1690 time: 0.0953844 Apr 28 19:40:34.675117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-f9fe1dea-0103-47f1-af22-186451ea9590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.676535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-f9fe1dea-0103-47f1-af22-186451ea9590 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3254969 Apr 28 19:40:34.683071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcf079aa-d8b3-48ac-a278-eaa58ef4dcfa req-b9b81139-182e-4e5b-b6fc-65689712d7f6 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431242 Apr 28 19:40:34.689766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa728e5-447f-4248-a0a6-524f1b6f7529 req-b44da6bb-d60e-42ee-9a35-dd0faa453641 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.693554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fa728e5-447f-4248-a0a6-524f1b6f7529 req-b44da6bb-d60e-42ee-9a35-dd0faa453641 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.3483849 Apr 28 19:40:34.759942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-ab7d3bc3-0ed2-4646-a1b3-f2bafbea1096 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457320 Apr 28 19:40:34.803144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-11880b08-8090-48dc-9864-53bf2681506f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.1075578 Apr 28 19:40:34.844766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:34.862489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:34.881446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:34.884548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:34.885353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Usage tracker for resource:security_group_rule and tenant:d7ecff4ffeee45328f71b60a8e9b49dc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:34.888420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:34.894061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:34.930649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fa728e5-447f-4248-a0a6-524f1b6f7529 req-71186907-f4ba-4035-a15b-19b81de97a52 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364020 Apr 28 19:40:34.971807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-3d3db12c-3938-4b13-9f0c-514f9983d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:34.973232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-3d3db12c-3938-4b13-9f0c-514f9983d477 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1505733 Apr 28 19:40:35.047079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4158291a-e6ee-43aa-8544-bf00aad71eea req-e5400525-ee33-4d1d-a51b-b564a7aabf84 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796891 Apr 28 19:40:35.065943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d62a873-fd43-495d-a9f7-c44d7da6e8ef req-e3a0fd67-f745-4bc2-b05b-0cd4a43846a3 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0536978 Apr 28 19:40:35.070401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.076724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.082994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-e65b85b4-bf07-4ca0-9239-4c4bd58027d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.085226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-e65b85b4-bf07-4ca0-9239-4c4bd58027d3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0973001 Apr 28 19:40:35.101022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:35.118354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'port_id': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'mac_address': 'fa:16:3e:46:f1:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd541-416c-49e4-a550-e4662f720d66', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:35.130029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=811cab11-9083-441d-8c99-46223a391acd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:35.167309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3c6bd39-4d05-4935-863f-824ffe61aac2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d7ecff4ffeee45328f71b60a8e9b49dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3110824 Apr 28 19:40:35.167309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:35.206166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.233036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d016a59-94fc-4a07-9cf5-d9d65549ba4e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:35.246691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.259346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:35.265298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.277498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.291198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-dd029657-d41e-4cf7-bead-a1133cc707ae service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1985347 Apr 28 19:40:35.308224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd07a8-ec03-472b-beb6-8ac4742bc056 req-b11d1b3c-c78a-4907-b788-e6dbdcafd9d1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.310785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5dd07a8-ec03-472b-beb6-8ac4742bc056 req-b11d1b3c-c78a-4907-b788-e6dbdcafd9d1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.1965253 Apr 28 19:40:35.348302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:35.383170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.405712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=811cab11-9083-441d-8c99-46223a391acd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:35.409594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca9e21a-27e6-40ca-91f7-a639bac15c5b req-c72393eb-fcc1-4954-b4ad-5e40c62d5931 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.413408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dca9e21a-27e6-40ca-91f7-a639bac15c5b req-c72393eb-fcc1-4954-b4ad-5e40c62d5931 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1100 time: 0.0995858 Apr 28 19:40:35.419131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:35.429197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-86fbd75d-5414-4e76-9b34-074fe842abdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/811cab11-9083-441d-8c99-46223a391acd HTTP/1.1" status: 204 len: 168 time: 0.2697155 Apr 28 19:40:35.496480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dca9e21a-27e6-40ca-91f7-a639bac15c5b req-c1f95722-3021-4c6d-ab3a-8dcb7a48cb68 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659251 Apr 28 19:40:35.542882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['3d016a59-94fc-4a07-9cf5-d9d65549ba4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:35.556516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5dd07a8-ec03-472b-beb6-8ac4742bc056 req-b295eea6-af73-406d-9470-e30d93d4e3d4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239966 Apr 28 19:40:35.617784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d8ba5f-a050-4c92-8265-3f13d7701171 req-afc90220-8368-440f-9a54-e8002bf10ba5 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3046110 Apr 28 19:40:35.733729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7967018-109b-4437-b566-cb002c35357a req-7e9e6ee3-706d-4427-98dc-dfe4a572f629 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.735679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7967018-109b-4437-b566-cb002c35357a req-7e9e6ee3-706d-4427-98dc-dfe4a572f629 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.1347396 Apr 28 19:40:35.793910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7967018-109b-4437-b566-cb002c35357a req-34923e30-4c95-4bd3-a37f-c21950b05ffc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522101 Apr 28 19:40:35.794117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660b017-717e-4c5e-8039-8490f825ff48 req-a4e48783-3918-4803-9328-6fb1f8807545 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.801124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5660b017-717e-4c5e-8039-8490f825ff48 req-a4e48783-3918-4803-9328-6fb1f8807545 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 1100 time: 0.0876598 Apr 28 19:40:35.847728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5660b017-717e-4c5e-8039-8490f825ff48 req-951804d4-43bc-4660-bd5b-4e18ddd94871 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Synchronizing usage tracker for tenant:51c232864a754d2c8c91e2e7c07be51f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:35.866173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5660b017-717e-4c5e-8039-8490f825ff48 req-951804d4-43bc-4660-bd5b-4e18ddd94871 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Unset dirty status for tenant:51c232864a754d2c8c91e2e7c07be51f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:35.867403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5660b017-717e-4c5e-8039-8490f825ff48 req-951804d4-43bc-4660-bd5b-4e18ddd94871 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651200 Apr 28 19:40:35.971842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d22f72-1005-4f6a-894c-153f031516db req-cb799e15-df77-4146-b3e1-01ada6eb45d4 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:35.973331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d22f72-1005-4f6a-894c-153f031516db req-cb799e15-df77-4146-b3e1-01ada6eb45d4 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1100 time: 0.0805581 Apr 28 19:40:36.022431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d22f72-1005-4f6a-894c-153f031516db req-b963cef9-37c6-4e93-8bf7-e07ad3224ecf tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356483 Apr 28 19:40:36.053451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c5956-b6b0-41f4-bb5f-08964610ed55 req-98b923f9-1e1e-41c7-9b0a-227c21eb7f88 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.058147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a83c5956-b6b0-41f4-bb5f-08964610ed55 req-98b923f9-1e1e-41c7-9b0a-227c21eb7f88 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1101 time: 0.0774305 Apr 28 19:40:36.103229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a83c5956-b6b0-41f4-bb5f-08964610ed55 req-f7cec00e-36f0-46c1-9c4b-70a4a1b3a6b5 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422659 Apr 28 19:40:36.209921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8'}, {'name': 'network-changed', 'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:36.213687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4fbb6-763e-4e0f-bff3-65282af32666 req-3059804d-5e07-4477-9c6b-b75707d6ff40 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.215732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c4fbb6-763e-4e0f-bff3-65282af32666 req-3059804d-5e07-4477-9c6b-b75707d6ff40 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.0842414 Apr 28 19:40:36.268529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c4fbb6-763e-4e0f-bff3-65282af32666 req-06a5e836-0bb3-46e8-b1ea-f58990db49ad tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446343 Apr 28 19:40:36.349672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:36.436031 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df841d3c-1cfa-4c45-b841-98a0d6919cfb'] response: {'name': 'network-changed', 'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'status': 'completed', 'code': 200} Apr 28 19:40:36.436297 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df841d3c-1cfa-4c45-b841-98a0d6919cfb'] response: {'name': 'network-changed', 'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'status': 'completed', 'code': 200} Apr 28 19:40:36.599395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-network', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:36.619361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:36.632554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6786ff68-4f66-4219-972d-780920233bd4 req-78cdb7e0-e6fa-44e5-a98c-b2479ea8e88b tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1070802 Apr 28 19:40:36.633602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Usage tracker for resource:network and tenant:988d5e6bde4b42da960707f4b4788a89 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:36.639611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:36.646235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:36.664840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Made reservation on behalf of 988d5e6bde4b42da960707f4b4788a89 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:36.666337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-907f427b-8d29-46a7-adff-9f0017436255 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283835 Apr 28 19:40:36.667069 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.685778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:36.707195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:36.713854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Usage tracker for resource:security_group_rule and tenant:988d5e6bde4b42da960707f4b4788a89 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:36.717614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:36.724701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-17337389-2fc3-46e9-aa22-c505b7ac0502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.725841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-17337389-2fc3-46e9-aa22-c505b7ac0502 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1099 time: 0.1981199 Apr 28 19:40:36.726799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:36.730157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-1a84ed64-2d81-44d2-99bc-515ba097ad25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.731900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-1a84ed64-2d81-44d2-99bc-515ba097ad25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1124 time: 0.2736428 Apr 28 19:40:36.835310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-651fe7d4-3b83-41db-8671-3ba14dfbee4c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:36.837739 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-651fe7d4-3b83-41db-8671-3ba14dfbee4c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1658826 Apr 28 19:40:36.852393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-8f3960be-33cf-4d49-977b-77d06ad3720b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0100579 Apr 28 19:40:36.900818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:36.950195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-8f1e303c-ee8b-4146-99b0-ecf8cd3aab2b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0925362 Apr 28 19:40:37.015287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:37.020541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:37.020980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.041394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-d3ec5129-ad19-4925-9908-0074179c36c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.042844 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-d3ec5129-ad19-4925-9908-0074179c36c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3093843 Apr 28 19:40:37.064023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:37.131130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-241a1f7b-fcd5-4a03-af39-72e5ee7aa06f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.132566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-241a1f7b-fcd5-4a03-af39-72e5ee7aa06f service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.3774006 Apr 28 19:40:37.150135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-dfbe58b5-77c9-4044-b4f6-dce2be9025df service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.0944030 Apr 28 19:40:37.259942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.266595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-8ed5f17c-d6f7-4d5c-b603-bf0d2f38cc8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.1212757 Apr 28 19:40:37.300070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:37.311138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:37.319551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.346667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.363341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:37.367656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.385310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-ff5500ea-932f-4cad-b93d-89addb869bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.386911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-ff5500ea-932f-4cad-b93d-89addb869bb0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1809070 Apr 28 19:40:37.392621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:40:37.418499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:37.444964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-e2b14c5f-fe3f-4a16-8a70-8483dd0c0390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.446662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-e2b14c5f-fe3f-4a16-8a70-8483dd0c0390 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1673453 Apr 28 19:40:37.473801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838608b-8962-4320-9ae5-ba9bd8faa352 req-bd02c04d-abb8-4594-8d3b-09af55496f26 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.481368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7838608b-8962-4320-9ae5-ba9bd8faa352 req-bd02c04d-abb8-4594-8d3b-09af55496f26 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.4886544 Apr 28 19:40:37.484093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:40:37.504019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab03270-63e0-4d55-a741-ce2d390f2354 req-cdb9c9ea-300d-4ae5-b86a-68885d2101aa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.506862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cab03270-63e0-4d55-a741-ce2d390f2354 req-cdb9c9ea-300d-4ae5-b86a-68885d2101aa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.1085818 Apr 28 19:40:37.546369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd552679-6568-4a21-a635-49d047c61034,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:37.562204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-3b628616-1f5d-468e-891e-509fada384af service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1021106 Apr 28 19:40:37.569336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cab03270-63e0-4d55-a741-ce2d390f2354 req-34eccb5c-fdc0-4046-bd2b-63c1ec3676d4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529268 Apr 28 19:40:37.571952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.572302 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Added segment c8616d9a-671f-4b56-9f1a-6fd81d7de0d6 of type vlan for network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 Apr 28 19:40:37.718676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7838608b-8962-4320-9ae5-ba9bd8faa352 req-1ed2e61f-23b8-43fd-a072-a0deced62e6e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2358966 Apr 28 19:40:37.753160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:37.765356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-cbb8c45c-ba3c-45a5-a764-2c1ee1463032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:37.767112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-cbb8c45c-ba3c-45a5-a764-2c1ee1463032 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3686602 Apr 28 19:40:37.935871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-2a554a06-5ae7-4569-ac93-e7a2d91dcf35 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650966 Apr 28 19:40:38.056936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.057901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.058596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.306918 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-934c455d-f9b1-4fa6-9e3f-df6ac173b499'] response: {'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'code': 200} Apr 28 19:40:38.372043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.0210483 Apr 28 19:40:38.375765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47028) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:38.383150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Request body: {'subnet': {'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-subnet', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:38.383718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673fb69e-140f-4498-ab84-ca213d4a453d admin admin] Pushing event updated for resources: {'Network': ['ID=83d62e27-ea1c-495c-8060-ee332b1bdbf6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:38.396672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:40:38.408958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-5097a989-37ac-4236-af77-1de4e2d3327d service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6314702 Apr 28 19:40:38.448161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:38.453210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Usage tracker for resource:subnet and tenant:988d5e6bde4b42da960707f4b4788a89 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:38.457212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:38.480446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:38.480829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4f5c25-b3bc-4ba4-b2a1-3218abdc635a req-11c3d73b-42e3-4019-958f-62fc4d7a1f82 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.488533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f4f5c25-b3bc-4ba4-b2a1-3218abdc635a req-11c3d73b-42e3-4019-958f-62fc4d7a1f82 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.5494018 Apr 28 19:40:38.524072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Made reservation on behalf of 988d5e6bde4b42da960707f4b4788a89 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:38.529802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:38.540308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-afa0db0a-2be8-4451-ab01-3cc769895565 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5622957 Apr 28 19:40:38.638691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f4f5c25-b3bc-4ba4-b2a1-3218abdc635a req-59bdf677-5353-4b5b-86a9-b6e1ab926bac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489077 Apr 28 19:40:38.714917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16dec502-6f96-4e1c-8e78-3c347dd98aba req-cf80b669-ee7b-4734-b72a-ba3a9a740401 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1970358 Apr 28 19:40:38.725640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-88f4f7d3-708f-4dd8-a1e6-5d20dda1e932 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2926309 Apr 28 19:40:38.802646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78748c0c-f605-4e21-9c58-0a8dea2e88a1 req-dad97804-6d82-44ff-bfa0-40f818ede344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.804503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78748c0c-f605-4e21-9c58-0a8dea2e88a1 req-dad97804-6d82-44ff-bfa0-40f818ede344 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1097 time: 0.4146450 Apr 28 19:40:38.820493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-8fb12c0e-c07e-46cb-870f-128144a39afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.821980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-8fb12c0e-c07e-46cb-870f-128144a39afb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1099 time: 0.1824424 Apr 28 19:40:38.870372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78748c0c-f605-4e21-9c58-0a8dea2e88a1 req-6db6b250-0110-46ad-a98b-ef35934e159d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562689 Apr 28 19:40:38.958303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81cc7862-76b3-4f67-9a19-7295d20885fa req-b2a373e7-b3d0-420b-875f-ac33e0214f23 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 210 time: 0.0530851 Apr 28 19:40:38.959331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273cfd59-310a-4365-b60a-123f88b0ef67 req-8c72c5bd-63c1-4f5f-a630-1d15b82a0389 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:38.960828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-273cfd59-310a-4365-b60a-123f88b0ef67 req-8c72c5bd-63c1-4f5f-a630-1d15b82a0389 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2141552 Apr 28 19:40:39.017328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-62a46fec-e6f2-4896-aeb0-300d3e052754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.018778 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-62a46fec-e6f2-4896-aeb0-300d3e052754 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1814847 Apr 28 19:40:39.022611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.026010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-273cfd59-310a-4365-b60a-123f88b0ef67 req-b6786f35-9296-4bdd-9d73-9e26338bd839 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581582 Apr 28 19:40:39.158858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08caab7a-c986-4982-83f8-108fa5982f71,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:39.165205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Checking segment: {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:39.165574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Network hostable DHCP agents. Network: 83d62e27-ea1c-495c-8060-ee332b1bdbf6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:40:39.195885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:40:39.212269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-8e495907-0123-4925-95ca-856614788384 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.1137068 Apr 28 19:40:39.213047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b6bb3-89ac-468e-9c61-936438cf98b0 req-0950ae23-b14b-4a9e-8d48-eda83fc1fe68 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.218069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c53b6bb3-89ac-468e-9c61-936438cf98b0 req-0950ae23-b14b-4a9e-8d48-eda83fc1fe68 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.1390579 Apr 28 19:40:39.224328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 83d62e27-ea1c-495c-8060-ee332b1bdbf6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:39.235214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5796dd9a-c299-46c3-bbdf-3a075d328cc1 None None] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:39.301789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-b35c7156-8669-4a13-8cb2-4981fc2c58fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.303276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-b35c7156-8669-4a13-8cb2-4981fc2c58fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0827453 Apr 28 19:40:39.315699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e005aa6b-5953-4a2f-bf3d-67d6cbdc3309 req-5cd9b6c7-4804-41f1-8b10-abc0b6f4ba63 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.317185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e005aa6b-5953-4a2f-bf3d-67d6cbdc3309 req-5cd9b6c7-4804-41f1-8b10-abc0b6f4ba63 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.1526382 Apr 28 19:40:39.331744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.333195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.361454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c53b6bb3-89ac-468e-9c61-936438cf98b0 req-dcd80d25-9a1d-4503-84d8-301489ae32fd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349862 Apr 28 19:40:39.409712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e005aa6b-5953-4a2f-bf3d-67d6cbdc3309 req-896359a3-540c-4dd6-abf0-b5bc96161fce tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461020 Apr 28 19:40:39.410093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-2d76ed18-abfe-49bc-9163-0f6b0b94f198 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0933404 Apr 28 19:40:39.447329 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9628c7bb-3782-4511-a4f3-afbc45d69704 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0704467 Apr 28 19:40:39.452114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:39.469797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:39.472155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-af62d46f-28fa-4804-b61e-314986a87dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.473629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-af62d46f-28fa-4804-b61e-314986a87dc0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1550322 Apr 28 19:40:39.484514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:39.573746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'fixed_ips': [{'subnet_id': '08caab7a-c986-4982-83f8-108fa5982f71'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:40:39.575239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.580708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Usage tracker for resource:router and tenant:988d5e6bde4b42da960707f4b4788a89 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:40:39.590944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:40:39.611996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:39.637086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.641028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.670557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.729159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-8dbc119a-b61d-4821-97ab-71dc56fecb12 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:39.731420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-8dbc119a-b61d-4821-97ab-71dc56fecb12 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3140075 Apr 28 19:40:39.735597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-139c907a-fe2d-485d-80fc-00b651e1bb51 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0640700 Apr 28 19:40:39.749485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:39.756287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:39.773820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Allocated IP 172.20.0.2 (83d62e27-ea1c-495c-8060-ee332b1bdbf6/08caab7a-c986-4982-83f8-108fa5982f71/7237859b-d99b-4b14-ae4e-542ae6614d27) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:39.972421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-4d1b0082-efe5-437f-9c20-dea871a3eaaf service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814482 Apr 28 19:40:40.083275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.095250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Transition to ACTIVE for port object 7237859b-d99b-4b14-ae4e-542ae6614d27 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:40.128225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Transition to ACTIVE for port object 7237859b-d99b-4b14-ae4e-542ae6614d27 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:40.137720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.205055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:40.205502 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e90a110-968b-4c2c-8cf1-31c3db3a90c6 req-daa39c75-65f9-42d1-bb32-732b090b9eb3 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.2370851 Apr 28 19:40:40.209447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:40.213282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:40.285059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f798d5f-7b9f-4c83-81b0-7246d021f310 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.288188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f798d5f-7b9f-4c83-81b0-7246d021f310 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5421467 Apr 28 19:40:40.299919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Pushing event updated for resources: {'Port': ['ID=7237859b-d99b-4b14-ae4e-542ae6614d27,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.342139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:40.344872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.354800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Attempting to bind port 7237859b-d99b-4b14-ae4e-542ae6614d27 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:40.355747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Attempting to bind port 7237859b-d99b-4b14-ae4e-542ae6614d27 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:40.355747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Attempting to bind port 7237859b-d99b-4b14-ae4e-542ae6614d27 on network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:40.359399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:40.362376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:40.362768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Checking segment: {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:40.363528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.363923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Bound using segment: {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:40.365258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Bound port: 7237859b-d99b-4b14-ae4e-542ae6614d27, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:40.365674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.412918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:40.455579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b970a78d-bc4b-4357-86ec-d5cc51c1b56a req-462eaaf4-11de-41a3-a4f1-b316280d83d4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.461219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b970a78d-bc4b-4357-86ec-d5cc51c1b56a req-462eaaf4-11de-41a3-a4f1-b316280d83d4 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.5142035 Apr 28 19:40:40.479150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb702c78-23fc-483c-8db5-0ec1291527a7 req-261f9d9b-c272-45d7-94d4-c06237feda16 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2931371 Apr 28 19:40:40.523585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:40.529522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.534721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:40.546347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:40.565723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:40.571807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] For port 7237859b-d99b-4b14-ae4e-542ae6614d27, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:40.573716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.578802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] For port 7237859b-d99b-4b14-ae4e-542ae6614d27, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7237859b-d99b-4b14-ae4e-542ae6614d27,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:40.584218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:40.637250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b970a78d-bc4b-4357-86ec-d5cc51c1b56a req-e3ba1eaf-e252-48b7-9a6b-e58c81fadf90 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488385 Apr 28 19:40:40.642978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f551c39-545b-41cd-8698-cb6fa4a73c9a req-f5061a0d-7769-44f9-bcbf-ad902b960c25 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 210 time: 0.0503592 Apr 28 19:40:40.714878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64a310c-41d4-4a48-8bb3-ee44e0a634e7 None None] Pushing event updated for resources: {'Port': ['ID=7237859b-d99b-4b14-ae4e-542ae6614d27,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:40.871220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3caed1-a60f-49fd-9a8a-9c7826052e14 req-750e2495-807d-4fc5-96e4-d739b9c3d535 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:40.873231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f3caed1-a60f-49fd-9a8a-9c7826052e14 req-750e2495-807d-4fc5-96e4-d739b9c3d535 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.0953164 Apr 28 19:40:40.935826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f3caed1-a60f-49fd-9a8a-9c7826052e14 req-4b7797f0-76fc-41a1-afd1-95dc59fc8b68 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562370 Apr 28 19:40:40.955252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.48 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/c108553a-560d-46bf-94d5-5a03fd4bcc30) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:41.091987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b381af3a-eaa2-478c-a263-a299f47913cd details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:41.148350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb45f795-eab2-4f70-93b1-864ddd5fa926 req-260d455b-4fd9-42a6-a306-aec0054405dc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:41.149932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb45f795-eab2-4f70-93b1-864ddd5fa926 req-260d455b-4fd9-42a6-a306-aec0054405dc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.0890949 Apr 28 19:40:41.196905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb45f795-eab2-4f70-93b1-864ddd5fa926 req-363f74bb-5628-42ef-add8-60bd2355131e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Apr 28 19:40:41.233060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:41.246937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'mac_address': 'fa:16:3e:c7:20:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:41.263824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f21d4a-dd95-448e-bb09-f376e5ea7ab9 req-20fadada-2d19-44b4-85cf-cad71be320a4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:41.265288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59f21d4a-dd95-448e-bb09-f376e5ea7ab9 req-20fadada-2d19-44b4-85cf-cad71be320a4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 948 time: 0.4580164 Apr 28 19:40:41.307386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.325479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b381af3a-eaa2-478c-a263-a299f47913cd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:41.340901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:41.345122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.376053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.417539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:41.426324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.475566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59f21d4a-dd95-448e-bb09-f376e5ea7ab9 req-43245cd0-21d1-4f49-8312-2bf3dc609e51 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589904 Apr 28 19:40:41.513390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.547771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object c108553a-560d-46bf-94d5-5a03fd4bcc30 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:41.602073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ec5868ed-50eb-4acd-a85b-7a1ab155007d req-d0a319d5-de88-4384-adc2-20086c22f830 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0451543 Apr 28 19:40:41.622942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Allocated IP 172.25.2.139 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/6638ba69-40e5-4033-bc27-6f31ebbacde0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:41.657499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.672584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:41.729680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:41.732955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.145 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/c500dda1-bc3c-4741-a041-9fd522716e12) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:41.788944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b41a0ae7-f92b-45c9-9b70-fd472e9c73fe None None] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:40:41.882143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:41.919028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:41.931649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:41.934782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.936919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:41.937542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:41.943534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bebef62-e8c8-4e0c-ba10-c71cb1cdcaf6 req-06ee9f12-8851-4c0e-bea5-a23b008f9dde tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 210 time: 0.0760217 Apr 28 19:40:41.944322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-63668f47-db70-4c9f-9c66-8ac203c680d1 None None] Provisioning for port 7237859b-d99b-4b14-ae4e-542ae6614d27 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:41.947412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.002786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-46efe28c-ca37-4e4f-a842-702b3cd013e2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2505400 Apr 28 19:40:42.006607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.016300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511cc1ca-2060-46c0-83ec-6ee4931a69fb req-87f1dbe1-56a1-4f21-8909-87fe8c3d9948 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.023699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-511cc1ca-2060-46c0-83ec-6ee4931a69fb req-87f1dbe1-56a1-4f21-8909-87fe8c3d9948 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.2147017 Apr 28 19:40:42.034394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Request body: {'port': {'device_id': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:42.109620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.168547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-511cc1ca-2060-46c0-83ec-6ee4931a69fb req-793451c0-8383-4d87-8dc1-7b7f77192ec6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439178 Apr 28 19:40:42.196996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object c500dda1-bc3c-4741-a041-9fd522716e12 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:42.251893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.329790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7237859b-d99b-4b14-ae4e-542ae6614d27 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:42.366267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.373798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.414694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:42.490273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:42.495912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:42.502759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:42.523908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67074195-b35f-4195-aed5-2bcebd87c30f req-87f9d1cd-2466-49f1-b298-69ba9f6d4bd2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.527403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67074195-b35f-4195-aed5-2bcebd87c30f req-87f9d1cd-2466-49f1-b298-69ba9f6d4bd2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2680750 Apr 28 19:40:42.528366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:42.534054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.534725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.576341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-f3854c7c-a504-4620-b6fb-afef28ac5ee4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2418027 Apr 28 19:40:42.603523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Request body: {'port': {'device_id': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:42.647867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7237859b-d99b-4b14-ae4e-542ae6614d27 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:42.656703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2b9d3651-6dcb-41c1-ba11-8d35f43d94e1 None None] Provisioning for port c108553a-560d-46bf-94d5-5a03fd4bcc30 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:42.688619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7237859b-d99b-4b14-ae4e-542ae6614d27 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:42.689247 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.700497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:42.742454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:42.767828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86e8924-0427-47ff-b4f2-e8212c6f9644 req-e9f4d26a-f446-4c40-bc86-a7c4307e272f tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:42.769436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d86e8924-0427-47ff-b4f2-e8212c6f9644 req-e9f4d26a-f446-4c40-bc86-a7c4307e272f tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1097 time: 0.3571897 Apr 28 19:40:42.776081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-e6b991e4-74c4-460b-9ff2-05e8dc11db4c service neutron] 10.222.0.41 "GET /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.3656130 Apr 28 19:40:42.788572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2b9d3651-6dcb-41c1-ba11-8d35f43d94e1 None None] Provisioning complete for port c108553a-560d-46bf-94d5-5a03fd4bcc30 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:42.788703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b9d3651-6dcb-41c1-ba11-8d35f43d94e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:42.854057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d3651-6dcb-41c1-ba11-8d35f43d94e1 None None] Port c108553a-560d-46bf-94d5-5a03fd4bcc30 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:42.856790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:42.901358 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d86e8924-0427-47ff-b4f2-e8212c6f9644 req-3a1d9faf-4de9-40a6-9c5d-000b9f39529c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203218 Apr 28 19:40:42.902538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.005656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Pushing event updated for resources: {'Port': ['ID=6638ba69-40e5-4033-bc27-6f31ebbacde0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:43.100673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-81501474-ceca-422b-aed6-c21870f0e3ec None None] Provisioning for port c500dda1-bc3c-4741-a041-9fd522716e12 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:43.110312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67074195-b35f-4195-aed5-2bcebd87c30f req-fe7a2b19-1deb-48a7-ab73-3746846502fe tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074774 Apr 28 19:40:43.144400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-81501474-ceca-422b-aed6-c21870f0e3ec None None] Provisioning complete for port c500dda1-bc3c-4741-a041-9fd522716e12 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:43.144767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81501474-ceca-422b-aed6-c21870f0e3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.185892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.300907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-81501474-ceca-422b-aed6-c21870f0e3ec None None] Port c500dda1-bc3c-4741-a041-9fd522716e12 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:43.342380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7237859b-d99b-4b14-ae4e-542ae6614d27, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7237859b-d99b-4b14-ae4e-542ae6614d27,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:43.358666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.485952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:43.492341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c20eafc7-4167-46f2-85a9-ab66b123371c None None] Provisioning complete for port 7237859b-d99b-4b14-ae4e-542ae6614d27 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:43.492844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c20eafc7-4167-46f2-85a9-ab66b123371c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.512055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:43.513592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c108553a-560d-46bf-94d5-5a03fd4bcc30 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:43.526210 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.561987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Transition to ACTIVE for port object c108553a-560d-46bf-94d5-5a03fd4bcc30 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:43.562198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7237859b-d99b-4b14-ae4e-542ae6614d27,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:43.567433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58e4942-cb6c-41d9-91ed-666cb12de1e8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:43.579235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.580251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:43.598406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c471dc-315e-47e7-92fa-36a4b1e9828b req-26853852-4294-473c-a7b0-08a022d4f22f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.605523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4c471dc-315e-47e7-92fa-36a4b1e9828b req-26853852-4294-473c-a7b0-08a022d4f22f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 943 time: 0.3704853 Apr 28 19:40:43.648801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55beff19-56dc-4550-a179-26d9c72dd462 req-c613c626-d2c0-4b54-8d8b-470bb5f3af14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:43.650423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55beff19-56dc-4550-a179-26d9c72dd462 req-c613c626-d2c0-4b54-8d8b-470bb5f3af14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.3805647 Apr 28 19:40:43.665928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.735765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:43.755514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4c471dc-315e-47e7-92fa-36a4b1e9828b req-f07cbc15-21fd-4bd7-a165-3511f86a63ca tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479082 Apr 28 19:40:43.814404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:43.890173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] Transition to ACTIVE for port object c58e4942-cb6c-41d9-91ed-666cb12de1e8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:43.904773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Pushing event updated for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:43.976921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55beff19-56dc-4550-a179-26d9c72dd462 req-3ae12218-1989-47c5-b7f7-9dae29b11e45 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759998 Apr 28 19:40:43.980732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Attempting to bind port c108553a-560d-46bf-94d5-5a03fd4bcc30 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:43.981061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Attempting to bind port c108553a-560d-46bf-94d5-5a03fd4bcc30 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:43.981381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Attempting to bind port c108553a-560d-46bf-94d5-5a03fd4bcc30 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:44.008805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c500dda1-bc3c-4741-a041-9fd522716e12 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:44.011792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Port c108553a-560d-46bf-94d5-5a03fd4bcc30 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:44.012101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Attempting to bind port c108553a-560d-46bf-94d5-5a03fd4bcc30 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:44.015790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7237859b-d99b-4b14-ae4e-542ae6614d27 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:44.018168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.028917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:44.029249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:44.029679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:44.030117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Bound port: c108553a-560d-46bf-94d5-5a03fd4bcc30, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:44.030460 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.034707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Transition to ACTIVE for port object c500dda1-bc3c-4741-a041-9fd522716e12 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:44.037701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.141228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.172862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-28159cb6-ed99-4ae0-928a-dfd7d68c07db req-ccc4cb71-3d2c-4ce2-99e2-f407481d5bd4 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1293073 Apr 28 19:40:44.225628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7237859b-d99b-4b14-ae4e-542ae6614d27 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:44.226000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.556327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] No DVR routers for this DVR port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:40:44.561033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] Pushing event updated for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:44.608663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.653148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:44.656809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:44.757831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.796338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Attempting to bind port c500dda1-bc3c-4741-a041-9fd522716e12 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:44.796885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Attempting to bind port c500dda1-bc3c-4741-a041-9fd522716e12 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:44.797250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Attempting to bind port c500dda1-bc3c-4741-a041-9fd522716e12 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:44.813012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c1178e4a-351e-48e3-b095-4d485b4efa08 service neutron] 10.222.0.41 "PUT /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9793134 Apr 28 19:40:44.814917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Port c500dda1-bc3c-4741-a041-9fd522716e12 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:44.815295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Attempting to bind port c500dda1-bc3c-4741-a041-9fd522716e12 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:44.825072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Pushing event updated for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:44.840917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:44.841366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:44.842119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:44.842426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Bound port: c500dda1-bc3c-4741-a041-9fd522716e12, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:44.842887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:44.913966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b365ef1f-f70a-4d25-b9f8-3c31f946e46f req-349ce487-4fe5-4a90-88ed-1ea2390bc3d5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0581329 Apr 28 19:40:44.927162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:40:45.009490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:45.013675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c500dda1-bc3c-4741-a041-9fd522716e12,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:45.021345 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.060499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:40:45.088191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc28eebf-abad-4d75-b97a-149f58aac080 req-f42fd62d-e34e-4c39-86d1-cf7b7e9750f4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.090330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc28eebf-abad-4d75-b97a-149f58aac080 req-f42fd62d-e34e-4c39-86d1-cf7b7e9750f4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.3755772 Apr 28 19:40:45.094677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.095365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.097386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] 10.222.0.46 "PUT /v2.0/ports/c500dda1-bc3c-4741-a041-9fd522716e12 HTTP/1.1" status: 200 len: 1096 time: 2.5061457 Apr 28 19:40:45.143472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:45.170122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.171530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.173191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] 10.222.0.41 "PUT /v2.0/ports/c108553a-560d-46bf-94d5-5a03fd4bcc30 HTTP/1.1" status: 200 len: 1095 time: 3.1577811 Apr 28 19:40:45.232293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:45.254531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afba5d5e-30f3-4c18-b7c6-b391c8eba61c service neutron] Pushing event updated for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:45.273027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc28eebf-abad-4d75-b97a-149f58aac080 req-fa0b3d89-a976-485d-ae02-0c1be46cde7d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184244 Apr 28 19:40:45.300333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866eff-22f6-47ed-9425-fffb353799ce req-b7532fac-6ee2-4700-a4f2-7fe85144e26b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.301984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-b7532fac-6ee2-4700-a4f2-7fe85144e26b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1095 time: 0.2265408 Apr 28 19:40:45.413345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9876bc-1538-4ed3-b9df-59ed0de61339 service neutron] Pushing event updated for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:45.438958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a906f-aa66-4f61-91d8-73066e368447 req-bc5b9274-efc3-48e4-aacd-21e8504b7187 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.439838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a36a906f-aa66-4f61-91d8-73066e368447 req-bc5b9274-efc3-48e4-aacd-21e8504b7187 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:45.449764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Router cf5b1c82-6359-42b4-9a22-435d872a81cc is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:40:45.455500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-eb10a409-df12-486f-acbc-9963cbb23cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.457065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-eb10a409-df12-486f-acbc-9963cbb23cbe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 1098 time: 0.2058375 Apr 28 19:40:45.459318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-9b37416d-bbaf-48a0-8cfb-2f71cb7b1f06 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.460915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-9b37416d-bbaf-48a0-8cfb-2f71cb7b1f06 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.3545523 Apr 28 19:40:45.545314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-da66dd11-6774-452a-8d4b-8489c0bb77ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30 HTTP/1.1" status: 200 len: 217 time: 0.0776680 Apr 28 19:40:45.649814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a36a906f-aa66-4f61-91d8-73066e368447 req-bc5b9274-efc3-48e4-aacd-21e8504b7187 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:45.651590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a36a906f-aa66-4f61-91d8-73066e368447 req-bc5b9274-efc3-48e4-aacd-21e8504b7187 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 1.3846803 Apr 28 19:40:45.731623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866eff-22f6-47ed-9425-fffb353799ce req-2f959196-c795-4ea6-a006-4c49178e6bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.733024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-2f959196-c795-4ea6-a006-4c49178e6bb2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.4053445 Apr 28 19:40:45.749184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e32a543-536d-4be5-8c8c-40b200a4e086 req-6b559610-6edb-478b-b37a-07f90a4aee2c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.750786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e32a543-536d-4be5-8c8c-40b200a4e086 req-6b559610-6edb-478b-b37a-07f90a4aee2c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1349747 Apr 28 19:40:45.800799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a36a906f-aa66-4f61-91d8-73066e368447 req-a3748518-123d-4109-b30a-336dd41a7e50 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732658 Apr 28 19:40:45.805032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-baca70cf-edb4-478f-a388-2cf0b28b3412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.806173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-baca70cf-edb4-478f-a388-2cf0b28b3412 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1955593 Apr 28 19:40:45.840188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-b1159a14-0f64-44fe-aa58-f9940c517387 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.0884364 Apr 28 19:40:45.894439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:40:45.909862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e32a543-536d-4be5-8c8c-40b200a4e086 req-6507aed9-94cd-4d9a-81a6-d7d525801436 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050208 Apr 28 19:40:45.915438 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Sync routers for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:45.924309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40866eff-22f6-47ed-9425-fffb353799ce req-ff63a8e5-1cb4-4a1b-89d9-8dc2e8dfd41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.929013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-ff63a8e5-1cb4-4a1b-89d9-8dc2e8dfd41b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.0797930 Apr 28 19:40:45.929574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-336957d3-48d2-4e78-a4a9-670932b3fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:45.931056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-336957d3-48d2-4e78-a4a9-670932b3fb43 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1162577 Apr 28 19:40:45.942229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:45.944595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0633a373-4625-48a9-9701-129ed4bcf9d2 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.4906452 Apr 28 19:40:45.946128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:45.947609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:45.988980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:46.122430 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72cd109-b8df-4133-9ae2-8addec70259c'] response: {'name': 'network-changed', 'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12', 'status': 'completed', 'code': 200} Apr 28 19:40:46.124956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-2f022342-2656-4882-a5c9-de9360c58182 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1769230 Apr 28 19:40:46.147727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-3bbb44bb-2393-413c-94ca-b2fe81b1340b service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545699 Apr 28 19:40:46.210116 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab75865e-4356-426b-9ba3-69f63db05a2c'] response: {'name': 'network-changed', 'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30', 'status': 'completed', 'code': 200} Apr 28 19:40:46.348699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f580b19a-c854-4433-bf5a-411386295e86 req-ef61225f-404e-4d75-bf33-18b001298859 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.348699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f580b19a-c854-4433-bf5a-411386295e86 req-ef61225f-404e-4d75-bf33-18b001298859 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.3991511 Apr 28 19:40:46.360721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-1304347c-81ce-4098-97d4-0e81aeb3a335 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1981595 Apr 28 19:40:46.381234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58a699fd-d295-46c3-88ae-ba10c50dfcfb req-4bb3ece7-42c6-4fa6-aef7-9f1d5cac9cc8 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0773320 Apr 28 19:40:46.384337 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:46.446124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f580b19a-c854-4433-bf5a-411386295e86 req-fc40191b-459b-4ef2-9cf1-981288890cfc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872276 Apr 28 19:40:46.532095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:46.674966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-26b37d7f-65ae-4531-919e-ff8a1ff61803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.676384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-26b37d7f-65ae-4531-919e-ff8a1ff61803 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 1098 time: 0.2338817 Apr 28 19:40:46.736275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-e95c109f-d468-4b02-b89a-ce3c3c43819d service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5964148 Apr 28 19:40:46.883227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-55fac870-5dc1-442f-a44f-9a5de7ba4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:46.885771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-55fac870-5dc1-442f-a44f-9a5de7ba4258 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2018907 Apr 28 19:40:46.996826 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:43Z', 'revision_number': 3, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:47.001190 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Checking router: cf5b1c82-6359-42b4-9a22-435d872a81cc for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:47.001775 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Updating router cf5b1c82-6359-42b4-9a22-435d872a81cc port 6638ba69-40e5-4033-bc27-6f31ebbacde0 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:40:47.006897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-447fe51a-fec7-4af1-a895-f9cc5864a2ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30 HTTP/1.1" status: 200 len: 217 time: 0.1123900 Apr 28 19:40:47.017504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40866eff-22f6-47ed-9425-fffb353799ce req-7b602fd8-49d0-4a3a-b29f-6f2c281646da service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643061 Apr 28 19:40:47.075552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5578a-1775-46fa-86ec-6a6225bf6a50 req-f98a8c7f-f6a7-43e1-ac75-f4d209916cf7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.077008 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b5578a-1775-46fa-86ec-6a6225bf6a50 req-f98a8c7f-f6a7-43e1-ac75-f4d209916cf7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2685654 Apr 28 19:40:47.087135 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.129244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-e4fd651b-6a6e-4538-bdb5-6e5afdf8a412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.130769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-e4fd651b-6a6e-4538-bdb5-6e5afdf8a412 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0838954 Apr 28 19:40:47.297695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c4b325-0714-413f-8e30-f3390a8cf712 req-e15c7a43-3b73-4a5c-915e-86e6c38bf822 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.299760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35c4b325-0714-413f-8e30-f3390a8cf712 req-e15c7a43-3b73-4a5c-915e-86e6c38bf822 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.2916253 Apr 28 19:40:47.358018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b5578a-1775-46fa-86ec-6a6225bf6a50 req-cda29e07-f336-49c9-b19d-eb9d05fc50e8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253990 Apr 28 19:40:47.358945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35c4b325-0714-413f-8e30-f3390a8cf712 req-097ee33c-346f-4313-9998-ea1a88bda34d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517006 Apr 28 19:40:47.386622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-f70f5818-343d-469b-a1a5-75326e1ce596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.388084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-f70f5818-343d-469b-a1a5-75326e1ce596 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2464132 Apr 28 19:40:47.512705 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.542967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Transition to ACTIVE for port object 6638ba69-40e5-4033-bc27-6f31ebbacde0 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:47.551215 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.646778 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Pushing event updated for resources: {'Port': ['ID=6638ba69-40e5-4033-bc27-6f31ebbacde0,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.656315 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Attempting to bind port 6638ba69-40e5-4033-bc27-6f31ebbacde0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:47.657036 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Attempting to bind port 6638ba69-40e5-4033-bc27-6f31ebbacde0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:47.657181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Attempting to bind port 6638ba69-40e5-4033-bc27-6f31ebbacde0 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:47.662421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.662858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.663454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-b01f8f08-3290-4954-b1d0-cbd0a512849b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--81525823&fields=id&tenant_id=ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 267 time: 0.0848234 Apr 28 19:40:47.671262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.671892 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.672129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-7dea266f-3f41-4534-b089-467d3f5483a1 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760363 Apr 28 19:40:47.672556 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.673041 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.673660 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.674246 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.674722 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.675186 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.675649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.676132 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:40:47.684571 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:47.685410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:47.686043 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.686605 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:47.687234 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Bound port: 6638ba69-40e5-4033-bc27-6f31ebbacde0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:47.687781 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.690203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.714344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f38cf-ae55-4a18-beca-66b809c1188b req-c3f6cfec-cb17-44ab-ae00-c65e12277392 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.715805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-132f38cf-ae55-4a18-beca-66b809c1188b req-c3f6cfec-cb17-44ab-ae00-c65e12277392 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1655080 Apr 28 19:40:47.784215 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] For port 6638ba69-40e5-4033-bc27-6f31ebbacde0, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:47.788551 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] For port 6638ba69-40e5-4033-bc27-6f31ebbacde0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6638ba69-40e5-4033-bc27-6f31ebbacde0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:47.795019 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:47.827825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-132f38cf-ae55-4a18-beca-66b809c1188b req-3ecc8817-3602-401a-8305-74cbf52b887e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738769 Apr 28 19:40:47.912647 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c8a37a-504a-40ce-8774-b4864d967d77 None None] Pushing event updated for resources: {'Port': ['ID=6638ba69-40e5-4033-bc27-6f31ebbacde0,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:47.959014 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:47.959980 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:47.976094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-98cf5171-7eca-42ee-a9e9-d5e4330a11b5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:47.982793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-98cf5171-7eca-42ee-a9e9-d5e4330a11b5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 824 time: 0.3096826 Apr 28 19:40:47.994277 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec95d32-2c76-405d-9eb3-2b7908dcbdc6 req-b222216d-89f7-476b-ba89-81f7eef108e9 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2957909 Apr 28 19:40:48.001790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-9774127e-f21e-4f55-906e-1e29eec82bf4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/quotas/ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 375 time: 0.0181217 Apr 28 19:40:48.032705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Allocated IP 172.20.0.1 (83d62e27-ea1c-495c-8060-ee332b1bdbf6/08caab7a-c986-4982-83f8-108fa5982f71/c1d39edf-59e9-4df9-93b2-01e83a6f1711) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:48.111432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-51137c12-341d-439e-810f-cdf80998754a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1024761 Apr 28 19:40:48.213741 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:48.236542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.254068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Transition to ACTIVE for port object c1d39edf-59e9-4df9-93b2-01e83a6f1711 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:48.272290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-848370e7-7517-42f9-956e-16e8ef76f2da service neutron] 10.222.0.24 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578298 Apr 28 19:40:48.282107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.357113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:48.360077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:48.363910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:48.364405 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.384730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Pushing event updated for resources: {'Port': ['ID=c1d39edf-59e9-4df9-93b2-01e83a6f1711,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:48.485085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-9db8dfbb-09a3-4386-90db-44fd252facc7 service neutron] 10.222.0.24 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069516 Apr 28 19:40:48.538172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.716012 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:43Z', 'revision_number': 3, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:48.718017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d6f705b6-5245-4e9e-9321-72c96928e76d None None] Provisioning for port c1d39edf-59e9-4df9-93b2-01e83a6f1711 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:48.720430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c94c268-be30-44a5-8186-afe3bf4273dd None None] The sync data for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 is: [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:43Z', 'revision_number': 3, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:48.746381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d6f705b6-5245-4e9e-9321-72c96928e76d None None] Provisioning complete for port c1d39edf-59e9-4df9-93b2-01e83a6f1711 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:48.747358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f705b6-5245-4e9e-9321-72c96928e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.885830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6f705b6-5245-4e9e-9321-72c96928e76d None None] Port c1d39edf-59e9-4df9-93b2-01e83a6f1711 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:48.894634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00cb080-cb5e-4668-8b82-84033dba7036 req-b1b4e068-d975-4934-a7fb-4c3a6292fde9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:48.901617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b00cb080-cb5e-4668-8b82-84033dba7036 req-b1b4e068-d975-4934-a7fb-4c3a6292fde9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.2239175 Apr 28 19:40:48.935647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-285878f5-a8aa-48c1-8a09-859c59dfa66e req-f53a45bb-3ac1-4393-8c81-34d24703b1f9 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1230395 Apr 28 19:40:48.955065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:48.981768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c108553a-560d-46bf-94d5-5a03fd4bcc30 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:49.002241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b00cb080-cb5e-4668-8b82-84033dba7036 req-86326a5b-93ce-47d4-8389-88d7c5edfe37 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995145 Apr 28 19:40:49.007555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.012216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:49.142363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b381af3a-eaa2-478c-a263-a299f47913cd up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:49.265822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Pushing event updated for resources: {'Port': ['ID=c1d39edf-59e9-4df9-93b2-01e83a6f1711,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:49.562110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3f85bc-6009-4ef4-b190-0d4fc500bb44 req-15c6f093-0d4e-4c5d-9b2e-af5aa93c842b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.581063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae3f85bc-6009-4ef4-b190-0d4fc500bb44 req-15c6f093-0d4e-4c5d-9b2e-af5aa93c842b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.2101815 Apr 28 19:40:49.713068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae3f85bc-6009-4ef4-b190-0d4fc500bb44 req-a9177852-986b-40e9-a8f0-f9d4d6893d1e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310701 Apr 28 19:40:49.747789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:49.762858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:49.787456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:49.817820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c108553a-560d-46bf-94d5-5a03fd4bcc30', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'c108553a-560d-46bf-94d5-5a03fd4bcc30', 'mac_address': 'fa:16:3e:5d:28:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:49.818966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb8ed34-2974-4986-83e9-b51be54181e5 req-8d90e291-f86c-4865-be05-e2d7a26fef97 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:49.820850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cb8ed34-2974-4986-83e9-b51be54181e5 req-8d90e291-f86c-4865-be05-e2d7a26fef97 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.4106686 Apr 28 19:40:49.854494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port b381af3a-eaa2-478c-a263-a299f47913cd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:49.946250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port b381af3a-eaa2-478c-a263-a299f47913cd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:49.946507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.026386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b93e1db-cd75-4326-95d7-db0b66d38056 req-9f93cf9b-e045-4732-98b1-987a07a945a3 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 210 time: 0.1529477 Apr 28 19:40:50.043869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.134782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c108553a-560d-46bf-94d5-5a03fd4bcc30 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:50.151615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6638ba69-40e5-4033-bc27-6f31ebbacde0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:50.252043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:50.304709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.347889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cb8ed34-2974-4986-83e9-b51be54181e5 req-d8407bd2-1eef-4b96-8b6d-4a6e0d2005e7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5098116 Apr 28 19:40:50.378906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ffba7-2a87-4b13-8851-bfd0bfc24e3a req-fac3f53c-9181-450d-970e-a49e9e235c09 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.381384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b9ffba7-2a87-4b13-8851-bfd0bfc24e3a req-fac3f53c-9181-450d-970e-a49e9e235c09 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1815407 Apr 28 19:40:50.452645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Router cf5b1c82-6359-42b4-9a22-435d872a81cc has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:40:50.466729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b9ffba7-2a87-4b13-8851-bfd0bfc24e3a req-050983af-e4ae-41f1-9fa0-7d763fb76306 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716836 Apr 28 19:40:50.486036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40484101-5448-4d2f-b7c6-a35ac5032138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.504348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-92e92dff-4894-4444-b53d-0e01aa67b3e9 None None] Provisioning complete for port c1d39edf-59e9-4df9-93b2-01e83a6f1711 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:50.505239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92e92dff-4894-4444-b53d-0e01aa67b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.590569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6638ba69-40e5-4033-bc27-6f31ebbacde0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:50.643526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6638ba69-40e5-4033-bc27-6f31ebbacde0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:50.643965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.696694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c108553a-560d-46bf-94d5-5a03fd4bcc30'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:50.718623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-64d262ef-2bcf-4465-b103-91d07f90ffb4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:50.720674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-64d262ef-2bcf-4465-b103-91d07f90ffb4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.41 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 824 time: 0.1888227 Apr 28 19:40:50.791899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e96f19b3-e498-42ef-8e6c-f1195fe59eae req-c5841a33-867d-4593-9593-2217b6154289 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0700598 Apr 28 19:40:50.833576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-92e92dff-4894-4444-b53d-0e01aa67b3e9 None None] Port c1d39edf-59e9-4df9-93b2-01e83a6f1711 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:50.861930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e001f602-0b00-416f-8a58-857c6b01d8e4 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ab869800fc5d41a3a35dafa735197413 HTTP/1.1" status: 200 len: 378 time: 0.0862944 Apr 28 19:40:50.869133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'port': {'device_id': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'admin_state_up': True, 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'security_groups': ['3452e7ee-bb76-41af-80c0-a340c710e575']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:50.905962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:40:50.924505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:50.941091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bd772245-3b7c-4b67-9444-52ae174e2adc admin admin] 10.222.0.24 "PUT /v2.0/routers/cf5b1c82-6359-42b4-9a22-435d872a81cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9495928 Apr 28 19:40:50.960410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.029989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb45f66-7658-4d50-9cd8-529780bf3f4e req-de25edbe-e861-4997-a66b-30862ef0a6f6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.031548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb45f66-7658-4d50-9cd8-529780bf3f4e req-de25edbe-e861-4997-a66b-30862ef0a6f6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 949 time: 0.4711452 Apr 28 19:40:51.052727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:51.118784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:51.139226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.152526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb45f66-7658-4d50-9cd8-529780bf3f4e req-8ba86f8f-5d7d-4189-a427-c6968179e1cc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132226 Apr 28 19:40:51.249143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.306383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 6638ba69-40e5-4033-bc27-6f31ebbacde0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6638ba69-40e5-4033-bc27-6f31ebbacde0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:51.317928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.321173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.379094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:40:51.400067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24494a35-742d-44a0-8a3e-e96e36c3726b req-9c0abc9c-1701-4c54-b738-89f1fc5a5cad tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.401733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24494a35-742d-44a0-8a3e-e96e36c3726b req-9c0abc9c-1701-4c54-b738-89f1fc5a5cad tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.3004003 Apr 28 19:40:51.403119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5943b27-060d-4218-9970-4618db39a673 req-72917fc8-6d46-41f3-8839-47b6c3ba1d8b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 210 time: 0.0806437 Apr 28 19:40:51.408851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=6638ba69-40e5-4033-bc27-6f31ebbacde0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:51.412154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:40:51.427829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Sync routers for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:51.450701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:51.451333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:51.467874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Made reservation on behalf of ab869800fc5d41a3a35dafa735197413 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:40:51.478483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:51.491243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24494a35-742d-44a0-8a3e-e96e36c3726b req-1619e5dc-33cd-4a5f-aa04-d4d2eaaeb4a0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804493 Apr 28 19:40:51.559609 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f32df3-6188-466e-b04b-7a1ed524d17a'] response: {'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'code': 200} Apr 28 19:40:51.720389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:51.742609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Allocated IP 172.20.0.4 (e332f6a6-dfe0-4f79-a19e-f6802e6ff460/fa695d35-f971-47c1-9495-8ecde5f4d441/1d7c85e0-9db6-44ff-b981-f4beb287bd00) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:40:51.784897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ed78ac-737d-4eb9-ac7a-1e4453ed39b6 req-12b05aaa-d238-4b4d-a32c-bc91d5a45836 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:51.787236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44ed78ac-737d-4eb9-ac7a-1e4453ed39b6 req-12b05aaa-d238-4b4d-a32c-bc91d5a45836 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1083055 Apr 28 19:40:51.801918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65b725b4-d9c9-4788-80a4-76a34c9b6303 req-c1e6a136-8331-4f1b-b979-9ead147d008f tempest-FloatingIPsNegativeTestJSON-1908894319 tempest-FloatingIPsNegativeTestJSON-1908894319-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=988d5e6bde4b42da960707f4b4788a89 HTTP/1.1" status: 200 len: 217 time: 0.0847743 Apr 28 19:40:51.857036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44ed78ac-737d-4eb9-ac7a-1e4453ed39b6 req-9c745b97-6bb2-43ea-95aa-989c2181c19f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535727 Apr 28 19:40:51.929251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a865cf73-3d91-4881-8ec5-3a9104204bb9 req-f5d847cb-395b-4c0a-b2a6-27e4ba9c6296 tempest-FloatingIPsNegativeTestJSON-1908894319 tempest-FloatingIPsNegativeTestJSON-1908894319-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0319660 Apr 28 19:40:52.016222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df602359-6fa0-49b5-8526-9f389e5bcc7c req-3c53eec2-0b47-4e5f-aa85-f04ed1114652 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.017715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df602359-6fa0-49b5-8526-9f389e5bcc7c req-3c53eec2-0b47-4e5f-aa85-f04ed1114652 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1200950 Apr 28 19:40:52.077196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6638ba69-40e5-4033-bc27-6f31ebbacde0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:52.087302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df602359-6fa0-49b5-8526-9f389e5bcc7c req-7da838a3-c0a0-4d3c-b3fe-7cfb5be5b0ca tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634091 Apr 28 19:40:52.138690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.156456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Transition to ACTIVE for port object 1d7c85e0-9db6-44ff-b981-f4beb287bd00 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:52.165819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:48Z', 'revision_number': 4, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1d39edf-59e9-4df9-93b2-01e83a6f1711', 'name': '', 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'mac_address': 'fa:16:3e:4a:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '08caab7a-c986-4982-83f8-108fa5982f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:47Z', 'updated_at': '2022-04-28T19:40:48Z', 'revision_number': 2, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'subnets': [{'id': '08caab7a-c986-4982-83f8-108fa5982f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:52.175653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6638ba69-40e5-4033-bc27-6f31ebbacde0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:52.176029 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.203159 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-3660b0f7-350e-4110-a2f3-b1ad0dbc87cd req-190f4c30-d002-4531-a47c-7b4da5f80606 tempest-FloatingIPsNegativeTestJSON-1908894319 tempest-FloatingIPsNegativeTestJSON-1908894319-project] show failed (client error): The resource could not be found. Apr 28 19:40:52.204375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3660b0f7-350e-4110-a2f3-b1ad0dbc87cd req-190f4c30-d002-4531-a47c-7b4da5f80606 tempest-FloatingIPsNegativeTestJSON-1908894319 tempest-FloatingIPsNegativeTestJSON-1908894319-project] 10.222.0.24 "GET /v2.0/floatingips/0fa32f8a-c47a-4451-ac69-e96e2f18b2e1 HTTP/1.1" status: 404 len: 350 time: 0.0954821 Apr 28 19:40:52.214035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:52.248904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef976a74-c05c-4d24-86b3-62145915af7f req-d7d16588-ff69-4d92-b61a-91ef58cdaa2a tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0687551 Apr 28 19:40:52.275421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.289307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Checking router: cf5b1c82-6359-42b4-9a22-435d872a81cc for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:52.292367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Updating router cf5b1c82-6359-42b4-9a22-435d872a81cc port c1d39edf-59e9-4df9-93b2-01e83a6f1711 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:40:52.406846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:40:52.411772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:40:52.415957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:40:52.422411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.423160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.436270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event updated for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:52.461416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.477527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-552d6626-81b4-4570-b8a5-e59d344c4592 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6145258 Apr 28 19:40:52.489848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Request body: {'port': {'device_id': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:40:52.761328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.807087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a48c323-9a62-48e5-a104-c90b603964eb req-67b1f857-49be-4c1e-8771-664523f29e40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.815009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a48c323-9a62-48e5-a104-c90b603964eb req-67b1f857-49be-4c1e-8771-664523f29e40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.4052329 Apr 28 19:40:52.873483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a07fc0-1ca2-4183-b199-aa39c210dff5 req-038ad763-a52a-4fbc-8ab2-482785ea9fd1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:52.874842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-14a07fc0-1ca2-4183-b199-aa39c210dff5 req-038ad763-a52a-4fbc-8ab2-482785ea9fd1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:52.891054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a48c323-9a62-48e5-a104-c90b603964eb req-a01537cc-ee02-4d8c-a0f3-a82413703e41 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749512 Apr 28 19:40:52.947863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-14a07fc0-1ca2-4183-b199-aa39c210dff5 req-038ad763-a52a-4fbc-8ab2-482785ea9fd1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:52.951069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.954870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-14a07fc0-1ca2-4183-b199-aa39c210dff5 req-038ad763-a52a-4fbc-8ab2-482785ea9fd1 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 931 time: 0.2963448 Apr 28 19:40:52.966196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Transition to ACTIVE for port object c1d39edf-59e9-4df9-93b2-01e83a6f1711 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:52.971017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75003cba-ffeb-458e-a3e0-5f234b8d4413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:52.980759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.079450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c108553a-560d-46bf-94d5-5a03fd4bcc30 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:40:53.184231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-14a07fc0-1ca2-4183-b199-aa39c210dff5 req-1926a799-41a9-475f-82ea-ddd4dcfaf10b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2231913 Apr 28 19:40:53.229173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-211c9a3c-d686-44ae-bdb9-665e57377891 None None] Provisioning for port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:53.279949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-211c9a3c-d686-44ae-bdb9-665e57377891 None None] Provisioning complete for port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:53.280317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-211c9a3c-d686-44ae-bdb9-665e57377891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.313172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acad09-b339-49b1-9ca0-a406e6225eb9 req-70a44711-1bca-4a1c-9b69-ac6c5d31eb71 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.314069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e7acad09-b339-49b1-9ca0-a406e6225eb9 req-70a44711-1bca-4a1c-9b69-ac6c5d31eb71 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:40:53.342264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e7acad09-b339-49b1-9ca0-a406e6225eb9 req-70a44711-1bca-4a1c-9b69-ac6c5d31eb71 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:40:53.343523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e7acad09-b339-49b1-9ca0-a406e6225eb9 req-70a44711-1bca-4a1c-9b69-ac6c5d31eb71 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.2544053 Apr 28 19:40:53.396189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4249ac-00ce-4a94-b53d-2c5840895a05 None None] Pushing event updated for resources: {'Port': ['ID=c1d39edf-59e9-4df9-93b2-01e83a6f1711,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.433982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d7c85e0-9db6-44ff-b981-f4beb287bd00 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:53.451657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e7acad09-b339-49b1-9ca0-a406e6225eb9 req-89a3622d-645c-4e0b-996e-10cd94da2a2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895135 Apr 28 19:40:53.454590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.541810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.586681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Transition to ACTIVE for port object 1d7c85e0-9db6-44ff-b981-f4beb287bd00 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:40:53.598270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.610121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Attempting to bind port c1d39edf-59e9-4df9-93b2-01e83a6f1711 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:53.610603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Attempting to bind port c1d39edf-59e9-4df9-93b2-01e83a6f1711 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:53.611179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Attempting to bind port c1d39edf-59e9-4df9-93b2-01e83a6f1711 on network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:53.614245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-211c9a3c-d686-44ae-bdb9-665e57377891 None None] Port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:40:53.617145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c108553a-560d-46bf-94d5-5a03fd4bcc30 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:40:53.623920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:53.624289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Checking segment: {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:53.624695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.625075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Bound using segment: {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:53.625568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Bound port: c1d39edf-59e9-4df9-93b2-01e83a6f1711, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:53.625942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.637901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c108553a-560d-46bf-94d5-5a03fd4bcc30 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:40:53.638270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.781656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.805514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] For port c1d39edf-59e9-4df9-93b2-01e83a6f1711, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:53.836088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Pushing event updated for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:53.859740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] For port c1d39edf-59e9-4df9-93b2-01e83a6f1711, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c1d39edf-59e9-4df9-93b2-01e83a6f1711,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:53.862015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a61bf-b4c7-4a35-aa11-48554544aa9b req-197e53ff-26dd-41f4-a335-a5645bcf1d22 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:53.865123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-657a61bf-b4c7-4a35-aa11-48554544aa9b req-197e53ff-26dd-41f4-a335-a5645bcf1d22 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.4189837 Apr 28 19:40:53.873308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.899094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Attempting to bind port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:40:53.899581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Attempting to bind port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:40:53.899922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Attempting to bind port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:53.917743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:40:53.917743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Attempting to bind port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 on network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:40:53.927182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:40:53.927182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Checking segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:40:53.927700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Bound using segment: {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:40:53.928934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Bound port: 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3632f77e-60c7-423d-977b-989d931b735b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:40:53.928934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.951978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.956769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:53.994084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2c104-3299-4d0f-807b-7a4d285e843b req-37595f14-6be5-4639-81ae-f73ccdc30cc3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.000868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc2c104-3299-4d0f-807b-7a4d285e843b req-37595f14-6be5-4639-81ae-f73ccdc30cc3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.3043044 Apr 28 19:40:54.016811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:54.017436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:54.065923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-657a61bf-b4c7-4a35-aa11-48554544aa9b req-f39f4ee8-b8e8-4db7-97e5-9def46001c4d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898661 Apr 28 19:40:54.074262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:54.087843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4249ac-00ce-4a94-b53d-2c5840895a05 None None] Pushing event updated for resources: {'Port': ['ID=c1d39edf-59e9-4df9-93b2-01e83a6f1711,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.166737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:40:54.172275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:40:54.179053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.200025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:54.222326 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.223424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc2c104-3299-4d0f-807b-7a4d285e843b req-f16baccf-24c3-4a1b-88d1-525e358bb957 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2185121 Apr 28 19:40:54.254487 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:40:54.364076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:54.376981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Deleting port c1d39edf-59e9-4df9-93b2-01e83a6f1711 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:40:54.377324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.406835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.452149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e7844c6-de3a-4d77-b92b-1b23ba2a2aa2 req-eff76064-db45-4f76-9d5c-fdf091a7eafd tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0827832 Apr 28 19:40:54.481123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.482097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.483409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] 10.222.0.41 "PUT /v2.0/ports/1d7c85e0-9db6-44ff-b981-f4beb287bd00 HTTP/1.1" status: 200 len: 1091 time: 1.9978824 Apr 28 19:40:54.486280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:40:54.667186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e584014d-4a17-472d-ae77-a10f6317e6db service neutron] Pushing event updated for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:54.711654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-f9a1cf56-35fc-476a-b4ac-66f55996cec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.713147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-f9a1cf56-35fc-476a-b4ac-66f55996cec1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 1094 time: 0.1707401 Apr 28 19:40:54.727674 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6049c06c-45d7-4135-95de-494fc8387f72'] response: {'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30', 'code': 200} Apr 28 19:40:54.809309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-10dcced3-250e-48b4-ba36-017c04457a76 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00 HTTP/1.1" status: 200 len: 217 time: 0.0850132 Apr 28 19:40:54.903698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] For port c1d39edf-59e9-4df9-93b2-01e83a6f1711, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c1d39edf-59e9-4df9-93b2-01e83a6f1711,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:54.904056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:54.945372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:48Z', 'revision_number': 4, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1d39edf-59e9-4df9-93b2-01e83a6f1711', 'name': '', 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'mac_address': 'fa:16:3e:4a:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '08caab7a-c986-4982-83f8-108fa5982f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:47Z', 'updated_at': '2022-04-28T19:40:53Z', 'revision_number': 4, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'subnets': [{'id': '08caab7a-c986-4982-83f8-108fa5982f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:54.949967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6346f2a-b6b4-46f2-99f8-d7fe42f0698f None None] The sync data for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 is: [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:48Z', 'revision_number': 4, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1d39edf-59e9-4df9-93b2-01e83a6f1711', 'name': '', 'network_id': '83d62e27-ea1c-495c-8060-ee332b1bdbf6', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'mac_address': 'fa:16:3e:4a:2a:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '08caab7a-c986-4982-83f8-108fa5982f71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:47Z', 'updated_at': '2022-04-28T19:40:53Z', 'revision_number': 4, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'subnets': [{'id': '08caab7a-c986-4982-83f8-108fa5982f71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:54.961322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-0b02c196-f70a-4d74-8924-7371c95734f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:54.962879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-0b02c196-f70a-4d74-8924-7371c95734f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.1451836 Apr 28 19:40:54.982740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.072903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90da3ed4-10ed-48ca-8ab9-5d512c5b1613 req-ab93720f-44db-452f-a58c-4736987cbdcf tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.075734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90da3ed4-10ed-48ca-8ab9-5d512c5b1613 req-ab93720f-44db-452f-a58c-4736987cbdcf tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 943 time: 0.1820359 Apr 28 19:40:55.102690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Calling delete_port for c1d39edf-59e9-4df9-93b2-01e83a6f1711 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:40:55.118638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-37ba48b2-0a34-434d-9365-a7b74117183e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.120274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-37ba48b2-0a34-434d-9365-a7b74117183e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499789 Apr 28 19:40:55.144263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ce814a-1773-4a3d-9e2e-c6f04b8a83bb req-24593c75-1441-4b85-936a-72b2fc74b537 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.149937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-74ce814a-1773-4a3d-9e2e-c6f04b8a83bb req-24593c75-1441-4b85-936a-72b2fc74b537 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.4683714 Apr 28 19:40:55.182727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90da3ed4-10ed-48ca-8ab9-5d512c5b1613 req-9951cde3-7ccc-469f-be3e-2f3752c7769a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916646 Apr 28 19:40:55.243908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-74ce814a-1773-4a3d-9e2e-c6f04b8a83bb req-5f094790-a93e-4a60-9880-deb82438d656 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757759 Apr 28 19:40:55.296130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-56c968a3-d29f-4056-b497-f4cc67d6a0ff service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643202 Apr 28 19:40:55.332843 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-041dc851-bf69-4248-a33a-906dcc8671c9'] response: {'name': 'network-changed', 'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'status': 'completed', 'code': 200} Apr 28 19:40:55.420612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf972ef7-a71c-4d00-8faf-417290df20e5 req-daa1c8ac-980a-4cb5-9e04-ecb1520443e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.422116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf972ef7-a71c-4d00-8faf-417290df20e5 req-daa1c8ac-980a-4cb5-9e04-ecb1520443e5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 1100 time: 0.5702839 Apr 28 19:40:55.538660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867646f-c84c-4124-b10c-a329d53e1b45 req-bffa304f-5552-4ce2-9319-b07436e88bb4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.540094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0867646f-c84c-4124-b10c-a329d53e1b45 req-bffa304f-5552-4ce2-9319-b07436e88bb4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.2062442 Apr 28 19:40:55.542124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e79024eb-2b36-43a6-99fc-328cd9350b64 req-c94df0f6-8bc6-4411-8e8f-5ffb65b5e623 service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330618 Apr 28 19:40:55.553760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf972ef7-a71c-4d00-8faf-417290df20e5 req-a38e8c4a-a71b-410e-bbfd-c616a5386bbf service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212380 Apr 28 19:40:55.593884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0867646f-c84c-4124-b10c-a329d53e1b45 req-2553b925-d8c3-454b-a083-3edef5e65bd3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463400 Apr 28 19:40:55.621947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c399acf3-e323-45b3-bcf7-0de4672e2078 req-263521e3-bef5-493b-b99f-8e91dc50f4ae tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.629031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c399acf3-e323-45b3-bcf7-0de4672e2078 req-263521e3-bef5-493b-b99f-8e91dc50f4ae tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1783733 Apr 28 19:40:55.654674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:55.794591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef67536-bb32-4162-8e0d-909b7aa22034 req-084b6d99-774f-4412-89e1-3ba2adedc835 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:55.805353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ef67536-bb32-4162-8e0d-909b7aa22034 req-084b6d99-774f-4412-89e1-3ba2adedc835 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.0976202 Apr 28 19:40:55.822910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d39edf-59e9-4df9-93b2-01e83a6f1711,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:55.871136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ef67536-bb32-4162-8e0d-909b7aa22034 req-681c8697-84ce-4a7d-83ae-4bd4e49bc4b0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620434 Apr 28 19:40:55.992254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c399acf3-e323-45b3-bcf7-0de4672e2078 req-de0ae416-8336-48d2-b1c1-fb8f61cce996 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3621876 Apr 28 19:40:56.054432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4329eeb3-8550-4a16-a993-e0268ddbc1d4 req-9616edda-afec-47f8-bd29-26a65b1f5a22 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0493455 Apr 28 19:40:56.136875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-9270fd9b-5e8a-4104-a15b-6c30b8dc4171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.138368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-9270fd9b-5e8a-4104-a15b-6c30b8dc4171 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 1094 time: 0.2802143 Apr 28 19:40:56.144650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:56.423668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a080ea61-eef9-4859-804c-b95bbebf0864 req-c5e4db12-74c1-4c1e-b4eb-f9a716a10d74 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.425126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a080ea61-eef9-4859-804c-b95bbebf0864 req-c5e4db12-74c1-4c1e-b4eb-f9a716a10d74 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0782011 Apr 28 19:40:56.474976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a080ea61-eef9-4859-804c-b95bbebf0864 req-cab9bd57-da8d-4eb7-b239-dac449d528ba tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426545 Apr 28 19:40:56.510613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-95906427-2c03-4c49-8198-ce3860c9e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.512115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-95906427-2c03-4c49-8198-ce3860c9e43e service neutron] 10.222.0.41 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 925 time: 0.3636088 Apr 28 19:40:56.700564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-ef4c5bb8-e223-44a2-89d9-ad266a818364 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00 HTTP/1.1" status: 200 len: 217 time: 0.1362948 Apr 28 19:40:56.711152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9461b3-035a-4fca-9106-7b441b300de1 req-bb82f521-8801-4f4a-9336-a6e791f1026b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.712539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d9461b3-035a-4fca-9106-7b441b300de1 req-bb82f521-8801-4f4a-9336-a6e791f1026b tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 943 time: 0.4116037 Apr 28 19:40:56.783200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015838ee-46a7-4c2f-8625-3672c0574c69 req-00f535dd-b510-48be-855a-7bd5f2366af5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.784627 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-015838ee-46a7-4c2f-8625-3672c0574c69 req-00f535dd-b510-48be-855a-7bd5f2366af5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.0795903 Apr 28 19:40:56.831050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-015838ee-46a7-4c2f-8625-3672c0574c69 req-a6d98274-1896-4b37-ae4b-620f5ccd1f96 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387230 Apr 28 19:40:56.836985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d9461b3-035a-4fca-9106-7b441b300de1 req-c62c7427-8539-4c51-8191-e17d6f785c37 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0882654 Apr 28 19:40:56.840401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-36efff6f-0bc5-4993-b7f1-2659b2bec24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:56.841963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-36efff6f-0bc5-4993-b7f1-2659b2bec24c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.1265464 Apr 28 19:40:56.885342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Router cf5b1c82-6359-42b4-9a22-435d872a81cc has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:40:57.096446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d577f8e-f47b-4c6a-8234-5f72991a2122 req-ef623bec-b7d4-4e49-9258-3bb90ee271e9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:57.104127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d577f8e-f47b-4c6a-8234-5f72991a2122 req-ef623bec-b7d4-4e49-9258-3bb90ee271e9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.0949392 Apr 28 19:40:57.146782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d577f8e-f47b-4c6a-8234-5f72991a2122 req-03653214-689c-4413-931c-2d0ea63f56d0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417807 Apr 28 19:40:57.263712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-7b5ab836-71db-46aa-b176-835bca9e46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:57.265179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-7b5ab836-71db-46aa-b176-835bca9e46dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4104927 Apr 28 19:40:57.315565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:40:57.325400 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Sync routers for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:40:57.336486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:57.337218 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.379632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ce417e-899b-4ec5-8b9c-66658313dae7 req-de691ba2-c56f-46be-a4b0-7410b9b9559c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:57.380981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16ce417e-899b-4ec5-8b9c-66658313dae7 req-de691ba2-c56f-46be-a4b0-7410b9b9559c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2389185 Apr 28 19:40:57.383226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2a912215-a8d7-4a73-8937-918d20b3159e admin admin] 10.222.0.24 "PUT /v2.0/routers/cf5b1c82-6359-42b4-9a22-435d872a81cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1681464 Apr 28 19:40:57.385891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47250) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:57.464237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16ce417e-899b-4ec5-8b9c-66658313dae7 req-ced8e59a-4fe0-43a6-a7bb-a0153b7ee040 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757229 Apr 28 19:40:57.475434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-8e608d03-1ac1-4f2e-9ff3-9fcd133cbbc0 service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030842 Apr 28 19:40:57.546113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:57.596036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.686694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8313319-e737-4e5d-b0bd-9a0e8e3b8a07 req-cf1af57c-27d3-4bb7-9671-d3b4e00de89d service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026875 Apr 28 19:40:57.714599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f237f35-3647-4519-831d-225767e345f8 req-a60c734f-7805-49e0-a44c-cdd99caa2c3a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:57.716049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f237f35-3647-4519-831d-225767e345f8 req-a60c734f-7805-49e0-a44c-cdd99caa2c3a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1111443 Apr 28 19:40:57.762209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f237f35-3647-4519-831d-225767e345f8 req-64301e90-3421-47a9-963d-3664e1ee6d63 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Apr 28 19:40:57.853404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae6d2667-87b2-4c73-8460-5d62f7bc32c6 req-2a965419-2dae-4d4e-bb76-cac21a075c43 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1122668 Apr 28 19:40:57.878289 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:55Z', 'revision_number': 5, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port': {'id': '6638ba69-40e5-4033-bc27-6f31ebbacde0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:09:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:40:41Z', 'updated_at': '2022-04-28T19:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.883434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Checking router: cf5b1c82-6359-42b4-9a22-435d872a81cc for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:40:57.891989 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Routers {'cf5b1c82-6359-42b4-9a22-435d872a81cc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:40:57.892898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['cf5b1c82-6359-42b4-9a22-435d872a81cc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:57.912269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:57.943833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Deleting port 6638ba69-40e5-4033-bc27-6f31ebbacde0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:40:57.944205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.065804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] Set router cf5b1c82-6359-42b4-9a22-435d872a81cc gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:40:58.080907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923ab858-717b-4cb6-b8f5-1d29f7b536bc req-ad3be24e-78f3-4cb7-821f-54fde6b9af00 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.085914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-923ab858-717b-4cb6-b8f5-1d29f7b536bc req-ad3be24e-78f3-4cb7-821f-54fde6b9af00 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.1185882 Apr 28 19:40:58.128739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-923ab858-717b-4cb6-b8f5-1d29f7b536bc req-909e84ac-af62-4105-939b-2e0b43066de6 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388997 Apr 28 19:40:58.170031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:57Z', 'revision_number': 6, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:40:58.173936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b48da30-d78f-4584-95c4-5deb52f4da30 None None] The sync data for ids ['cf5b1c82-6359-42b4-9a22-435d872a81cc'] in n-d-839811-1 is: [{'id': 'cf5b1c82-6359-42b4-9a22-435d872a81cc', 'name': 'tempest-FloatingIPsNegativeTestJSON-2146692266-router', 'tenant_id': '988d5e6bde4b42da960707f4b4788a89', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:40:39Z', 'updated_at': '2022-04-28T19:40:57Z', 'revision_number': 6, 'project_id': '988d5e6bde4b42da960707f4b4788a89', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:40:58.206578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] For port 6638ba69-40e5-4033-bc27-6f31ebbacde0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6638ba69-40e5-4033-bc27-6f31ebbacde0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:58.207074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.382662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Calling delete_port for 6638ba69-40e5-4033-bc27-6f31ebbacde0 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:40:58.399347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d10e5-11a1-472d-bde5-380f4f644204 req-c2f4a986-3cab-4ef6-a868-ca7c49accad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.400977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-235d10e5-11a1-472d-bde5-380f4f644204 req-c2f4a986-3cab-4ef6-a868-ca7c49accad2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 1099 time: 0.0979779 Apr 28 19:40:58.413410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6d098d-af3f-4d3d-9303-a32de214d530 req-575ba5f9-400b-4812-85f4-92a779658517 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.415051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af6d098d-af3f-4d3d-9303-a32de214d530 req-575ba5f9-400b-4812-85f4-92a779658517 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1481512 Apr 28 19:40:58.492178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-235d10e5-11a1-472d-bde5-380f4f644204 req-a6463bae-3b77-4609-8c41-5a17ff9842de service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757949 Apr 28 19:40:58.646273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af6d098d-af3f-4d3d-9303-a32de214d530 req-c4aa9adf-ce9f-4fba-b8f6-65426578ed0b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790009 Apr 28 19:40:58.702461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb33101-79bf-4d89-95fc-cd2801dc2125 req-36409484-fd4b-41b1-9eed-dbc767332c81 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.710409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-beb33101-79bf-4d89-95fc-cd2801dc2125 req-36409484-fd4b-41b1-9eed-dbc767332c81 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 943 time: 0.5787215 Apr 28 19:40:58.732277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235d10e5-11a1-472d-bde5-380f4f644204 req-d2064cb8-3e50-4812-a4d5-2b0413d8e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.734119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-235d10e5-11a1-472d-bde5-380f4f644204 req-d2064cb8-3e50-4812-a4d5-2b0413d8e2cc service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2346029 Apr 28 19:40:58.745275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-a2c916ea-4c9a-4190-8d10-0b2d41fd9b68 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3103440 Apr 28 19:40:58.803035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-beb33101-79bf-4d89-95fc-cd2801dc2125 req-b58e1c46-ed35-4d86-80c2-98c00df717f7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916331 Apr 28 19:40:58.810381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-b7692f52-afd8-45f7-9ed5-3d2d60bd0a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.811808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-b7692f52-afd8-45f7-9ed5-3d2d60bd0a5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&tenant_id=ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 1095 time: 0.4664743 Apr 28 19:40:58.841014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:58.970946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-86dc9485-fecb-496a-8aba-ab814422c545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.972356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-86dc9485-fecb-496a-8aba-ab814422c545 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1095 time: 0.1618395 Apr 28 19:40:58.980777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99ad42-7e41-49fa-865a-ab5dd4def839 req-676d78ff-3e2e-496b-8fd1-0a55e9ef3b8e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.982901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc99ad42-7e41-49fa-865a-ab5dd4def839 req-676d78ff-3e2e-496b-8fd1-0a55e9ef3b8e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2130599 Apr 28 19:40:58.986123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-37f964b8-dd09-43f0-8575-ab96fd45ae27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:58.986377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=6638ba69-40e5-4033-bc27-6f31ebbacde0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:58.987530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-37f964b8-dd09-43f0-8575-ab96fd45ae27 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 1099 time: 0.1782134 Apr 28 19:40:59.034617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.044014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d7c85e0-9db6-44ff-b981-f4beb287bd00 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:40:59.108384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-391890d1-fed3-4c58-8f52-fe0c1addd085 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=c500dda1-bc3c-4741-a041-9fd522716e12 HTTP/1.1" status: 200 len: 217 time: 0.1014633 Apr 28 19:40:59.223316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc99ad42-7e41-49fa-865a-ab5dd4def839 req-bd05b76d-3db4-48f1-be51-3d32d44a33d8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310858 Apr 28 19:40:59.253751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-ff7744e6-737d-48cc-a700-24bc0f78c9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.255943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-ff7744e6-737d-48cc-a700-24bc0f78c9bb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1368454 Apr 28 19:40:59.301231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:59.308942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.313137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.320591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'port_id': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'mac_address': 'fa:16:3e:d9:46:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:40:59.392104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.410573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d7c85e0-9db6-44ff-b981-f4beb287bd00 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:40:59.422134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5fd332d2-1ce4-4795-8969-30bf144a3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.423688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-5fd332d2-1ce4-4795-8969-30bf144a3cfc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1095 time: 0.5785029 Apr 28 19:40:59.426995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:40:59.431202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.431963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf5b1c82-6359-42b4-9a22-435d872a81cc {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:40:59.432401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.471346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7666006-2017-4c91-bcf2-805045edca62 req-4fa15e7d-7606-44c8-a377-f7f9f42c0dae tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.473103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7666006-2017-4c91-bcf2-805045edca62 req-4fa15e7d-7606-44c8-a377-f7f9f42c0dae tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.5487058 Apr 28 19:40:59.507313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-abf6012b-581c-4685-b046-db602ab255d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.508849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-abf6012b-581c-4685-b046-db602ab255d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.4508662 Apr 28 19:40:59.531487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:40:59.586843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.587923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b7050a9e-80cd-4a1e-be24-6e69dd4a66a0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/cf5b1c82-6359-42b4-9a22-435d872a81cc HTTP/1.1" status: 204 len: 168 time: 2.2006457 Apr 28 19:40:59.591380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47274) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:40:59.632818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11b7bfd-52bf-402b-9b27-26b54de01404 req-3a70c01e-bfc1-4705-97f5-e792dfc6f8e0 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.1312344 Apr 28 19:40:59.634716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-dda33a05-aa65-4d9e-b48c-f300bcaf72d7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0869689 Apr 28 19:40:59.656268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7666006-2017-4c91-bcf2-805045edca62 req-589f25e0-e21f-4212-ad07-a06acaeb84c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712160 Apr 28 19:40:59.710418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c51a06a6-aa49-40e5-952b-362ff3645f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.712502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-c51a06a6-aa49-40e5-952b-362ff3645f81 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2780089 Apr 28 19:40:59.719865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Deleting subnet 08caab7a-c986-4982-83f8-108fa5982f71 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:40:59.723825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.739473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-afbd0d41-bcca-4cf9-a834-21a23ecdb3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.741672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-afbd0d41-bcca-4cf9-a834-21a23ecdb3f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0990601 Apr 28 19:40:59.743716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-fa023601-195c-4aac-a76e-7cb5b8439a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:40:59.745107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-fa023601-195c-4aac-a76e-7cb5b8439a6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4813232 Apr 28 19:40:59.750278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1d7c85e0-9db6-44ff-b981-f4beb287bd00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:40:59.791057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:40:59.938478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-5d250cb8-41a1-44b9-ae05-99d93675ce5d service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424997 Apr 28 19:40:59.952136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-95bd711c-3a9d-4c86-99ed-09b9eaf4ebad service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.1073284 Apr 28 19:41:00.003364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-f329e318-a2d0-4cfe-8755-4b299e2752e9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2496889 Apr 28 19:41:00.007942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.015297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1d39edf-59e9-4df9-93b2-01e83a6f1711 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:00.053687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c1d39edf-59e9-4df9-93b2-01e83a6f1711 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:41:00.054371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1d39edf-59e9-4df9-93b2-01e83a6f1711 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:41:00.054574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6638ba69-40e5-4033-bc27-6f31ebbacde0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:00.092906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-cfd4648d-af13-4311-bd39-18646fc22f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.093955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-cfd4648d-af13-4311-bd39-18646fc22f7f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1224146 Apr 28 19:41:00.095688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6638ba69-40e5-4033-bc27-6f31ebbacde0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:41:00.096142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6638ba69-40e5-4033-bc27-6f31ebbacde0 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:41:00.158109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-bd54645f-12e7-4cee-93c7-35cd437fd316 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464823 Apr 28 19:41:00.166375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d13b45-ecde-4ca7-a68c-b55fd9382d29 req-a19622f4-6aa6-4e82-b050-0bf2751f53ab tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.173208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0d13b45-ecde-4ca7-a68c-b55fd9382d29 req-a19622f4-6aa6-4e82-b050-0bf2751f53ab tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.3274548 Apr 28 19:41:00.177360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.285694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8994cb9-8199-49e8-9590-324c94e58fc5 req-5066d96e-f314-44e3-81ed-a41227c51997 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.289032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08caab7a-c986-4982-83f8-108fa5982f71,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:00.297855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8994cb9-8199-49e8-9590-324c94e58fc5 req-5066d96e-f314-44e3-81ed-a41227c51997 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.3592963 Apr 28 19:41:00.304238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c91217c-a60b-4452-90fa-d79abd0c7549 None None] Network 83d62e27-ea1c-495c-8060-ee332b1bdbf6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:41:00.357029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2ce5f38-8ab1-41f3-871e-7ab71a61208b req-45a53360-6213-49c6-8a7e-9a5742ec492b service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3695385 Apr 28 19:41:00.366297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8994cb9-8199-49e8-9590-324c94e58fc5 req-3fe71461-fe0f-4eab-8872-44a6139f8582 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674441 Apr 28 19:41:00.368611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-1b0d60ee-3a57-418b-bd56-82bfb577be06 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3570247 Apr 28 19:41:00.387983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.406664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0d13b45-ecde-4ca7-a68c-b55fd9382d29 req-c56fb3e7-80cb-499a-8ff4-8df6e25c097a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2324414 Apr 28 19:41:00.427947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ac680fb8-d344-435a-9a08-b9a424dd0881 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/08caab7a-c986-4982-83f8-108fa5982f71 HTTP/1.1" status: 204 len: 168 time: 0.8354816 Apr 28 19:41:00.439956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47288) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:00.635679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2627a058-fbad-42ce-bfa6-51403e0b9f78 req-f969ec02-9d2f-4dfd-85c8-74b3efe0fd82 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444820 Apr 28 19:41:00.668653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-7a2632f5-afc7-46f3-b945-8ad908d9ee23 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4931901 Apr 28 19:41:00.682739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55361230-8382-4b2b-affb-0911834b639b req-e269b31b-98df-4476-a58d-59a1ef95aaa5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:00.684353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55361230-8382-4b2b-affb-0911834b639b req-e269b31b-98df-4476-a58d-59a1ef95aaa5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "GET /v2.0/ports?device_id=9447aed6-fcce-4dc5-94be-e95caa1e6a5f HTTP/1.1" status: 200 len: 945 time: 0.1575940 Apr 28 19:41:00.726125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] DHCP port deletion for 83d62e27-ea1c-495c-8060-ee332b1bdbf6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:41:00.730485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Deleting port 7237859b-d99b-4b14-ae4e-542ae6614d27 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:00.730911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.737762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.813908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Deleting port 7237859b-d99b-4b14-ae4e-542ae6614d27 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:00.814241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.880990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Deleting port 34f20aca-4250-41a0-8251-5b3985ea4933 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:00.880990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:00.954297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] For port 7237859b-d99b-4b14-ae4e-542ae6614d27, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7237859b-d99b-4b14-ae4e-542ae6614d27,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:00.954994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.000734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7f9b9-236a-4def-982a-e61e50947dae req-fd752119-1428-4ff7-bc85-cb86b79df231 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.002216 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03e7f9b9-236a-4def-982a-e61e50947dae req-fd752119-1428-4ff7-bc85-cb86b79df231 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 944 time: 0.4337766 Apr 28 19:41:01.010699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba420153-d431-4901-a4e4-d290a3da2d81 req-7fc94565-996a-4902-b02b-cb3ffbe45f40 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.012168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba420153-d431-4901-a4e4-d290a3da2d81 req-7fc94565-996a-4902-b02b-cb3ffbe45f40 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2351611 Apr 28 19:41:01.027223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-76375269-db91-4c1e-89f2-0bb9ae5e4f45 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.028645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-76375269-db91-4c1e-89f2-0bb9ae5e4f45 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711&tenant_id=1faa4a80901147478d45b982b00408d2&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 950 time: 0.2819424 Apr 28 19:41:01.050712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-7ae3e6bd-5daa-4a8f-ac9f-550ee6a36ede service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673315 Apr 28 19:41:01.078991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d7c85e0-9db6-44ff-b981-f4beb287bd00 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:01.112814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Calling delete_port for 7237859b-d99b-4b14-ae4e-542ae6614d27 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:01.133260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03e7f9b9-236a-4def-982a-e61e50947dae req-e06d67d2-b010-4b0c-9b2a-41a659063d8c tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955491 Apr 28 19:41:01.191215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba420153-d431-4901-a4e4-d290a3da2d81 req-94bd5c7c-c7b4-488e-9a3f-1071a203b1b7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615322 Apr 28 19:41:01.235260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] For port 7237859b-d99b-4b14-ae4e-542ae6614d27, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7237859b-d99b-4b14-ae4e-542ae6614d27,segment=NetworkSegment(c8616d9a-671f-4b56-9f1a-6fd81d7de0d6),segment_id=c8616d9a-671f-4b56-9f1a-6fd81d7de0d6)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:01.235746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.291336 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-fa2da926-2dd0-49b2-8fa5-dcde3d02c223 service neutron] delete failed (client error): The resource could not be found. Apr 28 19:41:01.292608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-fa2da926-2dd0-49b2-8fa5-dcde3d02c223 service neutron] 10.222.0.41 "DELETE /v2.0/ports/b381af3a-eaa2-478c-a263-a299f47913cd/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.2443223 Apr 28 19:41:01.295751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:01.305601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:01.305974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.340206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.416244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] Pushing event deleted for resources: {'Port': ['ID=7237859b-d99b-4b14-ae4e-542ae6614d27,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.422284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa138ac3-482d-459e-8099-0c5f2dd92f02 None None] No DVR routers for this DVR port 7237859b-d99b-4b14-ae4e-542ae6614d27 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:01.452143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Calling delete_port for 7237859b-d99b-4b14-ae4e-542ae6614d27 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:01.562714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-746436e2-3e91-4b67-8441-b8482a262b4a req-da3a53d6-b771-43ec-8385-d6bb48166dbe tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.2412488 Apr 28 19:41:01.574350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] For port 34f20aca-4250-41a0-8251-5b3985ea4933, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=34f20aca-4250-41a0-8251-5b3985ea4933,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:01.574934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.579870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:41:01.580437 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:41:01.597873 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.628118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9025f4f4-daea-47f6-bc08-fecbdddaf2b1 req-370433ba-f1a0-4ec3-bbff-b66be2262159 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.630421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9025f4f4-daea-47f6-bc08-fecbdddaf2b1 req-370433ba-f1a0-4ec3-bbff-b66be2262159 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0948973 Apr 28 19:41:01.634057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:01.645393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:01.650855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:01.713224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9025f4f4-daea-47f6-bc08-fecbdddaf2b1 req-1476f1e2-9d97-4078-a0a9-33c5a63faf17 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748346 Apr 28 19:41:01.716611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-d04ea0c4-6ade-418d-884b-d9ac0d62eb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.718515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-d04ea0c4-6ade-418d-884b-d9ac0d62eb41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.2183738 Apr 28 19:41:01.767668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:01.961492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220254d9-e3ae-4424-b0da-ede400120f8e req-52aa0451-8137-468a-bbaa-a85a9c0326d7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.963320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-52aa0451-8137-468a-bbaa-a85a9c0326d7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.1504960 Apr 28 19:41:01.977136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b669ec-f1fa-4a17-8849-ce48d2d73f39 req-a8f1d154-a2ed-4e71-b225-96564cfd3062 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:01.978673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50b669ec-f1fa-4a17-8849-ce48d2d73f39 req-a8f1d154-a2ed-4e71-b225-96564cfd3062 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.1202712 Apr 28 19:41:02.031132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7237859b-d99b-4b14-ae4e-542ae6614d27 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:02.069988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7237859b-d99b-4b14-ae4e-542ae6614d27 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:41:02.070455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7237859b-d99b-4b14-ae4e-542ae6614d27 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:41:02.081572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Deleting port 7237859b-d99b-4b14-ae4e-542ae6614d27 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:02.081911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.135487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-c0142226-a52f-4da1-96d7-8c90367062b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.136916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-c0142226-a52f-4da1-96d7-8c90367062b9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4047339 Apr 28 19:41:02.159758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50b669ec-f1fa-4a17-8849-ce48d2d73f39 req-9f04bebe-f727-4597-87c9-661c0ef14459 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300495 Apr 28 19:41:02.172343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] The port '7237859b-d99b-4b14-ae4e-542ae6614d27' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:41:02.217569 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1597342-fab4-4664-b7e3-7c4e6bad69a1'] response: {'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'code': 200} Apr 28 19:41:02.221317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-2bc092f8-3572-4d8e-a1aa-abe69e053e9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.0767846 Apr 28 19:41:02.230671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.231044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.231380 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 disassociated. External IP: 172.25.2.215, port: 34f20aca-4250-41a0-8251-5b3985ea4933. Apr 28 19:41:02.231696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Calling delete_port for 34f20aca-4250-41a0-8251-5b3985ea4933 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:02.320014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f327f856-32c4-4d32-b4cc-4a20f3ea0b1c req-0b1835c8-b847-4706-a290-dd3cec51c2ad tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.326896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f327f856-32c4-4d32-b4cc-4a20f3ea0b1c req-0b1835c8-b847-4706-a290-dd3cec51c2ad tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.4451361 Apr 28 19:41:02.392130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-e1962b35-3958-46d8-bf1e-f9a3979699d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.393545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-e1962b35-3958-46d8-bf1e-f9a3979699d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1334798 Apr 28 19:41:02.423295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f327f856-32c4-4d32-b4cc-4a20f3ea0b1c req-1b3fd2a4-a339-4aa8-a0ae-b0f86375dcda tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955524 Apr 28 19:41:02.445092 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.516607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.525969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.527000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.527483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > port after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.527959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.528468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > port after_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.528957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.535349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.535774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.536105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.627185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-a4227310-41e4-44d1-81b2-2c5166e11516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.628740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-a4227310-41e4-44d1-81b2-2c5166e11516 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2166240 Apr 28 19:41:02.659730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.660082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.660408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.661310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88139) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:41:02.662040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d62e27-ea1c-495c-8060-ee332b1bdbf6']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.684967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.685113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.685113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8616d9a-671f-4b56-9f1a-6fd81d7de0d6') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:02.700164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-220254d9-e3ae-4424-b0da-ede400120f8e req-97774fa1-c230-4720-af80-3d7a2cdfbf51 service neutron] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:02.706161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.734518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.738386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-220254d9-e3ae-4424-b0da-ede400120f8e req-97774fa1-c230-4720-af80-3d7a2cdfbf51 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.739980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-220254d9-e3ae-4424-b0da-ede400120f8e req-97774fa1-c230-4720-af80-3d7a2cdfbf51 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.7604146 Apr 28 19:41:02.744769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7457fe-498e-467f-97c6-fec24cd4438c req-75f9529b-3c51-4ae3-aadd-93eee21e1876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.746345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce7457fe-498e-467f-97c6-fec24cd4438c req-75f9529b-3c51-4ae3-aadd-93eee21e1876 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 1096 time: 0.4074125 Apr 28 19:41:02.746534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event deleted for resources: {'Port': ['ID=34f20aca-4250-41a0-8251-5b3985ea4933,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.750740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:41:02.751137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: from cryptography.utils import int_from_bytes Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: from cryptography.utils import int_from_bytes Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn_limited( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn_limited( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:41:02.769323 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:41:02.804951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c2ef5f-d8fb-4aa5-940d-745f34f482d2 req-09deabf0-1260-4abf-a08e-b2e35ada2d72 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.807185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55c2ef5f-d8fb-4aa5-940d-745f34f482d2 req-09deabf0-1260-4abf-a08e-b2e35ada2d72 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.4653666 Apr 28 19:41:02.913694 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.915909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce7457fe-498e-467f-97c6-fec24cd4438c req-6f82acd7-6a7b-4e01-8e28-e4dbc99a76ba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437235 Apr 28 19:41:02.936933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb522bac-61d0-4e91-b591-13afeebcce96 req-106624fc-23ac-47b2-a889-b281325f60f9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:02.938341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb522bac-61d0-4e91-b591-13afeebcce96 req-106624fc-23ac-47b2-a889-b281325f60f9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.3652456 Apr 28 19:41:02.944811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55c2ef5f-d8fb-4aa5-940d-745f34f482d2 req-4908a562-dccb-4d24-8015-c5177c8c66b7 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1312044 Apr 28 19:41:02.945832 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:02.948477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] Pushing event deleted for resources: {'Network': ['ID=83d62e27-ea1c-495c-8060-ee332b1bdbf6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:02.954205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ad9e3546-aa58-4b5a-ba07-44296acf8a92 admin admin] 10.222.0.24 "DELETE /v2.0/networks/83d62e27-ea1c-495c-8060-ee332b1bdbf6 HTTP/1.1" status: 204 len: 168 time: 2.5095329 Apr 28 19:41:03.102485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:03.158451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6432deb8-4e66-433f-b3dd-d227fbd1d203 req-21c0943f-9ac7-452a-8be8-f7ae62106e7b tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.159942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6432deb8-4e66-433f-b3dd-d227fbd1d203 req-21c0943f-9ac7-452a-8be8-f7ae62106e7b tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1097 time: 0.0997250 Apr 28 19:41:03.162866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-894d00db-6ce1-4faf-8faf-49ef856ef151 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5141265 Apr 28 19:41:03.168650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb522bac-61d0-4e91-b591-13afeebcce96 req-fd575396-1f65-4298-b7ad-2568f64a03d7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038456 Apr 28 19:41:03.212423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:03.239837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9bb6ad1c-4ae4-4654-92a9-5b595185856a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=988d5e6bde4b42da960707f4b4788a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1312037 Apr 28 19:41:03.241910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47328) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:03.310258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6432deb8-4e66-433f-b3dd-d227fbd1d203 req-5d978c20-5600-4bdf-ac9e-52ab85fbe6d6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246488 Apr 28 19:41:03.381148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:41:03.418431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.439153 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.441729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01fb94be-d8eb-4638-89ba-d611869ec76f req-831f7ebb-fbfa-47aa-8119-9d31df2ba03b tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0802548 Apr 28 19:41:03.456302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.521131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:03.525922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.527174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 34f20aca-4250-41a0-8251-5b3985ea4933 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:03.631295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3ae7775-d7e6-49f6-961e-69596d94db53 req-076c183b-6945-49d2-baea-c6f071529e18 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275916 Apr 28 19:41:03.689494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:41:03.722302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.746362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:03.748036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.752353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dd552679-6568-4a21-a635-49d047c61034 HTTP/1.1" status: 204 len: 168 time: 0.5097015 Apr 28 19:41:03.759002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395cc3c3-99b9-4cf6-a5d3-f014e302955c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd552679-6568-4a21-a635-49d047c61034,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:03.790214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41aa0161-9bd3-4eea-8d00-6481994b3861 req-2ca87a85-e5f1-4900-a81e-251af1b206e3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.804413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41aa0161-9bd3-4eea-8d00-6481994b3861 req-2ca87a85-e5f1-4900-a81e-251af1b206e3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.2999504 Apr 28 19:41:03.811635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] No DVR routers for this DVR port 34f20aca-4250-41a0-8251-5b3985ea4933 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:03.820528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:03.833380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'name': 'network-vif-deleted', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:03.847047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 34f20aca-4250-41a0-8251-5b3985ea4933 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:41:03.847800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 34f20aca-4250-41a0-8251-5b3985ea4933 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:41:03.851228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:03.852461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55361230-8382-4b2b-affb-0911834b639b req-dc735ea1-384f-4747-88f3-69482510f228 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.46 "DELETE /v2.0/ports/34f20aca-4250-41a0-8251-5b3985ea4933 HTTP/1.1" status: 204 len: 173 time: 3.1512640 Apr 28 19:41:03.892969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41aa0161-9bd3-4eea-8d00-6481994b3861 req-238577cc-a4f8-4a80-b525-5026453a1e89 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874822 Apr 28 19:41:03.904066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:03.904974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:03.975757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d68191-ff6c-4703-82ff-cbfa9eb82e1d req-efad54d8-de0e-456e-84bb-aa1d27b8cca3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:03.977569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90d68191-ff6c-4703-82ff-cbfa9eb82e1d req-efad54d8-de0e-456e-84bb-aa1d27b8cca3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.1239181 Apr 28 19:41:04.107940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90d68191-ff6c-4703-82ff-cbfa9eb82e1d req-ebe79360-c86b-4d3c-9762-6b9cdb16f068 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239386 Apr 28 19:41:04.221941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:04.368336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:04.424459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d7c46-f3c1-437f-9a8e-46db1ce40146 req-822ddf4e-d41b-4f89-ae6e-f2747eb53bff tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:04.434989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-671d7c46-f3c1-437f-9a8e-46db1ce40146 req-822ddf4e-d41b-4f89-ae6e-f2747eb53bff tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.1528704 Apr 28 19:41:04.509127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-671d7c46-f3c1-437f-9a8e-46db1ce40146 req-b63048c8-e00e-47ef-995b-0352cbe92523 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669558 Apr 28 19:41:04.596435 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babc07c1-8c86-4e59-912a-4ac2cc3044f7'] response: {'server_uuid': '9447aed6-fcce-4dc5-94be-e95caa1e6a5f', 'name': 'network-vif-deleted', 'tag': '34f20aca-4250-41a0-8251-5b3985ea4933', 'status': 'completed', 'code': 200} Apr 28 19:41:04.877391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f73e2fc-fe40-4d12-90c2-7a9fa17564e6 req-939b1b72-540d-4d5f-be18-4c4d67fa1b73 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:04.878229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f73e2fc-fe40-4d12-90c2-7a9fa17564e6 req-939b1b72-540d-4d5f-be18-4c4d67fa1b73 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Synchronizing usage tracker for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:04.898035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f73e2fc-fe40-4d12-90c2-7a9fa17564e6 req-939b1b72-540d-4d5f-be18-4c4d67fa1b73 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Unset dirty status for tenant:ab869800fc5d41a3a35dafa735197413 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:04.908677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f73e2fc-fe40-4d12-90c2-7a9fa17564e6 req-939b1b72-540d-4d5f-be18-4c4d67fa1b73 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.1475549 Apr 28 19:41:04.915705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:04.934719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:04.951632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:04.953684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:04.981484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f73e2fc-fe40-4d12-90c2-7a9fa17564e6 req-a9eaa113-1a2f-4915-8b12-575965b182ba tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0653729 Apr 28 19:41:05.180607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff9722-5e04-49df-a4cd-256e6fdd088e req-edef5368-90c4-4693-9bbb-101e1a2deaad tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:05.188182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dff9722-5e04-49df-a4cd-256e6fdd088e req-edef5368-90c4-4693-9bbb-101e1a2deaad tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 947 time: 0.0969853 Apr 28 19:41:05.224426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:05.240752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:05.248216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dff9722-5e04-49df-a4cd-256e6fdd088e req-1e363a6b-9ce4-4afc-9b29-9ae7170a21e6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551934 Apr 28 19:41:05.323499 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a03e436-3e24-4688-b94b-8a56c34ea2e5'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'code': 200} Apr 28 19:41:05.484564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fa7323e-2790-4440-8bcb-0ea2f08cc055 req-88f4d0a7-c65c-4538-86d5-74c924b40ade tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0480323 Apr 28 19:41:05.523856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-9ec8e753-fb69-443a-b333-745832a53e52 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:41:05.524885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-9ec8e753-fb69-443a-b333-745832a53e52 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057275 Apr 28 19:41:05.535413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:05.537427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:41:05.658086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:05.686246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'mac_address': 'fa:16:3e:95:3d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:05.734487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b0ec84-22c3-425b-8cc7-1519e03bf468 req-cc19443c-de9f-43cf-a953-bbfad2706da3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:05.736169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26b0ec84-22c3-425b-8cc7-1519e03bf468 req-cc19443c-de9f-43cf-a953-bbfad2706da3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.0872760 Apr 28 19:41:05.777724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:05.778155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:05.778889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:05.783452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:05.784170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:05.787735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.787914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26b0ec84-22c3-425b-8cc7-1519e03bf468 req-7fd9998a-b7e7-4467-8ac5-4e61d534eb51 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448830 Apr 28 19:41:05.790592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:05.791037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:05.791591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:05.792117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Bound port: 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:05.807681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:05.823395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:05.827810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:05.830148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.831674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-91c2e405-64b9-4e63-ae04-326e82748be6 service neutron] 10.222.0.24 "POST /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2998872 Apr 28 19:41:05.833805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:05.837504 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:05.838142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c500dda1-bc3c-4741-a041-9fd522716e12 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:05.874141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe84dd2-35e0-42bb-9ed9-0e85ec3aaeaa None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:05.921484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:05.930182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c500dda1-bc3c-4741-a041-9fd522716e12,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:05.947802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'c500dda1-bc3c-4741-a041-9fd522716e12', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'c500dda1-bc3c-4741-a041-9fd522716e12', 'mac_address': 'fa:16:3e:38:08:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:06.014855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.035003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c500dda1-bc3c-4741-a041-9fd522716e12 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:06.060302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c500dda1-bc3c-4741-a041-9fd522716e12,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:06.065487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:06.081443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50a21de-e100-4315-a921-85af01b6ad60 req-e53dd092-d0ad-4804-bb46-46f2a73937a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.083899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a50a21de-e100-4315-a921-85af01b6ad60 req-e53dd092-d0ad-4804-bb46-46f2a73937a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 948 time: 0.1629586 Apr 28 19:41:06.149133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:06.195411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-660fa782-0813-4e92-a94a-3fd567e8d7e7 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281262 Apr 28 19:41:06.198380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a50a21de-e100-4315-a921-85af01b6ad60 req-8c227bb6-dacd-4bd9-8b4e-bb121897b6a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034269 Apr 28 19:41:06.235400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-26de8dab-657a-486e-84d9-6f32b4fb6a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.236962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-26de8dab-657a-486e-84d9-6f32b4fb6a73 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1097 time: 0.0998049 Apr 28 19:41:06.274518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5af116-670a-4191-b01d-b0110d4bf0a3 None None] New status for floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:41:06.357987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-e0e8fbb2-486c-402a-abab-9ac74dd9cf03 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.359579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-e0e8fbb2-486c-402a-abab-9ac74dd9cf03 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1584139 Apr 28 19:41:06.375519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7d4a899d-3b70-4ccc-b00b-41778f75d447 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/quotas/8cc4d44c141e4b27b83dcf121d8f88da HTTP/1.1" status: 200 len: 375 time: 0.0100863 Apr 28 19:41:06.437041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-0bf48691-1296-4c29-8414-5217bee33756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.437041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-0bf48691-1296-4c29-8414-5217bee33756 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.1905432 Apr 28 19:41:06.452319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-09e06515-5278-4ee5-8ec3-ce93a2d93fc5 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0674863 Apr 28 19:41:06.517706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-af1aa9d7-1647-4a92-b5c8-b2d4e966b83d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 217 time: 0.0736082 Apr 28 19:41:06.526631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d092fd88-49bf-43a2-86da-4e21320ba6a8 req-4541d13f-a0ca-4683-bf6c-5a504fa4091d tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.528094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d092fd88-49bf-43a2-86da-4e21320ba6a8 req-4541d13f-a0ca-4683-bf6c-5a504fa4091d tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1095 time: 0.1835649 Apr 28 19:41:06.586139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['58c97800-3fbb-4a9b-b703-84d8464a9f84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:06.625784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:06.749553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3ec3e-ab51-48ba-bcb5-1ba12605acd5 req-34219b44-574b-4a7d-8083-605c783a1bad tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.751065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-7261e1d3-56ad-4b59-8c49-c093c0cac546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:06.751202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85e3ec3e-ab51-48ba-bcb5-1ba12605acd5 req-34219b44-574b-4a7d-8083-605c783a1bad tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.0869200 Apr 28 19:41:06.752847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-7261e1d3-56ad-4b59-8c49-c093c0cac546 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2286968 Apr 28 19:41:06.757198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d092fd88-49bf-43a2-86da-4e21320ba6a8 req-fec7a83c-cea5-437b-9ec8-717c184d26d9 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875091 Apr 28 19:41:06.805804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-5df115ee-8b92-4ca2-a9b7-1cb3ced53954 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466046 Apr 28 19:41:06.864836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-85e3ec3e-ab51-48ba-bcb5-1ba12605acd5 req-95410bc9-96de-4524-8018-1798d975907a tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Synchronizing usage tracker for tenant:5b13e07dd59e46abb7a53b3647651ae7 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:06.923238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-85e3ec3e-ab51-48ba-bcb5-1ba12605acd5 req-95410bc9-96de-4524-8018-1798d975907a tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Unset dirty status for tenant:5b13e07dd59e46abb7a53b3647651ae7 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:06.930073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85e3ec3e-ab51-48ba-bcb5-1ba12605acd5 req-95410bc9-96de-4524-8018-1798d975907a tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642742 Apr 28 19:41:07.137580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-34ef39c3-bae4-4daf-9f63-c25f9eb62265 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3230510 Apr 28 19:41:07.172893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb244183-1ea2-45bf-8c4a-adff8c3fcb4f req-151ddacb-7551-4fe5-9ac3-bceaa1d52840 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.174640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb244183-1ea2-45bf-8c4a-adff8c3fcb4f req-151ddacb-7551-4fe5-9ac3-bceaa1d52840 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.0916274 Apr 28 19:41:07.178509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc8140e-c756-4ade-9859-f245583a9feb req-059768a1-4e08-4d04-9ffc-90f8e6c8e9a2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.179935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dc8140e-c756-4ade-9859-f245583a9feb req-059768a1-4e08-4d04-9ffc-90f8e6c8e9a2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.1456022 Apr 28 19:41:07.228851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb244183-1ea2-45bf-8c4a-adff8c3fcb4f req-4347256c-b055-4baa-94f0-6a1486aaa427 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462739 Apr 28 19:41:07.296106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dc8140e-c756-4ade-9859-f245583a9feb req-3753dd13-633b-479a-82fd-1875d4670890 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058321 Apr 28 19:41:07.318408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-94ed10a7-19cc-484e-a49a-4ff751c813c8 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726437 Apr 28 19:41:07.424460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a463df28-4afe-48da-9ab4-1337084f46e8 req-2b072989-0741-4d89-880e-9d63ac62e279 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.427140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a463df28-4afe-48da-9ab4-1337084f46e8 req-2b072989-0741-4d89-880e-9d63ac62e279 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 948 time: 0.0881584 Apr 28 19:41:07.457137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92932a0f-fc71-4869-9822-e25c683d0767 req-883844ce-acf6-434d-8ee0-78dbdafb2ca1 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 210 time: 0.0462770 Apr 28 19:41:07.497724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a463df28-4afe-48da-9ab4-1337084f46e8 req-12c2e856-59b4-4335-9e8f-77a491d243cb tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642486 Apr 28 19:41:07.625969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1ed8408-184d-4ebe-88b8-c242284f642a req-4c15d189-7b49-48f2-8b2b-c5c98105bf61 tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0483334 Apr 28 19:41:07.759885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-6e301536-c061-4176-9409-2d5052c01886 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.762171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-6e301536-c061-4176-9409-2d5052c01886 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.1476412 Apr 28 19:41:07.793101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-aaba7150-257a-44f4-8005-50c7ad707609 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/quotas/ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 375 time: 0.0248649 Apr 28 19:41:07.881452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fafe0-18dc-4250-9ce1-4c7de7bdd4da req-bd9ec169-3112-4d73-b05d-325e3fc37599 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:07.883267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c12fafe0-18dc-4250-9ce1-4c7de7bdd4da req-bd9ec169-3112-4d73-b05d-325e3fc37599 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 949 time: 0.1012499 Apr 28 19:41:07.924186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-62d06b9b-1ae5-41b7-8e4c-0c64d3f969d2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1207829 Apr 28 19:41:07.958043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c12fafe0-18dc-4250-9ce1-4c7de7bdd4da req-ac896193-df15-4fc1-8bc2-b2fbf42d4971 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679224 Apr 28 19:41:08.068440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-80420374-b8ee-4a11-8e94-644d23e8bfcf tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0454710 Apr 28 19:41:08.118988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-74aaf54d-9b18-4db1-a98a-e1ae206b814d service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928930 Apr 28 19:41:08.322757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-333697bb-99aa-4f05-93cc-7cb0681504f1 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.331160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-333697bb-99aa-4f05-93cc-7cb0681504f1 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2488749 Apr 28 19:41:08.340990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-cdbe9fb8-1a2f-43b0-85e2-510878e562e6 service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156098 Apr 28 19:41:08.342707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824baa9f-981a-4779-b4e0-e6ad93127665 req-8145bc43-65c9-4f98-8011-822e72158bb5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:08.352755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:08.354522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-824baa9f-981a-4779-b4e0-e6ad93127665 req-8145bc43-65c9-4f98-8011-822e72158bb5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.2503850 Apr 28 19:41:08.357948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Request body: {'floatingip': {'port_id': '1d7c85e0-9db6-44ff-b981-f4beb287bd00'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:08.362883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Request body: {'port': {'device_id': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '8cc4d44c141e4b27b83dcf121d8f88da'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:08.476314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.594020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:08.599080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Usage tracker for resource:port and tenant:8cc4d44c141e4b27b83dcf121d8f88da is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:08.602963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:08.608193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:08.657720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Made reservation on behalf of 8cc4d44c141e4b27b83dcf121d8f88da for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:08.663752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.685540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.704118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-242704d9-f885-4d93-999c-178cde99b19e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0862749 Apr 28 19:41:08.718015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:08.743142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Usage tracker for resource:security_group_rule and tenant:8cc4d44c141e4b27b83dcf121d8f88da is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:08.748701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:08.778693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:08.949872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:08.956868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.037179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1999c42c-dc7f-4227-9391-65c9acc79215,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:09.059843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b22905e-08fe-4751-b9a9-5f9e04232053 req-b754d678-4a1a-484d-b2a5-2c77d372b684 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.066589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b22905e-08fe-4751-b9a9-5f9e04232053 req-b754d678-4a1a-484d-b2a5-2c77d372b684 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.2912273 Apr 28 19:41:09.083620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-2e7314ba-262f-45a7-861e-dbb118408868 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:09.090055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-2e7314ba-262f-45a7-861e-dbb118408868 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3734026 Apr 28 19:41:09.110250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-121e6064-81b9-42a9-95a6-5767bcfd77d6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/quotas/1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 375 time: 0.0190763 Apr 28 19:41:09.138815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b22905e-08fe-4751-b9a9-5f9e04232053 req-e220acf1-7aab-4068-8d15-828e7f541004 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715151 Apr 28 19:41:09.232123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:09.329637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:09.330608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.358762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Allocated IP 192.168.233.250 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/8f86044b-eb6c-44d7-9545-50786aafc696) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:09.456953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-34bc0e5b-4520-4c39-a97d-7e445105541d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3377626 Apr 28 19:41:09.511429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05d4ceb6-aecc-4c05-90b3-792b20750950 req-40aafc05-b92a-4eed-ac38-ae6d059be228 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 210 time: 0.0706313 Apr 28 19:41:09.527198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.568647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:09.580954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:09.588275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.589280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c500dda1-bc3c-4741-a041-9fd522716e12 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:09.696727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:41:09.825201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.832008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ac86962-c96d-4cb5-988f-8114a63314a1 req-9152975d-e351-43b6-acff-3f9779834823 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 210 time: 0.0711973 Apr 28 19:41:09.894502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.901537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.945078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:09.969781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port c500dda1-bc3c-4741-a041-9fd522716e12 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:09.985901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port c500dda1-bc3c-4741-a041-9fd522716e12 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:09.986370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:09.990712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.026684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3020-8bd9-42aa-9a7e-528baded71a0 req-820f7968-a265-4085-ba1d-bc717ceb1194 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.038082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33ee3020-8bd9-42aa-9a7e-528baded71a0 req-820f7968-a265-4085-ba1d-bc717ceb1194 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2806141 Apr 28 19:41:10.076174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Transition to ACTIVE for port object 8f86044b-eb6c-44d7-9545-50786aafc696 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:10.119347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33ee3020-8bd9-42aa-9a7e-528baded71a0 req-8776b3cd-831c-4ed1-a09c-a686ad844013 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758462 Apr 28 19:41:10.182635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.249077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d74cc715-f202-4c8e-828b-437e5d4773dd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.250688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d74cc715-f202-4c8e-828b-437e5d4773dd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.2213297 Apr 28 19:41:10.363968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:10.366989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.374346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:10.384085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:10.391023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.391865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.397937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Request body: {'port': {'device_id': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'admin_state_up': True, 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:10.416146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:10.455708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c500dda1-bc3c-4741-a041-9fd522716e12,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:10.460868 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.487235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9c454c23-9d97-4753-a121-fe3a0ccded8f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1299744 Apr 28 19:41:10.510395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Request body: {'port': {'device_id': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:10.581293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:10.602381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76ebc15-b35c-4679-8397-09ee4a6b68f7 req-f5697f1b-5e64-40e3-8710-cd2970b088e3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:10.609265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d76ebc15-b35c-4679-8397-09ee4a6b68f7 req-f5697f1b-5e64-40e3-8710-cd2970b088e3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 949 time: 0.2915010 Apr 28 19:41:10.642146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-747564c8-3a08-41fd-b4ac-e6dfe5b380c1 req-e20447b5-00f8-4f07-a4f1-d4d9cafd51df tempest-ServersAdmin275Test-1796034980 tempest-ServersAdmin275Test-1796034980-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.6145720 Apr 28 19:41:10.726270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d76ebc15-b35c-4679-8397-09ee4a6b68f7 req-a43e4014-6f29-4f6d-afff-9f3500e35e85 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158550 Apr 28 19:41:10.737942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.787874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb5609b1-d681-4d9a-b31a-d83d0b1bda9d None None] Provisioning for port 8f86044b-eb6c-44d7-9545-50786aafc696 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:10.793657 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7a7d087-55b7-42e5-8889-8645c6c0da08'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'code': 200} Apr 28 19:41:10.794752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb5609b1-d681-4d9a-b31a-d83d0b1bda9d None None] Provisioning complete for port 8f86044b-eb6c-44d7-9545-50786aafc696 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:10.795124 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb5609b1-d681-4d9a-b31a-d83d0b1bda9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.836902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:10.868537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:10.894194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:10.901641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:10.924875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb5609b1-d681-4d9a-b31a-d83d0b1bda9d None None] Port 8f86044b-eb6c-44d7-9545-50786aafc696 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:10.990015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14d1d475-6a7f-4d07-ab3c-410d372608dc req-ae01cf57-5c42-47c0-8bca-65481ee7b3bb tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 210 time: 0.0863142 Apr 28 19:41:11.073088 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 associated. External IP: 172.25.2.215, port: 1d7c85e0-9db6-44ff-b981-f4beb287bd00. Apr 28 19:41:11.251567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f33d7-3453-41f1-a248-27e50f00c610 req-d49500b1-0ac3-413e-a6ef-e7d90047d7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.253266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d1f33d7-3453-41f1-a248-27e50f00c610 req-d49500b1-0ac3-413e-a6ef-e7d90047d7e5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1100 time: 0.2539115 Apr 28 19:41:11.325884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d1f33d7-3453-41f1-a248-27e50f00c610 req-290f4039-5a47-49d5-98fe-5fd4eff5d14a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648685 Apr 28 19:41:11.331698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-c1541a27-bbf2-4ac8-bf66-ea0198e5f2e4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0570421 Apr 28 19:41:11.336146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-b5405cae-9bf3-40b8-92b5-b1e76e3c026c tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.336832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-b5405cae-9bf3-40b8-92b5-b1e76e3c026c tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Synchronizing usage tracker for tenant:8cc4d44c141e4b27b83dcf121d8f88da on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:11.344301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b144eb-d870-4947-883a-60dbd660aadd req-da807f33-d994-4f3d-af65-dddfa9cf676a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:11.345759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69b144eb-d870-4947-883a-60dbd660aadd req-da807f33-d994-4f3d-af65-dddfa9cf676a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.4244776 Apr 28 19:41:11.391344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Allocated IP 172.20.0.5 (853b9709-937b-4118-8590-166d964a1932/fc764f5d-8568-484b-8a85-329f3312629e/833d836e-a6b8-47a3-8f5c-2495154f17a3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:11.404458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-b5405cae-9bf3-40b8-92b5-b1e76e3c026c tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Unset dirty status for tenant:8cc4d44c141e4b27b83dcf121d8f88da on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:11.406052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-b5405cae-9bf3-40b8-92b5-b1e76e3c026c tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 936 time: 0.3026204 Apr 28 19:41:11.412118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:11.425100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.475742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Transition to ACTIVE for port object 8f86044b-eb6c-44d7-9545-50786aafc696 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:11.484970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.522469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-c7418328-aeba-489c-b489-1da1dc0e9c11 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Synchronizing usage tracker for tenant:8cc4d44c141e4b27b83dcf121d8f88da on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:11.536671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69b144eb-d870-4947-883a-60dbd660aadd req-310258e3-71ed-49f0-82d0-626c31cf38fa tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821589 Apr 28 19:41:11.672663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:11.674995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-c7418328-aeba-489c-b489-1da1dc0e9c11 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Unset dirty status for tenant:8cc4d44c141e4b27b83dcf121d8f88da on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:11.688600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b663bdad-5100-48fe-ae49-8c3e4f5404f7 req-c7418328-aeba-489c-b489-1da1dc0e9c11 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690513 Apr 28 19:41:11.751316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.751899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.752406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.752898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.753386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.753916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.755127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.755688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.756177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.756644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.757136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.758186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:11.769818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.770986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Attempting to bind port 8f86044b-eb6c-44d7-9545-50786aafc696 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:11.771487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Attempting to bind port 8f86044b-eb6c-44d7-9545-50786aafc696 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:11.771972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Attempting to bind port 8f86044b-eb6c-44d7-9545-50786aafc696 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:11.777211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Port 8f86044b-eb6c-44d7-9545-50786aafc696 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:11.777762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Attempting to bind port 8f86044b-eb6c-44d7-9545-50786aafc696 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:11.784161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:11.784696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:11.785244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:11.785897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Bound port: 8f86044b-eb6c-44d7-9545-50786aafc696, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:11.786423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:11.908458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:41:11.923592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d62ec33-55c3-452d-912f-eb856514ce31 req-519cdff2-0fbb-4c3f-b6a2-2d1d6bda4b57 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 210 time: 0.0548513 Apr 28 19:41:11.966192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:11.975469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0fbf2f5-fca7-4b67-8901-2f7f38cf1a2a req-8db819e8-8e7e-47c9-a2a9-2838cf692e59 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9d9e378e3fa347bf861b191d46fd51dd&device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0494168 Apr 28 19:41:11.984593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:12.011673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.055012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0fbf2f5-fca7-4b67-8901-2f7f38cf1a2a req-aad171e1-dd00-4cd9-86cf-ba5bbf821e63 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=9d9e378e3fa347bf861b191d46fd51dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0720153 Apr 28 19:41:12.202314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-9b9a1fc9-ab54-4738-92b1-2b3c8cae2cf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.203767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-9b9a1fc9-ab54-4738-92b1-2b3c8cae2cf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5982034 Apr 28 19:41:12.226908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.227520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.229064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] 10.222.0.41 "PUT /v2.0/ports/8f86044b-eb6c-44d7-9545-50786aafc696 HTTP/1.1" status: 200 len: 1096 time: 1.7293563 Apr 28 19:41:12.229316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:12.237138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Request body: {'port': {'device_id': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1faa4a80901147478d45b982b00408d2'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:12.261117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.393289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cb41d-cd12-49b2-aa79-5f0729aefac9 service neutron] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:12.448640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fbf2f5-fca7-4b67-8901-2f7f38cf1a2a req-0c598728-39b3-47c6-9d5c-443287be6d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.450098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0fbf2f5-fca7-4b67-8901-2f7f38cf1a2a req-0c598728-39b3-47c6-9d5c-443287be6d35 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3811433 Apr 28 19:41:12.466047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453d9cb9-f048-4d90-8c64-e696c45d53d5 req-070c048f-97d4-4342-8234-b24be2e2c270 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.467467 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-453d9cb9-f048-4d90-8c64-e696c45d53d5 req-070c048f-97d4-4342-8234-b24be2e2c270 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 950 time: 0.3974104 Apr 28 19:41:12.493453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-d06e6ae3-f419-4583-ac76-45083af581f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.495770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-d06e6ae3-f419-4583-ac76-45083af581f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 1099 time: 0.1797917 Apr 28 19:41:12.560719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:41:12.572865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:12.574790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-453d9cb9-f048-4d90-8c64-e696c45d53d5 req-e0be00f0-5b80-4ba5-b717-a2d942dc673c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998464 Apr 28 19:41:12.583775 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-24318032-e344-4ae6-b7d5-0b79b3bb5bbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8f86044b-eb6c-44d7-9545-50786aafc696 HTTP/1.1" status: 200 len: 217 time: 0.0661016 Apr 28 19:41:12.588640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae3a90-1d26-414d-9e96-787650f952fd req-f69bb9c8-d837-46d0-aa9c-be459d88c5a5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.590154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29ae3a90-1d26-414d-9e96-787650f952fd req-f69bb9c8-d837-46d0-aa9c-be459d88c5a5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.5461369 Apr 28 19:41:12.597038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.601453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:12.606470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:12.622613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:12.658672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-92fb4b14-140d-4bbe-9b9c-f03ee3cfdc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.662545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-92fb4b14-140d-4bbe-9b9c-f03ee3cfdc93 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0686314 Apr 28 19:41:12.674285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.677554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:12.769989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-992c84e4-0e7c-472f-9907-ac7248289653 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "PUT /v2.0/floatingips/ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 HTTP/1.1" status: 200 len: 991 time: 4.4160914 Apr 28 19:41:12.773496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c786605b-a4b5-4826-aff4-a25c09e7b273 req-4810da2e-bafa-42a8-836e-c695a6582f81 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0586398 Apr 28 19:41:12.774299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:12.778795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Made reservation on behalf of 1faa4a80901147478d45b982b00408d2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:12.782187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.794063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-d384c0e3-7980-4d81-bd84-1a3f32ad40f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.794310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29ae3a90-1d26-414d-9e96-787650f952fd req-f2d413d1-8207-48f4-8a37-c3752f0b3755 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691926 Apr 28 19:41:12.795532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-d384c0e3-7980-4d81-bd84-1a3f32ad40f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1246123 Apr 28 19:41:12.796429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:12.805396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Network 853b9709-937b-4118-8590-166d964a1932 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:12.811075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:12.818769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:12.852418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:12.853316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:12.950340 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12b2b78-38b3-426c-82c3-af50784f4920'] response: {'name': 'network-changed', 'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'status': 'completed', 'code': 200} Apr 28 19:41:12.979452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:12.980125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:12.985118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-678996a4-67e8-48d9-8e99-e23e4073895e service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816776 Apr 28 19:41:13.149054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-16077fc8-b4c9-47de-9610-200bf37e4ff5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8214273 Apr 28 19:41:13.153701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e08e9763-6183-4c9e-b20f-ca3ff56ccf4d req-94105eb2-25fb-46af-8d42-8d5286f830f2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:13.164804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Request body: {'port': {'device_id': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:13.232724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cdc9258-f91a-4375-a12f-f91d350c86c4 req-9a6f9a23-8c00-4a6a-8648-69c454b6f261 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2393963 Apr 28 19:41:13.240095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e08e9763-6183-4c9e-b20f-ca3ff56ccf4d req-94105eb2-25fb-46af-8d42-8d5286f830f2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:13.241497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e08e9763-6183-4c9e-b20f-ca3ff56ccf4d req-94105eb2-25fb-46af-8d42-8d5286f830f2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 210 time: 0.1912107 Apr 28 19:41:13.244897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Allocated IP 192.168.233.89 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/617092d8-09c0-4289-bda8-7ec3e3f75776) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:13.278825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb929ad1-7d97-4f62-88fb-29dc55b52932 req-eb012fb3-c8d9-448d-bf4f-466fbca6e063 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.286124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb929ad1-7d97-4f62-88fb-29dc55b52932 req-eb012fb3-c8d9-448d-bf4f-466fbca6e063 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.1567805 Apr 28 19:41:13.334857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:d9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:41:09Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.339190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:13.348459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:13.349143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:40:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.393492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb929ad1-7d97-4f62-88fb-29dc55b52932 req-ae0d46ac-d993-4fd0-8c8f-a20ffb5b4f57 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065042 Apr 28 19:41:13.421307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-25a4d73d-a2d5-4153-b3aa-d135e5f95955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.423006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-25a4d73d-a2d5-4153-b3aa-d135e5f95955 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 1099 time: 0.0938075 Apr 28 19:41:13.559376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:13.567531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.657358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-59aaaac2-cc38-4e68-8416-95785369ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.658821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-59aaaac2-cc38-4e68-8416-95785369ce4c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2271233 Apr 28 19:41:13.674277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ee799-0e3e-4a9e-832a-a1ff8bc58ff4 req-10fe492e-a223-4448-b972-719499150402 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.675895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-932ee799-0e3e-4a9e-832a-a1ff8bc58ff4 req-10fe492e-a223-4448-b972-719499150402 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.1673634 Apr 28 19:41:13.756264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-18c929cc-b164-470a-a158-8ef5314d68cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.250&port_id=8f86044b-eb6c-44d7-9545-50786aafc696 HTTP/1.1" status: 200 len: 217 time: 0.0778389 Apr 28 19:41:13.807486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9602e-6c2b-4834-887e-a8a42466ebd1 req-49c8c95b-b2ad-4fbe-a3e9-86f5c5ade0f1 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.808955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44d9602e-6c2b-4834-887e-a8a42466ebd1 req-49c8c95b-b2ad-4fbe-a3e9-86f5c5ade0f1 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 948 time: 0.4235370 Apr 28 19:41:13.817266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-932ee799-0e3e-4a9e-832a-a1ff8bc58ff4 req-c9b5c276-6f47-4353-bb36-8f370e763beb tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0830834 Apr 28 19:41:13.836663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-26a71704-3c80-49de-8e70-852d1550e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.839871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-26a71704-3c80-49de-8e70-852d1550e22d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0690489 Apr 28 19:41:13.869537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:13.919200 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28aeb351-38e1-41ec-937c-2bbc347e8efe'] response: {'name': 'network-changed', 'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'status': 'completed', 'code': 200} Apr 28 19:41:13.941455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-655411df-e73a-44ee-b66e-7e41b55866a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:13.944262 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-655411df-e73a-44ee-b66e-7e41b55866a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0947218 Apr 28 19:41:13.950178 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0c4006e-e926-4651-a14e-e2646d612360'] response: {'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12', 'code': 200} Apr 28 19:41:13.990321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ee195e50-db66-4114-af60-f68830830d31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:d9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:41:09Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:13.995944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee195e50-db66-4114-af60-f68830830d31 None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ca5e36b1-de5d-4b39-b55b-7f7eb5617b06', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'floating_ip_address': '172.25.2.215', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'port_id': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 158, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'mac_address': 'fa:16:3e:d9:46:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:38:44Z', 'updated_at': '2022-04-28T19:41:09Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:14.002022 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44d9602e-6c2b-4834-887e-a8a42466ebd1 req-5c63554e-b5d6-48ad-af18-40b11425bff9 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1797402 Apr 28 19:41:14.102132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Transition to ACTIVE for port object 617092d8-09c0-4289-bda8-7ec3e3f75776 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:14.251343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-84ae1331-4667-4281-aa39-19a7cb85baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.252822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-84ae1331-4667-4281-aa39-19a7cb85baaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ab869800fc5d41a3a35dafa735197413&device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 1096 time: 0.3182321 Apr 28 19:41:14.267119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b60f17f-e76c-464f-b5bd-a57f39eeaf1e None None] New status for floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:41:14.297061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.309309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:14.339530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0fbf2f5-fca7-4b67-8901-2f7f38cf1a2a req-4a7fb1d5-1bba-4d1e-a3f5-60a903edea79 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.46 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0582592 Apr 28 19:41:14.435316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ecf2a-c9dc-42bf-b8a7-ac1bff7809a5 req-50a468fd-4765-4fed-a762-0342235e3353 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.437293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a61ecf2a-c9dc-42bf-b8a7-ac1bff7809a5 req-50a468fd-4765-4fed-a762-0342235e3353 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 931 time: 0.2083635 Apr 28 19:41:14.500139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a61ecf2a-c9dc-42bf-b8a7-ac1bff7809a5 req-24a2fa7b-40a6-4478-9403-21e9c5d7efae tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546627 Apr 28 19:41:14.503142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-bb90235e-6778-4b76-80f3-c09cb9f66d07 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167198 Apr 28 19:41:14.507445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041ee858-943e-498f-b500-f0a3b91fac23 req-66f1948c-0678-4b1e-9bfb-88d9c570179c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.509435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-041ee858-943e-498f-b500-f0a3b91fac23 req-66f1948c-0678-4b1e-9bfb-88d9c570179c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 1101 time: 0.4167056 Apr 28 19:41:14.608742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833d836e-a6b8-47a3-8f5c-2495154f17a3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:14.617530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:14.698161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-041ee858-943e-498f-b500-f0a3b91fac23 req-a72c463b-2088-4e14-bce7-acb28aba79c7 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637245 Apr 28 19:41:14.749735 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:14.757300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:14.763737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:14.768616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dad62e6-61b1-44bf-8604-677062d6ee4a req-b3ee8604-e205-4d56-8a67-871696caf752 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545109 Apr 28 19:41:14.770893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:14.804863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc07e5a-b1a3-4ea9-a785-7fae560a404f req-e266f397-9c37-4633-ad4a-ccd5ab3d86da tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.805841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3fc07e5a-b1a3-4ea9-a785-7fae560a404f req-e266f397-9c37-4633-ad4a-ccd5ab3d86da tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1067133 Apr 28 19:41:14.811756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cec2a77-ea3d-44b6-99af-336179e6de33 req-2ebfd1ae-649b-4ff3-bbaf-cb9ab98a60a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.813260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cec2a77-ea3d-44b6-99af-336179e6de33 req-2ebfd1ae-649b-4ff3-bbaf-cb9ab98a60a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 950 time: 0.6596799 Apr 28 19:41:14.853789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3fc07e5a-b1a3-4ea9-a785-7fae560a404f req-a1a39182-9c61-42d5-a8ea-8404f4640597 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416236 Apr 28 19:41:14.854513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Transition to ACTIVE for port object 833d836e-a6b8-47a3-8f5c-2495154f17a3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:14.876025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-3220ae98-43dd-4334-8528-16ac4fcfe20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:14.877567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-3220ae98-43dd-4334-8528-16ac4fcfe20b service neutron] 10.222.0.41 "GET /v2.0/networks?id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 200 len: 925 time: 0.6049051 Apr 28 19:41:14.891917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.006151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.006755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.036133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-883ac345-eb6f-4279-88e2-76093e2262fc req-e0ee59b7-2917-48ac-858e-01115ac9fe47 tempest-ServersAdmin275Test-1518781224 tempest-ServersAdmin275Test-1518781224-project] 10.222.0.24 "GET /v2.0/ports?device_id=8cf2e5f5-7777-4bbb-a248-848aa1ee51c3 HTTP/1.1" status: 200 len: 210 time: 0.0480518 Apr 28 19:41:15.050720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cec2a77-ea3d-44b6-99af-336179e6de33 req-d5f715f1-4bb9-4101-ad6e-53735bad9270 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2266212 Apr 28 19:41:15.063901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5e93c47b-2514-4bdb-aab9-ee14c5bb5efd None None] Provisioning for port 617092d8-09c0-4289-bda8-7ec3e3f75776 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:15.081096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5e93c47b-2514-4bdb-aab9-ee14c5bb5efd None None] Provisioning complete for port 617092d8-09c0-4289-bda8-7ec3e3f75776 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:15.082055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5e93c47b-2514-4bdb-aab9-ee14c5bb5efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.150565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5e93c47b-2514-4bdb-aab9-ee14c5bb5efd None None] Port 617092d8-09c0-4289-bda8-7ec3e3f75776 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:15.153190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-b7c82c98-1e0d-4b92-a898-9fa66521501a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9242115 Apr 28 19:41:15.154118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:15.196105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-f510c2e9-cbe8-427f-901f-f701844fdeca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00 HTTP/1.1" status: 200 len: 1001 time: 0.2974832 Apr 28 19:41:15.206789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Request body: {'port': {'device_id': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:15.234159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1267ce1-a2ef-4609-b755-2b21cd61baaa req-a86ff516-9f51-4f8b-93d9-0dbd95b75790 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.235593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1267ce1-a2ef-4609-b755-2b21cd61baaa req-a86ff516-9f51-4f8b-93d9-0dbd95b75790 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 935 time: 0.0843410 Apr 28 19:41:15.282155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1267ce1-a2ef-4609-b755-2b21cd61baaa req-8b1f0005-3ee5-48aa-b889-fdc787bba822 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401142 Apr 28 19:41:15.466899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-0ac2447c-1367-46e8-976b-57adb6896df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.468324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-0ac2447c-1367-46e8-976b-57adb6896df3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 200 len: 863 time: 0.1963177 Apr 28 19:41:15.505728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a740b1-782d-4de1-a367-886a5944eeb1 req-07130fc6-e745-4d87-8c3f-0cfb06b04a0f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.505728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16a740b1-782d-4de1-a367-886a5944eeb1 req-07130fc6-e745-4d87-8c3f-0cfb06b04a0f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1126595 Apr 28 19:41:15.533822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:15.534173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:15.534475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:15.561748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:15.561748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:15.565329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16a740b1-782d-4de1-a367-886a5944eeb1 req-b32a96dc-bcd5-4d89-9247-65483cb4125a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 Apr 28 19:41:15.581210 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.587544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:15.587544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:15.587544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:15.592370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Bound port: 833d836e-a6b8-47a3-8f5c-2495154f17a3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:15.592370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.650873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def5e54-d1ad-4442-ad13-9bbc961a3989 req-57c30ece-4232-421d-8b0f-a64315aa6cf5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.652354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5def5e54-d1ad-4442-ad13-9bbc961a3989 req-57c30ece-4232-421d-8b0f-a64315aa6cf5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.4500308 Apr 28 19:41:15.740374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9126270-de9e-4575-bdcb-41dcfd7020a5 req-898d652b-6f8d-43ca-b84f-9de37a37c6bf tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.741752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9126270-de9e-4575-bdcb-41dcfd7020a5 req-898d652b-6f8d-43ca-b84f-9de37a37c6bf tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 948 time: 0.0774441 Apr 28 19:41:15.785690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9126270-de9e-4575-bdcb-41dcfd7020a5 req-1d2d5434-7fe1-4db3-9e60-9baa14327f15 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Apr 28 19:41:15.792492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5def5e54-d1ad-4442-ad13-9bbc961a3989 req-b477e07b-dbc5-4dd3-b3e2-f934bc77c879 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163352 Apr 28 19:41:15.844236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-8771f56b-2c8f-4a4f-b677-82a498b3a716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.845711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-8771f56b-2c8f-4a4f-b677-82a498b3a716 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e332f6a6-dfe0-4f79-a19e-f6802e6ff460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3467336 Apr 28 19:41:15.859788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:15.904284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:15.915553 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:15.989442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a113b5-733a-457e-8e4a-ed42119be027 req-c79ef0df-43bb-4bf1-a6b0-48e0772ecd11 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:15.990944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78a113b5-733a-457e-8e4a-ed42119be027 req-c79ef0df-43bb-4bf1-a6b0-48e0772ecd11 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.0926204 Apr 28 19:41:16.042389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78a113b5-733a-457e-8e4a-ed42119be027 req-7e525d36-c2fe-4032-a53d-261a7e06a774 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451007 Apr 28 19:41:16.075685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.076259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.077642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] 10.222.0.41 "PUT /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 1091 time: 2.9196565 Apr 28 19:41:16.078080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:16.230329 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51048a3d-e69c-4ac7-bb76-5503b64dd17e'] response: {'name': 'network-changed', 'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'status': 'completed', 'code': 200} Apr 28 19:41:16.238307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:16.242313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-0e102a2d-435f-42a2-9aac-46c98ea653a2 service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844440 Apr 28 19:41:16.281922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.281922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.281922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.282278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.282418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.282744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.283058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.283385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.283694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.284010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.284504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.285000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d28846d7-23f4-4be4-b7d5-f0433903ca18 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:16.467444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fe9f4b-7852-479f-8185-6a6955f940c6 req-81a0bd58-ff77-4965-83e6-41c3faaa807a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.494179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6fe9f4b-7852-479f-8185-6a6955f940c6 req-81a0bd58-ff77-4965-83e6-41c3faaa807a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1313341 Apr 28 19:41:16.582359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6fe9f4b-7852-479f-8185-6a6955f940c6 req-a5cf0e28-99be-403c-900d-4cf286c7098e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870841 Apr 28 19:41:16.593176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:41:16.644157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:16.677875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-4d76e956-c9d8-43ae-960b-0c4c60ae2522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.679452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-4d76e956-c9d8-43ae-960b-0c4c60ae2522 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1094 time: 0.5359001 Apr 28 19:41:16.690031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cd22664-6f9a-4150-a799-97f7cce9d6e2 req-df13b148-56c3-4027-83b0-ba31d06c4971 service neutron] 10.222.0.41 "GET /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301124 Apr 28 19:41:16.763285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 617092d8-09c0-4289-bda8-7ec3e3f75776 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:16.769543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-89debd35-78fd-4dad-9cec-05630b295c08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 0.0763757 Apr 28 19:41:16.776169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.799785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.818003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:16.823311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Usage tracker for resource:security_group_rule and tenant:9d9e378e3fa347bf861b191d46fd51dd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:16.826972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:16.834440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Transition to ACTIVE for port object 617092d8-09c0-4289-bda8-7ec3e3f75776 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:16.835640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:16.845332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99729e12-0ada-407b-8292-a006af1f73d2 req-4b7ef3ee-7e37-402d-9f7d-fcaa77daf586 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.847070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99729e12-0ada-407b-8292-a006af1f73d2 req-4b7ef3ee-7e37-402d-9f7d-fcaa77daf586 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 950 time: 0.4760351 Apr 28 19:41:16.854207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.868533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b7ca4f-ae61-42a2-ba9f-d1f9ebf286de req-bbe3fb0a-d1f6-4553-ab1b-919f81e85904 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:16.869970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02b7ca4f-ae61-42a2-ba9f-d1f9ebf286de req-bbe3fb0a-d1f6-4553-ab1b-919f81e85904 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 935 time: 0.1437554 Apr 28 19:41:16.934671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02b7ca4f-ae61-42a2-ba9f-d1f9ebf286de req-f962252e-afcb-4df0-8458-a1169f33730e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575321 Apr 28 19:41:16.980236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:16.984346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.016016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-110ac75f-cb30-4102-aa25-2882a6f353bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.017443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-110ac75f-cb30-4102-aa25-2882a6f353bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.2360580 Apr 28 19:41:17.033511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d38ddea4-3e33-4f65-a17a-0f29f5ebd61c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:17.039510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-670abddd-66e4-46b0-b57c-2ac8b0e3cb9d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9d9e378e3fa347bf861b191d46fd51dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3936293 Apr 28 19:41:17.043332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:17.079107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:17.091313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99729e12-0ada-407b-8292-a006af1f73d2 req-51ed95a5-3844-4045-8a01-540426f89bde tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2301567 Apr 28 19:41:17.117787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:17.143721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-f43c7b57-e19a-4dad-a59c-95a02ffe944d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1121678 Apr 28 19:41:17.208733 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.243013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583b1a1-2988-404b-9207-f1c63f371c32 req-7efeb84d-8e70-4241-af34-0c7f69058fcd tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.244471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8583b1a1-2988-404b-9207-f1c63f371c32 req-7efeb84d-8e70-4241-af34-0c7f69058fcd tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 948 time: 0.1725914 Apr 28 19:41:17.249340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.308097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:17.314561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8583b1a1-2988-404b-9207-f1c63f371c32 req-9d630c57-9081-4587-b601-239d378513d0 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575197 Apr 28 19:41:17.325894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8f86044b-eb6c-44d7-9545-50786aafc696', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '8f86044b-eb6c-44d7-9545-50786aafc696', 'mac_address': 'fa:16:3e:9e:2a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:17.343702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.365941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d38ddea4-3e33-4f65-a17a-0f29f5ebd61c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:17.378152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.380078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a51d7c08-8a4d-40db-9cd4-c466d3abe96e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d38ddea4-3e33-4f65-a17a-0f29f5ebd61c HTTP/1.1" status: 204 len: 168 time: 0.3352821 Apr 28 19:41:17.412596 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.437145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:17.437500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:17.437849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:17.438179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:17.458342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:17.463580 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.474046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:17.474384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:17.485445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-5957196c-ea82-4283-9ebc-ddfe2dd2a70c service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332980 Apr 28 19:41:17.490023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:17.490366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:17.490823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:17.491266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Bound port: 617092d8-09c0-4289-bda8-7ec3e3f75776, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:17.491618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.540724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047b7c95-2b60-4db0-9ac1-76ae91619849 req-d8af5ba0-be01-431a-a1a8-8854cf6611c3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.541688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:17.542456 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-047b7c95-2b60-4db0-9ac1-76ae91619849 req-d8af5ba0-be01-431a-a1a8-8854cf6611c3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 946 time: 0.3099337 Apr 28 19:41:17.553315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.554083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.554603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.555253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.555813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.556338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.557175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.557707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.558207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.558820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.559331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.559837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:17.598926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c3e80-2764-44b9-bd2b-2e2925df030b req-fb7af6b4-0b1a-47ee-aada-4084d655244a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.600309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f35c3e80-2764-44b9-bd2b-2e2925df030b req-fb7af6b4-0b1a-47ee-aada-4084d655244a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.1275594 Apr 28 19:41:17.650578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f35c3e80-2764-44b9-bd2b-2e2925df030b req-663fda13-bf0c-42cd-bad8-d4b8a8e4092c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437396 Apr 28 19:41:17.747457 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-047b7c95-2b60-4db0-9ac1-76ae91619849 req-910a0032-07b1-4eae-bfb4-15e13753f0c0 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546817 Apr 28 19:41:17.762897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8f86044b-eb6c-44d7-9545-50786aafc696'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:17.774501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:17.779695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:17.783492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b456f305-2eff-457d-8c29-a0c7e0c41bae req-05fa2d3a-72a7-4001-95af-3fabdd346467 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795296 Apr 28 19:41:17.790989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:17.811729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.864900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1bdb265-97d9-4e37-b54a-3843d563132b req-8f6352cc-45bb-4bb8-a05c-8dcf2a03e16a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.866342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1bdb265-97d9-4e37-b54a-3843d563132b req-8f6352cc-45bb-4bb8-a05c-8dcf2a03e16a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1042030 Apr 28 19:41:17.880643 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.915919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1bdb265-97d9-4e37-b54a-3843d563132b req-a80a007e-ea31-4bf4-9831-7bb04ef01cd2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429928 Apr 28 19:41:17.929488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:17.930062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:17.931454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] 10.222.0.46 "PUT /v2.0/ports/617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 1095 time: 2.7301948 Apr 28 19:41:17.967000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:17.981812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Usage tracker for resource:security_group_rule and tenant:5c9ca3cb67ce47f68eeb772c8a62400f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:18.023974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:18.053939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:18.055942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e9e9a5-9595-435c-97e3-d615a8b5ca12 service neutron] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:18.168846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-e5678af0-6689-4669-aeb4-9ca02b2e61fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.170342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-e5678af0-6689-4669-aeb4-9ca02b2e61fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1094 time: 0.3066618 Apr 28 19:41:18.234688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-1fc303a1-eb90-40e1-a975-72ffc515d0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.236037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-1fc303a1-eb90-40e1-a975-72ffc515d0df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1098 time: 0.2570589 Apr 28 19:41:18.237492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:18.379673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7460038e-9186-4c82-8593-95a6fbc22ffa req-1488aef1-c061-4aa1-ab15-e411a05c64d7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.381184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7460038e-9186-4c82-8593-95a6fbc22ffa req-1488aef1-c061-4aa1-ab15-e411a05c64d7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 950 time: 0.1724422 Apr 28 19:41:18.428247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7460038e-9186-4c82-8593-95a6fbc22ffa req-7b88a58b-b58f-4d51-9fa4-1c1921243269 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409791 Apr 28 19:41:18.485588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-f73a8424-0c07-4e7f-9a3d-aedbff9d8c5e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.2367861 Apr 28 19:41:18.493573 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aedd96b1-e302-410a-b6d3-da939542d532'] response: {'name': 'network-changed', 'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'status': 'completed', 'code': 200} Apr 28 19:41:18.556171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-4ee0840d-b01e-47b5-aef7-c117456edc99 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.557661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-4ee0840d-b01e-47b5-aef7-c117456edc99 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1097 time: 0.0917284 Apr 28 19:41:18.569739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:18.578001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc1903-58f8-42e1-8c7a-50d657ada82b req-588bba32-9389-4f70-8e21-56dfdddbc89a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.579429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59cc1903-58f8-42e1-8c7a-50d657ada82b req-588bba32-9389-4f70-8e21-56dfdddbc89a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.4865289 Apr 28 19:41:18.605042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.633880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.664999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-70457663-31f5-4064-b3d3-5d862d0cdf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.666433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-70457663-31f5-4064-b3d3-5d862d0cdf8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1709104 Apr 28 19:41:18.667344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-fff4225f-d9d2-459b-9081-927d0b9c62bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.668600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-fff4225f-d9d2-459b-9081-927d0b9c62bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.4859436 Apr 28 19:41:18.740941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:18.764915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccb457d-f324-4db9-b111-adc7528d52c7 req-05300973-5b4e-419e-97a1-242180223375 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.766349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dccb457d-f324-4db9-b111-adc7528d52c7 req-05300973-5b4e-419e-97a1-242180223375 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 949 time: 0.1683393 Apr 28 19:41:18.807364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c9ca3cb67ce47f68eeb772c8a62400f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0150385 Apr 28 19:41:18.813078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:18.817254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-48bb332c-0eba-4b47-8368-1b32326aca66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 0.1281223 Apr 28 19:41:18.826303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59cc1903-58f8-42e1-8c7a-50d657ada82b req-ca4c04e0-2db4-4ebc-9ab5-965709180ba4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2323973 Apr 28 19:41:18.831051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5f5c19-8528-45b5-83eb-ebeb0ce90598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a539085e-beab-48f3-a545-1331a4028ebf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:18.881686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dccb457d-f324-4db9-b111-adc7528d52c7 req-cae6ac77-89ae-4fb2-91f5-87254435d786 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908763 Apr 28 19:41:18.933419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-90b31327-95c0-49e4-883c-44ad3b4b0439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:18.934915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-90b31327-95c0-49e4-883c-44ad3b4b0439 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1059129 Apr 28 19:41:18.980064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:19.015393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:19.032110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-1e20bfa8-abf9-4021-91b7-fe69f0f9dd27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877347 Apr 28 19:41:19.069921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.089074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-f0a26133-a8a3-4d07-878f-dba38b90ad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.090530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-f0a26133-a8a3-4d07-878f-dba38b90ad34 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4062889 Apr 28 19:41:19.121473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:19.128718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:19.136269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.146824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.197493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8f86044b-eb6c-44d7-9545-50786aafc696 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:19.200175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.203578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8f86044b-eb6c-44d7-9545-50786aafc696 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:19.204049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.272704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:19.318935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceebf290-9e6a-4d27-a672-f976674868b3 req-a5f3e0ac-23ba-4e8b-9c29-d166921f5c5b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.320412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ceebf290-9e6a-4d27-a672-f976674868b3 req-a5f3e0ac-23ba-4e8b-9c29-d166921f5c5b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.2771995 Apr 28 19:41:19.350784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.366475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-33e24a07-6b08-40c8-ae1d-7d249b1dff10 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247592 Apr 28 19:41:19.381822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:19.382459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:19.382941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f24b60-a4b6-42a4-aa18-2fb66edc756f req-c901ef0c-8d33-4a98-a547-b5a7bb53cac8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.383071 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.383279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:19.389931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65f24b60-a4b6-42a4-aa18-2fb66edc756f req-c901ef0c-8d33-4a98-a547-b5a7bb53cac8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 949 time: 0.4086139 Apr 28 19:41:19.398928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:19.399482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:19.409696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:19.410024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:19.410540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:19.410966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Bound port: 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:19.411350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.437489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ceebf290-9e6a-4d27-a672-f976674868b3 req-d317024e-7fb6-4ca9-9b95-df1ab3948c7b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928488 Apr 28 19:41:19.478182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:19.494499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:19.499584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.560819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.583345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-c2690a62-59ef-4c60-9c60-2c2b63d994fd service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4653764 Apr 28 19:41:19.588848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a539085e-beab-48f3-a545-1331a4028ebf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.597391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:19.601901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:19.604598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65f24b60-a4b6-42a4-aa18-2fb66edc756f req-e46a258c-193c-41aa-aa23-7c48e50a5d46 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138429 Apr 28 19:41:19.615491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:19.630541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.634239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e941073-28b7-4f92-95e3-dd2c5dec0aca admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a539085e-beab-48f3-a545-1331a4028ebf HTTP/1.1" status: 204 len: 168 time: 0.8045692 Apr 28 19:41:19.650014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.662388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:19.662931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:19.663122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:19.670813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:19.671214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Attempting to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:19.677490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.678525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:19.678903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:19.679623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:19.680035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Bound port: 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:19.680616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.784874 n-d-839811-1 neutron-server[88141]: WARNING neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Concurrent port binding operations failed on port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e Apr 28 19:41:19.790136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:19.791471 n-d-839811-1 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Attempt 2 to bind port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e Apr 28 19:41:19.791912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:41:19.828643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e7ba33-ce26-4f2d-8678-fc172ff4641e req-bfe793ce-a418-4f9d-8dd4-498c56a900e7 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358027 Apr 28 19:41:19.865875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cdc36859-67cf-4557-bd9c-5c787fe83991 req-6e65b21b-c9f6-4717-a8ef-432d7e0d7c88 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650275 Apr 28 19:41:19.896146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23068b93-5d6b-4c95-a3a4-ee68d18c46b9 req-5ca47670-b9e1-4e0b-9e02-5d76bdcd9410 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.903291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23068b93-5d6b-4c95-a3a4-ee68d18c46b9 req-5ca47670-b9e1-4e0b-9e02-5d76bdcd9410 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1477115 Apr 28 19:41:19.910052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.910734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:19.912088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 1122 time: 1.3468459 Apr 28 19:41:19.914230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa4333-0b76-4538-af41-284d280e2184 service neutron] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:19.939645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59035e39-2278-4e31-8654-5bb33d7a455f req-78e05d53-1845-4038-a29d-0c3e28378fb1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:19.948917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59035e39-2278-4e31-8654-5bb33d7a455f req-78e05d53-1845-4038-a29d-0c3e28378fb1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.3455937 Apr 28 19:41:19.955998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23068b93-5d6b-4c95-a3a4-ee68d18c46b9 req-bb5aa98a-d117-4e48-b4a7-55d9466467ea tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518653 Apr 28 19:41:20.010344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['3d016a59-94fc-4a07-9cf5-d9d65549ba4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:20.028050 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfb2ab69-8616-4a3d-8106-d08858224c37'] response: {'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'code': 200} Apr 28 19:41:20.066977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['3d016a59-94fc-4a07-9cf5-d9d65549ba4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:20.095729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59035e39-2278-4e31-8654-5bb33d7a455f req-d6ac35d9-033b-493f-ac73-8d6950b2de9b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457684 Apr 28 19:41:20.099907 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abce9971-d217-49d8-abe4-d94cbc2a9eab'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'code': 200} Apr 28 19:41:20.131493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-6a28fd59-d93b-4dca-93d6-0aa093aacdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.134218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-6a28fd59-d93b-4dca-93d6-0aa093aacdaf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1098 time: 0.1820660 Apr 28 19:41:20.169405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e80ed8cd-f6ea-4990-9aa2-5b71679b9253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:20.332054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2006ee22-bfed-4b9e-8f00-9ea0c49a5720 req-48981026-ee97-46a5-98ce-25f236b79744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.334763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2006ee22-bfed-4b9e-8f00-9ea0c49a5720 req-48981026-ee97-46a5-98ce-25f236b79744 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 1101 time: 0.1459451 Apr 28 19:41:20.415095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2006ee22-bfed-4b9e-8f00-9ea0c49a5720 req-3b709687-4641-4d5b-9c00-1fe0fc919760 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719011 Apr 28 19:41:20.445308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-a499193d-b34d-4b1a-ab88-596c3b594526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.459064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-a499193d-b34d-4b1a-ab88-596c3b594526 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3192189 Apr 28 19:41:20.594486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da166f-b6c4-43cf-8b4a-6e569441a4ea req-b41dac02-45ee-4e67-8035-a80565fba602 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.599066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0da166f-b6c4-43cf-8b4a-6e569441a4ea req-b41dac02-45ee-4e67-8035-a80565fba602 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.600630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0da166f-b6c4-43cf-8b4a-6e569441a4ea req-b41dac02-45ee-4e67-8035-a80565fba602 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709&device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 1690 time: 0.1012170 Apr 28 19:41:20.620848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-dd943efc-ad94-4029-bbe2-299bf9dd225a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.1539042 Apr 28 19:41:20.648079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0da166f-b6c4-43cf-8b4a-6e569441a4ea req-b3e17a82-15f0-4ddd-9f3d-1f142e206866 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416038 Apr 28 19:41:20.691152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8e96f8-fcbe-4e39-b6d3-f9d62f2109be req-c2cb90ca-952a-4f3d-bc35-90058305a335 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.693418 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd8e96f8-fcbe-4e39-b6d3-f9d62f2109be req-c2cb90ca-952a-4f3d-bc35-90058305a335 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.3468792 Apr 28 19:41:20.717511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-60bbce62-aa3d-412b-998e-2063fb145791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.718926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-60bbce62-aa3d-412b-998e-2063fb145791 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0915465 Apr 28 19:41:20.792470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd8e96f8-fcbe-4e39-b6d3-f9d62f2109be req-960dafb0-bff9-4b0d-9bc0-16db6eba945b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904782 Apr 28 19:41:20.820273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-31365fc0-9b5f-4fb1-a708-c1cc3bf6073c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.821945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-31365fc0-9b5f-4fb1-a708-c1cc3bf6073c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959177 Apr 28 19:41:20.850674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b083922-ea2e-4935-b867-230f4e5f37d8 req-4ba02ef9-d3d9-4ccf-9423-0e116222c9dd tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:20.852357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b083922-ea2e-4935-b867-230f4e5f37d8 req-4ba02ef9-d3d9-4ccf-9423-0e116222c9dd tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 950 time: 0.1046035 Apr 28 19:41:21.026378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-bb788c94-0543-4161-aa2e-564503c192bb service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962035 Apr 28 19:41:21.030139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b083922-ea2e-4935-b867-230f4e5f37d8 req-088064aa-2d51-47c6-9558-23f8d91bddf7 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702650 Apr 28 19:41:21.084999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeecf54-df83-4a9d-bfb5-1aca187bf38d req-ea289d22-258c-4fcd-bfc1-57e3f1fee6ad tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.085898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dbeecf54-df83-4a9d-bfb5-1aca187bf38d req-ea289d22-258c-4fcd-bfc1-57e3f1fee6ad tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.1618261 Apr 28 19:41:21.132634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:21.210698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dbeecf54-df83-4a9d-bfb5-1aca187bf38d req-d0f55484-ae46-464f-8cb6-83e972e2ddf2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Apr 28 19:41:21.240890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1ef2557-ea8b-4172-a0f6-5e4ed3314e7f req-ea4b7e6d-7ff8-4d9b-a6db-ddea4bd265a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083299 Apr 28 19:41:21.313089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:21.318289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e621d6-5f67-4a63-8d3e-fe2c1b64033d req-0dee2373-e78d-48d4-abc2-26ac426e062d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.320393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e621d6-5f67-4a63-8d3e-fe2c1b64033d req-0dee2373-e78d-48d4-abc2-26ac426e062d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1007855 Apr 28 19:41:21.338703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'port_id': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'mac_address': 'fa:16:3e:17:23:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc764f5d-8568-484b-8a85-329f3312629e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:21.376569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e621d6-5f67-4a63-8d3e-fe2c1b64033d req-eff0c441-ea48-41a5-8b29-a05a5ea28974 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483892 Apr 28 19:41:21.399878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.427545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8ba4a8-f650-49b3-8877-e10ced447842 req-c7d4270c-0100-4f54-aa7e-797a0173564c tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.429818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de8ba4a8-f650-49b3-8877-e10ced447842 req-c7d4270c-0100-4f54-aa7e-797a0173564c tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 1101 time: 0.0848942 Apr 28 19:41:21.438025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 833d836e-a6b8-47a3-8f5c-2495154f17a3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:21.471502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:21.478132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:21.487136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de8ba4a8-f650-49b3-8877-e10ced447842 req-ff858685-e5cc-40f8-8e2e-0f9851465084 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511265 Apr 28 19:41:21.577898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:21.589902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4cd8d4-6183-405c-b7bb-53e30c775ebb req-1a144000-32ec-4f90-bcd9-e9ffc082b136 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.591616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b4cd8d4-6183-405c-b7bb-53e30c775ebb req-1a144000-32ec-4f90-bcd9-e9ffc082b136 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.0991881 Apr 28 19:41:21.637844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b4cd8d4-6183-405c-b7bb-53e30c775ebb req-531e03b8-d6a4-470b-af79-b00b5f1f8082 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402439 Apr 28 19:41:21.668914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796820c8-6fb5-4934-8b5c-762fc0f88463 req-7090bf7b-3315-4a57-91e4-e86ad59c0524 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:21.670460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-796820c8-6fb5-4934-8b5c-762fc0f88463 req-7090bf7b-3315-4a57-91e4-e86ad59c0524 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 1100 time: 0.0710726 Apr 28 19:41:21.711395 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-796820c8-6fb5-4934-8b5c-762fc0f88463 req-066bd038-3814-41b7-bbc2-27c427324e00 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352852 Apr 28 19:41:21.807649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['833d836e-a6b8-47a3-8f5c-2495154f17a3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:22.035039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:22.050200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b85166-88d0-49cf-b0ad-19d3ad1b9786 req-f2225f52-cad5-4f97-bde6-22c3a04ee692 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.052311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54b85166-88d0-49cf-b0ad-19d3ad1b9786 req-f2225f52-cad5-4f97-bde6-22c3a04ee692 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.1157839 Apr 28 19:41:22.109423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54b85166-88d0-49cf-b0ad-19d3ad1b9786 req-3db15d3e-0f8a-4bf0-b26f-a72bff1357da tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500028 Apr 28 19:41:22.150782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-9a687ce6-209c-45a6-9f9a-1e402508fff7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298374 Apr 28 19:41:22.164729 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-451d3e0a-d675-4dfd-864f-93854a610dab'] response: {'name': 'network-changed', 'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'status': 'completed', 'code': 200} Apr 28 19:41:22.304054 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5297bf0c-bf49-4da1-be27-23a33d2c1b77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.361730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:22.405330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-4c079e66-ade1-4484-83ad-a0924a622588 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.406908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-4c079e66-ade1-4484-83ad-a0924a622588 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2504723 Apr 28 19:41:22.409186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-332f5b00-e68c-46af-8274-0f5a2f70647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.410690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-332f5b00-e68c-46af-8274-0f5a2f70647a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1125 time: 0.2157574 Apr 28 19:41:22.452944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-6904d233-7659-49d9-aa7d-c37137c4d78e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0381885 Apr 28 19:41:22.531569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20a023-d645-4335-b920-727f3d93301c req-91717500-7e3f-47b0-9a29-a3f25bbf71ee tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.533098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f20a023-d645-4335-b920-727f3d93301c req-91717500-7e3f-47b0-9a29-a3f25bbf71ee tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 950 time: 0.1123257 Apr 28 19:41:22.533991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.570787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:22.576844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Usage tracker for resource:security_group_rule and tenant:139930d69fca4620a7d8ece561ebb0f3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:22.587220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:22.596989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:22.607866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f20a023-d645-4335-b920-727f3d93301c req-d7adb438-65a4-427e-a133-3a27569fc655 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638907 Apr 28 19:41:22.633286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-1df1f17b-975f-4aa3-9288-6b92714105b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.635079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-1df1f17b-975f-4aa3-9288-6b92714105b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2135470 Apr 28 19:41:22.703946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.708924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.723615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-13e27e2b-7cf7-42cc-843c-4d5232f122a7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2578630 Apr 28 19:41:22.724916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-d30f1db8-0cce-43fe-b528-f5a74935c0cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 217 time: 0.0831547 Apr 28 19:41:22.788961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-da178d68-bae8-484e-b523-0c43fd03bfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.790790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-da178d68-bae8-484e-b523-0c43fd03bfcb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0594759 Apr 28 19:41:22.800647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=139930d69fca4620a7d8ece561ebb0f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4377284 Apr 28 19:41:22.805561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:22.825297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d14a8-6403-42b8-8b65-1431799a1e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12b79bf-474a-4bbb-8db5-7c5194ddfe37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:22.852205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-34d159ce-27a7-4e1e-ae91-c5deac36e8f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535948 Apr 28 19:41:22.883325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcb837f-31d7-4898-a2a0-efcdf67d58c6 req-f0338fbe-b3f6-41a8-8161-a290bc0c2070 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:22.890264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dcb837f-31d7-4898-a2a0-efcdf67d58c6 req-f0338fbe-b3f6-41a8-8161-a290bc0c2070 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 944 time: 0.1744914 Apr 28 19:41:22.947896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:22.952976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dcb837f-31d7-4898-a2a0-efcdf67d58c6 req-787da4d5-8d55-4bf4-88c9-639adcf5449a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618238 Apr 28 19:41:22.983357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.056135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-d5e51ea7-f93d-4124-a40a-c3fd87a70e76 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916070 Apr 28 19:41:23.067113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.087634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12b79bf-474a-4bbb-8db5-7c5194ddfe37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:23.100956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.102255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7865ad01-072b-4483-8f92-159c93e2bef3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a12b79bf-474a-4bbb-8db5-7c5194ddfe37 HTTP/1.1" status: 204 len: 168 time: 0.2920730 Apr 28 19:41:23.120386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ef493c-97a0-49e5-8112-3ee4c6e01d36 req-d458103a-73c6-492d-b01e-38e73486f2d9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.122201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7ef493c-97a0-49e5-8112-3ee4c6e01d36 req-d458103a-73c6-492d-b01e-38e73486f2d9 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1679823 Apr 28 19:41:23.137443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:23.251175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 833d836e-a6b8-47a3-8f5c-2495154f17a3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:23.260014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 833d836e-a6b8-47a3-8f5c-2495154f17a3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:23.260556 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.350584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7ef493c-97a0-49e5-8112-3ee4c6e01d36 req-872e2994-7955-4e80-a9e0-3b657b00ea87 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183576 Apr 28 19:41:23.354067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec563ada-55d8-422b-90f8-ea7762712c15 req-8ecb6c8e-07b1-44b0-a000-151ce8277ef8 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2896621 Apr 28 19:41:23.460924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.527422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:23.541963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:23.548560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.583650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:23.604719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.622984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:23.628266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Usage tracker for resource:security_group_rule and tenant:de54fb702b954ec1ad68fd7483a10ddd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:23.632857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:23.642255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:23.671511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:23.708826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e706b067-ffea-4ee8-a551-28d74f522a4f req-6326561b-4c26-4f6f-b2f2-fefd4930b53b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.710799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e706b067-ffea-4ee8-a551-28d74f522a4f req-6326561b-4c26-4f6f-b2f2-fefd4930b53b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.1631758 Apr 28 19:41:23.719534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d492618-6015-4faf-8fa2-5c1f343d22cd req-20e0e544-b34a-4faa-a57a-4069c7c789b1 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 210 time: 0.0584147 Apr 28 19:41:23.733819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.775675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e706b067-ffea-4ee8-a551-28d74f522a4f req-73d350a8-0de2-4fcc-982c-dc116f9a2862 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571041 Apr 28 19:41:23.798199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.803591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.845229 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-376df88d-fbc6-4935-a5d7-d0afc7badd37'] response: {'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'code': 200} Apr 28 19:41:23.881227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:23.919631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=de54fb702b954ec1ad68fd7483a10ddd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346229 Apr 28 19:41:23.922357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:23.925445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43052ae-1d7d-4997-afd0-5e1bdcd40190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=486df33b-36ee-4654-b983-0de3187056bd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:23.982515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f54af1a-c9b5-4776-90f5-6492b96ff113 req-d69601bc-15b2-4d9e-8f2a-6f2872f22864 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:23.990024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f54af1a-c9b5-4776-90f5-6492b96ff113 req-d69601bc-15b2-4d9e-8f2a-6f2872f22864 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.1156104 Apr 28 19:41:24.039768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f54af1a-c9b5-4776-90f5-6492b96ff113 req-fb7bbcab-88cc-4fe9-a87c-ffbbc96c9b57 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457747 Apr 28 19:41:24.060455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.128991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.163928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba12daec-3fd7-4bc9-956a-25159947dfe4 req-5cb5df4f-7563-4067-ad4e-8abb377b2af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.165391 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba12daec-3fd7-4bc9-956a-25159947dfe4 req-5cb5df4f-7563-4067-ad4e-8abb377b2af4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1096 time: 0.1967268 Apr 28 19:41:24.323344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba12daec-3fd7-4bc9-956a-25159947dfe4 req-21deb39a-d240-4a2e-8d5c-c40ed76796f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480722 Apr 28 19:41:24.339415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090ee757-ee23-40f5-a83f-7b19d09181da req-d7174992-3a75-4a07-b987-ec9603440100 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.340087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-090ee757-ee23-40f5-a83f-7b19d09181da req-d7174992-3a75-4a07-b987-ec9603440100 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:24.343774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.363949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=486df33b-36ee-4654-b983-0de3187056bd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:24.372445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:24.373583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d6bc35eb-2cd7-4545-82b3-7c583696ee28 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/486df33b-36ee-4654-b983-0de3187056bd HTTP/1.1" status: 204 len: 168 time: 0.4501612 Apr 28 19:41:24.375026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-090ee757-ee23-40f5-a83f-7b19d09181da req-d7174992-3a75-4a07-b987-ec9603440100 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:24.376241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-090ee757-ee23-40f5-a83f-7b19d09181da req-d7174992-3a75-4a07-b987-ec9603440100 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.2912169 Apr 28 19:41:24.437927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-090ee757-ee23-40f5-a83f-7b19d09181da req-7f185dc3-1924-4e15-a213-bbd204701e90 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465789 Apr 28 19:41:24.570467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6a499-34e0-415b-b07b-47676c7ba3c6 req-df290996-b86d-469f-b95a-07919c91bfc4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:24.571998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2bd6a499-34e0-415b-b07b-47676c7ba3c6 req-df290996-b86d-469f-b95a-07919c91bfc4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.0893526 Apr 28 19:41:24.615472 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2bd6a499-34e0-415b-b07b-47676c7ba3c6 req-484e9652-34c1-4066-bee4-92d313738cbf tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378509 Apr 28 19:41:24.816519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-c0821bb8-3364-4d2c-97ae-78c20026bed8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0498142 Apr 28 19:41:24.951194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f73e52c5-6dfe-44ff-87b0-0b0653d81b1c req-fedaf9ec-d2bd-422f-a203-bd28764e9867 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 210 time: 0.0769072 Apr 28 19:41:25.004647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.118249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fe5781-e68b-43de-951f-8029d5d51e6b req-abcc518c-e176-48fc-b622-26f3d8baaa60 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.119906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2fe5781-e68b-43de-951f-8029d5d51e6b req-abcc518c-e176-48fc-b622-26f3d8baaa60 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.2080762 Apr 28 19:41:25.135292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-a70c2477-8251-4d84-bf40-2082e5d03daf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.138031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-a70c2477-8251-4d84-bf40-2082e5d03daf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3076618 Apr 28 19:41:25.159474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:25.181413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2fe5781-e68b-43de-951f-8029d5d51e6b req-0932bd6c-114c-49f5-afb7-da86abef06e7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537634 Apr 28 19:41:25.275619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:25.366712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:25.384483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad21c49-5852-4178-bad4-90fefc4ecdd0 req-bf42a52a-3056-4813-840d-fec4fd9179de tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.385973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dad21c49-5852-4178-bad4-90fefc4ecdd0 req-bf42a52a-3056-4813-840d-fec4fd9179de tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.1830692 Apr 28 19:41:25.389847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:25.420313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:25.425554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.451733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:25.467810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'mac_address': 'fa:16:3e:e0:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:25.563009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.578199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dad21c49-5852-4178-bad4-90fefc4ecdd0 req-75f70576-cd60-4f8d-8053-13f80762fb61 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846068 Apr 28 19:41:25.605517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617092d8-09c0-4289-bda8-7ec3e3f75776 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:25.628799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:25.639335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:25.686856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cd1506-21d7-4e15-9d3b-c95b688ef606 req-6db788d7-5161-47e9-9f53-09373c63a760 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.689939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1cd1506-21d7-4e15-9d3b-c95b688ef606 req-6db788d7-5161-47e9-9f53-09373c63a760 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1085613 Apr 28 19:41:25.742383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:25.757085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1cd1506-21d7-4e15-9d3b-c95b688ef606 req-5668cd9a-60cb-4821-ba3a-ed16ceae0ba0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596483 Apr 28 19:41:25.858055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.34 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/413bb8cc-1972-456e-983d-15b8de247511) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:25.953851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7a882-1df0-4c33-a1d3-dc0c51a6534c req-a1dd20aa-fac1-431a-8c6e-3cacb1d1acfd tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:25.955291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0f7a882-1df0-4c33-a1d3-dc0c51a6534c req-a1dd20aa-fac1-431a-8c6e-3cacb1d1acfd tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1668699 Apr 28 19:41:26.087624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0f7a882-1df0-4c33-a1d3-dc0c51a6534c req-b77b55fe-ca92-4a64-941b-fc6a7b7b002a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159930 Apr 28 19:41:26.134164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:26.150529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object 413bb8cc-1972-456e-983d-15b8de247511 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:26.154454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a2e7d45-c5c5-4305-950a-4d3c29cabf76 req-0568319b-d2bb-4786-9af5-2d67fa4bc2ac tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 210 time: 0.0477462 Apr 28 19:41:26.181134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:26.194831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:26.236418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:26.272598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:26.275964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:26.276990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:26.281525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:26.355806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.356418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:26.371075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:26.408737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-1d88b760-6d68-4238-a8e5-6ba08339db41 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2530651 Apr 28 19:41:26.434987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Request body: {'port': {'device_id': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:26.485416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c247cd7-5ec7-4d7c-a2d8-ad9cebf2966a req-4ef78ecd-6bd4-4752-a8b0-9a49211345fc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.489079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c247cd7-5ec7-4d7c-a2d8-ad9cebf2966a req-4ef78ecd-6bd4-4752-a8b0-9a49211345fc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.1521697 Apr 28 19:41:26.581231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c247cd7-5ec7-4d7c-a2d8-ad9cebf2966a req-b47f00ab-e899-4268-8196-b8a67154cf42 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810695 Apr 28 19:41:26.615270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:26.751387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8f74d25a-676e-42e6-a98a-3745a1e56778 None None] Provisioning for port 413bb8cc-1972-456e-983d-15b8de247511 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:26.770655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8f74d25a-676e-42e6-a98a-3745a1e56778 None None] Provisioning complete for port 413bb8cc-1972-456e-983d-15b8de247511 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:26.771026 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f74d25a-676e-42e6-a98a-3745a1e56778 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:26.829030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d332ae66-cb26-4314-8411-9716b1db94a7 req-7b42f4e1-0bba-4cb1-9427-5f08067f2b44 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:26.838144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d332ae66-cb26-4314-8411-9716b1db94a7 req-7b42f4e1-0bba-4cb1-9427-5f08067f2b44 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 948 time: 0.1132946 Apr 28 19:41:26.898173 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d332ae66-cb26-4314-8411-9716b1db94a7 req-32744ad2-4d37-46c6-afec-d659ef9660bd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587389 Apr 28 19:41:26.929030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8f74d25a-676e-42e6-a98a-3745a1e56778 None None] Port 413bb8cc-1972-456e-983d-15b8de247511 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:27.042981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413bb8cc-1972-456e-983d-15b8de247511 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:27.053307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.069279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Transition to ACTIVE for port object 413bb8cc-1972-456e-983d-15b8de247511 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:27.133822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.182287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:27.271045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:27.338092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Pushing event updated for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:27.350866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9556d2-a088-440f-b60f-dafebd8f51e4 req-b006f21c-b7ed-4460-9109-65f3f7c4e300 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.356940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c9556d2-a088-440f-b60f-dafebd8f51e4 req-b006f21c-b7ed-4460-9109-65f3f7c4e300 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1274672 Apr 28 19:41:27.498027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c9556d2-a088-440f-b60f-dafebd8f51e4 req-48f81dbd-ef14-4721-8e62-272125c020fb tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353137 Apr 28 19:41:27.534811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:27.558107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8f86044b-eb6c-44d7-9545-50786aafc696', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '8f86044b-eb6c-44d7-9545-50786aafc696', 'mac_address': 'fa:16:3e:9e:2a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:27.586251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.625313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:27.636836 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.639638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Usage tracker for resource:security_group_rule and tenant:7c7fb78fc51d4f7dacbe15fe74ccde84 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:27.652186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:27.658513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256d914-8c94-43e6-a132-82389902c75c req-849283e2-c477-4a5e-9ab3-8b3f41c2fb4e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.660071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b256d914-8c94-43e6-a132-82389902c75c req-849283e2-c477-4a5e-9ab3-8b3f41c2fb4e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.5890930 Apr 28 19:41:27.661186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Attempting to bind port 413bb8cc-1972-456e-983d-15b8de247511 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:27.661393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Attempting to bind port 413bb8cc-1972-456e-983d-15b8de247511 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:27.661757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Attempting to bind port 413bb8cc-1972-456e-983d-15b8de247511 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:27.667120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:27.668300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:27.695543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Port 413bb8cc-1972-456e-983d-15b8de247511 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:27.696062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Attempting to bind port 413bb8cc-1972-456e-983d-15b8de247511 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:27.707963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:27.711905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:27.712515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:27.713171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:27.714104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.717685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Bound port: 413bb8cc-1972-456e-983d-15b8de247511, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:27.718272 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.763397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b256d914-8c94-43e6-a132-82389902c75c req-c0cac2f8-0d03-4b34-9ecd-02922d9e4a5b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876906 Apr 28 19:41:27.833703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f8f81-c07f-4bc4-811c-6790d4fd1394 req-5c47c173-43cf-44ae-9590-06803abd9a4c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.837984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f29f8f81-c07f-4bc4-811c-6790d4fd1394 req-5c47c173-43cf-44ae-9590-06803abd9a4c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 947 time: 0.1597259 Apr 28 19:41:27.849595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:27.882340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:27.887793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=413bb8cc-1972-456e-983d-15b8de247511,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:27.892179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.907210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8f86044b-eb6c-44d7-9545-50786aafc696'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:27.932034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.956099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.977194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:27.977838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:27.979253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] 10.222.0.41 "PUT /v2.0/ports/413bb8cc-1972-456e-983d-15b8de247511 HTTP/1.1" status: 200 len: 1095 time: 1.5580554 Apr 28 19:41:27.979638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'tag': '413bb8cc-1972-456e-983d-15b8de247511'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:28.104536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c77b4d-6818-4354-86e0-02e422628c9f service neutron] Pushing event updated for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:28.139044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47944) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:28.139472 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7c7fb78fc51d4f7dacbe15fe74ccde84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8669667 Apr 28 19:41:28.142262 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f29f8f81-c07f-4bc4-811c-6790d4fd1394 req-49a92d35-c23b-426c-b4f7-6437ab259842 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890935 Apr 28 19:41:28.144122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aabb038-8148-47bc-9625-d085a192f0ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe99b34-4e21-41d1-951c-78f04990144c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:28.253784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-052335e0-0afe-4fbb-a93d-58378b67fc54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.255220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-052335e0-0afe-4fbb-a93d-58378b67fc54 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 1098 time: 0.2287776 Apr 28 19:41:28.264420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c43182-b133-43f2-affe-7da6d8b9eaae req-faf02d74-0bb4-4a4f-aab2-45bfd51b189a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.272049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40c43182-b133-43f2-affe-7da6d8b9eaae req-faf02d74-0bb4-4a4f-aab2-45bfd51b189a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.2485785 Apr 28 19:41:28.275435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.356548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e163d1d-14fb-4cc8-9956-3d7de82cee2f req-04f3262e-6a76-492f-8655-aba8a4f634ac tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.358215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e163d1d-14fb-4cc8-9956-3d7de82cee2f req-04f3262e-6a76-492f-8655-aba8a4f634ac tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1096 time: 0.0794668 Apr 28 19:41:28.390781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-c5608a75-974e-4d4f-b341-936d555412b5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=413bb8cc-1972-456e-983d-15b8de247511 HTTP/1.1" status: 200 len: 217 time: 0.1168854 Apr 28 19:41:28.428862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e163d1d-14fb-4cc8-9956-3d7de82cee2f req-1c196ea9-e41c-4bf2-8506-628fdc192c0c tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558410 Apr 28 19:41:28.491884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.510628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40c43182-b133-43f2-affe-7da6d8b9eaae req-a61941ca-454f-451e-8388-2bd124c37b01 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357204 Apr 28 19:41:28.576846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-efad92a3-819c-4626-af02-a99b29bb68f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.578529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-efad92a3-819c-4626-af02-a99b29bb68f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1722772 Apr 28 19:41:28.633664 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d6b669-6ef9-4ac4-8584-d0ff07376391'] response: {'name': 'network-changed', 'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'tag': '413bb8cc-1972-456e-983d-15b8de247511', 'status': 'completed', 'code': 200} Apr 28 19:41:28.754111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.792677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe99b34-4e21-41d1-951c-78f04990144c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:28.810528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:28.813925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a4938c3-8969-4026-83e2-58c8ac58802c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3fe99b34-4e21-41d1-951c-78f04990144c HTTP/1.1" status: 204 len: 168 time: 0.6644955 Apr 28 19:41:28.821741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-9932de34-32b1-4a26-8994-7c706e5c6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.823261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-9932de34-32b1-4a26-8994-7c706e5c6963 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2365510 Apr 28 19:41:28.831915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f002d81-5e59-457f-b231-faa75809b8cd req-951ac957-1f20-456a-94ba-85f59bc45b7d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.839460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f002d81-5e59-457f-b231-faa75809b8cd req-951ac957-1f20-456a-94ba-85f59bc45b7d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 948 time: 0.1895597 Apr 28 19:41:28.869449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867cf4c-e85d-47ff-a6bf-90e297b64928 req-d0b58a6d-695b-4bbc-8872-b1d2bb562db2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:28.871723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0867cf4c-e85d-47ff-a6bf-90e297b64928 req-d0b58a6d-695b-4bbc-8872-b1d2bb562db2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1204481 Apr 28 19:41:28.944445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0867cf4c-e85d-47ff-a6bf-90e297b64928 req-f63a76de-85d3-4582-a43c-53fc58f1097e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661094 Apr 28 19:41:28.988344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f002d81-5e59-457f-b231-faa75809b8cd req-f084c725-0593-4707-ba68-af793df8bb75 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477265 Apr 28 19:41:29.058025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-2dbfc721-2a9d-4540-bc52-91e1cf58ee34 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2158480 Apr 28 19:41:29.178422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:29.234609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996c9eda-0a63-4f39-a306-8b20281a463b req-f7c36e41-9055-43e5-9abe-f2c4e4adfd21 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.245907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-996c9eda-0a63-4f39-a306-8b20281a463b req-f7c36e41-9055-43e5-9abe-f2c4e4adfd21 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1096 time: 0.1224072 Apr 28 19:41:29.306940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:29.339064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692dba1f-6a2b-434a-b5be-0d0414190d86 req-eb3fa864-8300-4c85-be15-6a1e10cec9e8 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2576993 Apr 28 19:41:29.371633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-996c9eda-0a63-4f39-a306-8b20281a463b req-955205a3-e90e-425f-b188-76792260d8ad tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232395 Apr 28 19:41:29.393675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47972) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:29.424775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.465817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8f86044b-eb6c-44d7-9545-50786aafc696 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:29.466486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.466617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:29.470822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:95b30fe6b5c449dcb0e0920cf4b5d711 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:29.474380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:29.484912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:29.536348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02465b-2a7f-4071-a22e-bec9f5441ac5 req-79fef555-754e-4f71-81d1-41f4678b561b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.537009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0b02465b-2a7f-4071-a22e-bec9f5441ac5 req-79fef555-754e-4f71-81d1-41f4678b561b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:29.550399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-57450259-0a73-4565-929e-56d14c254061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.552560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-57450259-0a73-4565-929e-56d14c254061 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 1098 time: 0.1356287 Apr 28 19:41:29.611174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0b02465b-2a7f-4071-a22e-bec9f5441ac5 req-79fef555-754e-4f71-81d1-41f4678b561b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:29.623760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b02465b-2a7f-4071-a22e-bec9f5441ac5 req-79fef555-754e-4f71-81d1-41f4678b561b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 947 time: 0.2488647 Apr 28 19:41:29.681295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.696610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.726860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.738134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:29.744550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 617092d8-09c0-4289-bda8-7ec3e3f75776 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:29.756609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:29.757685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 617092d8-09c0-4289-bda8-7ec3e3f75776 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:29.757935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.793590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-84ff13e8-8d76-45f2-9795-877f1c376061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.795797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-84ff13e8-8d76-45f2-9795-877f1c376061 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2334273 Apr 28 19:41:29.805684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=95b30fe6b5c449dcb0e0920cf4b5d711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4095175 Apr 28 19:41:29.812992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589a94e0-f81a-4686-8189-2fa7e0604cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=463273fd-d0e9-481c-8a47-45b131364b01,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:29.816662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47986) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:29.854723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:29.867177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214c38e5-3f22-40e6-b3ea-3215c0fb8bc2 req-78d16ee6-f186-4b8c-a180-00a7d43feaac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:29.870396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-214c38e5-3f22-40e6-b3ea-3215c0fb8bc2 req-78d16ee6-f186-4b8c-a180-00a7d43feaac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.1789443 Apr 28 19:41:29.953298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-214c38e5-3f22-40e6-b3ea-3215c0fb8bc2 req-072ca5c0-b2f6-4ae6-8cb3-7bd3a002a9d2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758443 Apr 28 19:41:30.013493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.038477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-7050b84c-21b7-47a6-9f52-e2ce820d1fda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.34&port_id=413bb8cc-1972-456e-983d-15b8de247511 HTTP/1.1" status: 200 len: 217 time: 0.2317371 Apr 28 19:41:30.043463 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b02465b-2a7f-4071-a22e-bec9f5441ac5 req-0b30e545-0b54-401d-a254-318b9578ff37 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189212 Apr 28 19:41:30.047276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.126543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:30.136808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.158573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.173592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-33a5a988-7999-4a6c-bdb9-c005566652fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.175034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-33a5a988-7999-4a6c-bdb9-c005566652fb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1245995 Apr 28 19:41:30.200048 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e3a6010-4f9c-4df7-b9a1-3de123d6d818'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'code': 200} Apr 28 19:41:30.275272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.275571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.451695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-3137f5b1-7899-498a-af22-aa3340be814a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.456308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-3137f5b1-7899-498a-af22-aa3340be814a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2632899 Apr 28 19:41:30.460085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.481595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8a722a-cd88-4335-8e41-60b548bf1295 req-5a8946af-1b54-4639-a3d2-a0553aaa3425 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.497363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a8a722a-cd88-4335-8e41-60b548bf1295 req-5a8946af-1b54-4639-a3d2-a0553aaa3425 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1278768 Apr 28 19:41:30.499298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c4404b-1292-4a53-be71-e36ef6eab814 req-3a82f23e-4395-4427-bfd6-b4820807bc51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.511617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c4404b-1292-4a53-be71-e36ef6eab814 req-3a82f23e-4395-4427-bfd6-b4820807bc51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1889381 Apr 28 19:41:30.564536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=463273fd-d0e9-481c-8a47-45b131364b01,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:30.596201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a8a722a-cd88-4335-8e41-60b548bf1295 req-5d2c8ea5-b869-4583-912a-8ee24edb8dad tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060722 Apr 28 19:41:30.596970 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:30.601525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-df0331cc-5a41-4e87-9a16-5dbb3df991d6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/463273fd-d0e9-481c-8a47-45b131364b01 HTTP/1.1" status: 204 len: 168 time: 0.6055472 Apr 28 19:41:30.769273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-82d3211e-024c-4e72-ad8e-bf9ca93687de service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043017 Apr 28 19:41:30.833926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c4404b-1292-4a53-be71-e36ef6eab814 req-e8189a77-c563-4662-8140-58b9b1955dd5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059518 Apr 28 19:41:30.981306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ea4201-aa4f-475c-9e3c-43fc4ccc1f2f req-9500fa8b-77fa-4403-8f9f-f17e0b4450b7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:30.990594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82ea4201-aa4f-475c-9e3c-43fc4ccc1f2f req-9500fa8b-77fa-4403-8f9f-f17e0b4450b7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1096 time: 0.0947351 Apr 28 19:41:30.997365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5ef855b-55bb-47a0-8aee-1e2ce2b5854e req-9d011f3c-9c84-4bea-9fd2-3962e4a1afe3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130554 Apr 28 19:41:31.056979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82ea4201-aa4f-475c-9e3c-43fc4ccc1f2f req-5a10fbc4-242a-4ee6-a911-2f638d911c43 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653925 Apr 28 19:41:31.218715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d43e62-7b51-4517-8c76-946d9ef1731e req-c20ec5d9-3974-4626-8c59-697926fc01d1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.227226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5d43e62-7b51-4517-8c76-946d9ef1731e req-c20ec5d9-3974-4626-8c59-697926fc01d1 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.1314573 Apr 28 19:41:31.265913 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:41:31.295602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5d43e62-7b51-4517-8c76-946d9ef1731e req-7bf15feb-6d65-4ae9-a351-f99ddc25cc87 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665166 Apr 28 19:41:31.407452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44318182-b1a8-4fff-bc50-6cf9bb47092e req-6860cbb7-f9a2-4b09-923c-8b0e0c0aff7e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.408997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44318182-b1a8-4fff-bc50-6cf9bb47092e req-6860cbb7-f9a2-4b09-923c-8b0e0c0aff7e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 947 time: 0.1609311 Apr 28 19:41:31.542107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44318182-b1a8-4fff-bc50-6cf9bb47092e req-a18fcc91-0289-4cc6-9126-9fb6394564e3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247981 Apr 28 19:41:31.861205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222c607-0b82-4720-88b1-6d232c6f1602 req-5cf84b8e-f042-4ee7-a9e0-2fbe5aef5286 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:31.870400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e222c607-0b82-4720-88b1-6d232c6f1602 req-5cf84b8e-f042-4ee7-a9e0-2fbe5aef5286 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1090231 Apr 28 19:41:31.918208 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e222c607-0b82-4720-88b1-6d232c6f1602 req-9b9994f2-3530-4364-a4f5-be0bea7835ca tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Apr 28 19:41:32.201600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:32.462488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6403f9b9-1cb4-428c-9eb3-920d23c30aba req-dd9526e2-5d01-4e89-a73c-4f6939918a83 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:32.500678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6403f9b9-1cb4-428c-9eb3-920d23c30aba req-dd9526e2-5d01-4e89-a73c-4f6939918a83 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1770985 Apr 28 19:41:32.553852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6403f9b9-1cb4-428c-9eb3-920d23c30aba req-3597011d-c627-42ed-b815-05afab269429 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525749 Apr 28 19:41:32.624978 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f83f38a0-804b-4109-bafa-599ef53502ff'] response: {'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'code': 200} Apr 28 19:41:32.652486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-63630ef3-a681-45bd-96c6-fe8061d3294e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:41:32.661777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-63630ef3-a681-45bd-96c6-fe8061d3294e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147929 Apr 28 19:41:32.670640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:32.671107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:41:32.908318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:32.908657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:32.909016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:32.914337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:32.914656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:32.921453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:32.921814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:32.922198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:32.922653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Bound port: 833d836e-a6b8-47a3-8f5c-2495154f17a3, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:32.955162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:32.962162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:32.963525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-131bb7eb-a8b6-4a10-a3bc-27d501f28879 service neutron] 10.222.0.24 "POST /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3/bindings HTTP/1.1" status: 201 len: 389 time: 0.3004792 Apr 28 19:41:33.010670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2befef1f-bbf1-437a-9182-9876a9ff1a99 req-1fef9b3f-b547-4df4-993a-e37d8572740b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.012461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2befef1f-bbf1-437a-9182-9876a9ff1a99 req-1fef9b3f-b547-4df4-993a-e37d8572740b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1100 time: 0.2867227 Apr 28 19:41:33.021853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1ff071-b1da-4b02-8db0-cb4246599cd6 req-4fdd3fed-9dfa-46f2-8ca4-e27e24420a1a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.030831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf1ff071-b1da-4b02-8db0-cb4246599cd6 req-4fdd3fed-9dfa-46f2-8ca4-e27e24420a1a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.2365010 Apr 28 19:41:33.130687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf1ff071-b1da-4b02-8db0-cb4246599cd6 req-36652b11-229d-46c8-a9e1-4fed92bff0ab tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988400 Apr 28 19:41:33.147831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2befef1f-bbf1-437a-9182-9876a9ff1a99 req-dbe70943-91f6-4041-95d4-204346588521 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069090 Apr 28 19:41:33.197072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 413bb8cc-1972-456e-983d-15b8de247511 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:33.325732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680351e1-78e9-4b94-865e-b2eeadd5d609 req-396fab7a-8f37-4772-894d-c014874ae554 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.335448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-680351e1-78e9-4b94-865e-b2eeadd5d609 req-396fab7a-8f37-4772-894d-c014874ae554 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 947 time: 0.1675212 Apr 28 19:41:33.384738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919b6a5d-ed20-4cad-92af-9636b931e162 req-dabbbdd3-91e9-4fec-a297-50890759f521 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.386273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-919b6a5d-ed20-4cad-92af-9636b931e162 req-dabbbdd3-91e9-4fec-a297-50890759f521 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1067805 Apr 28 19:41:33.402087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=413bb8cc-1972-456e-983d-15b8de247511,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:33.403533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-680351e1-78e9-4b94-865e-b2eeadd5d609 req-97ddc210-ace6-485d-9e27-fbad172ef799 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668516 Apr 28 19:41:33.420196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '413bb8cc-1972-456e-983d-15b8de247511', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '413bb8cc-1972-456e-983d-15b8de247511', 'mac_address': 'fa:16:3e:44:ed:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:33.489255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-919b6a5d-ed20-4cad-92af-9636b931e162 req-851b0bc7-a034-4963-a599-c0ecc87b7fa4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969369 Apr 28 19:41:33.568211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.587320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413bb8cc-1972-456e-983d-15b8de247511 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:33.614085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=413bb8cc-1972-456e-983d-15b8de247511,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:33.620084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:33.700912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530a0909-2651-44dd-8898-fe677e786421 req-e5ffbd32-50fb-4124-a94b-33211553777d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.702998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-530a0909-2651-44dd-8898-fe677e786421 req-e5ffbd32-50fb-4124-a94b-33211553777d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1010268 Apr 28 19:41:33.708100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:33.754514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-530a0909-2651-44dd-8898-fe677e786421 req-24bb021b-bea9-45da-82b3-197a24747eb1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431604 Apr 28 19:41:33.809367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19f1ce9-e97b-4e2a-8760-d5a0b59fc653 req-a097e461-e5c2-4635-859c-7a3fd7b2be85 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:33.811040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a19f1ce9-e97b-4e2a-8760-d5a0b59fc653 req-a097e461-e5c2-4635-859c-7a3fd7b2be85 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1079319 Apr 28 19:41:33.860753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a19f1ce9-e97b-4e2a-8760-d5a0b59fc653 req-51e5a73e-f700-4b35-a867-12735f7ee323 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440159 Apr 28 19:41:33.975267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['413bb8cc-1972-456e-983d-15b8de247511'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:34.354092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da4b801-b6d5-44ed-a739-abf206082ec3 req-6c982d4a-c916-4868-85bc-f08917dfb6c9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.355590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1da4b801-b6d5-44ed-a739-abf206082ec3 req-6c982d4a-c916-4868-85bc-f08917dfb6c9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.0927734 Apr 28 19:41:34.406410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1da4b801-b6d5-44ed-a739-abf206082ec3 req-50a7efc9-9605-45f8-9035-b61ee24e0303 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448291 Apr 28 19:41:34.685158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab942d4-792a-445d-b68a-f7ce358ea77d req-0dd4cf23-f5cf-449c-b64b-2360b0a68f29 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.691711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ab942d4-792a-445d-b68a-f7ce358ea77d req-0dd4cf23-f5cf-449c-b64b-2360b0a68f29 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 948 time: 0.1234047 Apr 28 19:41:34.706564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48148) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:34.755656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ab942d4-792a-445d-b68a-f7ce358ea77d req-9221fef6-f044-404f-a480-04c0e506b0aa tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626636 Apr 28 19:41:34.773492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890cac96-a362-4194-9d92-54250cefdab9 req-b7f9a736-e982-4f61-ba53-6d5bf1869e81 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:34.775740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-890cac96-a362-4194-9d92-54250cefdab9 req-b7f9a736-e982-4f61-ba53-6d5bf1869e81 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1355371 Apr 28 19:41:34.866823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-890cac96-a362-4194-9d92-54250cefdab9 req-96c68b89-d8fb-4fff-bf01-ec06317ea6b0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717351 Apr 28 19:41:34.945711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:34.991980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:34.998067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Usage tracker for resource:security_group_rule and tenant:e60eeddd991848b2ac56737a4fbf1a67 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:35.001196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:35.008288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:35.099827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a740ff7-38bf-42e6-9824-fb6511dbf06b req-e8fa95c7-cd37-491b-87eb-7e4dbb6688e5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.101848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a740ff7-38bf-42e6-9824-fb6511dbf06b req-e8fa95c7-cd37-491b-87eb-7e4dbb6688e5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1337337 Apr 28 19:41:35.116307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.178723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a740ff7-38bf-42e6-9824-fb6511dbf06b req-1f388ac2-20f2-4d08-9d88-a0319711d4f4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707169 Apr 28 19:41:35.199486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.216601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 413bb8cc-1972-456e-983d-15b8de247511 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:35.311191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:35.322876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 413bb8cc-1972-456e-983d-15b8de247511 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:35.334574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 413bb8cc-1972-456e-983d-15b8de247511 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:35.335068 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.338752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e60eeddd991848b2ac56737a4fbf1a67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6310256 Apr 28 19:41:35.341533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48166) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:35.353332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91b3d5d-2702-4880-a12e-1719588c2168 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cb6480-8bab-45eb-b6d8-28562d1f4e04,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.377108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-92a7831e-913a-43bd-ba30-000f15db8fdc service neutron] 10.222.0.41 "GET /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.1707110 Apr 28 19:41:35.388079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83dfe5f-016d-40b4-8478-a6e54709574d req-330d391a-f4f5-4c0b-998a-01c92bcf5d05 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.397606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b83dfe5f-016d-40b4-8478-a6e54709574d req-330d391a-f4f5-4c0b-998a-01c92bcf5d05 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2797744 Apr 28 19:41:35.426385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.454238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.520962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.574686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cb6480-8bab-45eb-b6d8-28562d1f4e04,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.583192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:35.598878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.600464 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc223cea-48b1-4f62-8b99-f598028e86df admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29cb6480-8bab-45eb-b6d8-28562d1f4e04 HTTP/1.1" status: 204 len: 168 time: 0.2576711 Apr 28 19:41:35.633989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.648299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:41:35.670750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413bb8cc-1972-456e-983d-15b8de247511'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:35.682825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=413bb8cc-1972-456e-983d-15b8de247511,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:35.699122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:35.700122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:35.746871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11898f25-7364-486c-a197-446752998d34 req-5f5ab200-c3f6-489c-b170-fdb0cf8a9d38 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:35.749559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11898f25-7364-486c-a197-446752998d34 req-5f5ab200-c3f6-489c-b170-fdb0cf8a9d38 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 944 time: 0.0973818 Apr 28 19:41:35.824654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11898f25-7364-486c-a197-446752998d34 req-00d94917-f36b-45e4-9eab-f4bedcad2649 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677552 Apr 28 19:41:35.868127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:35.908355 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1202e083-cf25-4960-b68c-ff1c57fb53ff'] response: {'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413bb8cc-1972-456e-983d-15b8de247511', 'code': 200} Apr 28 19:41:36.072295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b83dfe5f-016d-40b4-8478-a6e54709574d req-c3bfdc7e-6195-43b8-bfce-0c20be1f2b16 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6734879 Apr 28 19:41:36.117426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f357088-c3f6-47cf-bc3a-cfb6aa10d515 req-1190be0e-15b6-4820-9b28-060753158c60 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.119202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f357088-c3f6-47cf-bc3a-cfb6aa10d515 req-1190be0e-15b6-4820-9b28-060753158c60 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 949 time: 0.1109729 Apr 28 19:41:36.252139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f357088-c3f6-47cf-bc3a-cfb6aa10d515 req-83a8611c-3d27-4829-879d-3e65bc268251 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148813 Apr 28 19:41:36.312787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:36.347555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:36.418422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d016a59-94fc-4a07-9cf5-d9d65549ba4e {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:36.432232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:36.559370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.635771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4041d3f4-18ba-4c2a-a270-fabd15bb1b4e req-0fea311a-2c92-409f-8d74-0a479b1b8f6a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.637734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4041d3f4-18ba-4c2a-a270-fabd15bb1b4e req-0fea311a-2c92-409f-8d74-0a479b1b8f6a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1467016 Apr 28 19:41:36.722044 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4041d3f4-18ba-4c2a-a270-fabd15bb1b4e req-9f48e887-1d2f-459e-b86e-58a400d4ec9f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712707 Apr 28 19:41:36.777741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de504c1c-2706-45bc-b369-66c93a1bfe95 req-662856fc-7322-4d81-88c8-048234a91c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.779221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de504c1c-2706-45bc-b369-66c93a1bfe95 req-662856fc-7322-4d81-88c8-048234a91c9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 1100 time: 0.8099072 Apr 28 19:41:36.805735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f5e2f-f2ad-41aa-b500-06e77efda9e5 req-14aecf95-d436-47ff-9398-d6445892d7c3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:36.811994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd8f5e2f-f2ad-41aa-b500-06e77efda9e5 req-14aecf95-d436-47ff-9398-d6445892d7c3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.3561800 Apr 28 19:41:36.889760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de504c1c-2706-45bc-b369-66c93a1bfe95 req-c0a7779a-f3f9-4cf5-8363-2670fc0c2e3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726900 Apr 28 19:41:36.920544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] Transition to ACTIVE for port object 3d016a59-94fc-4a07-9cf5-d9d65549ba4e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:36.937840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd8f5e2f-f2ad-41aa-b500-06e77efda9e5 req-70fa2701-940f-46bc-af31-64aefa9ebc7c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226351 Apr 28 19:41:36.939599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:36.977172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48212) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:37.049607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75055d56-ea09-4fa3-8d90-f0344ce0b525 req-3ca9ab2e-bbe8-41e7-935e-1a8e2d8f5e7a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.052316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75055d56-ea09-4fa3-8d90-f0344ce0b525 req-3ca9ab2e-bbe8-41e7-935e-1a8e2d8f5e7a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.0935359 Apr 28 19:41:37.108119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75055d56-ea09-4fa3-8d90-f0344ce0b525 req-8cc2d867-8906-4267-8972-c88137478e1c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488670 Apr 28 19:41:37.135943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] No DVR routers for this DVR port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:41:37.187936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] Pushing event updated for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:37.202314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-network', 'tenant_id': '8e57adf4449e4b339981f966e829036c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:37.209874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:37.215947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Usage tracker for resource:network and tenant:8e57adf4449e4b339981f966e829036c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:37.219305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:37.223661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-3f952020-3f7f-4e5e-9118-8ebdbf2db6cf service neutron] 10.222.0.41 "PUT /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8230376 Apr 28 19:41:37.227442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:37.303500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Made reservation on behalf of 8e57adf4449e4b339981f966e829036c for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:37.305771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.328826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.349757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:37.356435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Usage tracker for resource:security_group_rule and tenant:8e57adf4449e4b339981f966e829036c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:37.359618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:37.381671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:37.423231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14d842c-e388-4220-a1f0-83def4863199 req-1830e34d-fe40-485a-91d2-8f6f3c95bb7f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.430000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c14d842c-e388-4220-a1f0-83def4863199 req-1830e34d-fe40-485a-91d2-8f6f3c95bb7f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1875308 Apr 28 19:41:37.561899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fd4f6-4c68-4c5e-b2ad-252bd17555f3 req-bec4a070-ae4f-4a23-ac06-9a5ffac043dd tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.562151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.563965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-061fd4f6-4c68-4c5e-b2ad-252bd17555f3 req-bec4a070-ae4f-4a23-ac06-9a5ffac043dd tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 949 time: 0.1144876 Apr 28 19:41:37.576450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.590003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c14d842c-e388-4220-a1f0-83def4863199 req-1c2a5286-5c63-463a-84f5-0d297f4dc886 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858133 Apr 28 19:41:37.620878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fd955f-66f5-4f7a-b267-20bf5c01bf4f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:37.625179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:41:37.631870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-061fd4f6-4c68-4c5e-b2ad-252bd17555f3 req-cf152797-b4e9-47cf-be51-328385b5a7f2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592248 Apr 28 19:41:37.650165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.650724 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Added segment 1cf2a624-99e5-4c4d-85c8-9f3686dedef6 of type vlan for network cea8f413-ab71-4511-b58a-2e0fd1329bf5 Apr 28 19:41:37.690723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.725919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.727073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.727709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.834604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8505805 Apr 28 19:41:37.837586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:37.839327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0972a050-8946-4022-ab61-d132f8e1ad5c admin admin] Pushing event updated for resources: {'Network': ['ID=cea8f413-ab71-4511-b58a-2e0fd1329bf5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:37.843368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Request body: {'subnet': {'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-subnet', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:37.851005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:41:37.853179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:37.857638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Usage tracker for resource:subnet and tenant:8e57adf4449e4b339981f966e829036c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:37.860752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:37.867831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:37.880545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Made reservation on behalf of 8e57adf4449e4b339981f966e829036c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:37.883057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:37.984148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e66d83-bc85-483d-b5b6-39d2b36751e7 req-f16942fb-03c8-471d-bc83-c208da486435 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:37.986409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46e66d83-bc85-483d-b5b6-39d2b36751e7 req-f16942fb-03c8-471d-bc83-c208da486435 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1481733 Apr 28 19:41:38.043396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46e66d83-bc85-483d-b5b6-39d2b36751e7 req-3d488841-df90-4e4c-9b00-df44a3062fe8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492208 Apr 28 19:41:38.199823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9d88b7-c832-4b08-a1b1-83c604beb660 req-e45e3f01-d737-42ed-a82f-f5acbb5a0e5d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.201316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a9d88b7-c832-4b08-a1b1-83c604beb660 req-e45e3f01-d737-42ed-a82f-f5acbb5a0e5d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1258264 Apr 28 19:41:38.202154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.264076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19436e80-d3c7-451e-b84a-09a634a29b4f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:38.341759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a9d88b7-c832-4b08-a1b1-83c604beb660 req-4955dba9-6cfe-4836-a9f3-19532cac7524 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796893 Apr 28 19:41:38.342481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Checking segment: {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:38.342825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Network hostable DHCP agents. Network: cea8f413-ab71-4511-b58a-2e0fd1329bf5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:41:38.378645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:41:38.391001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cea8f413-ab71-4511-b58a-2e0fd1329bf5) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:38.396009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.396593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.402158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f82d83-0256-4d7a-aa12-0b44f947da45 None None] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:41:38.453827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8fb20-a069-4242-b695-9149a6d729ee req-b182fc43-5046-4d1e-b566-ff11e1cdf42d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.455370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01f8fb20-a069-4242-b695-9149a6d729ee req-b182fc43-5046-4d1e-b566-ff11e1cdf42d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.1581786 Apr 28 19:41:38.471022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-56dbb6d9-5d6c-4354-af38-430cd6debfe5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6294451 Apr 28 19:41:38.471910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:38.481972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:38.491245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:38.502714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Usage tracker for resource:router and tenant:8e57adf4449e4b339981f966e829036c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:41:38.508322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:41:38.520220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:38.543224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01f8fb20-a069-4242-b695-9149a6d729ee req-74342a40-0b57-48db-bde0-1acad96d31f9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811119 Apr 28 19:41:38.547051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.548030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.570752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.758220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'fixed_ips': [{'subnet_id': '19436e80-d3c7-451e-b84a-09a634a29b4f'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:41:38.759084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:38.931370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b52dd4-4dcd-4904-89fc-08ec5dc03f4c req-f834d53c-4978-4b93-aa7a-2ef25168c94a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:38.933401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51b52dd4-4dcd-4904-89fc-08ec5dc03f4c req-f834d53c-4978-4b93-aa7a-2ef25168c94a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 949 time: 0.1089675 Apr 28 19:41:39.000279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51b52dd4-4dcd-4904-89fc-08ec5dc03f4c req-10f18cfa-9115-4211-be26-a441f4199885 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602448 Apr 28 19:41:39.044723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Allocated IP 172.20.0.2 (cea8f413-ab71-4511-b58a-2e0fd1329bf5/19436e80-d3c7-451e-b84a-09a634a29b4f/67dc68cc-15fa-49d6-9564-2e00764fc38b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:39.175689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.201758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81475-b1fc-496d-9096-585ac79ff4b6 req-2aecdaac-ab7d-40b8-9946-c3aab1d0b214 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.203450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6df81475-b1fc-496d-9096-585ac79ff4b6 req-2aecdaac-ab7d-40b8-9946-c3aab1d0b214 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.3799961 Apr 28 19:41:39.230204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8469c751-27f9-434c-aecc-718a4932141d req-243bc993-2be1-42a0-afc7-a183477252b5 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.234267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8469c751-27f9-434c-aecc-718a4932141d req-243bc993-2be1-42a0-afc7-a183477252b5 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 1100 time: 0.1144357 Apr 28 19:41:39.288572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6df81475-b1fc-496d-9096-585ac79ff4b6 req-c9b6d1d0-063d-4c53-84af-cd9cd8faa4f4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665679 Apr 28 19:41:39.294568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8469c751-27f9-434c-aecc-718a4932141d req-45d58acc-3b90-4dc2-8d68-9be33b037c83 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516522 Apr 28 19:41:39.357499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:39.652485 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.679027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a636c8-4c6e-4209-b0ae-fcac43bcc153 req-6f21e281-4184-404a-b757-973bf9de7cbc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.680654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3a636c8-4c6e-4209-b0ae-fcac43bcc153 req-6f21e281-4184-404a-b757-973bf9de7cbc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1190889 Apr 28 19:41:39.681119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Transition to ACTIVE for port object 67dc68cc-15fa-49d6-9564-2e00764fc38b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:39.697148 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.719992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Transition to ACTIVE for port object 67dc68cc-15fa-49d6-9564-2e00764fc38b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:39.733943 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.749677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.753260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3a636c8-4c6e-4209-b0ae-fcac43bcc153 req-30cb92e9-a329-46ef-a0d3-c7054db33e5c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602679 Apr 28 19:41:39.804916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.810584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:39.814519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:39.820328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:39.891979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9d6c39-76d5-4aa8-8dd2-4952f6217907 req-8365723c-f599-47fa-a3e4-42d9ce9c6775 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:39.899451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a9d6c39-76d5-4aa8-8dd2-4952f6217907 req-8365723c-f599-47fa-a3e4-42d9ce9c6775 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.3063540 Apr 28 19:41:39.916757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Pushing event updated for resources: {'Port': ['ID=67dc68cc-15fa-49d6-9564-2e00764fc38b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:39.939017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Attempting to bind port 67dc68cc-15fa-49d6-9564-2e00764fc38b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:39.940068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Attempting to bind port 67dc68cc-15fa-49d6-9564-2e00764fc38b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:39.940539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Attempting to bind port 67dc68cc-15fa-49d6-9564-2e00764fc38b on network cea8f413-ab71-4511-b58a-2e0fd1329bf5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:39.949554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:39.950096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Checking segment: {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:39.950590 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.951790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Bound using segment: {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:39.952415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Bound port: 67dc68cc-15fa-49d6-9564-2e00764fc38b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:39.953543 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:39.974572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a9d6c39-76d5-4aa8-8dd2-4952f6217907 req-2ffc6ff4-d830-4c0e-b0e3-0feadd842b9a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738378 Apr 28 19:41:39.991114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-c3df493f-d3d8-4120-b121-7041e65577c5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492234 Apr 28 19:41:40.110614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] For port 67dc68cc-15fa-49d6-9564-2e00764fc38b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:40.115989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] For port 67dc68cc-15fa-49d6-9564-2e00764fc38b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=67dc68cc-15fa-49d6-9564-2e00764fc38b,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:40.124427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.187928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Allocated IP 172.25.2.11 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/61d32053-3af7-4b14-ad90-2b7581bd6ee9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:40.254170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac0a5c-0c7e-4047-8e36-57fc4179c253 None None] Pushing event updated for resources: {'Port': ['ID=67dc68cc-15fa-49d6-9564-2e00764fc38b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:40.433095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5a9684de-7bbc-4580-8cd4-b437bb62453b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:40.436574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b7ebc-75d2-4963-9fed-9138101fa661 req-7c1600a3-7c09-4425-8d88-236a92299d7c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:40.440289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5a9684de-7bbc-4580-8cd4-b437bb62453b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4480925 Apr 28 19:41:40.448452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-443b7ebc-75d2-4963-9fed-9138101fa661 req-7c1600a3-7c09-4425-8d88-236a92299d7c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.2464237 Apr 28 19:41:40.459121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-7dba1f65-545b-4da9-8e6f-05c8dee53a9e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0177412 Apr 28 19:41:40.578130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-443b7ebc-75d2-4963-9fed-9138101fa661 req-bccee5df-3921-4d7e-ab67-11955b9feb90 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286683 Apr 28 19:41:40.642073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.674410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-8e50e09a-d01e-4b32-bc23-b866240cddc4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2140744 Apr 28 19:41:40.696331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:40.887035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:40.890898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:40.893816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:41.066014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Pushing event updated for resources: {'Port': ['ID=61d32053-3af7-4b14-ad90-2b7581bd6ee9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:41.123632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e028a9-62b7-4f11-8429-56834f04ea43 req-aa3d2125-7e50-4be2-8e05-dd1db3d381b3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.140970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56e028a9-62b7-4f11-8429-56834f04ea43 req-aa3d2125-7e50-4be2-8e05-dd1db3d381b3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1609616 Apr 28 19:41:41.201097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56e028a9-62b7-4f11-8429-56834f04ea43 req-a50e620c-e5ad-4368-9dd5-03f64d98b9df tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579154 Apr 28 19:41:41.213265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc9478-5987-4645-87de-eec170091c38 req-322dfdab-32a0-498a-b045-4d75571fd60a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.215152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc9478-5987-4645-87de-eec170091c38 req-322dfdab-32a0-498a-b045-4d75571fd60a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.4417040 Apr 28 19:41:41.448102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2cfeb292-ad68-40b7-bddb-8ff11d6ddc4d req-8ab8fd8c-2acc-4db3-bc17-8a180bf12ba3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 210 time: 0.0899055 Apr 28 19:41:41.781529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.785245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc9478-5987-4645-87de-eec170091c38 req-6507ea7a-c08f-476a-96dc-ed1dd49b2545 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033420 Apr 28 19:41:41.836432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:41.906566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47363b-91a1-4eb6-a725-f5632677d844 req-bab0d7d4-5fa0-4060-ab37-c1b48b10b6b5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:41.909652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b47363b-91a1-4eb6-a725-f5632677d844 req-bab0d7d4-5fa0-4060-ab37-c1b48b10b6b5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1522295 Apr 28 19:41:41.979283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b47363b-91a1-4eb6-a725-f5632677d844 req-fb8dc8c0-d447-4020-871e-20c9ef22f18a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546751 Apr 28 19:41:42.004347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ce5b4d3-0dc8-4740-afd1-6b4273ac2bfb None None] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:41:42.185626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 67dc68cc-15fa-49d6-9564-2e00764fc38b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:42.272065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc37b429-4596-4e53-a824-753575ebb180 None None] Provisioning for port 67dc68cc-15fa-49d6-9564-2e00764fc38b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:42.360632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 67dc68cc-15fa-49d6-9564-2e00764fc38b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:42.371461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 67dc68cc-15fa-49d6-9564-2e00764fc38b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:42.372320 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.425028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.579983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03753e3-c2a7-4521-96fc-ee2dc7b66d6c req-5614d1d5-5e71-4893-b642-dbc19dc4ff1a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:42.598419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee429044-b1a6-4215-80fa-b5c8b261567c req-c0f6e7da-1c7c-4cd1-92c9-e72673984875 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:42.599939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee429044-b1a6-4215-80fa-b5c8b261567c req-c0f6e7da-1c7c-4cd1-92c9-e72673984875 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.5641651 Apr 28 19:41:42.609921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c03753e3-c2a7-4521-96fc-ee2dc7b66d6c req-5614d1d5-5e71-4893-b642-dbc19dc4ff1a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.2136507 Apr 28 19:41:42.614810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.699853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 67dc68cc-15fa-49d6-9564-2e00764fc38b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=67dc68cc-15fa-49d6-9564-2e00764fc38b,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:42.706264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:42.734448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee429044-b1a6-4215-80fa-b5c8b261567c req-811a2574-ae64-474e-b963-741e8ff7b422 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106548 Apr 28 19:41:42.773632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c03753e3-c2a7-4521-96fc-ee2dc7b66d6c req-89d520e0-1cf7-4122-9623-d8120fce55e4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554124 Apr 28 19:41:42.839365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Router 4d6fc5bc-bd39-45bc-8b22-272beace30da is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:41:42.853762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-0dd3a0cb-6136-4805-a9af-801b87b949bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0506883 Apr 28 19:41:42.868865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=67dc68cc-15fa-49d6-9564-2e00764fc38b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:43.029861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f02f5345-fe0c-45c1-ac72-f5890fb34c91 None None] Provisioning complete for port 67dc68cc-15fa-49d6-9564-2e00764fc38b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:43.030507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f02f5345-fe0c-45c1-ac72-f5890fb34c91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.129894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1a11b1d-3b97-4914-bfd3-de39712564ec req-eda0a728-3e43-482e-9117-5778422698b9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 210 time: 0.1352534 Apr 28 19:41:43.157018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-d55e1a75-937f-47f2-8829-d319a8531d90 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:43.163145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-d55e1a75-937f-47f2-8829-d319a8531d90 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3013225 Apr 28 19:41:43.179923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:43.191812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:41:43.200312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Sync routers for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:43.214029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:43.214649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:43.240238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.245774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34071ca0-49af-45e3-b01b-e28b2284f491 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 4.7721894 Apr 28 19:41:43.248406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48358) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:43.298402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843f1f7e-038e-4bab-838a-3ed03d2a78db req-682bface-4530-4d78-a008-09ee9de88a78 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:43.299877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-843f1f7e-038e-4bab-838a-3ed03d2a78db req-682bface-4530-4d78-a008-09ee9de88a78 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2308972 Apr 28 19:41:43.369027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:41:43.376737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-843f1f7e-038e-4bab-838a-3ed03d2a78db req-a80a5207-0025-4b6e-ab0d-168769139c9a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696001 Apr 28 19:41:43.384888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:41:43.411644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:41:43.416763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.472078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:43.624598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.140 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/65d95ad5-1d6c-4be8-824b-71066a2f1802) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:43.808775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589d133-38ce-41b7-b462-d18582d5d08a req-f460e1a7-cb7c-46f9-a670-e03cc037928a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:43.815546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5589d133-38ce-41b7-b462-d18582d5d08a req-f460e1a7-cb7c-46f9-a670-e03cc037928a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.4968257 Apr 28 19:41:43.821730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:41Z', 'revision_number': 3, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:43.827616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Checking router: 4d6fc5bc-bd39-45bc-8b22-272beace30da for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:43.828495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Updating router 4d6fc5bc-bd39-45bc-8b22-272beace30da port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:41:43.885451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5589d133-38ce-41b7-b462-d18582d5d08a req-bcb7b38e-9966-4780-8e9a-0f448535fd7c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689957 Apr 28 19:41:43.920587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.933835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:43.955511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object 65d95ad5-1d6c-4be8-824b-71066a2f1802 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:43.992969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74984cd7-e057-4326-b74c-97a3b1805a42 req-645eb0d1-6ed6-4808-a23b-7e9657cb7f56 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:43.999715 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74984cd7-e057-4326-b74c-97a3b1805a42 req-645eb0d1-6ed6-4808-a23b-7e9657cb7f56 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1275649 Apr 28 19:41:44.058619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74984cd7-e057-4326-b74c-97a3b1805a42 req-c6d58eb8-bde6-4292-aa0b-7bf5d3a60b51 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557058 Apr 28 19:41:44.062645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.085161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30', '413bb8cc-1972-456e-983d-15b8de247511'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:44.117942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:44.161663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:44.161663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:44.161663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:44.208755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:44.259135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 67dc68cc-15fa-49d6-9564-2e00764fc38b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:44.282763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.283519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.315674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-5903b01c-cf3b-40a7-bf38-0342e660d7a8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1412640 Apr 28 19:41:44.330878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Request body: {'port': {'device_id': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:44.332526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-cf76a659-6eda-4efc-bf59-3ed2861be111 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.334100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-cf76a659-6eda-4efc-bf59-3ed2861be111 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.6088190 Apr 28 19:41:44.454723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.490466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf3060d-dbae-40fa-b9e1-3bffb2b76116 req-de1e941c-41e0-4a37-9418-df2556c4487c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.492133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aaf3060d-dbae-40fa-b9e1-3bffb2b76116 req-de1e941c-41e0-4a37-9418-df2556c4487c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.3931403 Apr 28 19:41:44.569367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 67dc68cc-15fa-49d6-9564-2e00764fc38b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:44.569716 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.575469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-ab4bb47f-3c02-4062-b864-86ddc2f12c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.576940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-ab4bb47f-3c02-4062-b864-86ddc2f12c69 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b&tenant_id=345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 1096 time: 0.2170677 Apr 28 19:41:44.604905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aaf3060d-dbae-40fa-b9e1-3bffb2b76116 req-8dd61f87-aeab-42f9-98ab-161988e3c33a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758386 Apr 28 19:41:44.672684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.704485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5f4eee71-7937-4754-b3b1-a0ca7ab72582 None None] Provisioning for port 65d95ad5-1d6c-4be8-824b-71066a2f1802 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:44.734105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c958ac62-5df0-4133-b067-e9e4ce0772aa req-cebe90f2-2029-48fe-944d-88f4d4f6ee58 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.734835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c958ac62-5df0-4133-b067-e9e4ce0772aa req-cebe90f2-2029-48fe-944d-88f4d4f6ee58 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:41:44.739725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5f4eee71-7937-4754-b3b1-a0ca7ab72582 None None] Provisioning complete for port 65d95ad5-1d6c-4be8-824b-71066a2f1802 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:44.740095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f4eee71-7937-4754-b3b1-a0ca7ab72582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:44.774329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c958ac62-5df0-4133-b067-e9e4ce0772aa req-cebe90f2-2029-48fe-944d-88f4d4f6ee58 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:41:44.775673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c958ac62-5df0-4133-b067-e9e4ce0772aa req-cebe90f2-2029-48fe-944d-88f4d4f6ee58 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 936 time: 0.4108412 Apr 28 19:41:44.788779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-f6e8d527-1a76-4c6b-ba0b-bb58bbe9075f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:44.790353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-f6e8d527-1a76-4c6b-ba0b-bb58bbe9075f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1096 time: 0.1846232 Apr 28 19:41:44.791472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Allocated IP 172.20.0.1 (cea8f413-ab71-4511-b58a-2e0fd1329bf5/19436e80-d3c7-451e-b84a-09a634a29b4f/7e8de46a-b5f4-446c-9209-a2eee013565f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:41:44.896637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c958ac62-5df0-4133-b067-e9e4ce0772aa req-0680e143-4cc2-43cf-8ba6-6dbb71209484 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140130 Apr 28 19:41:44.950226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5f4eee71-7937-4754-b3b1-a0ca7ab72582 None None] Port 65d95ad5-1d6c-4be8-824b-71066a2f1802 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:45.079746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-66879942-8d37-420a-94f2-ee3e98ba735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.081187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-66879942-8d37-420a-94f2-ee3e98ba735f service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.2835333 Apr 28 19:41:45.136371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.174167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Transition to ACTIVE for port object 61d32053-3af7-4b14-ad90-2b7581bd6ee9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:45.195922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.243396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d95ad5-1d6c-4be8-824b-71066a2f1802 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:45.254469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.268018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-b909e71c-80d3-4a28-8bfc-c278d17d003f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 200 len: 217 time: 0.1764920 Apr 28 19:41:45.279457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Transition to ACTIVE for port object 65d95ad5-1d6c-4be8-824b-71066a2f1802 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:45.290488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.319945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.335542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Attempting to bind port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:45.335826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Attempting to bind port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:45.336065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Attempting to bind port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:45.352693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Transition to ACTIVE for port object 7e8de46a-b5f4-446c-9209-a2eee013565f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:45.361896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadafbdc-e15f-4e44-b415-63193fb8dcf4 None None] Pushing event updated for resources: {'Port': ['ID=61d32053-3af7-4b14-ad90-2b7581bd6ee9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.364061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a89eb1-72eb-4878-a030-3ca67e5b07e7 req-8d768bad-2e51-4109-9a92-c20d4821df95 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.367704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:45.368075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:45.368467 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.368853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:45.369325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Bound port: 61d32053-3af7-4b14-ad90-2b7581bd6ee9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:45.369715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.370992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03a89eb1-72eb-4878-a030-3ca67e5b07e7 req-8d768bad-2e51-4109-9a92-c20d4821df95 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.4516685 Apr 28 19:41:45.402898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-5c450216-45a5-4dd0-8502-cb452bdff46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.403901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-5c450216-45a5-4dd0-8502-cb452bdff46a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1268039 Apr 28 19:41:45.413281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01e8605-ea79-4ffd-8105-0f040ca6fb2b req-ae3d0940-70b4-4234-8ce9-2bd4ddfa1e4f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.426694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f01e8605-ea79-4ffd-8105-0f040ca6fb2b req-ae3d0940-70b4-4234-8ce9-2bd4ddfa1e4f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 950 time: 0.3131590 Apr 28 19:41:45.467460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-366df94a-79e4-4902-8b8b-94a497920ff6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3523822 Apr 28 19:41:45.481877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-2214b861-5141-473e-b411-39e463488508 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667188 Apr 28 19:41:45.495552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03a89eb1-72eb-4878-a030-3ca67e5b07e7 req-7e3cc24b-0f38-4451-b8d0-e2b87b0cdaa5 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234665 Apr 28 19:41:45.576000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] For port 61d32053-3af7-4b14-ad90-2b7581bd6ee9, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:45.580205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.593789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.596223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] For port 61d32053-3af7-4b14-ad90-2b7581bd6ee9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d32053-3af7-4b14-ad90-2b7581bd6ee9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:45.610270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.696631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f01e8605-ea79-4ffd-8105-0f040ca6fb2b req-eaedc1a8-86d6-4b62-9e06-dbeeb3e6bd36 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597420 Apr 28 19:41:45.752750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadafbdc-e15f-4e44-b415-63193fb8dcf4 None None] Pushing event updated for resources: {'Port': ['ID=61d32053-3af7-4b14-ad90-2b7581bd6ee9,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.756548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:45.757167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:45.760010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-a8157f32-caed-4edb-85ec-6b1ece33a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.761523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-a8157f32-caed-4edb-85ec-6b1ece33a52b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 1101 time: 0.1537924 Apr 28 19:41:45.780400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:45.790172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:45.807961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:41:45.808422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:45.945714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Attempting to bind port 65d95ad5-1d6c-4be8-824b-71066a2f1802 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:45.945969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Attempting to bind port 65d95ad5-1d6c-4be8-824b-71066a2f1802 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:45.946347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Attempting to bind port 65d95ad5-1d6c-4be8-824b-71066a2f1802 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:45.953500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-eb3f8f7c-72fa-4fc3-b987-126e0d0278e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:45.955000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-eb3f8f7c-72fa-4fc3-b987-126e0d0278e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1613111 Apr 28 19:41:45.976172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:45.994235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-ef014136-1bdf-4174-9a01-0f8670cccca8 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4908907 Apr 28 19:41:45.998571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Port 65d95ad5-1d6c-4be8-824b-71066a2f1802 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:45.998877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Attempting to bind port 65d95ad5-1d6c-4be8-824b-71066a2f1802 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:46.010163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:46.077837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:46.078124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:46.078518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:46.078961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Bound port: 65d95ad5-1d6c-4be8-824b-71066a2f1802, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:46.079308 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.119826 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-fec2c085-76bb-47d5-8962-30d4b0f0fcbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20 HTTP/1.1" status: 200 len: 217 time: 0.1053967 Apr 28 19:41:46.136620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b63d530-1a41-4110-ae93-c755a4e34716 req-f9f2ef9b-576f-476f-8951-4748a7936bf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.138119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b63d530-1a41-4110-ae93-c755a4e34716 req-f9f2ef9b-576f-476f-8951-4748a7936bf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.4198527 Apr 28 19:41:46.240690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eec59e30-f81b-4bf2-84e9-c176d0f8ad9a None None] Provisioning for port 7e8de46a-b5f4-446c-9209-a2eee013565f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:46.241497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-6ecc2e9e-2f59-4b49-84ea-fa2c0ace3194 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348886 Apr 28 19:41:46.249058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eec59e30-f81b-4bf2-84e9-c176d0f8ad9a None None] Provisioning complete for port 7e8de46a-b5f4-446c-9209-a2eee013565f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:46.249436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eec59e30-f81b-4bf2-84e9-c176d0f8ad9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.257271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b63d530-1a41-4110-ae93-c755a4e34716 req-16589280-eb20-465c-871a-d0b5ca47299d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045537 Apr 28 19:41:46.265509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.275876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-d2a35ee1-109e-43c9-9f61-add04858d657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.277512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-d2a35ee1-109e-43c9-9f61-add04858d657 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1497283 Apr 28 19:41:46.290861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:46.369319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eec59e30-f81b-4bf2-84e9-c176d0f8ad9a None None] Port 7e8de46a-b5f4-446c-9209-a2eee013565f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:46.376474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:46.388542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dce8b4-2ae9-451a-9450-767d8e93df28 req-cbbc7184-b624-49ec-8dbb-5e72552100a1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.397248 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26dce8b4-2ae9-451a-9450-767d8e93df28 req-cbbc7184-b624-49ec-8dbb-5e72552100a1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.4412122 Apr 28 19:41:46.408340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:41Z', 'revision_number': 3, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:46.413865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f994ef9b-5c72-4399-89ef-f50acb4c3a73 None None] The sync data for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 is: [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:41Z', 'revision_number': 3, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:46.431540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.541245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.555174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.555800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.557185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-ec387d2a-d4c0-4c50-b5d1-fba829bf3c04 service neutron] 10.222.0.41 "PUT /v2.0/ports/65d95ad5-1d6c-4be8-824b-71066a2f1802 HTTP/1.1" status: 200 len: 1096 time: 2.2318208 Apr 28 19:41:46.557947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:46.584954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26dce8b4-2ae9-451a-9450-767d8e93df28 req-e5cc9da1-ca8d-4f62-bfca-f62f26811068 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867464 Apr 28 19:41:46.665374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae0ba1-1417-4182-a03c-c1bbfc6e652b req-4a1b4e56-c73a-4258-85df-9be934604e08 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.667482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7aae0ba1-1417-4182-a03c-c1bbfc6e652b req-4a1b4e56-c73a-4258-85df-9be934604e08 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.2206736 Apr 28 19:41:46.704574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.717544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.718466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:46.839781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7aae0ba1-1417-4182-a03c-c1bbfc6e652b req-9e3730c8-5e86-4815-a6cb-77fd7e97f0cc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581473 Apr 28 19:41:46.920225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Pushing event updated for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:46.920896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-eb3fe83f-b277-4d62-9506-860713e5e69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.924176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-15664825-cdf0-46ff-9db8-9caba2a0e481 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:46.926175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-15664825-cdf0-46ff-9db8-9caba2a0e481 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.3530009 Apr 28 19:41:46.928094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-eb3fe83f-b277-4d62-9506-860713e5e69c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6291089 Apr 28 19:41:47.096003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-6af2d812-41a0-4b19-9be7-4be13b2d995e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.098113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-6af2d812-41a0-4b19-9be7-4be13b2d995e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 1099 time: 0.4929943 Apr 28 19:41:47.186151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344f7c5-abff-45df-bcd5-a9a31f578662 req-a62341f9-cea8-488a-ab8d-ee79b094033b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.187783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9344f7c5-abff-45df-bcd5-a9a31f578662 req-a62341f9-cea8-488a-ab8d-ee79b094033b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 948 time: 0.3190265 Apr 28 19:41:47.190765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-9300ab9d-a08e-40bc-a65f-62ba2c690f2e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802 HTTP/1.1" status: 200 len: 217 time: 0.0808060 Apr 28 19:41:47.193505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-b762a35b-7f4f-4e31-9aca-299fe2ebbe40 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568755 Apr 28 19:41:47.254940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:41:47.259108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:47.260353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:41:47.286311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ce8165-1130-433c-bed4-134a4c67236b req-ea98649e-44ab-4722-8e8d-c359b414c307 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.287786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9ce8165-1130-433c-bed4-134a4c67236b req-ea98649e-44ab-4722-8e8d-c359b414c307 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2103534 Apr 28 19:41:47.335125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9344f7c5-abff-45df-bcd5-a9a31f578662 req-01309a8b-8a32-40b8-b747-62dfd947993e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406903 Apr 28 19:41:47.456382 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91c42fa-d6f1-4f78-ba4c-cc8caa256321'] response: {'name': 'network-changed', 'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802', 'status': 'completed', 'code': 200} Apr 28 19:41:47.495301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-0bd7c4e6-7f7c-442e-a100-d6c34c54aff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.499259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-0bd7c4e6-7f7c-442e-a100-d6c34c54aff2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2897160 Apr 28 19:41:47.534159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.598673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:47.609679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:47.615827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.620847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9ce8165-1130-433c-bed4-134a4c67236b req-47e406c5-824a-4c70-9681-57df5857a6e0 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798507 Apr 28 19:41:47.631581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-df7776ba-91a7-4124-8963-ae7529d1a86a service neutron] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:47.634979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf2f2f3-acea-4b54-a4e6-7408ba2d6e75 req-3f8b5b66-e2c3-4ddf-97ba-cb8b6f2eee77 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242265 Apr 28 19:41:47.642511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Router 4d6fc5bc-bd39-45bc-8b22-272beace30da has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:41:47.660929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-df7776ba-91a7-4124-8963-ae7529d1a86a service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.662058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35a523fa-8fd2-4935-949c-42fb24093a98 req-df7776ba-91a7-4124-8963-ae7529d1a86a service neutron] 10.222.0.46 "DELETE /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.5834999 Apr 28 19:41:47.724439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-30069b24-b71d-45a1-bc78-7d5b64c5654e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.725947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-30069b24-b71d-45a1-bc78-7d5b64c5654e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2155204 Apr 28 19:41:47.784364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93f15596-202d-4464-9cd1-5dbc0ad1347b None None] Provisioning complete for port 7e8de46a-b5f4-446c-9209-a2eee013565f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:47.784897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93f15596-202d-4464-9cd1-5dbc0ad1347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:47.789034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4ba902-e1e1-40d8-afb3-b04df1d303b1 req-8e35c4be-f8a3-48fe-8830-401643203700 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:47.790560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea4ba902-e1e1-40d8-afb3-b04df1d303b1 req-8e35c4be-f8a3-48fe-8830-401643203700 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1532235 Apr 28 19:41:47.827737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:47.848658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93f15596-202d-4464-9cd1-5dbc0ad1347b None None] Port 7e8de46a-b5f4-446c-9209-a2eee013565f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:41:47.906169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:41:47.917930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-113ef3d5-70f3-4062-9f29-879393fa7840 admin admin] 10.222.0.24 "PUT /v2.0/routers/4d6fc5bc-bd39-45bc-8b22-272beace30da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6640346 Apr 28 19:41:47.929048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea4ba902-e1e1-40d8-afb3-b04df1d303b1 req-e210a02f-270c-4dcc-9960-d9173885e149 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306503 Apr 28 19:41:47.971078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-7941bfbd-9641-4253-af2f-1ecbc1d33309 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365375 Apr 28 19:41:47.992706 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c26dc86-ef23-4a84-9e10-c9d2a847186f'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'code': 200} Apr 28 19:41:48.156578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d32053-3af7-4b14-ad90-2b7581bd6ee9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:48.250381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:48.254647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29d16848-369e-4de2-94d3-49dd8e08b2f1 req-e03c688e-2dbb-4963-9ba1-b022532c2683 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2700672 Apr 28 19:41:48.259713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:48.260746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.298789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b5fd6c-0b6b-40e2-8393-8ca328c793bc req-63931f0b-a321-418e-965b-008623af930f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:48.300643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-14b5fd6c-0b6b-40e2-8393-8ca328c793bc req-63931f0b-a321-418e-965b-008623af930f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1297412 Apr 28 19:41:48.404743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-14b5fd6c-0b6b-40e2-8393-8ca328c793bc req-b7e0e29b-4eb2-414a-a6ab-33c05f3d6635 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974844 Apr 28 19:41:48.463689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.474794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-a3838bcc-3141-4140-bffe-bcf3c9528fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:48.484517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 61d32053-3af7-4b14-ad90-2b7581bd6ee9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d32053-3af7-4b14-ad90-2b7581bd6ee9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:48.485496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-a3838bcc-3141-4140-bffe-bcf3c9528fe2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 1099 time: 0.1439250 Apr 28 19:41:48.490814 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:48.582307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=61d32053-3af7-4b14-ad90-2b7581bd6ee9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:48.646045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0065a-13d6-47bf-b76e-d9041fa5fd2e req-e15d7ba2-0350-4a9f-8492-d0bee150af27 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:48.647727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73d0065a-13d6-47bf-b76e-d9041fa5fd2e req-e15d7ba2-0350-4a9f-8492-d0bee150af27 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.0935369 Apr 28 19:41:48.654419 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Sync routers for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:48.664576 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:48.665250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:48.697175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73d0065a-13d6-47bf-b76e-d9041fa5fd2e req-e4f13519-60d7-4de4-b081-892cd11e139a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Apr 28 19:41:48.748279 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-695599a2-b857-440a-a4cc-8b1464e5044f req-1c3bbb6d-7fdc-4f46-a3ff-fdcc04c7f979 tempest-FloatingIPDetailsNegativeTestJSON-955707732 tempest-FloatingIPDetailsNegativeTestJSON-955707732-project] show failed (client error): The resource could not be found. Apr 28 19:41:48.759209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:48.761947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-695599a2-b857-440a-a4cc-8b1464e5044f req-1c3bbb6d-7fdc-4f46-a3ff-fdcc04c7f979 tempest-FloatingIPDetailsNegativeTestJSON-955707732 tempest-FloatingIPDetailsNegativeTestJSON-955707732-project] 10.222.0.24 "GET /v2.0/floatingips/cf74d673-41b0-447b-a7b5-4338d6782619 HTTP/1.1" status: 404 len: 350 time: 0.0981853 Apr 28 19:41:48.763299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-5b4a9281-fdf6-4656-b32d-dfcf6294bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:48.764709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-5b4a9281-fdf6-4656-b32d-dfcf6294bc4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2719359 Apr 28 19:41:48.918622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-fd44006d-641a-4e97-9e12-354fc3dc5e36 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802 HTTP/1.1" status: 200 len: 217 time: 0.1441934 Apr 28 19:41:48.928245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:49.140469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855dcce-31b2-42a0-8cc9-f05970c7c2ab req-010efcd2-89bc-4f78-873e-c46e61050960 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.145983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a855dcce-31b2-42a0-8cc9-f05970c7c2ab req-010efcd2-89bc-4f78-873e-c46e61050960 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 948 time: 0.1797392 Apr 28 19:41:49.166879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-e9b95d7c-d6a1-4707-8fa8-e4fce9507bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.168265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-e9b95d7c-d6a1-4707-8fa8-e4fce9507bf2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2111127 Apr 28 19:41:49.236460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe876b0-35cc-49b3-84fa-6fc230151408 req-84523272-6859-4de0-917c-3eb34f63e726 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.241950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbe876b0-35cc-49b3-84fa-6fc230151408 req-84523272-6859-4de0-917c-3eb34f63e726 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.3148587 Apr 28 19:41:49.297280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbe876b0-35cc-49b3-84fa-6fc230151408 req-1c212f42-c93c-4b11-a9d3-50dbaf1280f6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526049 Apr 28 19:41:49.305485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-4f67d4d8-c535-40ef-a44d-b68b69339f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.307111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-4f67d4d8-c535-40ef-a44d-b68b69339f6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1316741 Apr 28 19:41:49.309960 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:46Z', 'revision_number': 4, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7e8de46a-b5f4-446c-9209-a2eee013565f', 'name': '', 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'mac_address': 'fa:16:3e:c9:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:44Z', 'updated_at': '2022-04-28T19:41:46Z', 'revision_number': 2, 'project_id': '8e57adf4449e4b339981f966e829036c', 'subnets': [{'id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:49.314050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Checking router: 4d6fc5bc-bd39-45bc-8b22-272beace30da for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:49.314393 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Updating router 4d6fc5bc-bd39-45bc-8b22-272beace30da port 7e8de46a-b5f4-446c-9209-a2eee013565f binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:41:49.388802 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.392434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a855dcce-31b2-42a0-8cc9-f05970c7c2ab req-353ed838-7a8e-4ce2-b411-fa2d5a886cd0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778569 Apr 28 19:41:49.471025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-ac41406f-d808-488b-bcb6-397280e9c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.472881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-ac41406f-d808-488b-bcb6-397280e9c86e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1096 time: 0.2566624 Apr 28 19:41:49.594514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-faf0ade9-c269-4d6a-b453-19cd97d47c67 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2734845 Apr 28 19:41:49.825426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bed07-82f9-46ca-93c7-6eb65fb1eb7f req-2aa30098-48a9-4b9e-a76b-2c6151d01f61 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241402 Apr 28 19:41:49.854451 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.868399 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Transition to ACTIVE for port object 7e8de46a-b5f4-446c-9209-a2eee013565f will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:41:49.876840 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:49.943181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-06860262-1afd-47a9-a491-b948e250226b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:49.944974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-06860262-1afd-47a9-a491-b948e250226b service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.4433491 Apr 28 19:41:49.968115 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Pushing event updated for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:49.980727 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.981370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.981973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.982481 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.983200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.983705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.984210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.984705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.985315 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.985848 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.986359 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:49.986851 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:41:50.114129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b02521d-2a8b-4b71-a766-92cd9399de15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.118930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-e7a0ac7d-5d11-49e7-89fc-f8d873635453 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 0.1669495 Apr 28 19:41:50.139652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d32053-3af7-4b14-ad90-2b7581bd6ee9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:50.228068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b0de9-0a19-489d-b102-a5c5a8b37624 req-997fbc5e-b8f5-4c03-ba51-17821151a727 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.229638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-873b0de9-0a19-489d-b102-a5c5a8b37624 req-997fbc5e-b8f5-4c03-ba51-17821151a727 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.5105400 Apr 28 19:41:50.231141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-062b0ca7-c050-4e22-aaf5-b12f715285b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.232701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-062b0ca7-c050-4e22-aaf5-b12f715285b7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1034915 Apr 28 19:41:50.272085 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Attempting to bind port 7e8de46a-b5f4-446c-9209-a2eee013565f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:50.272748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Attempting to bind port 7e8de46a-b5f4-446c-9209-a2eee013565f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:50.273385 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Attempting to bind port 7e8de46a-b5f4-446c-9209-a2eee013565f on network cea8f413-ab71-4511-b58a-2e0fd1329bf5 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:50.280413 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:50.281031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Checking segment: {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:50.281718 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.282310 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Bound using segment: {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:50.282914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Bound port: 7e8de46a-b5f4-446c-9209-a2eee013565f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2a624-99e5-4c4d-85c8-9f3686dedef6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:50.284140 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.312257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725214e-a6cd-4208-8bb8-e67f0d63fa0a req-79ca7ea2-8a42-46d3-91dc-cb7bf9f517e7 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.320896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8725214e-a6cd-4208-8bb8-e67f0d63fa0a req-79ca7ea2-8a42-46d3-91dc-cb7bf9f517e7 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1096 time: 0.1069267 Apr 28 19:41:50.328336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:50.329416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.342730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-b9b63f35-b69b-4dde-afa4-17658f24f145 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748003 Apr 28 19:41:50.399755 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] For port 7e8de46a-b5f4-446c-9209-a2eee013565f, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:50.403768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] For port 7e8de46a-b5f4-446c-9209-a2eee013565f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7e8de46a-b5f4-446c-9209-a2eee013565f,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:50.410139 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.426501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8725214e-a6cd-4208-8bb8-e67f0d63fa0a req-2a08eea7-490f-4401-8589-81679161e94c tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926752 Apr 28 19:41:50.487703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-873b0de9-0a19-489d-b102-a5c5a8b37624 req-c011421b-5240-4b65-b2a3-d26142b3a5e4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508531 Apr 28 19:41:50.517185 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:50.520806 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:50.672660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:50.734707 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:50.873233 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4486ba-d1be-484d-be51-af69f6d8653a None None] Pushing event updated for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:50.904666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-e4cbc693-1c06-4fa4-b049-4e2d1bb27ed0 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4986489 Apr 28 19:41:50.921072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160bf975-cc33-4c67-9510-67d70546f147 req-1a995a19-9c73-42ba-9224-e88e2c4c1e9a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:50.924471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-160bf975-cc33-4c67-9510-67d70546f147 req-1a995a19-9c73-42ba-9224-e88e2c4c1e9a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1013327 Apr 28 19:41:50.966744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-160bf975-cc33-4c67-9510-67d70546f147 req-1029b6c0-93a9-4f5e-8a8d-231d4c78b2cc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Apr 28 19:41:51.091915 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:46Z', 'revision_number': 4, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7e8de46a-b5f4-446c-9209-a2eee013565f', 'name': '', 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'mac_address': 'fa:16:3e:c9:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:44Z', 'updated_at': '2022-04-28T19:41:50Z', 'revision_number': 4, 'project_id': '8e57adf4449e4b339981f966e829036c', 'subnets': [{'id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:51.096348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15a425e0-9307-4844-bb75-7e6b56eee389 None None] The sync data for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 is: [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:46Z', 'revision_number': 4, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7e8de46a-b5f4-446c-9209-a2eee013565f', 'name': '', 'network_id': 'cea8f413-ab71-4511-b58a-2e0fd1329bf5', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'mac_address': 'fa:16:3e:c9:e6:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_interface', 'standard_attr_id': 570, 'fixed_ips': [{'subnet_id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:44Z', 'updated_at': '2022-04-28T19:41:50Z', 'revision_number': 4, 'project_id': '8e57adf4449e4b339981f966e829036c', 'subnets': [{'id': '19436e80-d3c7-451e-b84a-09a634a29b4f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:51.171682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a895ff5-3546-4c25-ba51-ebeb7e44df6e req-c3e71dd8-cda2-49d1-9a93-9f478a8b9f4d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:51.172546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c00002-467b-4919-bcb9-220c7e883ca3 req-ba06e774-6cfb-47b7-beb7-70b4e95ba15e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:51.173143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a895ff5-3546-4c25-ba51-ebeb7e44df6e req-c3e71dd8-cda2-49d1-9a93-9f478a8b9f4d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 948 time: 0.1053989 Apr 28 19:41:51.174018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c00002-467b-4919-bcb9-220c7e883ca3 req-ba06e774-6cfb-47b7-beb7-70b4e95ba15e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.3632977 Apr 28 19:41:51.186183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-b1a05348-b88b-40d5-ae33-c5c19c14fa2c service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2730348 Apr 28 19:41:51.231561 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a895ff5-3546-4c25-ba51-ebeb7e44df6e req-c9b7c6a6-6f5b-46b7-b908-029e5865c63c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516450 Apr 28 19:41:51.310204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 65d95ad5-1d6c-4be8-824b-71066a2f1802 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:51.328880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c00002-467b-4919-bcb9-220c7e883ca3 req-5ba875e8-b8b1-4f94-8f56-2cee694b8c54 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447923 Apr 28 19:41:51.401618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-4a164178-2273-40e2-ac14-e56a74714c7c tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:51.403742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-4a164178-2273-40e2-ac14-e56a74714c7c tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.1465988 Apr 28 19:41:51.449609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9091519f-b9c6-4f18-9916-bb72b586f3f2 req-a8ae4610-9e8b-42e4-811d-6bc109e3aa85 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:51.455130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:41:51.457875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9091519f-b9c6-4f18-9916-bb72b586f3f2 req-a8ae4610-9e8b-42e4-811d-6bc109e3aa85 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 1096 time: 0.0928407 Apr 28 19:41:51.512677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9091519f-b9c6-4f18-9916-bb72b586f3f2 req-54e0f86b-3025-489a-9a94-605a1cad0d63 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537500 Apr 28 19:41:51.546542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:51.562248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '65d95ad5-1d6c-4be8-824b-71066a2f1802', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '65d95ad5-1d6c-4be8-824b-71066a2f1802', 'mac_address': 'fa:16:3e:bb:02:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:51.625918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.652459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.673799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d95ad5-1d6c-4be8-824b-71066a2f1802 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:51.700895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Deleting port 7e8de46a-b5f4-446c-9209-a2eee013565f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:51.701235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.705271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:51.714942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:51.810259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.097633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['65d95ad5-1d6c-4be8-824b-71066a2f1802'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:52.177613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7e8de46a-b5f4-446c-9209-a2eee013565f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:52.260520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f6c50-19b9-42b7-8ee5-40e3701653c4 req-4c3a0795-ad6a-4313-87ce-78968d347a3d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:52.262159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b59f6c50-19b9-42b7-8ee5-40e3701653c4 req-4c3a0795-ad6a-4313-87ce-78968d347a3d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.5168715 Apr 28 19:41:52.269954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] For port 7e8de46a-b5f4-446c-9209-a2eee013565f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7e8de46a-b5f4-446c-9209-a2eee013565f,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:52.271948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.326095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3ccfd7b-c780-4314-bf2b-262a3f336e7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.337738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7e8de46a-b5f4-446c-9209-a2eee013565f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:52.349497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7e8de46a-b5f4-446c-9209-a2eee013565f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:52.349861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.371606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feec1dc0-ae6a-4676-89ad-fc3d8e3e1a97 req-2bd35253-9c06-4237-bcc4-abe722d140e9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:52.373641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feec1dc0-ae6a-4676-89ad-fc3d8e3e1a97 req-2bd35253-9c06-4237-bcc4-abe722d140e9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 945 time: 0.1185164 Apr 28 19:41:52.433131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Calling delete_port for 7e8de46a-b5f4-446c-9209-a2eee013565f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:52.444971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feec1dc0-ae6a-4676-89ad-fc3d8e3e1a97 req-e9573937-99a2-4aa5-89e1-0abc8aa7e088 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638962 Apr 28 19:41:52.462614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:52.513321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b59f6c50-19b9-42b7-8ee5-40e3701653c4 req-869d324f-04ba-48e7-83dc-e771e3afbf8c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453384 Apr 28 19:41:52.583905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:52.605110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.646059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7e8de46a-b5f4-446c-9209-a2eee013565f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7e8de46a-b5f4-446c-9209-a2eee013565f,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:52.651551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.677354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.680242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:52.719602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:52.728714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.804151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:41:52.804502 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:41:52.840621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a364d9-b937-40bb-bb6c-ffb11f3a560b req-1d642108-1780-4289-a627-630f3c516d0f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:52.842126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10a364d9-b937-40bb-bb6c-ffb11f3a560b req-1d642108-1780-4289-a627-630f3c516d0f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.0916612 Apr 28 19:41:52.897495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10a364d9-b937-40bb-bb6c-ffb11f3a560b req-f0a3330e-026f-4e29-acb1-36cf60f8c152 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450079 Apr 28 19:41:52.962241 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a74635a-beb2-4b33-99c1-e164c7cb7b97'] response: {'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'code': 200} Apr 28 19:41:52.962914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:52.969764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:41:52.970112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:41:52.970435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:52.979001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:41:52.979322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Attempting to bind port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:41:52.986671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:41:52.989928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:41:52.990358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:41:52.991342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Bound port: 833d836e-a6b8-47a3-8f5c-2495154f17a3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:41:52.991699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.011355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826738db-1355-4f7b-9f83-d9e2868b7541 req-6879c5b5-61f9-467c-bebe-7e250484e8e7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:53.013510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-826738db-1355-4f7b-9f83-d9e2868b7541 req-6879c5b5-61f9-467c-bebe-7e250484e8e7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 949 time: 0.3275905 Apr 28 19:41:53.118583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-826738db-1355-4f7b-9f83-d9e2868b7541 req-bc6d27e7-8080-45ed-9378-905f442ef8a7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732059 Apr 28 19:41:53.130549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:41:53.134083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:41:53.138861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.306319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Deleting port 7e8de46a-b5f4-446c-9209-a2eee013565f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:53.306951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.330559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:53.338659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:53.366563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:53.367180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.368520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3d32f641-4dbb-4ccf-8991-78540d86a889 service neutron] 10.222.0.46 "PUT /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 1121 time: 1.9238820 Apr 28 19:41:53.525967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:53.545031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8f86044b-eb6c-44d7-9545-50786aafc696', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '8f86044b-eb6c-44d7-9545-50786aafc696', 'mac_address': 'fa:16:3e:9e:2a:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:41:53.568733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['833d836e-a6b8-47a3-8f5c-2495154f17a3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:53.744661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] For port 7e8de46a-b5f4-446c-9209-a2eee013565f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7e8de46a-b5f4-446c-9209-a2eee013565f,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:53.745477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.751609 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.768620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd12e0-7007-4e2f-91e7-f991332bcf4e req-5acc1af0-9892-49be-a19a-23d58185a983 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:53.770582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78bd12e0-7007-4e2f-91e7-f991332bcf4e req-5acc1af0-9892-49be-a19a-23d58185a983 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.1188626 Apr 28 19:41:53.777657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.807666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:41:53.836396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78bd12e0-7007-4e2f-91e7-f991332bcf4e req-cddd47f6-ed01-4f28-8584-934a92f1495d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593114 Apr 28 19:41:53.848804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:53.883806 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:53.928819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Calling delete_port for 7e8de46a-b5f4-446c-9209-a2eee013565f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:53.982547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.026551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.101735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8f86044b-eb6c-44d7-9545-50786aafc696'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:41:54.140655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87f701f-1303-40be-b546-4da7f6646f8b req-5a04867d-6b5b-41cd-8e80-600a10557285 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.147485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a87f701f-1303-40be-b546-4da7f6646f8b req-5a04867d-6b5b-41cd-8e80-600a10557285 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.3900166 Apr 28 19:41:54.167160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739678ac-b74f-481c-8477-d8da9997adbb req-b0b17238-8a44-4406-b542-3cfbd2334ef4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.168675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-739678ac-b74f-481c-8477-d8da9997adbb req-b0b17238-8a44-4406-b542-3cfbd2334ef4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1254332 Apr 28 19:41:54.170089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7e8de46a-b5f4-446c-9209-a2eee013565f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:54.209446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a87f701f-1303-40be-b546-4da7f6646f8b req-992d6452-c6f8-4415-9cb5-8d6932e99f82 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535862 Apr 28 19:41:54.255498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-739678ac-b74f-481c-8477-d8da9997adbb req-42f1231e-b412-4f27-8e11-f0955687685a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791636 Apr 28 19:41:54.306744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.341340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 7e8de46a-b5f4-446c-9209-a2eee013565f {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 19:41:54.342286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7e8de46a-b5f4-446c-9209-a2eee013565f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 28 19:41:54.364660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Pushing event deleted for resources: {'Port': ['ID=7e8de46a-b5f4-446c-9209-a2eee013565f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:54.403206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 7e8de46a-b5f4-446c-9209-a2eee013565f not found, will not notify nova. {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 28 19:41:54.530354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2a5e5-5b7f-4b0e-9e52-55c034b1a3f6 req-36a34b32-2407-4ff6-b7a1-5d108671a840 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:54.538819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2c2a5e5-5b7f-4b0e-9e52-55c034b1a3f6 req-36a34b32-2407-4ff6-b7a1-5d108671a840 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 949 time: 0.1452174 Apr 28 19:41:54.619208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2c2a5e5-5b7f-4b0e-9e52-55c034b1a3f6 req-bded4cef-9ea5-4e18-b888-cabdcf17afb4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794995 Apr 28 19:41:54.708013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:54.985321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:55.004264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.092232 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-916b52d6-4166-4a88-845a-e7f1caf81fb9'] response: {'name': 'network-changed', 'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'status': 'completed', 'code': 200} Apr 28 19:41:55.274612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Router 4d6fc5bc-bd39-45bc-8b22-272beace30da has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:41:55.286144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-53afebb5-dc6a-4ab0-8be5-43f4672afb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.287669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-53afebb5-dc6a-4ab0-8be5-43f4672afb36 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1124 time: 0.1761186 Apr 28 19:41:55.324427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 65d95ad5-1d6c-4be8-824b-71066a2f1802 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:55.462710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 65d95ad5-1d6c-4be8-824b-71066a2f1802 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:41:55.468756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 65d95ad5-1d6c-4be8-824b-71066a2f1802 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:55.469289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.556453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9f20aa-cee9-44ff-8a6a-4b37129eaf8d req-5284e83e-4b03-498e-92a5-46fcfd39c187 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.557205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1d9f20aa-cee9-44ff-8a6a-4b37129eaf8d req-5284e83e-4b03-498e-92a5-46fcfd39c187 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.4522350 Apr 28 19:41:55.704973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-1ce3eb69-4e83-4a52-8cc0-09b86711b713 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:55.706503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-1ce3eb69-4e83-4a52-8cc0-09b86711b713 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.4109542 Apr 28 19:41:55.723421 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.762586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:55.777151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:55.782181 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1d9f20aa-cee9-44ff-8a6a-4b37129eaf8d req-e09fd602-4e24-40d1-a4d5-0cd072d98e2e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176592 Apr 28 19:41:55.784162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:55.791745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:41:55.804976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60f73550-ef63-4d6d-a97d-b61d2da0dddd admin admin] 10.222.0.24 "PUT /v2.0/routers/4d6fc5bc-bd39-45bc-8b22-272beace30da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0421333 Apr 28 19:41:55.806415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:55.838106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Sync routers for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:41:55.848860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-23481e93-a4d2-47ec-b3ae-97316229b787 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 0.1300075 Apr 28 19:41:55.886673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:55.890394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.069299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0df8c-4dfa-4268-a129-134ee80a27bf req-36b18345-ead0-4766-8044-098c331fea5c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.074015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.079118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9bb0df8c-4dfa-4268-a129-134ee80a27bf req-36b18345-ead0-4766-8044-098c331fea5c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.5067756 Apr 28 19:41:56.134397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-18d19d9f-b136-44f8-9736-cf1136424607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.135881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-18d19d9f-b136-44f8-9736-cf1136424607 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.2750413 Apr 28 19:41:56.186102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:56.214664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9bb0df8c-4dfa-4268-a129-134ee80a27bf req-2c3dad1e-3508-4d23-8283-18be0b901a7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346710 Apr 28 19:41:56.225883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-bf47c9af-f209-42a1-b6e1-2ec969ab67ee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0800683 Apr 28 19:41:56.283879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:56.523115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-9c20ff19-f45a-49f8-8654-f9cfdabf54a6 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877274 Apr 28 19:41:56.571157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a370c-a8bb-4e1b-8926-6e02832f5cc2 req-38bd416c-98e7-4974-88c5-670e799ee06e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:56.572636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f86a370c-a8bb-4e1b-8926-6e02832f5cc2 req-38bd416c-98e7-4974-88c5-670e799ee06e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2953594 Apr 28 19:41:56.635866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f86a370c-a8bb-4e1b-8926-6e02832f5cc2 req-4643ec3f-7a73-4774-a994-433b2e071f41 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545588 Apr 28 19:41:56.676811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.702240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Deleting port 61d32053-3af7-4b14-ad90-2b7581bd6ee9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:56.702856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:56.734303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad159ef-e1c4-49ed-b9b4-dcf5f3e2c4e3 req-41073705-90fb-4500-a7a1-3bd7f29e092e service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957006 Apr 28 19:41:56.940682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11'}], 'enable_snat': True}, 'gw_port_id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:54Z', 'revision_number': 5, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port': {'id': '61d32053-3af7-4b14-ad90-2b7581bd6ee9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:78:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:41:39Z', 'updated_at': '2022-04-28T19:41:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:56.952244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Checking router: 4d6fc5bc-bd39-45bc-8b22-272beace30da for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:41:56.970976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Routers {'4d6fc5bc-bd39-45bc-8b22-272beace30da'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:41:56.971751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4d6fc5bc-bd39-45bc-8b22-272beace30da'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:57.048083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b972dc5-fec3-42e6-ba56-69d5bf5ca56e req-4f49da3e-c579-415a-b99c-a6663d310be7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.049869 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b972dc5-fec3-42e6-ba56-69d5bf5ca56e req-4f49da3e-c579-415a-b99c-a6663d310be7 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 950 time: 0.2138286 Apr 28 19:41:57.121607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] For port 61d32053-3af7-4b14-ad90-2b7581bd6ee9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d32053-3af7-4b14-ad90-2b7581bd6ee9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:57.122622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.199031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] Set router 4d6fc5bc-bd39-45bc-8b22-272beace30da gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:41:57.222253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b972dc5-fec3-42e6-ba56-69d5bf5ca56e req-74cd37d0-e6a7-4b36-bc0c-117d029c6f5c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579907 Apr 28 19:41:57.300095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Calling delete_port for 61d32053-3af7-4b14-ad90-2b7581bd6ee9 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:41:57.327034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:41:57.369376 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00cbb5de-143d-47d4-8399-8800cd98e833'] response: {'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802', 'code': 200} Apr 28 19:41:57.390514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:56Z', 'revision_number': 6, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:41:57.405879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d0bdd-b463-46f0-896f-b9630cd68b54 None None] The sync data for ids ['4d6fc5bc-bd39-45bc-8b22-272beace30da'] in n-d-839811-1 is: [{'id': '4d6fc5bc-bd39-45bc-8b22-272beace30da', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-97429840-router', 'tenant_id': '8e57adf4449e4b339981f966e829036c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:41:38Z', 'updated_at': '2022-04-28T19:41:56Z', 'revision_number': 6, 'project_id': '8e57adf4449e4b339981f966e829036c', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:41:57.410996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:41:57.595985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5d7e7-450f-4d4d-b4c7-18c7382cb378 req-a35d2368-9fda-4089-84be-3f4922508eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:57.598532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1c5d7e7-450f-4d4d-b4c7-18c7382cb378 req-a35d2368-9fda-4089-84be-3f4922508eb0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 1101 time: 0.1774416 Apr 28 19:41:57.659150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1c5d7e7-450f-4d4d-b4c7-18c7382cb378 req-a32f3fea-24ea-4097-bfa5-1af41af885b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516834 Apr 28 19:41:57.747906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:57.756444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.769019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:41:57.773987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8f86044b-eb6c-44d7-9545-50786aafc696 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:41:57.774765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:57.952139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Pushing event deleted for resources: {'Port': ['ID=61d32053-3af7-4b14-ad90-2b7581bd6ee9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:57.977453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.095641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.158732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:41:58.167900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.270345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:58.392914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.397029 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.463302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7e8de46a-b5f4-446c-9209-a2eee013565f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:58.537834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7e8de46a-b5f4-446c-9209-a2eee013565f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:41:58.538390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7e8de46a-b5f4-446c-9209-a2eee013565f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:41:58.546398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.547069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d6fc5bc-bd39-45bc-8b22-272beace30da {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:41:58.564517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709718ce-fb96-4b0c-82c3-4eff9a6b515c req-da0e92bc-97ed-4f56-8884-8f830a61201c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:58.572109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-709718ce-fb96-4b0c-82c3-4eff9a6b515c req-da0e92bc-97ed-4f56-8884-8f830a61201c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.5150197 Apr 28 19:41:58.621723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.625287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-10d3d0f2-26f6-4f5d-afca-8f4dafdf5556 admin admin] 10.222.0.24 "DELETE /v2.0/routers/4d6fc5bc-bd39-45bc-8b22-272beace30da HTTP/1.1" status: 204 len: 168 time: 2.8157754 Apr 28 19:41:58.625762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:58.645666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-709718ce-fb96-4b0c-82c3-4eff9a6b515c req-6d6cde0c-36a6-452a-9fa2-01d403da9752 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725200 Apr 28 19:41:58.762128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Deleting subnet 19436e80-d3c7-451e-b84a-09a634a29b4f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:41:58.774280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.880602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:58.999262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.251234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6d856f-d7c8-4653-b64e-643f33b8811e req-4e15156e-f8ce-429e-a751-7bab9c26e5b6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:59.254100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee6d856f-d7c8-4653-b64e-643f33b8811e req-4e15156e-f8ce-429e-a751-7bab9c26e5b6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2033713 Apr 28 19:41:59.255701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.310142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19436e80-d3c7-451e-b84a-09a634a29b4f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:41:59.319255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.326694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8417a97b-8e95-47d9-8926-46eb31e89fb9 None None] Network cea8f413-ab71-4511-b58a-2e0fd1329bf5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:41:59.338328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6518cf2-bc99-4060-8069-bf2e9ebe35ca admin admin] 10.222.0.24 "DELETE /v2.0/subnets/19436e80-d3c7-451e-b84a-09a634a29b4f HTTP/1.1" status: 204 len: 168 time: 0.7114680 Apr 28 19:41:59.338934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:41:59.351663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee6d856f-d7c8-4653-b64e-643f33b8811e req-4da51b9b-d533-469d-8da6-cf557da8779f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649505 Apr 28 19:41:59.541273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:41:59.590299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:41:59.597251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.629291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Deleting port 67dc68cc-15fa-49d6-9564-2e00764fc38b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:41:59.629810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:41:59.738504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8ab01-df29-4a17-8374-68b23ddaebdc req-279ef353-f3f7-49f4-abf9-f22a9e27480f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:41:59.740174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11d8ab01-df29-4a17-8374-68b23ddaebdc req-279ef353-f3f7-49f4-abf9-f22a9e27480f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.1720977 Apr 28 19:41:59.802329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11d8ab01-df29-4a17-8374-68b23ddaebdc req-8dc21ba6-ba80-4647-9b3e-fffda639015e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532820 Apr 28 19:42:00.047539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d32053-3af7-4b14-ad90-2b7581bd6ee9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:00.064875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] For port 67dc68cc-15fa-49d6-9564-2e00764fc38b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=67dc68cc-15fa-49d6-9564-2e00764fc38b,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:00.065558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.115120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b68bed-6882-4c06-a6de-0482f6013722 req-7514578d-cc01-443f-bff5-0d83a4eccd6a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.127598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44b68bed-6882-4c06-a6de-0482f6013722 req-7514578d-cc01-443f-bff5-0d83a4eccd6a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.1499131 Apr 28 19:42:00.160339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 61d32053-3af7-4b14-ad90-2b7581bd6ee9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:00.160692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d32053-3af7-4b14-ad90-2b7581bd6ee9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:00.180567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.204471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44b68bed-6882-4c06-a6de-0482f6013722 req-e6c68f91-8047-4450-bb3c-e40a21995bb5 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups?id=3452e7ee-bb76-41af-80c0-a340c710e575&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0750792 Apr 28 19:42:00.255177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:00.264487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.320031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Calling delete_port for 67dc68cc-15fa-49d6-9564-2e00764fc38b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:00.358034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:00.360946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] DHCP port deletion for cea8f413-ab71-4511-b58a-2e0fd1329bf5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:42:00.367036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Deleting port 67dc68cc-15fa-49d6-9564-2e00764fc38b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:00.367482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.423083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-78656412-a15d-4cd0-99c5-4681d6fb6f35 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.424605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-78656412-a15d-4cd0-99c5-4681d6fb6f35 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.41 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 945 time: 0.7083986 Apr 28 19:42:00.528917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Deleting port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:00.529265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.576319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061e3c55-9ac8-4771-a55a-94f45ab0391f req-f23e7820-744a-4561-8813-65b5bb917905 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:00.578849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-061e3c55-9ac8-4771-a55a-94f45ab0391f req-f23e7820-744a-4561-8813-65b5bb917905 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 950 time: 0.1694665 Apr 28 19:42:00.638351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.668424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-061e3c55-9ac8-4771-a55a-94f45ab0391f req-8a8f15ad-24f2-481d-9f65-aab51240c790 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784400 Apr 28 19:42:00.739206 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c647efd-93ba-4a4b-8873-67b567f4c23b'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'code': 200} Apr 28 19:42:00.775846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] For port 67dc68cc-15fa-49d6-9564-2e00764fc38b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=67dc68cc-15fa-49d6-9564-2e00764fc38b,segment=NetworkSegment(1cf2a624-99e5-4c4d-85c8-9f3686dedef6),segment_id=1cf2a624-99e5-4c4d-85c8-9f3686dedef6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:00.777386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:00.934921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Calling delete_port for 67dc68cc-15fa-49d6-9564-2e00764fc38b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:01.072023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798edbfc-da6c-49b4-9ac7-fb49cc2330a7 req-fdc32db1-209d-434a-9685-d80e57160c6c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:01.077656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] No DVR routers for this DVR port 67dc68cc-15fa-49d6-9564-2e00764fc38b on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:01.080022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-798edbfc-da6c-49b4-9ac7-fb49cc2330a7 req-fdc32db1-209d-434a-9685-d80e57160c6c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.1793261 Apr 28 19:42:01.093095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:01.093498 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:01.130747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dc68cc-15fa-49d6-9564-2e00764fc38b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.142489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-798edbfc-da6c-49b4-9ac7-fb49cc2330a7 req-37c88c20-6de8-4392-88f4-e6126d7a6375 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609155 Apr 28 19:42:01.157144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] For port 1d7c85e0-9db6-44ff-b981-f4beb287bd00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d7c85e0-9db6-44ff-b981-f4beb287bd00,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:01.157717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.344488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.381563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cea8f413-ab71-4511-b58a-2e0fd1329bf5']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:01.395821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b6f9d5-eef1-4878-9584-5cfe3ace1c4b req-cc682420-5c70-402b-81fd-fc01177976a4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:01.403717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf2a624-99e5-4c4d-85c8-9f3686dedef6') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:01.404007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf2a624-99e5-4c4d-85c8-9f3686dedef6') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:01.404187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4b6f9d5-eef1-4878-9584-5cfe3ace1c4b req-cc682420-5c70-402b-81fd-fc01177976a4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1166680 Apr 28 19:42:01.423892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.427848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:01.515272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4b6f9d5-eef1-4878-9584-5cfe3ace1c4b req-958bd116-255d-4be2-a784-b264dd9e17a9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101582 Apr 28 19:42:01.608868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Deleting port 67dc68cc-15fa-49d6-9564-2e00764fc38b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:01.609646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.641452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.655643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:01.656031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.713908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cff1a8d-40df-4eb5-8af1-812c4c760ccb None None] The port '67dc68cc-15fa-49d6-9564-2e00764fc38b' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:42:01.757438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:01.775648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'mac_address': 'fa:16:3e:95:3d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.59'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:01.783651 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:01.805202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.816262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.847150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cea8f413-ab71-4511-b58a-2e0fd1329bf5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:01.861364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1d3a4b9-c8a7-4ace-8cb0-9ff3ba5a6bc4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/cea8f413-ab71-4511-b58a-2e0fd1329bf5 HTTP/1.1" status: 204 len: 168 time: 2.5183620 Apr 28 19:42:01.893275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:01.936188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac3b0f0-5c18-48ed-ad23-3ca107398863 req-847e1745-9834-4ccb-9696-3d24334a5bcc tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:01.936769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:01.942726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fac3b0f0-5c18-48ed-ad23-3ca107398863 req-847e1745-9834-4ccb-9696-3d24334a5bcc tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 1101 time: 0.1853392 Apr 28 19:42:01.977061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:01.987131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.036024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.036623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.037051 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 disassociated. External IP: 172.25.2.215, port: 1d7c85e0-9db6-44ff-b981-f4beb287bd00. Apr 28 19:42:02.037586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Calling delete_port for 1d7c85e0-9db6-44ff-b981-f4beb287bd00 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:02.038020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fac3b0f0-5c18-48ed-ad23-3ca107398863 req-e59a3dc8-2f1f-44f6-a83f-f2d1b60f4f82 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892339 Apr 28 19:42:02.160618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.230584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48760) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:02.256614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.265434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 67dc68cc-15fa-49d6-9564-2e00764fc38b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:02.388676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 67dc68cc-15fa-49d6-9564-2e00764fc38b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:02.389016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 67dc68cc-15fa-49d6-9564-2e00764fc38b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:02.478486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d2702cb7-e0fd-411b-8bf0-66f432f8babd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8e57adf4449e4b339981f966e829036c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465234 Apr 28 19:42:02.484388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:02.565306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.590752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event deleted for resources: {'Port': ['ID=1d7c85e0-9db6-44ff-b981-f4beb287bd00,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.593272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.607144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:42:02.642346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['58c97800-3fbb-4a9b-b703-84d8464a9f84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:02.654494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fade2af-4055-4320-bf20-3d4970f46a3e req-3dd79fe1-3aec-4911-9dcc-ebe9c4f96329 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:02.662330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fade2af-4055-4320-bf20-3d4970f46a3e req-3dd79fe1-3aec-4911-9dcc-ebe9c4f96329 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 949 time: 0.2571845 Apr 28 19:42:02.708270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.726124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fd955f-66f5-4f7a-b267-20bf5c01bf4f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:02.738517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fade2af-4055-4320-bf20-3d4970f46a3e req-b021918f-c70c-4f0b-8e9b-ef444a0ee5ab tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744522 Apr 28 19:42:02.745813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:02.761046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:02.764435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47477570-92a5-46bd-b217-fd10bcbdbd18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49fd955f-66f5-4f7a-b267-20bf5c01bf4f HTTP/1.1" status: 204 len: 168 time: 0.2769089 Apr 28 19:42:02.866925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:42:02.879123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:02.896786 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:02.906048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:03.017278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] No DVR routers for this DVR port 1d7c85e0-9db6-44ff-b981-f4beb287bd00 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:03.020986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:03.023816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4027495c-341b-4bde-b0e2-7bd32aec2007 req-c202ef1d-d495-4d40-80f7-b89c8ea6625e tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/ports?device_id=2d0ed6d8-68e8-4190-9927-999f4ed1147a HTTP/1.1" status: 200 len: 210 time: 0.1310363 Apr 28 19:42:03.034733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'name': 'network-vif-deleted', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:03.057232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-096a0153-5874-43b2-ac59-d7cbb68d2467 req-1c45a620-bdbf-4fa3-8345-a086d7af7bea tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.41 "DELETE /v2.0/ports/1d7c85e0-9db6-44ff-b981-f4beb287bd00 HTTP/1.1" status: 204 len: 173 time: 2.6233957 Apr 28 19:42:03.347614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d7c85e0-9db6-44ff-b981-f4beb287bd00 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:03.541135 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:03.559016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 1d7c85e0-9db6-44ff-b981-f4beb287bd00 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:03.559928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d7c85e0-9db6-44ff-b981-f4beb287bd00 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:03.580115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5314665e-d072-455a-bbb4-79347f420511 req-32b5cef4-c479-46e6-9574-1d80bdba9b13 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:03.590188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5314665e-d072-455a-bbb4-79347f420511 req-32b5cef4-c479-46e6-9574-1d80bdba9b13 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 943 time: 0.3366365 Apr 28 19:42:03.715193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5314665e-d072-455a-bbb4-79347f420511 req-5c514e63-dc6b-4a0f-b96b-d197cb9a620c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229825 Apr 28 19:42:04.063367 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:04.070316 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:04.082477 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:04.084009 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:41:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:04.311497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-08f589bc-5f79-4ff2-8de6-97cb809a9d13 service neutron] 10.222.0.41 "GET /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.1584890 Apr 28 19:42:04.365997 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:04.763983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:04.962771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-370071590-network', 'tenant_id': '92aceec834e24575a29c453d5e5caa92'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:04.970089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:04.982253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Usage tracker for resource:network and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:04.987322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:05.009168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:05.031812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Made reservation on behalf of 92aceec834e24575a29c453d5e5caa92 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:05.037171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.063432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.070699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:05.078108 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9438f40-2cbb-48a7-aac7-b57ce362a263 None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:38:17Z', 'revision_number': 4, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0d2c7414-b5b1-4176-a26f-00b0dac8dbef', 'name': '', 'network_id': 'e332f6a6-dfe0-4f79-a19e-f6802e6ff460', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'mac_address': 'fa:16:3e:2b:f1:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:15Z', 'updated_at': '2022-04-28T19:38:30Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'subnets': [{'id': 'fa695d35-f971-47c1-9495-8ecde5f4d441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:05.102630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:05.108265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Usage tracker for resource:security_group_rule and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:05.111630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:05.121433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:05.261624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.271015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.313447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:05.324687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:05.340115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:05.355923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:05.359452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.368926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.369281 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Added segment e7840d91-c968-4186-9ca5-0e20dc88385b of type vlan for network c15b41a8-de95-4a01-92b9-6152e7be74b4 Apr 28 19:42:05.431930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.444527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 833d836e-a6b8-47a3-8f5c-2495154f17a3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:05.468364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:05.470016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:05.489894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.491011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:05.491824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.506356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.551029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7857957 Apr 28 19:42:05.567366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48816) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:05.576651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Request body: {'subnet': {'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-370071590-subnet', 'tenant_id': '92aceec834e24575a29c453d5e5caa92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:05.685284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da1644f-61a9-4c95-b01c-7b5b338772ec None None] New status for floating IP ca5e36b1-de5d-4b39-b55b-7f7eb5617b06: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:42:05.690029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:05.695350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Usage tracker for resource:subnet and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:05.699203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:05.708490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:05.712837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] Transition to ACTIVE for port object 833d836e-a6b8-47a3-8f5c-2495154f17a3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:05.718804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.723893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Made reservation on behalf of 92aceec834e24575a29c453d5e5caa92 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:05.726854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:05.817335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2d3ac-c374-447f-94f6-7ff7df061de0 admin admin] Pushing event updated for resources: {'Network': ['ID=c15b41a8-de95-4a01-92b9-6152e7be74b4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:05.891884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:42:06.095176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] No DVR routers for this DVR port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:06.139466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.158155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:06.220150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] 10.222.0.41 "PUT /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 1.9011261 Apr 28 19:42:06.232596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283c414d-d406-44ba-881e-8c2c2568525c service neutron] Pushing event updated for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:06.244289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 58c97800-3fbb-4a9b-b703-84d8464a9f84 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:06.245243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.404996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.445340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:06.454090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b8c22e-b599-4119-b6db-27e03a79ac80,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:06.468583 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.476525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Checking segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:06.476883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Network hostable DHCP agents. Network: c15b41a8-de95-4a01-92b9-6152e7be74b4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:06.536410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:06.554761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-9cb305c8-58d7-463c-95f1-58604d9629d8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.555138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-9cb305c8-58d7-463c-95f1-58604d9629d8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.2578869 Apr 28 19:42:06.556482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c15b41a8-de95-4a01-92b9-6152e7be74b4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:06.560691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.561278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:06.576289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c78664-6f58-42aa-a28f-3a548d174583 None None] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:06.635074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-829f03e5-88a3-468a-925d-0413b7420e82 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0662463 Apr 28 19:42:06.666471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3fd8681b-d544-4f3b-9055-742fa26ac0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.669860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-3fd8681b-d544-4f3b-9055-742fa26ac0ec service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc&tenant_id=ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 1095 time: 0.1027968 Apr 28 19:42:06.758069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=11']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:06.809489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-576e2749-f968-46dc-b5a4-f2c515f13f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:06.810989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-576e2749-f968-46dc-b5a4-f2c515f13f64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1095 time: 0.1118350 Apr 28 19:42:06.934886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2affa8-e1f4-48c2-ba83-91582d67ac49 None None] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:07.051807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-f0695bf0-b104-4de5-99e5-c5e8d289571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.057877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-f0695bf0-b104-4de5-99e5-c5e8d289571b service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2366126 Apr 28 19:42:07.169013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-1c9cb302-7a3e-4e4b-b271-08377dffbe65 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 0.1054735 Apr 28 19:42:07.280996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-acfd0a82-c09d-4ea4-bdfd-3b71b4796ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:07.282547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-acfd0a82-c09d-4ea4-bdfd-3b71b4796ed6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1026189 Apr 28 19:42:07.341887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-9b745a39-8b1c-4fbc-aa7a-70f46090ed95 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509121 Apr 28 19:42:07.519815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-eaa4ad62-c7b6-45d2-82c1-5f301a715dbb service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1671927 Apr 28 19:42:07.737197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-d907e348-7787-4a8e-a940-d9b388f3b5b9 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031410 Apr 28 19:42:08.102046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-b7293996-b6f8-4ab0-a704-e3f571486470 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:08.104350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-b7293996-b6f8-4ab0-a704-e3f571486470 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.0919387 Apr 28 19:42:08.256736 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:42:08.284608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-c4094043-9c58-45f1-b820-7b0fa5973fba service neutron] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:08.288307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-c4094043-9c58-45f1-b820-7b0fa5973fba service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:08.289997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6a22b39-7319-4dda-bd00-dd930133b911 req-c4094043-9c58-45f1-b820-7b0fa5973fba service neutron] 10.222.0.46 "DELETE /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.1775932 Apr 28 19:42:09.660851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:11.208731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-42d2043d-2753-486f-bd43-9ee3126646f0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307643 Apr 28 19:42:11.337678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060abc20-a936-410d-8d5b-04939f1927c1 req-6b5864f8-8326-4b26-848c-d30192b6a467 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.339182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-060abc20-a936-410d-8d5b-04939f1927c1 req-6b5864f8-8326-4b26-848c-d30192b6a467 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.0858390 Apr 28 19:42:11.366176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1a3316c0-6432-41f6-bfa3-4b90180813b8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.367750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1a3316c0-6432-41f6-bfa3-4b90180813b8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526003 Apr 28 19:42:11.383267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-74493aa2-5607-437b-ae18-ea26ea32b4b4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/quotas/12a4144c198a49b8beb89885669de9db HTTP/1.1" status: 200 len: 375 time: 0.0096066 Apr 28 19:42:11.393027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-060abc20-a936-410d-8d5b-04939f1927c1 req-aa998da2-00d3-44f1-9136-abc55f1c3985 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476410 Apr 28 19:42:11.457209 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53b3f741-8c93-40d0-83de-09e39e7b0fef'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'code': 200} Apr 28 19:42:11.514298 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7868ec8a-71fb-4479-bcff-92ba1fadd840'] response: {'server_uuid': '2d0ed6d8-68e8-4190-9927-999f4ed1147a', 'name': 'network-vif-deleted', 'tag': '1d7c85e0-9db6-44ff-b981-f4beb287bd00', 'status': 'completed', 'code': 200} Apr 28 19:42:11.611731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1fefd3c2-f3c9-4a77-a08e-69ab73225427 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2217498 Apr 28 19:42:11.738145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094536e5-defa-4684-88e5-e130c1d71ba4 req-81316256-c112-4283-b84d-6072bc778aa0 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:11.739996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-094536e5-defa-4684-88e5-e130c1d71ba4 req-81316256-c112-4283-b84d-6072bc778aa0 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0907545 Apr 28 19:42:11.779321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:11.819036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-094536e5-defa-4684-88e5-e130c1d71ba4 req-5c79b5d8-85ae-4f57-962e-b345b5998b19 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698276 Apr 28 19:42:12.024977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6ff28-a027-4de6-8726-143b5dfa032f req-0b817248-f413-407e-ae4f-6ea54d1906f2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.026703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6b6ff28-a027-4de6-8726-143b5dfa032f req-0b817248-f413-407e-ae4f-6ea54d1906f2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 944 time: 0.0986514 Apr 28 19:42:12.103648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6b6ff28-a027-4de6-8726-143b5dfa032f req-3e63ae9a-99d6-48b5-a655-fc0b3bf1523e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705657 Apr 28 19:42:12.256608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-098d28b4-aa74-46a1-9afa-784b23a8903d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:12.258239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-098d28b4-aa74-46a1-9afa-784b23a8903d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.1761165 Apr 28 19:42:12.274554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-f2566e45-8c29-4811-b5bb-4b92609941ad tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/quotas/92aceec834e24575a29c453d5e5caa92 HTTP/1.1" status: 200 len: 375 time: 0.0105579 Apr 28 19:42:12.339415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-679e2064-ee51-489b-bde2-7369f48e3935 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0584848 Apr 28 19:42:12.500609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-43177ec4-7860-4749-bdb5-6298bfb97775 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539915 Apr 28 19:42:12.685370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd7473f9-a2c9-4ac3-b9b0-0e2d9275c0f6 req-6986a9c5-3a5d-485d-8a40-c034ecd6e0ec tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 210 time: 0.0568345 Apr 28 19:42:12.704087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-c405bd1d-46d6-4c83-99a4-f0eba5d0e176 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2026284 Apr 28 19:42:12.720808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-76bddcaa-166e-42ad-9a7c-0dc89642d250 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1136312 Apr 28 19:42:13.095564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ad61fd-1879-49df-9674-fe7aea169a69 req-9bd6ebf9-582c-47f3-8e0c-ef992e69cd59 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.103887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ad61fd-1879-49df-9674-fe7aea169a69 req-9bd6ebf9-582c-47f3-8e0c-ef992e69cd59 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1253405 Apr 28 19:42:13.104819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22e80c-6103-4b1c-b718-8e82fdccf0d4 req-ee375167-ee21-4e2e-bc32-0b2db35be709 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.113926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a22e80c-6103-4b1c-b718-8e82fdccf0d4 req-ee375167-ee21-4e2e-bc32-0b2db35be709 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 951 time: 0.1773283 Apr 28 19:42:13.179238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a22e80c-6103-4b1c-b718-8e82fdccf0d4 req-1b00078a-aa4e-4d8e-af72-7ef2feb7c1b2 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602429 Apr 28 19:42:13.197988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ad61fd-1879-49df-9674-fe7aea169a69 req-36287b87-cf23-4ad3-9c6a-c89b9c3b2a07 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929008 Apr 28 19:42:13.243345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-a5b33fb4-f1f5-4ac5-a641-ef33fbf450b2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=12a4144c198a49b8beb89885669de9db&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630264 Apr 28 19:42:13.459415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:13.633542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee3b8d-e25e-4289-a64c-a899ea139295 req-d4c35217-c4c8-4e45-9133-d5918d4749e6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.635013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ee3b8d-e25e-4289-a64c-a899ea139295 req-d4c35217-c4c8-4e45-9133-d5918d4749e6 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1778057 Apr 28 19:42:13.649028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-a431fe6d-2af5-4edc-9f73-153d9aea6752 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.655816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-a431fe6d-2af5-4edc-9f73-153d9aea6752 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4057629 Apr 28 19:42:13.683131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2ee3b8d-e25e-4289-a64c-a899ea139295 req-c3b8b7ca-97de-4cd5-9555-7bdbbc3b277f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420380 Apr 28 19:42:13.691155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Request body: {'port': {'device_id': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '12a4144c198a49b8beb89885669de9db'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:13.740824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958973d-af4a-4e0c-afbd-0d5501665fd1 req-d23ef9f7-7a83-4213-b28e-54c33692adb8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:13.742359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2958973d-af4a-4e0c-afbd-0d5501665fd1 req-d23ef9f7-7a83-4213-b28e-54c33692adb8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1095 time: 0.2667110 Apr 28 19:42:13.926953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2958973d-af4a-4e0c-afbd-0d5501665fd1 req-f0b33e20-0c7c-42ad-84dd-8ee935985549 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328690 Apr 28 19:42:13.928459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:13.959940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:13.977931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Made reservation on behalf of 12a4144c198a49b8beb89885669de9db for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:13.981654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.077179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4a68dcf-0499-445b-b35b-51d6880a4cae req-d6200f26-7ba9-455f-8977-01e3b7dddd5c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 210 time: 0.2608676 Apr 28 19:42:14.138013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:14.278307 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cf7d21d-ed33-4847-b833-f673050324ed'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'code': 200} Apr 28 19:42:14.330623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Allocated IP 192.168.233.128 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/b87db530-fb6c-4fa2-bcc9-30003b545be9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:14.334044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.373352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.568516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2129cd5a-a166-4c77-ae56-2f03016f5698 req-6e70adc2-50bc-46cd-a8fd-a95c4455138f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 210 time: 0.1456637 Apr 28 19:42:14.598710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.631544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02ae16e-cfee-4da1-bf74-5612615e60af req-e1fb1f8d-0791-4f16-abed-98fcc1d6f9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:14.633373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f02ae16e-cfee-4da1-bf74-5612615e60af req-e1fb1f8d-0791-4f16-abed-98fcc1d6f9e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1101 time: 0.1208034 Apr 28 19:42:14.637914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3452e7ee-bb76-41af-80c0-a340c710e575,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:14.671148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.704478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.705994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-18d4d9e6-548b-41de-a72e-ad206f7fd77a tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "DELETE /v2.0/security-groups/3452e7ee-bb76-41af-80c0-a340c710e575 HTTP/1.1" status: 204 len: 168 time: 0.5669568 Apr 28 19:42:14.710190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49016) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:14.731744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f02ae16e-cfee-4da1-bf74-5612615e60af req-dd59aff4-ef14-4bf0-9e7f-b35de564c8df service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862448 Apr 28 19:42:14.735433 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-5cfa2589-7698-4693-8215-40e0e0fca818 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] show failed (client error): The resource could not be found. Apr 28 19:42:14.735930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Transition to ACTIVE for port object b87db530-fb6c-4fa2-bcc9-30003b545be9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:14.737245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5cfa2589-7698-4693-8215-40e0e0fca818 tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "GET /v2.0/security-groups/3452e7ee-bb76-41af-80c0-a340c710e575 HTTP/1.1" status: 404 len: 347 time: 0.0258670 Apr 28 19:42:14.740633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49022) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:14.787521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:14.801713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30', '413bb8cc-1972-456e-983d-15b8de247511', '65d95ad5-1d6c-4be8-824b-71066a2f1802'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:14.962061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event updated for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:14.978548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:14.996081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:14.998926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:14.999346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.000867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.001869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.002213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.002547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.005191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.006738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.007103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.007432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.008905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:15.023168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:15.025739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:15.035283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:42:15.040770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.041395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.110903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ac622676-e05d-4195-9007-65961a02ed2f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4388034 Apr 28 19:42:15.206044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Deleting port 56ccb3aa-0039-4572-a9df-c59f0119164f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:15.207212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.355713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-6194a39e-fa10-46b2-a66b-9706e1ce037a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.363499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-6194a39e-fa10-46b2-a66b-9706e1ce037a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.2606914 Apr 28 19:42:15.381210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-9f4364e6-aa57-4f8c-9178-aa8919268caf tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/quotas/ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 375 time: 0.0164783 Apr 28 19:42:15.434902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:15.540819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-cc6a3b6f-f3d5-4694-a150-03fa3531e262 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1585617 Apr 28 19:42:15.549703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cd815f-90ac-4993-b6b9-cdc713fa84b8 req-e23936c6-b023-4da5-b538-5cf295c060ff tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.551887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27cd815f-90ac-4993-b6b9-cdc713fa84b8 req-e23936c6-b023-4da5-b538-5cf295c060ff tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.7221451 Apr 28 19:42:15.596039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-8e9241fa-9ec9-4160-9e4e-4c5ce278b91e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:15.597814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-8e9241fa-9ec9-4160-9e4e-4c5ce278b91e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.4987566 Apr 28 19:42:15.613329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'port': {'device_id': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'admin_state_up': True, 'tenant_id': '92aceec834e24575a29c453d5e5caa92'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:15.686424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28a3e409-d48d-45a2-9369-4c8815eca234 None None] Provisioning for port b87db530-fb6c-4fa2-bcc9-30003b545be9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:15.687775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.688648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.699099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27cd815f-90ac-4993-b6b9-cdc713fa84b8 req-bc5fa731-6ac0-4c33-8118-145b458068b0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377192 Apr 28 19:42:15.713337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-e42eb5aa-6617-4e71-9e4a-2657bc6e7dfb service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716022 Apr 28 19:42:15.733305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28a3e409-d48d-45a2-9369-4c8815eca234 None None] Provisioning complete for port b87db530-fb6c-4fa2-bcc9-30003b545be9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:15.733804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28a3e409-d48d-45a2-9369-4c8815eca234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.823023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:15.879724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-28a3e409-d48d-45a2-9369-4c8815eca234 None None] Port b87db530-fb6c-4fa2-bcc9-30003b545be9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:42:15.910957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-cd9e522b-c7da-42ca-bc11-cc31c670c870 service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960943 Apr 28 19:42:15.957947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Calling delete_port for 56ccb3aa-0039-4572-a9df-c59f0119164f owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:15.962382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:15.982703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.196948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=11']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:16.215483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:16.290047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:16.317554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Usage tracker for resource:port and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:16.322745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:16.340920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:16.393085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Made reservation on behalf of 92aceec834e24575a29c453d5e5caa92 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:16.397479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.421482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462a98e-6409-488e-9e68-231fc3d2b417 req-8431360f-c12b-445e-b39b-00182e630357 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:16.423012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8462a98e-6409-488e-9e68-231fc3d2b417 req-8431360f-c12b-445e-b39b-00182e630357 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.3694704 Apr 28 19:42:16.428937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:16.482848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8e930495-21ae-4db4-9eb1-5914a6396330 req-5b4c7f53-0abb-4d69-ae0d-faa2852e88ac tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 210 time: 0.2259874 Apr 28 19:42:16.729998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389d9bde-f079-4d8e-85d5-627ca63638a9 req-92b99f47-4c7d-4d6b-b98d-f1cbb9dc80bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:16.734242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-389d9bde-f079-4d8e-85d5-627ca63638a9 req-92b99f47-4c7d-4d6b-b98d-f1cbb9dc80bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:16.741562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Pushing event deleted for resources: {'Port': ['ID=56ccb3aa-0039-4572-a9df-c59f0119164f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:16.762658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-389d9bde-f079-4d8e-85d5-627ca63638a9 req-92b99f47-4c7d-4d6b-b98d-f1cbb9dc80bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:16.771932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-389d9bde-f079-4d8e-85d5-627ca63638a9 req-92b99f47-4c7d-4d6b-b98d-f1cbb9dc80bb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 936 time: 0.1826332 Apr 28 19:42:16.824932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.825846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.826536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.827304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.827640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.827969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.828295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.828615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.829492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.829492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.829710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.829950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:16.850505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-389d9bde-f079-4d8e-85d5-627ca63638a9 req-b0726189-fa78-4efc-86d1-218e6b131d15 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770226 Apr 28 19:42:16.895765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8462a98e-6409-488e-9e68-231fc3d2b417 req-9ab3f880-520d-4c0e-a7e5-8c01394f4c47 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4545763 Apr 28 19:42:16.917098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.022564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.026734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98ce6581-1e25-44a7-90b6-006c794302bd tempest-ServersWithSpecificFlavorTestJSON-1216549430 tempest-ServersWithSpecificFlavorTestJSON-1216549430-project] 10.222.0.24 "DELETE /v2.0/floatingips/ca5e36b1-de5d-4b39-b55b-7f7eb5617b06 HTTP/1.1" status: 204 len: 168 time: 2.2845745 Apr 28 19:42:17.044129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b555bee1-6738-4675-9ade-01aa20707bc1 req-31b3a0a3-6bb4-452f-8439-b16784c8115a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 210 time: 0.0728276 Apr 28 19:42:17.082896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Allocated IP 172.20.0.8 (c15b41a8-de95-4a01-92b9-6152e7be74b4/e5b8c22e-b599-4119-b6db-27e03a79ac80/927f9bf1-83b0-4dd1-b7be-dde6b0d9670b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:17.132315 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c5ca382-c74e-4c06-83db-bf6bc48fee3d'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'code': 200} Apr 28 19:42:17.347753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28d5b47-5fd9-4d42-924f-7b99338ecd8b req-ed9a52ec-c9be-4ee5-95e9-7cfecdaf7c1b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.349550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c28d5b47-5fd9-4d42-924f-7b99338ecd8b req-ed9a52ec-c9be-4ee5-95e9-7cfecdaf7c1b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1035480 Apr 28 19:42:17.418732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c28d5b47-5fd9-4d42-924f-7b99338ecd8b req-fb34e87c-0e19-4b19-938e-6f3fa5b7e738 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619228 Apr 28 19:42:17.561499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.578558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1e13f2-0ab5-47ba-a701-da1930fe758c req-405a43be-678f-423e-b900-370e5f033602 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.580318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce1e13f2-0ab5-47ba-a701-da1930fe758c req-405a43be-678f-423e-b900-370e5f033602 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 949 time: 0.1776276 Apr 28 19:42:17.644981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce1e13f2-0ab5-47ba-a701-da1930fe758c req-2549f8c8-7a22-4fa8-8b78-8bd23e182fbd tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556591 Apr 28 19:42:17.655510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:17.752035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:17.758716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:17.767687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:42:17.817197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c8ac2f-8ab8-4a01-927b-87dac949cafd req-81df1c7a-6e7f-4ebc-906b-c7f979d6baba tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:17.817404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:17.819522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7c8ac2f-8ab8-4a01-927b-87dac949cafd req-81df1c7a-6e7f-4ebc-906b-c7f979d6baba tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 931 time: 0.1748853 Apr 28 19:42:17.887867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a7c8ac2f-8ab8-4a01-927b-87dac949cafd req-3a8513b0-1405-41ad-9be2-a01c98a8647c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:17.912731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a7c8ac2f-8ab8-4a01-927b-87dac949cafd req-3a8513b0-1405-41ad-9be2-a01c98a8647c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:17.923286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7c8ac2f-8ab8-4a01-927b-87dac949cafd req-3a8513b0-1405-41ad-9be2-a01c98a8647c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890405 Apr 28 19:42:18.061122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.061852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.159915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-9b94c949-37ce-4015-bbbd-db2d7852a182 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5508137 Apr 28 19:42:18.182864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Request body: {'port': {'device_id': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:18.234171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dacb90b8-1094-42cd-ada5-54a673a55a25 req-a8351fdf-a6b5-4bc7-8025-b6653b06d419 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.235915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dacb90b8-1094-42cd-ada5-54a673a55a25 req-a8351fdf-a6b5-4bc7-8025-b6653b06d419 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0817287 Apr 28 19:42:18.250447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-28b4e656-e82c-44a0-929f-8a3f4a612a4b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.251878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-28b4e656-e82c-44a0-929f-8a3f4a612a4b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.4369981 Apr 28 19:42:18.286053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dacb90b8-1094-42cd-ada5-54a673a55a25 req-50a04ac5-2021-49e1-8780-1e691ce35744 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439680 Apr 28 19:42:18.296830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Request body: {'port': {'device_id': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'admin_state_up': True, 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:18.357329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7ca7c-a295-4070-a4e9-76e41f6b377d req-43a366e7-f344-4693-9228-f114fc808eca tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.358814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08c7ca7c-a295-4070-a4e9-76e41f6b377d req-43a366e7-f344-4693-9228-f114fc808eca tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 936 time: 0.2891841 Apr 28 19:42:18.439483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.523369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45d9cbaa-6c26-40a0-b1c6-70ca9be0d3a5 req-f230f59f-84b3-4c51-a2a4-b29416238ef8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 210 time: 0.0541346 Apr 28 19:42:18.566669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08c7ca7c-a295-4070-a4e9-76e41f6b377d req-30520e68-7c99-4580-8270-95282fc31a94 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999559 Apr 28 19:42:18.594853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:18.649843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:18.655830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49104) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:18.702051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:18.712132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:18.980310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Request body: {'port': {'device_id': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:18.991647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a760f963-8dc4-4dab-a512-32fa2aa96fd6 req-8998f218-3f92-4086-90db-155ac30a4b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:18.993090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a760f963-8dc4-4dab-a512-32fa2aa96fd6 req-8998f218-3f92-4086-90db-155ac30a4b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2616212 Apr 28 19:42:19.078097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c146c-ed1c-4f61-81b6-2bd159e384a5 req-09b1127e-6b37-461a-8c18-326c327cb136 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.079476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-550c146c-ed1c-4f61-81b6-2bd159e384a5 req-09b1127e-6b37-461a-8c18-326c327cb136 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 949 time: 0.2785854 Apr 28 19:42:19.234874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-550c146c-ed1c-4f61-81b6-2bd159e384a5 req-fb1ee480-444b-47cc-bb39-9e163f9eb001 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286190 Apr 28 19:42:19.242913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.285969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Allocated IP 172.20.0.6 (853b9709-937b-4118-8590-166d964a1932/fc764f5d-8568-484b-8a85-329f3312629e/8df51035-de8e-434b-ac2b-fc932b53f8fa) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:19.305341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a760f963-8dc4-4dab-a512-32fa2aa96fd6 req-5ce8560e-afc6-4bb6-8f5b-d1c7ac2f1479 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482925 Apr 28 19:42:19.405253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:19.419725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.436524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0e967ea1-8537-4749-9d22-a9acddf937fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.437982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0e967ea1-8537-4749-9d22-a9acddf937fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1100 time: 0.4416125 Apr 28 19:42:19.566218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Transition to ACTIVE for port object 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:19.632719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.770449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-a3b38656-85e0-4e24-838f-51b31d06c0ae tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.772031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-a3b38656-85e0-4e24-838f-51b31d06c0ae tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.41 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 949 time: 0.4538364 Apr 28 19:42:19.873038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7624b3-be65-4d34-81d3-e9c0d1148ef2 req-b7699ad5-48de-4288-9584-1364682385ab tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.874477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be7624b3-be65-4d34-81d3-e9c0d1148ef2 req-b7699ad5-48de-4288-9584-1364682385ab tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 931 time: 0.4885132 Apr 28 19:42:19.919720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:19.966657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Deleting port 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:19.967001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.975493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-3c266b6d-772e-45c2-8ca3-e5badd93cd47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.976921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-3c266b6d-772e-45c2-8ca3-e5badd93cd47 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4772539 Apr 28 19:42:19.979543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:19.991221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee6517-47a9-47d1-be76-02334321c9a4 req-562a672a-fe83-441f-803f-81986c0782b3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:19.992649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cee6517-47a9-47d1-be76-02334321c9a4 req-562a672a-fe83-441f-803f-81986c0782b3 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.5633743 Apr 28 19:42:20.033166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be7624b3-be65-4d34-81d3-e9c0d1148ef2 req-038cdc03-048a-46bd-a78d-95d1ec88fbc4 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371527 Apr 28 19:42:20.092448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-4e9d521d-aee5-4708-afcb-dc1a38b49dba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.0974364 Apr 28 19:42:20.111433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0dadfde-a83d-43b8-aab5-167ee0cf08b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.180485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cee6517-47a9-47d1-be76-02334321c9a4 req-b429da69-918a-41e8-a386-1eaacf8ca0c4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774032 Apr 28 19:42:20.197142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Attempting to bind port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:20.197509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Attempting to bind port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:20.197829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Attempting to bind port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:20.211531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b on network c15b41a8-de95-4a01-92b9-6152e7be74b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:20.211859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Attempting to bind port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:20.221120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-1d718fba-a87c-4fd4-a455-c93a926f3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.223225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-1d718fba-a87c-4fd4-a455-c93a926f3233 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1052859 Apr 28 19:42:20.226295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:20.226629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Checking segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:20.227122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Bound using segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:20.227555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Bound port: 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:20.227936 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.277098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.356771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b87db530-fb6c-4fa2-bcc9-30003b545be9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:20.371473 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.414469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Transition to ACTIVE for port object b87db530-fb6c-4fa2-bcc9-30003b545be9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:20.434914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.454138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Network 853b9709-937b-4118-8590-166d964a1932 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:20.465717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:20.477223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:42:20.493513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.529170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:20.561592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:20.587302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:20.593930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.594531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.603364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.662743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537eda22-0374-4a53-b0c0-803cfb99e04f req-f2668e74-b248-4388-a3a0-95cf24e09c49 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.664189 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-537eda22-0374-4a53-b0c0-803cfb99e04f req-f2668e74-b248-4388-a3a0-95cf24e09c49 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 936 time: 0.3425825 Apr 28 19:42:20.681001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0f643596-8d68-4121-87ad-c4ffbb9158da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.682764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0f643596-8d68-4121-87ad-c4ffbb9158da service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4452813 Apr 28 19:42:20.698839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324bcef8-fb0c-46a6-a39b-92ad00453ec5 req-ec307041-993e-412b-88e2-5b6e9c3d7f92 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.699106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:20.699504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.700332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-324bcef8-fb0c-46a6-a39b-92ad00453ec5 req-ec307041-993e-412b-88e2-5b6e9c3d7f92 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 931 time: 0.5172086 Apr 28 19:42:20.700788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] 10.222.0.41 "PUT /v2.0/ports/927f9bf1-83b0-4dd1-b7be-dde6b0d9670b HTTP/1.1" status: 200 len: 1091 time: 2.5226409 Apr 28 19:42:20.709420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] For port 8f86044b-eb6c-44d7-9545-50786aafc696, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8f86044b-eb6c-44d7-9545-50786aafc696,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:20.709823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:20.739074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:20.756061 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-7078a3d5-b33e-40f0-a70a-1800f5241ee9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4677250 Apr 28 19:42:20.893657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Calling delete_port for 8f86044b-eb6c-44d7-9545-50786aafc696 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:20.923221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Request body: {'port': {'device_id': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:20.923411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.018525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-324bcef8-fb0c-46a6-a39b-92ad00453ec5 req-29e83137-f4d7-46d3-8588-62b8b2028956 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986324 Apr 28 19:42:21.029657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Attempting to bind port b87db530-fb6c-4fa2-bcc9-30003b545be9 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:21.029988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Attempting to bind port b87db530-fb6c-4fa2-bcc9-30003b545be9 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:21.030308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Attempting to bind port b87db530-fb6c-4fa2-bcc9-30003b545be9 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:21.040702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Port b87db530-fb6c-4fa2-bcc9-30003b545be9 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:21.041018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Attempting to bind port b87db530-fb6c-4fa2-bcc9-30003b545be9 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:21.048886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec72778-76d2-4b2f-8080-5716c166609f service neutron] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.062159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-537eda22-0374-4a53-b0c0-803cfb99e04f req-f215509c-bfba-485f-89cd-baa5c52e0f91 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3722353 Apr 28 19:42:21.151699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:21.152072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:21.152419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:21.152833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Bound port: b87db530-fb6c-4fa2-bcc9-30003b545be9, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:21.153175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.169379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-c9f4f32e-0a52-487a-acb6-e29246d18d6a service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721625 Apr 28 19:42:21.180268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.223294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-6f91e750-d403-4d2e-aab3-1bf5f7d9f5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.224794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-6f91e750-d403-4d2e-aab3-1bf5f7d9f5fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 1094 time: 0.4660449 Apr 28 19:42:21.440283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-0d9f5030-65cf-4d16-acca-3e97383f4427 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b HTTP/1.1" status: 200 len: 217 time: 0.1408060 Apr 28 19:42:21.558053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:21.561025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.614239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-46da7b13-a031-4979-b933-6f0c84ecd38f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.615677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-46da7b13-a031-4979-b933-6f0c84ecd38f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.1610515 Apr 28 19:42:21.617190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:21.621045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-8f0d5ce3-25cb-4349-92fe-63c22ee6c448 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4418602 Apr 28 19:42:21.630956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Pushing event deleted for resources: {'Port': ['ID=8f86044b-eb6c-44d7-9545-50786aafc696,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.642290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.692928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-c42346f1-ee42-4908-b855-3add233948f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656993 Apr 28 19:42:21.703455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02f3143-fbb7-45b6-968f-3b326954a27d req-511ea2f8-2d94-4496-9bb0-0a4860d96c7f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.709947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c02f3143-fbb7-45b6-968f-3b326954a27d req-511ea2f8-2d94-4496-9bb0-0a4860d96c7f tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/ports?device_id=d56391b9-b856-4e72-b7e3-f8a5efa073a8 HTTP/1.1" status: 200 len: 949 time: 0.4841864 Apr 28 19:42:21.784239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-9517a3de-15fa-4718-88c4-0c7973c283d9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.785719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-9517a3de-15fa-4718-88c4-0c7973c283d9 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.4605908 Apr 28 19:42:21.847714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:21.848303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.849625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] 10.222.0.46 "PUT /v2.0/ports/b87db530-fb6c-4fa2-bcc9-30003b545be9 HTTP/1.1" status: 200 len: 1096 time: 2.8756807 Apr 28 19:42:21.850544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] No DVR routers for this DVR port 8f86044b-eb6c-44d7-9545-50786aafc696 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:21.851773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:21.859746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.875560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-54df9e0b-4a8b-4c31-b2c2-783059d4d6f8 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/quotas/345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 375 time: 0.0582004 Apr 28 19:42:21.879371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Deleting port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:21.879599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:21.954866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c02f3143-fbb7-45b6-968f-3b326954a27d req-61f1d36f-580b-4b4d-a612-ad5688ed6989 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.24 "GET /v2.0/security-groups?id=1999c42c-dc7f-4227-9391-65c9acc79215&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248628 Apr 28 19:42:21.987851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce0ab7e-133e-4c6f-baef-b594691f1f6e service neutron] Pushing event updated for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:21.996340 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-015b3cab-1662-40fc-9f30-79259c69b97a service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679389 Apr 28 19:42:22.003117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dd86cc8-c1f5-40c5-8894-6203a0d47070 req-c88a0f59-8519-48c9-8ceb-7a21453f34f3 tempest-ImagesOneServerTestJSON-8482460 tempest-ImagesOneServerTestJSON-8482460-project] 10.222.0.41 "DELETE /v2.0/ports/8f86044b-eb6c-44d7-9545-50786aafc696 HTTP/1.1" status: 204 len: 173 time: 2.1811881 Apr 28 19:42:22.204849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-41b26d59-8689-4a3f-95fd-7d87570eb29d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.206727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-41b26d59-8689-4a3f-95fd-7d87570eb29d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 1099 time: 0.3037200 Apr 28 19:42:22.220354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df51035-de8e-434b-ac2b-fc932b53f8fa {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:22.237064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.254827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Transition to ACTIVE for port object 8df51035-de8e-434b-ac2b-fc932b53f8fa will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:22.269982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.292636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-829e3adf-a666-451e-8de0-8ca5d20983c6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3864419 Apr 28 19:42:22.305986 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f8d9955-d86c-4191-8111-4346ecc858e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.330744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-73522402-fb74-4ffa-a9c5-8d45f7e74a6f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9 HTTP/1.1" status: 200 len: 217 time: 0.1114738 Apr 28 19:42:22.375063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] For port 0d2c7414-b5b1-4176-a26f-00b0dac8dbef, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:22.375488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.570936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Calling delete_port for 0d2c7414-b5b1-4176-a26f-00b0dac8dbef owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:22.607597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5d71518-3475-4b9c-abfc-c778ff6bbfe7 req-0c10140e-06ca-4da1-a7c5-9e93fdca5fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025112 Apr 28 19:42:22.615154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:22.637124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ae22f482-a785-442a-8c12-5fbbe3eab970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.638607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-ae22f482-a785-442a-8c12-5fbbe3eab970 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2942798 Apr 28 19:42:22.680741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be498bc-c5d4-40f6-85bb-0ceddaf006d9 req-90208026-d828-49df-ba72-e9dc074cf4ce tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:22.682266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be498bc-c5d4-40f6-85bb-0ceddaf006d9 req-90208026-d828-49df-ba72-e9dc074cf4ce tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.5390131 Apr 28 19:42:22.723355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:22.723715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:22.724016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:22.730102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:22.730425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:22.734018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-4fbcf4d0-b7dd-4e08-908b-0ed8e1087091 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4405799 Apr 28 19:42:22.748178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:22.748517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:22.748897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:22.749329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Bound port: 8df51035-de8e-434b-ac2b-fc932b53f8fa, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:22.749701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:22.768417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9be498bc-c5d4-40f6-85bb-0ceddaf006d9 req-91cd9095-6030-4131-9365-e9b22075bcc4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717871 Apr 28 19:42:22.838247 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7da6558b-3c17-448d-b23a-8cc89affdf1a'] response: {'name': 'network-changed', 'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'status': 'completed', 'code': 200} Apr 28 19:42:22.853836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:22.857534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:22.864679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.014262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.014892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.016371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] 10.222.0.41 "PUT /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 1091 time: 2.1374481 Apr 28 19:42:23.055647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4b8dc9-3184-4e4a-aa58-7568eb3e6947 service neutron] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:23.056317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1caf8d06-bab5-4e07-b783-8e0182dcec47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.057820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1caf8d06-bab5-4e07-b783-8e0182dcec47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4097910 Apr 28 19:42:23.122616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-616f53a9-beb2-421c-95c6-986425682356 service neutron] 10.222.0.24 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3768589 Apr 28 19:42:23.136004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-9f4d02e1-f04f-472b-8956-6b27ada16a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.137502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-9f4d02e1-f04f-472b-8956-6b27ada16a40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 1094 time: 0.2328951 Apr 28 19:42:23.147668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb03dc03-0617-4919-a2fc-1f8a17b40987 req-3e8e59d2-f0b1-40c6-9389-f98c8ca56e6a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.148307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fb03dc03-0617-4919-a2fc-1f8a17b40987 req-3e8e59d2-f0b1-40c6-9389-f98c8ca56e6a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:23.211294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.261553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fb03dc03-0617-4919-a2fc-1f8a17b40987 req-3e8e59d2-f0b1-40c6-9389-f98c8ca56e6a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:23.262675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb03dc03-0617-4919-a2fc-1f8a17b40987 req-3e8e59d2-f0b1-40c6-9389-f98c8ca56e6a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 943 time: 0.3211079 Apr 28 19:42:23.272775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2c7414-b5b1-4176-a26f-00b0dac8dbef,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:23.306321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-e10fdb9f-21de-470e-a8be-f381b32ee4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.307764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-e10fdb9f-21de-470e-a8be-f381b32ee4b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1094 time: 0.2397182 Apr 28 19:42:23.384555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-7a6e4c94-4201-4693-904b-8244f7037b11 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095803 Apr 28 19:42:23.437601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-84745478-47dc-465e-82e7-6b5e485bbfd8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 217 time: 0.1017582 Apr 28 19:42:23.440074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-3537d554-dc9c-4dbf-b318-14e1e95a3053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.444459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-3537d554-dc9c-4dbf-b318-14e1e95a3053 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 922 time: 0.2920980 Apr 28 19:42:23.450695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:23.565187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 8f86044b-eb6c-44d7-9545-50786aafc696 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:23.572875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8f86044b-eb6c-44d7-9545-50786aafc696 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:23.608254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb03dc03-0617-4919-a2fc-1f8a17b40987 req-6f32e459-ffb5-41f7-a4ee-205a7660dc77 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3336596 Apr 28 19:42:23.632437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-6ec08a42-0589-4f76-8479-fac59505a428 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b HTTP/1.1" status: 200 len: 217 time: 0.1181979 Apr 28 19:42:23.639623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.647213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a890e70-22dc-421b-addb-a4e4344e10ff req-1ee61626-a2c0-4bf0-8bab-87345d9f9770 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041965 Apr 28 19:42:23.714924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-294329a6-3fde-4717-b67c-63dbf78b2f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.718611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-294329a6-3fde-4717-b67c-63dbf78b2f60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.2801387 Apr 28 19:42:23.727074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.787092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-de5c9151-4db1-489e-aa16-68310f625450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:23.788674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-de5c9151-4db1-489e-aa16-68310f625450 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.1473300 Apr 28 19:42:23.791089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-4177bbef-43f9-4284-a6ea-dcf07f2a51f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600529 Apr 28 19:42:23.849837 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82488a3e-9269-48e3-9791-ebb748a4f298'] response: {'name': 'network-changed', 'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9', 'status': 'completed', 'code': 200} Apr 28 19:42:23.881106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:23.919166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-e080157a-79ba-4ed8-baa3-1af384cb833c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1176007 Apr 28 19:42:24.063509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-54577ccc-4c43-4751-b81f-a76e0e08d461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.064970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-54577ccc-4c43-4751-b81f-a76e0e08d461 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 1099 time: 0.2574492 Apr 28 19:42:24.077892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da601456-8002-4909-8a02-f571495d6e29 req-04f2a184-32da-4ff4-a687-8d33252ea083 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.079411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-da601456-8002-4909-8a02-f571495d6e29 req-04f2a184-32da-4ff4-a687-8d33252ea083 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.2317398 Apr 28 19:42:24.171257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-a99c39f8-f26b-4bba-a8a5-d997556e00c0 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179514 Apr 28 19:42:24.232366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-22bdbd84-99be-4a35-a7a5-d8d3fbaed669 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2950947 Apr 28 19:42:24.242139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c358ea-ba8d-4e72-b5e1-802e02adbbd7 req-2fa9951b-224c-4fc2-9d7a-c314977b570c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.242836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-15c358ea-ba8d-4e72-b5e1-802e02adbbd7 req-2fa9951b-224c-4fc2-9d7a-c314977b570c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:24.296614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-da601456-8002-4909-8a02-f571495d6e29 req-103f7308-e318-4776-9833-4d9739a5967c tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387208 Apr 28 19:42:24.355933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-defb5759-404b-464e-8e7a-7ce87a7a8e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.357385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-defb5759-404b-464e-8e7a-7ce87a7a8e5c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2171845 Apr 28 19:42:24.366018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:42:24.553371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-15c358ea-ba8d-4e72-b5e1-802e02adbbd7 req-2fa9951b-224c-4fc2-9d7a-c314977b570c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:24.554544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15c358ea-ba8d-4e72-b5e1-802e02adbbd7 req-2fa9951b-224c-4fc2-9d7a-c314977b570c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.7074440 Apr 28 19:42:24.589166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-032b6c7b-3a23-4a6c-a4b2-2fb79bfe45ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.128&port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9 HTTP/1.1" status: 200 len: 217 time: 0.2219789 Apr 28 19:42:24.598965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c73cd43c-a247-46c8-b73a-7ab7b016b91b req-76ac8db0-ee2d-4282-a3d8-4a733d52bd1a service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4116769 Apr 28 19:42:24.643745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15c358ea-ba8d-4e72-b5e1-802e02adbbd7 req-50edc56e-8646-4674-8c69-112a839d10a0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808449 Apr 28 19:42:24.645625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d150d04-e717-4c45-9611-5abc4ea4099a req-66a3a693-adb2-45b5-ad1d-a4395020ac32 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4000952 Apr 28 19:42:24.808505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-3a40581e-393a-4371-b17d-3e50d256f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.809959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-3a40581e-393a-4371-b17d-3e50d256f18b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2138808 Apr 28 19:42:24.902364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f033f01-e97f-43c3-835b-6b2e3e71b47c req-be3c311e-290a-43b3-bd53-411c3cd0cfc8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:24.903944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f033f01-e97f-43c3-835b-6b2e3e71b47c req-be3c311e-290a-43b3-bd53-411c3cd0cfc8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 948 time: 0.3669846 Apr 28 19:42:24.905752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:42:24.919010 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Sync routers for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:24.930988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:24.931823 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:24.937866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:24.972010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4bc2477-6f72-4784-849c-b80659f1ae4d admin admin] 10.222.0.24 "PUT /v2.0/routers/f7aa9a83-7c9f-4187-8017-89f1c21c6d01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3123507 Apr 28 19:42:24.975608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:24.993473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.014750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eab53d9f-3a7e-438f-acfe-faadbbc86ac2 req-6b916225-62e0-456c-8070-b6fa58a3444c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 210 time: 0.0720921 Apr 28 19:42:25.074468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-510bda23-29bf-414b-a58b-62e00913db27 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:25.076442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-510bda23-29bf-414b-a58b-62e00913db27 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 808 time: 0.3246129 Apr 28 19:42:25.076941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49172) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:25.101871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Request body: {'port': {'device_id': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'admin_state_up': True, 'tenant_id': '345af28bb9814fd5b195a19ad9e5c45b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:25.229030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:25.267005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f033f01-e97f-43c3-835b-6b2e3e71b47c req-6855f795-cffb-461f-ab23-85a466f2c124 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3519971 Apr 28 19:42:25.271538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-bb666fd6-d3d8-40b1-8fbf-8a228d8d6811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:25.272938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-bb666fd6-d3d8-40b1-8fbf-8a228d8d6811 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4566743 Apr 28 19:42:25.298931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.463185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:25.486913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3c8e6fa3-fcd4-419c-a5ba-5682d99f981c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8cc4d44c141e4b27b83dcf121d8f88da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4086735 Apr 28 19:42:25.492122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49180) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:25.516096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:25.545011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:25.555021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85be6460-76db-49dd-b763-2f0c1fe5a889 req-6216e7d0-c762-4474-9b5f-e4302755ede3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:25.556528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85be6460-76db-49dd-b763-2f0c1fe5a889 req-6216e7d0-c762-4474-9b5f-e4302755ede3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.3632839 Apr 28 19:42:25.602747 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:42:23Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:25.607675 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Checking router: f7aa9a83-7c9f-4187-8017-89f1c21c6d01 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:25.611373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Made reservation on behalf of 345af28bb9814fd5b195a19ad9e5c45b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:25.615561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.619360 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Routers {'f7aa9a83-7c9f-4187-8017-89f1c21c6d01'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:25.620656 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:25.635731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.663600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.736339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.771753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:25.773836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85be6460-76db-49dd-b763-2f0c1fe5a889 req-0f592e92-9cc3-4e77-abc2-e098d2b4d26f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941586 Apr 28 19:42:25.814854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'port_id': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'mac_address': 'fa:16:3e:95:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c22e-b599-4119-b6db-27e03a79ac80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:25.821968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-125e84b4-24c4-4edf-a3f7-907b83bb9835 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5412698 Apr 28 19:42:25.855229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1999c42c-dc7f-4227-9391-65c9acc79215,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:25.856104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-deleted', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:25.873170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.882665 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-051a43ac-1e5e-4a7a-b36f-50523f2fb42d'] response: {'name': 'network-changed', 'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'status': 'completed', 'code': 200} Apr 28 19:42:25.897442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.898560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3895610a-0261-4ae5-bed4-4c9ca2ad966a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1999c42c-dc7f-4227-9391-65c9acc79215 HTTP/1.1" status: 204 len: 168 time: 0.4046144 Apr 28 19:42:25.911760 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] Set router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:25.943358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:25.963923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:25.998332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:26.007650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.092120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:26.098890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f342099b-f4b9-40b5-b7c4-ecb27be17e2a req-9c8999ef-fd41-48f6-a674-6b5b066e9d0a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.104858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.105708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.106105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f342099b-f4b9-40b5-b7c4-ecb27be17e2a req-9c8999ef-fd41-48f6-a674-6b5b066e9d0a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 943 time: 0.6821029 Apr 28 19:42:26.106555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.107147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.107703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.108207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.108724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.109315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.109834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.110860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.111466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.112530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:42:26.113859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Deleting port b55747d8-aa4a-47a3-a259-844bce0bccf9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:26.114267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.266077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Allocated IP 172.20.0.9 (a484bcb3-8c6f-44da-8a90-fd83204b898a/b4fbd541-416c-49e4-a550-e4662f720d66/fc585264-48ec-4aa7-b5d5-c018b1e66072) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:26.284891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-76cedda0-4c49-49c7-8177-192172f3dbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.286632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-76cedda0-4c49-49c7-8177-192172f3dbe9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1094 time: 0.3772192 Apr 28 19:42:26.311576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['927f9bf1-83b0-4dd1-b7be-dde6b0d9670b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:26.358292 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:42:23Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:26.362687 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b611595b-fdaf-4bee-9ad7-14c821f6340a None None] The sync data for ids ['f7aa9a83-7c9f-4187-8017-89f1c21c6d01'] in n-d-839811-1 is: [{'id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1701671649-router', 'tenant_id': 'ab869800fc5d41a3a35dafa735197413', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111'}], 'enable_snat': True}, 'gw_port_id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:10Z', 'updated_at': '2022-04-28T19:42:23Z', 'revision_number': 5, 'project_id': 'ab869800fc5d41a3a35dafa735197413', 'gw_port': {'id': 'b55747d8-aa4a-47a3-a259-844bce0bccf9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:ed:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7aa9a83-7c9f-4187-8017-89f1c21c6d01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.111', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:11Z', 'updated_at': '2022-04-28T19:38:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:26.412832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de84b14a-baf3-4b85-904f-cff3a3b332fb req-6a3b8421-e485-4788-afba-841996c289bc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.423376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de84b14a-baf3-4b85-904f-cff3a3b332fb req-6a3b8421-e485-4788-afba-841996c289bc tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.3723168 Apr 28 19:42:26.537483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b431e04-e01e-46d5-8fe0-b123140b6562 req-45757371-012d-49f6-805a-312ba091c291 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7064016 Apr 28 19:42:26.585404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de84b14a-baf3-4b85-904f-cff3a3b332fb req-5ff70a10-e837-44f4-a050-477074dd7aff tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610777 Apr 28 19:42:26.599090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f342099b-f4b9-40b5-b7c4-ecb27be17e2a req-3a887c91-21b1-42dc-b538-055ae53f974a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4906719 Apr 28 19:42:26.605352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] For port b55747d8-aa4a-47a3-a259-844bce0bccf9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b55747d8-aa4a-47a3-a259-844bce0bccf9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:26.605884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:26.799187 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1e61e74-d7fa-4419-baa6-b78b3a5d65b9'] response: {'server_uuid': 'd56391b9-b856-4e72-b7e3-f8a5efa073a8', 'name': 'network-vif-deleted', 'tag': '8f86044b-eb6c-44d7-9545-50786aafc696', 'status': 'completed', 'code': 200} Apr 28 19:42:26.876132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-d0cb9ae6-de76-41e5-9657-d5541c8aa524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:26.877593 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-d0cb9ae6-de76-41e5-9657-d5541c8aa524 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.5817564 Apr 28 19:42:26.919904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Calling delete_port for b55747d8-aa4a-47a3-a259-844bce0bccf9 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:26.980164 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a16ad91-47da-407c-a5df-c24ed5227837 req-feab441a-f20f-4d7d-874d-00193ea31efc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 210 time: 0.1545937 Apr 28 19:42:27.008787 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-9bdcdfdc-4859-4119-becd-4f4bd8f98c9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 217 time: 0.1113331 Apr 28 19:42:27.097602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261fdddc-baa7-4229-a7e8-3d8e891dfd4c req-29df4d23-fcc3-452e-9ad8-0ed1d499ec55 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.099115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-261fdddc-baa7-4229-a7e8-3d8e891dfd4c req-29df4d23-fcc3-452e-9ad8-0ed1d499ec55 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.2254145 Apr 28 19:42:27.211424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-261fdddc-baa7-4229-a7e8-3d8e891dfd4c req-d083bbbb-2ab4-41b1-beeb-afe4652fef9f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015549 Apr 28 19:42:27.234129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.288519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Pushing event deleted for resources: {'Port': ['ID=b55747d8-aa4a-47a3-a259-844bce0bccf9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:27.336858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.343938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.369831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-06d71794-4fd1-4a49-995c-caf19da42c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.371268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-06d71794-4fd1-4a49-995c-caf19da42c9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.3476317 Apr 28 19:42:27.424377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-1a63a847-551a-497c-9e90-cdb95a5c265b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463548 Apr 28 19:42:27.464669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:27.489800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389e2a8f-25a0-4555-b851-057eeaf41577 req-1f230433-679a-4158-bb06-ac6d135049d6 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.491772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-389e2a8f-25a0-4555-b851-057eeaf41577 req-1f230433-679a-4158-bb06-ac6d135049d6 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 948 time: 0.2412815 Apr 28 19:42:27.499521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.579824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.583620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.621177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac0f5cf-b76d-4911-a5b9-d7f7b383510f req-57903c57-d639-424c-841c-89b6b4f7f540 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.628996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ac0f5cf-b76d-4911-a5b9-d7f7b383510f req-57903c57-d639-424c-841c-89b6b4f7f540 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2470467 Apr 28 19:42:27.644733 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.645296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Fanout notify agent at l3_agent the message router_deleted on router f7aa9a83-7c9f-4187-8017-89f1c21c6d01 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:42:27.659147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:27.678630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'port_id': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'mac_address': 'fa:16:3e:12:e1:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc764f5d-8568-484b-8a85-329f3312629e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:27.693828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ac0f5cf-b76d-4911-a5b9-d7f7b383510f req-a1d3412e-89c0-4b8d-9157-dca0844a03e6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619504 Apr 28 19:42:27.695337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Network a484bcb3-8c6f-44da-8a90-fd83204b898a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:27.696079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.696636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:27.699481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-465a8540-8f14-4f42-949f-21bd766410df admin admin] 10.222.0.24 "DELETE /v2.0/routers/f7aa9a83-7c9f-4187-8017-89f1c21c6d01 HTTP/1.1" status: 204 len: 168 time: 2.7210541 Apr 28 19:42:27.704069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:27.714164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:42:27.793056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:27.793291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.808929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-389e2a8f-25a0-4555-b851-057eeaf41577 req-296d35c1-2da1-4bf0-b45f-cc11deb49484 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015625 Apr 28 19:42:27.811584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8df51035-de8e-434b-ac2b-fc932b53f8fa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:27.844817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:27.851728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Deleting subnet fa695d35-f971-47c1-9495-8ecde5f4d441 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:42:27.854313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.863180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-def511c7-e49f-4fa4-b9bf-82e242fcb637 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4288719 Apr 28 19:42:27.864402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.874630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:27.875342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:27.941120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-6ea01ad1-fb67-4010-8cf0-9f38e98ad167 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8477068 Apr 28 19:42:27.958409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:27.964379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Request body: {'port': {'device_id': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:27.975724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.017774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.091219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.130239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa695d35-f971-47c1-9495-8ecde5f4d441,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:28.132108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.140351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-90543f0d-de66-4b3d-b78d-6dab666386f9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fa695d35-f971-47c1-9495-8ecde5f4d441 HTTP/1.1" status: 204 len: 168 time: 0.4327013 Apr 28 19:42:28.140553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd70ae6d-22b7-46f7-bdf5-b4302d8917ab None None] Network e332f6a6-dfe0-4f79-a19e-f6802e6ff460 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:28.140657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:28.169831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8df51035-de8e-434b-ac2b-fc932b53f8fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:28.206750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1ae1cb7-9b65-4ab4-9028-b53830dcdcf6 req-b737ea57-d661-463c-9fc1-234d218b72b0 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017852 Apr 28 19:42:28.225740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.254523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4e7d5e-a7b9-42cb-a1ac-49f89b2ee3f7 req-51b2df24-86fc-4b39-be55-f8a6d1c4c11a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:28.256044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e4e7d5e-a7b9-42cb-a1ac-49f89b2ee3f7 req-51b2df24-86fc-4b39-be55-f8a6d1c4c11a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.2435091 Apr 28 19:42:28.259286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.272254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Deleting port f2f58e96-032b-4db9-aaae-b16d0c346ef6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:28.272590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.347048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b55747d8-aa4a-47a3-a259-844bce0bccf9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:28.419272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b55747d8-aa4a-47a3-a259-844bce0bccf9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:28.419604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b55747d8-aa4a-47a3-a259-844bce0bccf9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:28.419906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0d2c7414-b5b1-4176-a26f-00b0dac8dbef no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:28.437884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e4e7d5e-a7b9-42cb-a1ac-49f89b2ee3f7 req-01d94615-b5bf-48dd-bc6a-6cce3f6e0f96 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978870 Apr 28 19:42:28.502306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0d2c7414-b5b1-4176-a26f-00b0dac8dbef {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:28.503902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0d2c7414-b5b1-4176-a26f-00b0dac8dbef not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:28.582039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] For port f2f58e96-032b-4db9-aaae-b16d0c346ef6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f2f58e96-032b-4db9-aaae-b16d0c346ef6,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:28.582411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.699126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] DHCP port deletion for e332f6a6-dfe0-4f79-a19e-f6802e6ff460 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:42:28.704663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Deleting port f2f58e96-032b-4db9-aaae-b16d0c346ef6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:28.705096 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.718220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc585264-48ec-4aa7-b5d5-c018b1e66072 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:28.728489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.748945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Transition to ACTIVE for port object fc585264-48ec-4aa7-b5d5-c018b1e66072 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:28.756261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.826416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25935fa8-24fa-4d7c-b7e8-2bcbc4126323 req-c3940ae5-8c1f-42c7-b7d8-fef37a2ecce9 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:28.827928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25935fa8-24fa-4d7c-b7e8-2bcbc4126323 req-c3940ae5-8c1f-42c7-b7d8-fef37a2ecce9 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 944 time: 0.1839445 Apr 28 19:42:28.837503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Calling delete_port for f2f58e96-032b-4db9-aaae-b16d0c346ef6 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:28.914745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.950837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:28.960635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] For port f2f58e96-032b-4db9-aaae-b16d0c346ef6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f2f58e96-032b-4db9-aaae-b16d0c346ef6,segment=NetworkSegment(3632f77e-60c7-423d-977b-989d931b735b),segment_id=3632f77e-60c7-423d-977b-989d931b735b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:28.961128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:28.968453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] No DVR routers for this DVR port f2f58e96-032b-4db9-aaae-b16d0c346ef6 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:28.999040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2f58e96-032b-4db9-aaae-b16d0c346ef6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:29.016187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25935fa8-24fa-4d7c-b7e8-2bcbc4126323 req-2331d7d6-bedf-41d7-8a84-fea56f090ac6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368036 Apr 28 19:42:29.044014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:29.044350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:29.044677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:29.050470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:29.050470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:29.055662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:29.056852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:29.056852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:29.056852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Bound port: fc585264-48ec-4aa7-b5d5-c018b1e66072, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:29.057154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.093083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Calling delete_port for f2f58e96-032b-4db9-aaae-b16d0c346ef6 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:29.119431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.173450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.175941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.175941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.175941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > port after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.175941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.176327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > port after_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.176413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.176721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.177049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.177373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.178350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:29.178815 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:29.249278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.249587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.249884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.250211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88140) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Apr 28 19:42:29.250575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e332f6a6-dfe0-4f79-a19e-f6802e6ff460']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:29.264094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3632f77e-60c7-423d-977b-989d931b735b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:29.264391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3632f77e-60c7-423d-977b-989d931b735b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:29.276252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.292661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.300311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:29.300887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.313491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: from cryptography.utils import int_from_bytes Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: from cryptography.utils import int_from_bytes Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: util.warn_limited( Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: util.warn_limited( Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:29.317924 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:29.320415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:29.327028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.374790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cebcee0-0e26-4331-addb-8cf1f3c03a5a req-fce7323e-9ca3-4e64-a106-7222d21d8841 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.375486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1cebcee0-0e26-4331-addb-8cf1f3c03a5a req-fce7323e-9ca3-4e64-a106-7222d21d8841 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:29.404041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.404622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.405977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 1091 time: 1.4489245 Apr 28 19:42:29.406406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:29.407528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.428383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1cebcee0-0e26-4331-addb-8cf1f3c03a5a req-fce7323e-9ca3-4e64-a106-7222d21d8841 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:29.429621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cebcee0-0e26-4331-addb-8cf1f3c03a5a req-fce7323e-9ca3-4e64-a106-7222d21d8841 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.2155113 Apr 28 19:42:29.445233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.452482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] Pushing event deleted for resources: {'Network': ['ID=e332f6a6-dfe0-4f79-a19e-f6802e6ff460,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:29.462356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102a055f-69d0-4c08-9b7c-0d7488d379b7 service neutron] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:29.472659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61befb3f-ee84-4f41-91e2-b9b0151c1070 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e332f6a6-dfe0-4f79-a19e-f6802e6ff460 HTTP/1.1" status: 204 len: 168 time: 1.3309753 Apr 28 19:42:29.475539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:29.478142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:29.543560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cebcee0-0e26-4331-addb-8cf1f3c03a5a req-1ec8f788-bd21-4e66-a102-cf43acd5c684 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007757 Apr 28 19:42:29.553998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b87db530-fb6c-4fa2-bcc9-30003b545be9 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:29.595830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-21630422-20cb-426f-9f56-fbf175dcabaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.600469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-21630422-20cb-426f-9f56-fbf175dcabaa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1094 time: 0.1407542 Apr 28 19:42:29.638015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8df51035-de8e-434b-ac2b-fc932b53f8fa completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:29.687654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Deleting port f2f58e96-032b-4db9-aaae-b16d0c346ef6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:29.687956 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.702247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-b8357864-b972-499f-837e-8bc05a0cea45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 217 time: 0.0935690 Apr 28 19:42:29.721067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8df51035-de8e-434b-ac2b-fc932b53f8fa triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:29.721493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.818569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2630cb33-0e91-4ad7-96df-40f9550b464b None None] The port 'f2f58e96-032b-4db9-aaae-b16d0c346ef6' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:42:29.829433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-2232fea1-cddd-4af2-911b-61eab006610e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.832195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-2232fea1-cddd-4af2-911b-61eab006610e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1210036 Apr 28 19:42:29.852558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:29.886392 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-10351dfb-efe0-435c-8ddb-46ea2bcefe5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466540 Apr 28 19:42:29.893797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'b87db530-fb6c-4fa2-bcc9-30003b545be9', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'b87db530-fb6c-4fa2-bcc9-30003b545be9', 'mac_address': 'fa:16:3e:f5:d4:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:29.901078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04435b-11f8-4cde-9a25-67548191d40b req-2c5dc17c-db16-4824-ad26-34371d813977 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.903730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f04435b-11f8-4cde-9a25-67548191d40b req-2c5dc17c-db16-4824-ad26-34371d813977 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1931877 Apr 28 19:42:29.918867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0efd18-feaf-4394-845a-398b98de47f6 req-bbaac109-5f73-4b61-bcd2-562992ddb973 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:29.920312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e0efd18-feaf-4394-845a-398b98de47f6 req-bbaac109-5f73-4b61-bcd2-562992ddb973 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.2333357 Apr 28 19:42:29.970790 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:29.988844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.015063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:30.017754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e0efd18-feaf-4394-845a-398b98de47f6 req-5e2aae7e-2e2e-4e27-bd6d-4a4a2f2d7ea5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894196 Apr 28 19:42:30.023025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b87db530-fb6c-4fa2-bcc9-30003b545be9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:30.031719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:30.039094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.040003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:30.100997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-4b6b5abe-2f9e-4c59-8a20-a850f4c59945 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932166 Apr 28 19:42:30.131512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f04435b-11f8-4cde-9a25-67548191d40b req-bd6dd1eb-c613-4f97-af56-fc82c44e9565 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012486 Apr 28 19:42:30.155318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:30.168346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f2f58e96-032b-4db9-aaae-b16d0c346ef6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:30.210929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.216377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f2f58e96-032b-4db9-aaae-b16d0c346ef6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:30.216710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f2f58e96-032b-4db9-aaae-b16d0c346ef6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:30.244191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:30.276214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.320913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:30.327793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:30.328170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.330449 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd82f6ff-2c1f-438d-b6b9-7b1a8f95311f'] response: {'name': 'network-changed', 'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'status': 'completed', 'code': 200} Apr 28 19:42:30.358382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:30.367207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00715a41-3be7-4386-82a6-7d7d338ff9d9 req-7964f678-60e3-472d-b4e4-690780ed7d69 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328358 Apr 28 19:42:30.460794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.497185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:30.503319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:30.546152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276e9cd7-6146-480f-92de-11332ebdd875 req-a0312921-97d2-4d16-857f-df3fa0acd310 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.547625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-276e9cd7-6146-480f-92de-11332ebdd875 req-a0312921-97d2-4d16-857f-df3fa0acd310 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1652122 Apr 28 19:42:30.557127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-f85ef3af-b29f-452e-865c-e140454e3a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.558698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-f85ef3af-b29f-452e-865c-e140454e3a69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1094 time: 0.1107132 Apr 28 19:42:30.567517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0be76ea-7575-4b8d-84cb-10e4b2d9b4a1 req-5f71db58-cc51-4e08-bcde-4226b999fb0f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.568959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0be76ea-7575-4b8d-84cb-10e4b2d9b4a1 req-5f71db58-cc51-4e08-bcde-4226b999fb0f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 949 time: 0.3815138 Apr 28 19:42:30.583142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:30.642771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0be76ea-7575-4b8d-84cb-10e4b2d9b4a1 req-c092155c-eb89-4c16-b387-1e527fc305f9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634887 Apr 28 19:42:30.687435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-276e9cd7-6146-480f-92de-11332ebdd875 req-f6c2a834-d335-4ddd-bd38-8892e63a49e8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269886 Apr 28 19:42:30.720734 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bb71364-cb2d-4ba4-a0c8-6222af8b9b83'] response: {'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'code': 200} Apr 28 19:42:30.743592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-913b6e47-3570-42f8-91e0-bb0baa70d60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:30.745366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-913b6e47-3570-42f8-91e0-bb0baa70d60e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.1695523 Apr 28 19:42:30.813113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b87db530-fb6c-4fa2-bcc9-30003b545be9'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:30.833842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-a9d7699f-1c7a-4d40-9685-15a396cd64c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 217 time: 0.0797083 Apr 28 19:42:30.908713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Deleting port f8e50a61-1365-4a36-b697-29e79c18d49f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:30.909531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.004039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-60236626-d604-42cb-8ebe-cea5cea66646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.005481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-60236626-d604-42cb-8ebe-cea5cea66646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0964665 Apr 28 19:42:31.023199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efd44d1-da07-4c4b-8349-efc88c4f5796 req-a7fb181e-512d-4add-91f0-bb2d277f74b2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.024650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7efd44d1-da07-4c4b-8349-efc88c4f5796 req-a7fb181e-512d-4add-91f0-bb2d277f74b2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.1849890 Apr 28 19:42:31.160930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7efd44d1-da07-4c4b-8349-efc88c4f5796 req-409bb24c-3a79-48e6-be3f-105c8b694729 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858123 Apr 28 19:42:31.162775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-b0300a2e-59da-4436-8d02-ee0dd2995fa8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488252 Apr 28 19:42:31.167924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] For port f8e50a61-1365-4a36-b697-29e79c18d49f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f8e50a61-1365-4a36-b697-29e79c18d49f,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:31.168718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.171361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350178b7-4c5e-40c9-98dc-ffe536497e90 req-435b335e-1139-4bd0-a675-f82c8dd26772 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.172759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-350178b7-4c5e-40c9-98dc-ffe536497e90 req-435b335e-1139-4bd0-a675-f82c8dd26772 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.3068800 Apr 28 19:42:31.177651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b731f-a1e1-40da-bd63-130ef5dd4197 req-0056797f-50ec-4843-8185-e042c3d5d8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.179475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-600b731f-a1e1-40da-bd63-130ef5dd4197 req-0056797f-50ec-4843-8185-e042c3d5d8cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1096 time: 0.3443494 Apr 28 19:42:31.306404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Calling delete_port for f8e50a61-1365-4a36-b697-29e79c18d49f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:31.359256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-600b731f-a1e1-40da-bd63-130ef5dd4197 req-3fbd6d53-52c0-47e7-8721-432bb24de798 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607409 Apr 28 19:42:31.364503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-350178b7-4c5e-40c9-98dc-ffe536497e90 req-02389351-88a2-4b9f-8ad2-fe253b706970 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672509 Apr 28 19:42:31.398664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-af39a91d-85c4-4243-a0fa-b6e963f584ac service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246749 Apr 28 19:42:31.456481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f96c89-c096-4060-8e65-6a4b1a8af9c7 req-3caf9939-6081-4255-a39e-4a15a0c67e06 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.457876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5f96c89-c096-4060-8e65-6a4b1a8af9c7 req-3caf9939-6081-4255-a39e-4a15a0c67e06 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.1590717 Apr 28 19:42:31.544541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5f96c89-c096-4060-8e65-6a4b1a8af9c7 req-1f370664-1f43-400d-a220-722ecb3981d5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735426 Apr 28 19:42:31.551272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7637269-013e-43b5-81d7-c9c98f679456 req-d1882472-0821-48f7-951d-461212f9fe5e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.552759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7637269-013e-43b5-81d7-c9c98f679456 req-d1882472-0821-48f7-951d-461212f9fe5e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.0866270 Apr 28 19:42:31.576773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:31.634555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8e50a61-1365-4a36-b697-29e79c18d49f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:31.691368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7637269-013e-43b5-81d7-c9c98f679456 req-9ab2f246-2225-4426-a9fa-f4b6c9446353 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106415 Apr 28 19:42:31.723682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-136545ca-635e-4604-9b76-49bf1e80cfd8 req-acebd8dc-c08b-4fe3-b757-8c22989b0653 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644325 Apr 28 19:42:31.913171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cb0475-e82d-43f7-bc3c-c8aba4c1e6f7 req-30da9c02-2a7b-4ad9-a99e-3eec5499a8cf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:31.915275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3cb0475-e82d-43f7-bc3c-c8aba4c1e6f7 req-30da9c02-2a7b-4ad9-a99e-3eec5499a8cf tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 949 time: 0.0909867 Apr 28 19:42:31.960174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3cb0475-e82d-43f7-bc3c-c8aba4c1e6f7 req-ee2f58a2-ec3b-4c24-93ac-584c7d5f563e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392113 Apr 28 19:42:31.993342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:32.268071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034ce66b-ded5-47e1-8655-a989a0b7ef76 req-b370ce5a-0dba-4e8b-9f04-a364b523eb18 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.270154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-034ce66b-ded5-47e1-8655-a989a0b7ef76 req-b370ce5a-0dba-4e8b-9f04-a364b523eb18 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.3376393 Apr 28 19:42:32.381114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-034ce66b-ded5-47e1-8655-a989a0b7ef76 req-87df9f7f-4a36-4055-b3b5-2f59d4712c3a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994165 Apr 28 19:42:32.583221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:42:32.605133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e469e49-ca93-4eba-90ad-329b2db486bd req-63f9aaf1-4dea-4534-b591-c76de067203c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.606591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8e469e49-ca93-4eba-90ad-329b2db486bd req-63f9aaf1-4dea-4534-b591-c76de067203c tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.1266713 Apr 28 19:42:32.699746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c88a91-16f2-4ff6-a99f-29d3c611c6c4 req-12567627-3454-4216-ba2b-1fd6eba37851 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.701319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40c88a91-16f2-4ff6-a99f-29d3c611c6c4 req-12567627-3454-4216-ba2b-1fd6eba37851 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0845799 Apr 28 19:42:32.722560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:32.753973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40c88a91-16f2-4ff6-a99f-29d3c611c6c4 req-6a6361e4-40a4-4cf7-900f-6a0a01fb800a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451465 Apr 28 19:42:32.786967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8e469e49-ca93-4eba-90ad-329b2db486bd req-d6646960-27f9-4694-9317-68390444001a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237335 Apr 28 19:42:32.838598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:42:32.848919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Sync routers for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:42:32.854543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49288) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:32.855152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7d50928a-77ec-4fbf-8e59-d803c209d451 admin admin] 10.222.0.24 "PUT /v2.0/routers/41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3784180 Apr 28 19:42:32.861491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:32.862706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:32.991376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad19eaf-b81f-4955-95cc-100d4c4b7566 req-4eac6e3c-b187-43a7-86d4-ea6a6cc282a9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:32.993194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ad19eaf-b81f-4955-95cc-100d4c4b7566 req-4eac6e3c-b187-43a7-86d4-ea6a6cc282a9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.0914176 Apr 28 19:42:33.048315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ad19eaf-b81f-4955-95cc-100d4c4b7566 req-af75f386-459d-471f-8484-01f0754618bf tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477054 Apr 28 19:42:33.060960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.096986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:33.141794 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-453419bd-3b28-4bb3-a14a-a74eb61a3e2f'] response: {'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'code': 200} Apr 28 19:42:33.337181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c12d3b2-e426-46ee-b2db-d6060298ffa0 req-a0a26a5b-cacc-4870-a96f-b63da4d9fff8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.338579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c12d3b2-e426-46ee-b2db-d6060298ffa0 req-a0a26a5b-cacc-4870-a96f-b63da4d9fff8 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 949 time: 0.0900476 Apr 28 19:42:33.393124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c12d3b2-e426-46ee-b2db-d6060298ffa0 req-f61571e2-28ae-4582-a6ea-20085612df83 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475099 Apr 28 19:42:33.395527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.400062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:42:31Z', 'revision_number': 5, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port': {'id': '4de1a788-f367-4fa3-a235-ce13b1d59294', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6a:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:38:28Z', 'updated_at': '2022-04-28T19:38:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:33.405739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Checking router: 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:42:33.410806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6b880d-7edf-4e81-b87a-95d9de56e938 req-2ea24e39-243a-4e71-8809-8dfd3d3abafe tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.412289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b6b880d-7edf-4e81-b87a-95d9de56e938 req-2ea24e39-243a-4e71-8809-8dfd3d3abafe tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2180161 Apr 28 19:42:33.415748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Routers {'41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:42:33.416453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:33.431194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2336c5bf-8508-49fe-afc2-6ecbc2d9889d req-acc2ebf3-2b3a-4097-a62f-b3b2eb15554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.433765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2336c5bf-8508-49fe-afc2-6ecbc2d9889d req-acc2ebf3-2b3a-4097-a62f-b3b2eb15554c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 1096 time: 0.1845517 Apr 28 19:42:33.436110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Deleting port 4de1a788-f367-4fa3-a235-ce13b1d59294 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:33.437012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.542763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b6b880d-7edf-4e81-b87a-95d9de56e938 req-ba5d4500-8f5a-44fe-ae8c-0c96da1c0f5e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158266 Apr 28 19:42:33.579469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2336c5bf-8508-49fe-afc2-6ecbc2d9889d req-13d3e634-8b8e-42f9-a6e1-76d1d0db4160 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132853 Apr 28 19:42:33.590400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] Set router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:42:33.641018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b87db530-fb6c-4fa2-bcc9-30003b545be9 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:33.753317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:42:33Z', 'revision_number': 6, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:33.762645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d91879f-27e5-4077-a081-67a1a0dcfc4c None None] The sync data for ids ['41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a'] in n-d-839811-1 is: [{'id': '41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-600675469-router', 'tenant_id': '937696c6bf6641d394f941f950e50cfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:38:24Z', 'updated_at': '2022-04-28T19:42:33Z', 'revision_number': 6, 'project_id': '937696c6bf6641d394f941f950e50cfb', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:42:33.785808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port b87db530-fb6c-4fa2-bcc9-30003b545be9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:33.791708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port b87db530-fb6c-4fa2-bcc9-30003b545be9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:33.792213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.920698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd4bfe6-c4e0-433f-b71e-77ede13a05bb req-4c49bfc8-39c9-476a-aa6f-965585c38a5a tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:33.927968 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.929589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9bd4bfe6-c4e0-433f-b71e-77ede13a05bb req-4c49bfc8-39c9-476a-aa6f-965585c38a5a tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1096 time: 0.2638803 Apr 28 19:42:33.963277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] For port 4de1a788-f367-4fa3-a235-ce13b1d59294, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4de1a788-f367-4fa3-a235-ce13b1d59294,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:33.963640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:33.964719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:33.968748 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.037984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:34.044808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf763b8-e6d0-4941-bb05-f9ccd6bfe126 req-03ae4a54-99b4-44f5-a106-1f6618eda14d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.050396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf763b8-e6d0-4941-bb05-f9ccd6bfe126 req-03ae4a54-99b4-44f5-a106-1f6618eda14d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0965581 Apr 28 19:42:34.091368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf763b8-e6d0-4941-bb05-f9ccd6bfe126 req-ee0cff38-f29a-41af-af1a-bde94f7c47b2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Apr 28 19:42:34.097403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Calling delete_port for 4de1a788-f367-4fa3-a235-ce13b1d59294 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:34.130324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9bd4bfe6-c4e0-433f-b71e-77ede13a05bb req-40aed463-804e-4c86-83c2-418b42ff337a tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993370 Apr 28 19:42:34.137797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f8e50a61-1365-4a36-b697-29e79c18d49f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:34.183738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f8e50a61-1365-4a36-b697-29e79c18d49f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:34.184177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f8e50a61-1365-4a36-b697-29e79c18d49f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:34.326372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463af1cf-b856-43fe-b2aa-c41aca143356 req-2572a354-5f1d-4c08-a189-19efa8d7c988 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.327896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-463af1cf-b856-43fe-b2aa-c41aca143356 req-2572a354-5f1d-4c08-a189-19efa8d7c988 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0980339 Apr 28 19:42:34.337842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.373033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-463af1cf-b856-43fe-b2aa-c41aca143356 req-a24da736-52f4-4ec2-ae88-5a8280bb0b05 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375991 Apr 28 19:42:34.400815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Pushing event deleted for resources: {'Port': ['ID=4de1a788-f367-4fa3-a235-ce13b1d59294,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:34.508904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.638821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9d4c94-db8f-4dfb-963e-47545022369a req-203ad8cb-b514-4d5a-9b70-840a391a99af tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.647187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d9d4c94-db8f-4dfb-963e-47545022369a req-203ad8cb-b514-4d5a-9b70-840a391a99af tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1092651 Apr 28 19:42:34.699174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d9d4c94-db8f-4dfb-963e-47545022369a req-fedfaa30-3930-46a5-aa5b-f365bdb73dc9 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509322 Apr 28 19:42:34.707552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998db43-ae51-4922-95b7-5965880388b0 req-ecdd24c6-b6b2-46bc-915c-2b3a4c8f4ae3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:34.728143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e998db43-ae51-4922-95b7-5965880388b0 req-ecdd24c6-b6b2-46bc-915c-2b3a4c8f4ae3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.4215760 Apr 28 19:42:34.728855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.746644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.808919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e998db43-ae51-4922-95b7-5965880388b0 req-89b50c53-1e75-4ea9-9313-e08af8e673f2 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845706 Apr 28 19:42:34.824529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.825039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:42:34.850878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:34.856673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:34.856840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-37b6f2b4-e023-477b-a7b1-a329cf57e74d admin admin] 10.222.0.24 "DELETE /v2.0/routers/41daf13a-2fc6-4a82-9bdc-a1747e0fcb8a HTTP/1.1" status: 204 len: 168 time: 2.0007153 Apr 28 19:42:35.029738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Deleting subnet 56c5c910-6d2a-4534-bcb4-6382c48eb7bc {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:42:35.039694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.116980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75707ff-1761-4b47-9942-5fab14b52803 req-bc3e30b6-910b-41a2-a9df-cd40a73feaaa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.120401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a75707ff-1761-4b47-9942-5fab14b52803 req-bc3e30b6-910b-41a2-a9df-cd40a73feaaa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2112231 Apr 28 19:42:35.128363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.143720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:35.253741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a75707ff-1761-4b47-9942-5fab14b52803 req-5152c50f-6ff6-4e34-ac28-71b249842671 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788398 Apr 28 19:42:35.298271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:35.314302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.328567 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32aff81-759a-438f-866c-817b9e8a1fc1'] response: {'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9', 'code': 200} Apr 28 19:42:35.345526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698ece91-a68e-4cf4-ac2b-3e57df5228aa req-71dc81d8-63ba-41e4-9144-7dc0b6b03487 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.347580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-698ece91-a68e-4cf4-ac2b-3e57df5228aa req-71dc81d8-63ba-41e4-9144-7dc0b6b03487 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1202226 Apr 28 19:42:35.412887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-698ece91-a68e-4cf4-ac2b-3e57df5228aa req-db7e948f-6c30-421d-88ac-31f7ad35e3db tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560014 Apr 28 19:42:35.498893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.707541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c5c910-6d2a-4534-bcb4-6382c48eb7bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:35.719157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f544ba-146f-42e0-8fad-56d33a512d47 None None] Network 202a682f-13a0-4523-a868-9a0e3b7845dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:35.722738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.730306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.755590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d239ee6d-e1a1-4410-9c66-7065e77dd3d4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56c5c910-6d2a-4534-bcb4-6382c48eb7bc HTTP/1.1" status: 204 len: 168 time: 0.8974481 Apr 28 19:42:35.759127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:35.760775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:35.770842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Usage tracker for resource:security_group_rule and tenant:9902e739c33948478e3cd682a91afb0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:35.776285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10910b3b-e64f-46a3-aab5-fd9b8bba488c req-03961d5e-2f74-4ea2-a6a3-64c2b3cd73fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.777763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10910b3b-e64f-46a3-aab5-fd9b8bba488c req-03961d5e-2f74-4ea2-a6a3-64c2b3cd73fc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 1101 time: 0.3817685 Apr 28 19:42:35.779196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:35.803366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:35.878299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16303020-5c3a-48a4-95b7-7baed0319488 req-87fc77bf-a84b-4821-bdae-ec73925fa399 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:35.880116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16303020-5c3a-48a4-95b7-7baed0319488 req-87fc77bf-a84b-4821-bdae-ec73925fa399 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.2328496 Apr 28 19:42:35.889169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10910b3b-e64f-46a3-aab5-fd9b8bba488c req-d4a5d43a-13c1-493b-92ed-0bc7fae58abe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034200 Apr 28 19:42:35.943526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16303020-5c3a-48a4-95b7-7baed0319488 req-34d21aff-2455-44bf-afab-21cebe2f9cba tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530815 Apr 28 19:42:35.953159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:35.973497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Deleting port e90400c5-ead2-4a24-a3ff-d1a12fb2454c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:35.973497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.005677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.012823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.021183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] DHCP port deletion for 202a682f-13a0-4523-a868-9a0e3b7845dc request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:42:36.025550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Deleting port e90400c5-ead2-4a24-a3ff-d1a12fb2454c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:36.026162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.044386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c8dc7-dfaa-42d9-915d-f0d109035b83 req-3361db04-ecf9-457d-9fe8-51fc65ec63b4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:36.045882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-729c8dc7-dfaa-42d9-915d-f0d109035b83 req-3361db04-ecf9-457d-9fe8-51fc65ec63b4 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1693864 Apr 28 19:42:36.076480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9902e739c33948478e3cd682a91afb0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7154136 Apr 28 19:42:36.077983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:36.146471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4de1a788-f367-4fa3-a235-ce13b1d59294 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:36.194589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4de1a788-f367-4fa3-a235-ce13b1d59294 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:36.195343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4de1a788-f367-4fa3-a235-ce13b1d59294 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:36.195942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e90400c5-ead2-4a24-a3ff-d1a12fb2454c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:36.207309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43670a3e-78a8-411a-ad95-bebdd66e96ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9d3676-1b28-4a77-a0bd-bfcf255c1c71,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.233201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-729c8dc7-dfaa-42d9-915d-f0d109035b83 req-2380c4dc-b4f3-4541-a1dc-120f8198b861 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351347 Apr 28 19:42:36.248779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.280290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.319617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8b356-e9c3-4cce-8681-8d809df42586 req-c9a227d1-c5b4-41b5-ab3e-c6ec275fae58 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:36.328801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58c8b356-e9c3-4cce-8681-8d809df42586 req-c9a227d1-c5b4-41b5-ab3e-c6ec275fae58 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.2296224 Apr 28 19:42:36.343621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:36.344121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.390789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58c8b356-e9c3-4cce-8681-8d809df42586 req-740ac5fb-24d9-48f5-b445-29806dcee7eb tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606899 Apr 28 19:42:36.404327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.429536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9d3676-1b28-4a77-a0bd-bfcf255c1c71,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.432466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.433756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b7892a1-36bc-4125-b0e8-5c2fcdf3a2c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d9d3676-1b28-4a77-a0bd-bfcf255c1c71 HTTP/1.1" status: 204 len: 168 time: 0.3533437 Apr 28 19:42:36.474321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:36.474536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.491011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.630826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Calling delete_port for e90400c5-ead2-4a24-a3ff-d1a12fb2454c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:36.667983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Calling delete_port for e90400c5-ead2-4a24-a3ff-d1a12fb2454c owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:36.711041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:36.715840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:36.791193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835d48d-66ea-460c-aa31-e48b263c9a12 req-e0d45bf8-eb52-4e03-8d9a-8079bf4b24d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:36.792698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4835d48d-66ea-460c-aa31-e48b263c9a12 req-e0d45bf8-eb52-4e03-8d9a-8079bf4b24d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.4404874 Apr 28 19:42:36.805016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:36.805495 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:36.817606 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:36.817929 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:36.826352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:36.842481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4835d48d-66ea-460c-aa31-e48b263c9a12 req-d4d4fddd-dc91-4ac3-86da-09ae85eb542d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433235 Apr 28 19:42:37.058948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc2708-1ab0-4f2f-bc0f-e270ea155ea3 req-5eea5106-afd4-483d-b5c6-5709405993fb tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.060677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fecc2708-1ab0-4f2f-bc0f-e270ea155ea3 req-5eea5106-afd4-483d-b5c6-5709405993fb tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1081855 Apr 28 19:42:37.125088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fecc2708-1ab0-4f2f-bc0f-e270ea155ea3 req-cb83c81d-c7df-461a-ae63-55ac03cda30b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539427 Apr 28 19:42:37.222131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fc396c-f3c3-4deb-a7ac-ff3b7dc45555 req-7c2168e9-0252-43a7-b384-b3c0489feb7b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.224583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22fc396c-f3c3-4deb-a7ac-ff3b7dc45555 req-7c2168e9-0252-43a7-b384-b3c0489feb7b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1404266 Apr 28 19:42:37.279671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22fc396c-f3c3-4deb-a7ac-ff3b7dc45555 req-80543792-ad7e-4ae9-92bf-51a0e388b8ba tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494053 Apr 28 19:42:37.306692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Deleting port e90400c5-ead2-4a24-a3ff-d1a12fb2454c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:37.307195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.323096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Deleting port e90400c5-ead2-4a24-a3ff-d1a12fb2454c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:37.323442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.379055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:37.542593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2f84f7-c748-4a95-9826-9e03668df20e req-3e1d7d2f-8f06-414f-8d5d-bf1105cae49e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.546710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:37.550762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b2f84f7-c748-4a95-9826-9e03668df20e req-3e1d7d2f-8f06-414f-8d5d-bf1105cae49e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1431370 Apr 28 19:42:37.572110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1671549431-network', 'tenant_id': '3538e1bad5994673a5512b082a41e351'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:37.581660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:37.594956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Usage tracker for resource:network and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:37.601841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:37.611172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:37.627725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b2f84f7-c748-4a95-9826-9e03668df20e req-52f1ec17-7a7c-43dd-9d3f-0a036785cc4b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728929 Apr 28 19:42:37.646458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Made reservation on behalf of 3538e1bad5994673a5512b082a41e351 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:37.649611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.651248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10f2a82-5eef-4671-ab88-7d519c447302 req-07a79f49-4d58-4629-8ede-8818c92b153d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.659199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c10f2a82-5eef-4671-ab88-7d519c447302 req-07a79f49-4d58-4629-8ede-8818c92b153d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.4244807 Apr 28 19:42:37.673025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.696602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:37.702560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:37.703061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.709208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:37.714642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a', 'port_id': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'mac_address': 'fa:16:3e:95:05:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4fbd541-416c-49e4-a550-e4662f720d66', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:37.716807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:37.722172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:37.734660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:37.852060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Calling delete_port for e90400c5-ead2-4a24-a3ff-d1a12fb2454c owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:37.858112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] For port e90400c5-ead2-4a24-a3ff-d1a12fb2454c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,segment=NetworkSegment(3d9805f1-97d4-4194-bbf5-a56bc75ebf47),segment_id=3d9805f1-97d4-4194-bbf5-a56bc75ebf47)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:37.858697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.870438 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:37.909532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c10f2a82-5eef-4671-ab88-7d519c447302 req-68d36906-09c5-4e1b-bc0d-02ab7c686c67 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487841 Apr 28 19:42:37.933061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf111884-a259-4b86-a28e-b49b5f569210 req-c423ae4d-c147-4430-a9f8-473bcd095681 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:37.935207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf111884-a259-4b86-a28e-b49b5f569210 req-c423ae4d-c147-4430-a9f8-473bcd095681 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.1414561 Apr 28 19:42:37.993627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.003861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf111884-a259-4b86-a28e-b49b5f569210 req-95080985-9895-4eba-9108-76edd7d66936 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565426 Apr 28 19:42:38.005265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Calling delete_port for e90400c5-ead2-4a24-a3ff-d1a12fb2454c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:38.026786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.032019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.053554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc585264-48ec-4aa7-b5d5-c018b1e66072 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:38.085633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:38.086593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Pushing event deleted for resources: {'Port': ['ID=e90400c5-ead2-4a24-a3ff-d1a12fb2454c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.088381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:38.099776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.111050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4add84eb-a233-4a86-9c2b-cd4e7231a960,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.115053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.115752 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Added segment e5420ed0-c541-4df0-8dac-78c426073e59 of type vlan for network 3cc8516d-1404-4c57-907c-006823b581e9 Apr 28 19:42:38.150616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.175128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] No DVR routers for this DVR port e90400c5-ead2-4a24-a3ff-d1a12fb2454c on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:38.185231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:42:38.185594 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:42:38.192170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.193509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.194820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.199830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.245774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Deleting port e90400c5-ead2-4a24-a3ff-d1a12fb2454c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:38.246941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.313018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] Pushing event updated for resources: {'Network': ['ID=3cc8516d-1404-4c57-907c-006823b581e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.343372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3cc8516d-1404-4c57-907c-006823b581e9 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:42:38.360050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.373179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-399d2518-3e2d-453c-8c0d-48a56d52014b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9926932 Apr 28 19:42:38.377243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c014f2f4-4f81-4717-87e7-162947a0b1ce None None] The port 'e90400c5-ead2-4a24-a3ff-d1a12fb2454c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:42:38.379591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:38.379714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea31afb-5c0e-4f22-8bf0-b93fbc5b3758 req-0e123ead-88b8-4b99-ac3a-fd05f8a3498f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.387743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Request body: {'subnet': {'network_id': '3cc8516d-1404-4c57-907c-006823b581e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1671549431-subnet', 'tenant_id': '3538e1bad5994673a5512b082a41e351', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:38.387924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cea31afb-5c0e-4f22-8bf0-b93fbc5b3758 req-0e123ead-88b8-4b99-ac3a-fd05f8a3498f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.3041177 Apr 28 19:42:38.401690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:38.408773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Usage tracker for resource:subnet and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:38.412698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:38.419693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:38.434644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf384c1-27e2-45dc-9c60-5d7842fd4305 req-b4eff576-6637-4f01-af4a-5dc2210b5f6d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.436140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cf384c1-27e2-45dc-9c60-5d7842fd4305 req-b4eff576-6637-4f01-af4a-5dc2210b5f6d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1247540 Apr 28 19:42:38.447254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['202a682f-13a0-4523-a868-9a0e3b7845dc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:38.483004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Made reservation on behalf of 3538e1bad5994673a5512b082a41e351 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:38.483004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.483476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fc585264-48ec-4aa7-b5d5-c018b1e66072'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:38.484045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cea31afb-5c0e-4f22-8bf0-b93fbc5b3758 req-f6dac3f8-8908-49e4-b92e-cb4175a79ada tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953186 Apr 28 19:42:38.492842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9805f1-97d4-4194-bbf5-a56bc75ebf47') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:38.493332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9805f1-97d4-4194-bbf5-a56bc75ebf47') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:38.515477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.556300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.563095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:38.564066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:38.586362 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:38.727285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cf384c1-27e2-45dc-9c60-5d7842fd4305 req-1f657b18-fba4-4094-9946-ea06822e8a97 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845089 Apr 28 19:42:38.740062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.778382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.789765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.839713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] Pushing event deleted for resources: {'Network': ['ID=202a682f-13a0-4523-a868-9a0e3b7845dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.842619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d9f9da3-a47c-4e0c-b150-061a6ecb8526,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:38.851951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4bb4cb93-03a4-4ad7-b534-433c08529352 admin admin] 10.222.0.24 "DELETE /v2.0/networks/202a682f-13a0-4523-a868-9a0e3b7845dc HTTP/1.1" status: 204 len: 168 time: 3.0909574 Apr 28 19:42:38.855745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Checking segment: {'id': 'e5420ed0-c541-4df0-8dac-78c426073e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '3cc8516d-1404-4c57-907c-006823b581e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:38.856127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Network hostable DHCP agents. Network: 3cc8516d-1404-4c57-907c-006823b581e9, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:38.892748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ba735b-20b8-4b84-9a28-66bf1a468ed2 req-7af412fb-e408-4cde-a512-476159113e7d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.900863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86ba735b-20b8-4b84-9a28-66bf1a468ed2 req-7af412fb-e408-4cde-a512-476159113e7d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.2043657 Apr 28 19:42:38.919008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Network 3cc8516d-1404-4c57-907c-006823b581e9 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:38.944226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3cc8516d-1404-4c57-907c-006823b581e9) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:38.952862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:38.953545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:38.957378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b3895d-280a-445f-bb8a-406611a25ce3 None None] Network 3cc8516d-1404-4c57-907c-006823b581e9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:38.967110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86ba735b-20b8-4b84-9a28-66bf1a468ed2 req-359fc3f4-be9b-427e-a535-0542df9bd7ab tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638001 Apr 28 19:42:39.014687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:39.039853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-96bbc92d-6b57-4746-9bec-3d8e5af88890 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6582315 Apr 28 19:42:39.055594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f381fc10-0a98-4527-b00b-c6f4113c7f53 req-036b2898-e07e-4978-a6d5-ed6a23015da2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.062421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f381fc10-0a98-4527-b00b-c6f4113c7f53 req-036b2898-e07e-4978-a6d5-ed6a23015da2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1885657 Apr 28 19:42:39.140038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f381fc10-0a98-4527-b00b-c6f4113c7f53 req-eeb354ee-9e8a-4860-aea8-dc2658c52ef2 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766907 Apr 28 19:42:39.154716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f8856902-325b-41f5-8a44-8015cf08af2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab869800fc5d41a3a35dafa735197413&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1376178 Apr 28 19:42:39.154716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:39.265512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.286227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c7e1e-6096-4253-98d2-88f4264bbc72 req-f0a47599-6460-4ade-a445-500479c8c34d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.293532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-034c7e1e-6096-4253-98d2-88f4264bbc72 req-f0a47599-6460-4ade-a445-500479c8c34d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.1547072 Apr 28 19:42:39.298891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.327838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653e3830-4996-4194-ac31-341428dd465a None None] Network 3cc8516d-1404-4c57-907c-006823b581e9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:39.343376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-034c7e1e-6096-4253-98d2-88f4264bbc72 req-fa1b55b2-e032-47fa-a169-03088c569261 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472143 Apr 28 19:42:39.458922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6042164f-e8a3-46c3-aa25-0dc4eab93751 req-da5cbef0-665b-41e6-b8e6-b2eb504adace tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.467280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6042164f-e8a3-46c3-aa25-0dc4eab93751 req-da5cbef0-665b-41e6-b8e6-b2eb504adace tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.1720297 Apr 28 19:42:39.508942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.579182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-43469154', 'description': 'tempest-description-991410670'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:39.586057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:39.590212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:39.593294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:39.599596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:39.611451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.629263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b2933f7-02df-494e-a860-16a2beaa81bf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:39.632467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:39.633580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6042164f-e8a3-46c3-aa25-0dc4eab93751 req-1726ee81-c7bb-4812-b36f-c3d40399876f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654646 Apr 28 19:42:39.636339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:39.638675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.642020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6879f50-50cc-4236-8d5c-57c4007347e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9b2933f7-02df-494e-a860-16a2beaa81bf HTTP/1.1" status: 204 len: 168 time: 0.4841349 Apr 28 19:42:39.642151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:39.646145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:39.674779 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.734009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.740667 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.788319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f08b8223-8760-4ff3-81e6-4cf48493ae8a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:39.790661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:39.792000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e729ccae-7de4-41f7-a7cd-8c245d5e030d req-2fe10a86-7035-4fd6-80ea-569d1154e94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2173510 Apr 28 19:42:39.843516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb3583b-07be-4d67-96c1-6b0f940a5b9b req-eaeb5891-eb72-4950-b761-c97d114280e4 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:39.845172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bb3583b-07be-4d67-96c1-6b0f940a5b9b req-eaeb5891-eb72-4950-b761-c97d114280e4 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0883932 Apr 28 19:42:39.893855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bb3583b-07be-4d67-96c1-6b0f940a5b9b req-7ee87438-9498-4952-bbbb-7e660bad4168 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406060 Apr 28 19:42:39.977881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-eab2db6e-ecdb-4ee2-b6b8-076274d144da tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/f08b8223-8760-4ff3-81e6-4cf48493ae8a HTTP/1.1" status: 200 len: 1802 time: 0.0513515 Apr 28 19:42:39.991004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f08b8223-8760-4ff3-81e6-4cf48493ae8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:39.991428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f08b8223-8760-4ff3-81e6-4cf48493ae8a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:39.997705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:40.001635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:40.005322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:40.012161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:40.063425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:40.082071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.090213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119c7e73-ba6f-4782-9362-3b09151b75c3 req-d65318c7-949e-48e2-b358-df139f146206 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.091736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-119c7e73-ba6f-4782-9362-3b09151b75c3 req-d65318c7-949e-48e2-b358-df139f146206 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1993041 Apr 28 19:42:40.137839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-119c7e73-ba6f-4782-9362-3b09151b75c3 req-89e1ae29-93d9-4f3a-b4da-07d5f467c66f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396588 Apr 28 19:42:40.138451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.141769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-305eb0ee-e96c-42f6-9f49-6cc432287dce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=937696c6bf6641d394f941f950e50cfb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0766907 Apr 28 19:42:40.142792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.144863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:40.172764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58923349-bfe4-461c-930a-d7eb41d5d974,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.178870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.180243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aefa06a8-bc52-4ee8-bb7b-f1e9153ed883 req-2d6bccc9-b255-4c10-9638-3285dd80c5ab tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1943126 Apr 28 19:42:40.218854 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.246623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.360085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.360997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18baf5-cda5-40e8-8569-3ee5da70fff5 req-55fc0dbf-66fc-4220-b3a7-b47844a02ffa tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.362550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c18baf5-cda5-40e8-8569-3ee5da70fff5 req-55fc0dbf-66fc-4220-b3a7-b47844a02ffa tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.0879197 Apr 28 19:42:40.382375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72da95ee-d070-410f-bb82-1a5cfd88816a req-de48d0c8-0f2c-4d4b-b3c7-57d75ca6a9f7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.383809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72da95ee-d070-410f-bb82-1a5cfd88816a req-de48d0c8-0f2c-4d4b-b3c7-57d75ca6a9f7 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1004176 Apr 28 19:42:40.384937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada0b162-da9b-40dc-96ba-4479417c9362,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.391089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.397096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a208003c-ec20-4c5f-9022-6915cf2f3857 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ada0b162-da9b-40dc-96ba-4479417c9362 HTTP/1.1" status: 204 len: 168 time: 0.2502453 Apr 28 19:42:40.415118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c18baf5-cda5-40e8-8569-3ee5da70fff5 req-2b673b25-0f2b-40c4-a0c0-49e0fd6754f0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453165 Apr 28 19:42:40.459048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72da95ee-d070-410f-bb82-1a5cfd88816a req-fe1d8f9f-946b-4803-a04a-32a78b0f14c8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596981 Apr 28 19:42:40.518848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-753206097', 'description': 'tempest-description-1654156942'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:40.525211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:40.530350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:40.536053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:40.542531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:40.556543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.577270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:40.581365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:40.584324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:40.590377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:40.648277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148b797c-8cc9-48e0-9ea3-fd146f506a4e req-127ec84a-abde-4b89-a25b-4371f95a2340 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.649885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-148b797c-8cc9-48e0-9ea3-fd146f506a4e req-127ec84a-abde-4b89-a25b-4371f95a2340 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0950880 Apr 28 19:42:40.680005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.686662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.698373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-148b797c-8cc9-48e0-9ea3-fd146f506a4e req-8d6ec578-ce2b-48c8-997e-a5857ce736cb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427251 Apr 28 19:42:40.733694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a987462f-d1f9-4859-9c41-96673633c7dd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:40.739391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:40.740729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fc24a7c-7320-4250-8181-9555dffd6d0e req-e4de9cc7-6338-4f0c-94c5-08bd360c3adc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2263665 Apr 28 19:42:40.903922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffcbee1-67bc-4c5a-81a2-6a6001439275 req-ddb7ebc8-0075-417f-9788-2fb229144ddc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.905847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ffcbee1-67bc-4c5a-81a2-6a6001439275 req-ddb7ebc8-0075-417f-9788-2fb229144ddc tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.0952101 Apr 28 19:42:40.929484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95661214-9fbf-4b5e-8b0a-ae69af990b08 req-d77141bd-ed09-45e2-8121-3a8ea13547f0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:40.931199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95661214-9fbf-4b5e-8b0a-ae69af990b08 req-d77141bd-ed09-45e2-8121-3a8ea13547f0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0913105 Apr 28 19:42:40.961843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ffcbee1-67bc-4c5a-81a2-6a6001439275 req-f12b443e-5fab-404d-8026-ee7900accef3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486643 Apr 28 19:42:40.997766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95661214-9fbf-4b5e-8b0a-ae69af990b08 req-3b28080b-0bbc-498e-9ab3-9dad2c8bbfa7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594490 Apr 28 19:42:41.045525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a3836d60-4125-488f-a40f-511672ee77ab req-f5d1339a-0f2b-4935-ad41-e0b8f75d3427 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/a987462f-d1f9-4859-9c41-96673633c7dd HTTP/1.1" status: 200 len: 1804 time: 0.0588415 Apr 28 19:42:41.056822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a987462f-d1f9-4859-9c41-96673633c7dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:41.057151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'a987462f-d1f9-4859-9c41-96673633c7dd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:41.064207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:41.068145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:41.071735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:41.077905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:41.154982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.186989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.192083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.225394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f78e03-506b-4f33-9eec-06f7c137d694,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:41.229297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.235256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a3836d60-4125-488f-a40f-511672ee77ab req-39e32ace-bc12-4b34-acde-27b950525bf5 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1825795 Apr 28 19:42:41.457811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6231a1f0-43c2-4308-b44a-a7a06f919f27 req-2b0153fd-0854-4745-bfb0-9767d1642301 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.459701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6231a1f0-43c2-4308-b44a-a7a06f919f27 req-2b0153fd-0854-4745-bfb0-9767d1642301 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1003747 Apr 28 19:42:41.506260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2140785439', 'description': 'tempest-description-386055279'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:41.513387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:41.520076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:41.524155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:41.528607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6231a1f0-43c2-4308-b44a-a7a06f919f27 req-69025ec4-1833-4aa9-8ee1-133d63ae6189 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609140 Apr 28 19:42:41.531997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:41.550261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.555067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:41.571934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:41.576111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:41.579964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:41.586409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:41.671284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port fc585264-48ec-4aa7-b5d5-c018b1e66072 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:41.677295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fc585264-48ec-4aa7-b5d5-c018b1e66072 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:41.677890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.686214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.692286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.756319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cebfe-9cc9-487b-af98-5db0031dc9ae req-385eea2f-22ae-413f-9e81-c320d3dce5ed tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:41.758665 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b3cebfe-9cc9-487b-af98-5db0031dc9ae req-385eea2f-22ae-413f-9e81-c320d3dce5ed tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1016393 Apr 28 19:42:41.778316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3caf4ce5-e4e4-4fed-9c29-04088eda4cf7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:41.786567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.792838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.800717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a6bc7106-0dc3-4ed1-b9d4-6879180e217b req-6f209d52-24ec-4570-968e-34566f7df94e tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2997019 Apr 28 19:42:41.833419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b3cebfe-9cc9-487b-af98-5db0031dc9ae req-1cc39eea-ca0a-4200-9e2c-5fa15779d72f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690060 Apr 28 19:42:41.894625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.915720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-639231955', 'description': 'tempest-description-545878688'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:41.922519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:41.929403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:41.930473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:41.933233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:41.941239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:41.942231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:41.947014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.956772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:41.980946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:41.987412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:41.989828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:41.995881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:42.042594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:42.050541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fb43b8-ac72-46e3-bb17-25be308f1ed9 req-d4be4522-355e-42ef-ae9d-b59f0ec8769b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.052038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1fb43b8-ac72-46e3-bb17-25be308f1ed9 req-d4be4522-355e-42ef-ae9d-b59f0ec8769b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0992146 Apr 28 19:42:42.080338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.084712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.102197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1fb43b8-ac72-46e3-bb17-25be308f1ed9 req-df438bb0-26e3-4d55-9ec8-c5f1501a23eb tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Apr 28 19:42:42.138418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.139802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e74e3670-c652-4d39-a6d5-8d7286f134d0 req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2326026 Apr 28 19:42:42.140468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc1747-21ae-475c-88a3-933af9a0b783 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54abbac0-7851-484e-a722-9e021c63cf74,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:42.196578 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-303ec58c-1298-4b56-82d6-c26a4fa52e84'] response: {'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'code': 200} Apr 28 19:42:42.369365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-54bb278e-39ff-405e-9a41-d21225bca634 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3caf4ce5-e4e4-4fed-9c29-04088eda4cf7 HTTP/1.1" status: 200 len: 1804 time: 0.0479910 Apr 28 19:42:42.411589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5881cb35-26bc-452a-8b4e-d74786d52502 req-f9e77d9a-5300-418c-90a4-cd7d1f17ba43 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.413018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5881cb35-26bc-452a-8b4e-d74786d52502 req-f9e77d9a-5300-418c-90a4-cd7d1f17ba43 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1060741 Apr 28 19:42:42.416131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0301cb9d-2236-4b8f-b54f-2ff700ebcd82 req-6b91419b-8f0f-4625-a374-56b1bdd3b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.417578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0301cb9d-2236-4b8f-b54f-2ff700ebcd82 req-6b91419b-8f0f-4625-a374-56b1bdd3b351 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1096 time: 0.1459742 Apr 28 19:42:42.420214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-5ab31fb5-d244-464f-9113-e1bdebb219e2 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/54abbac0-7851-484e-a722-9e021c63cf74 HTTP/1.1" status: 200 len: 1803 time: 0.0447025 Apr 28 19:42:42.430371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3caf4ce5-e4e4-4fed-9c29-04088eda4cf7', 'remote_group_id': '54abbac0-7851-484e-a722-9e021c63cf74', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:42.430777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3caf4ce5-e4e4-4fed-9c29-04088eda4cf7', 'remote_group_id': '54abbac0-7851-484e-a722-9e021c63cf74', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:42.437025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:42.442143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:42.445064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:42.451388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:42.485146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0301cb9d-2236-4b8f-b54f-2ff700ebcd82 req-07bf4b74-3c5d-47e3-9e08-479889ffdf44 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523567 Apr 28 19:42:42.488834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5881cb35-26bc-452a-8b4e-d74786d52502 req-67d1e19b-6e47-4b5a-a920-a121501eeccd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696290 Apr 28 19:42:42.515306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.544885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.548425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.572407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fe69b5b-6fe2-4c5f-baf6-38c1e12fa12a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:42.582393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.583553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb1f3d35-2ff1-4646-8bc9-de56528daef7 req-a77b804d-c13c-4a2b-a396-0a558f46c4cc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1571620 Apr 28 19:42:42.753189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3cb7b55-8363-449f-8000-50f8858973e3 req-058fb8e1-048a-456b-9478-0533e02d60ec tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.755317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3cb7b55-8363-449f-8000-50f8858973e3 req-058fb8e1-048a-456b-9478-0533e02d60ec tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 945 time: 0.0836642 Apr 28 19:42:42.807634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3cb7b55-8363-449f-8000-50f8858973e3 req-5d319a42-2511-4351-95d9-288cb92d5c2b tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463152 Apr 28 19:42:42.851758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2edf16e-509e-4a53-aca3-7be0a53941e9 req-ece81942-6988-4f99-b34e-07e95f0bcc67 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:42.853477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2edf16e-509e-4a53-aca3-7be0a53941e9 req-ece81942-6988-4f99-b34e-07e95f0bcc67 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1059186 Apr 28 19:42:42.859979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-991058587', 'description': 'tempest-description-647284214'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:42.867230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:42.871482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:42.875237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:42.882449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:42.895226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:42.912092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2edf16e-509e-4a53-aca3-7be0a53941e9 req-c342a044-8b99-4b99-ad00-94d6e1ae5ba7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528369 Apr 28 19:42:42.916637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:42.920474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:42.923301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:42.929730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:43.001209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.005162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.044706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bab68a0-4696-422b-9723-01b7f100b65d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.047607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.048755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-62a0e91d-ebfe-44ba-8e68-3eba9476272c req-e9fbfb4f-234b-41dd-91d7-00f2dbb437d8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1953716 Apr 28 19:42:43.132646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1653889231', 'description': 'tempest-description-393506574'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:43.138511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:43.142303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:43.145896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:43.152398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:43.162977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.182038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:43.186050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:43.188879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:43.194509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:43.228402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d29ad-cbb0-431c-a0c4-f7f3ed65a411 req-87e937a4-524a-4b4b-ba1e-c35003365bc0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.230106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f51d29ad-cbb0-431c-a0c4-f7f3ed65a411 req-87e937a4-524a-4b4b-ba1e-c35003365bc0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.0883124 Apr 28 19:42:43.264578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.268959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.275562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f51d29ad-cbb0-431c-a0c4-f7f3ed65a411 req-944adff3-29e8-41e7-a0bc-62ae4403a633 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Apr 28 19:42:43.320341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6dea0bfd-3b3e-4490-823e-35c79e6b7fc2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.322818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.323990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8177d8d4-b953-4933-9d36-46f4539ea81e req-5d5b2e8f-0bda-46f3-903d-5e86e9d3a11b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1955156 Apr 28 19:42:43.438435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-5f753d98-74e9-473d-bddd-4116252225dc tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3bab68a0-4696-422b-9723-01b7f100b65d HTTP/1.1" status: 200 len: 1803 time: 0.0490735 Apr 28 19:42:43.481260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1e373-03a1-46f2-a89c-afa7fb669112 req-805c114c-f5ac-4428-9190-70ed935d7d0a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.489073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86a1e373-03a1-46f2-a89c-afa7fb669112 req-805c114c-f5ac-4428-9190-70ed935d7d0a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0929945 Apr 28 19:42:43.496947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-11915409-7674-4b54-b01c-47162ae0f2d7 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/6dea0bfd-3b3e-4490-823e-35c79e6b7fc2 HTTP/1.1" status: 200 len: 1804 time: 0.0523117 Apr 28 19:42:43.509831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3bab68a0-4696-422b-9723-01b7f100b65d', 'remote_group_id': '6dea0bfd-3b3e-4490-823e-35c79e6b7fc2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:43.509831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3bab68a0-4696-422b-9723-01b7f100b65d', 'remote_group_id': '6dea0bfd-3b3e-4490-823e-35c79e6b7fc2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:43.516753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:43.522097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:43.525966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:43.535212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:43.539297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86a1e373-03a1-46f2-a89c-afa7fb669112 req-069b2da0-ed56-4d40-ab7e-58747543d407 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493739 Apr 28 19:42:43.581214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:43.604294 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.644081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.649312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.681060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.682449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dff3c2f1-4ac9-42a0-9c81-7dd02f748943 req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1777484 Apr 28 19:42:43.694774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c8a715-542c-4321-88cf-081cc1ea3351 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=189207a1-bbfd-41bf-8b40-6c33f9ed9d7f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:43.747501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:43.753325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76aa3fc-c1f2-4f69-9785-e4d052cca021 req-8caf1e01-f035-4dc1-9ace-630eae5e0524 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:43.761591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a76aa3fc-c1f2-4f69-9785-e4d052cca021 req-8caf1e01-f035-4dc1-9ace-630eae5e0524 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1105096 Apr 28 19:42:43.780685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:43.795116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'port_id': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'mac_address': 'fa:16:3e:95:a3:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c22e-b599-4119-b6db-27e03a79ac80', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:43.818646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-711b27ec-77a1-406e-88df-886197586f84 req-7faa7e5f-934c-442a-9782-c112129ec07a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/6dea0bfd-3b3e-4490-823e-35c79e6b7fc2 HTTP/1.1" status: 200 len: 1804 time: 0.1013348 Apr 28 19:42:43.822890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a76aa3fc-c1f2-4f69-9785-e4d052cca021 req-3512cfe5-a3f4-4ee5-a372-40c8fa0417a8 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573478 Apr 28 19:42:43.861116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.884732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:43.906525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:43.911082 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.947960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.961951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-711b27ec-77a1-406e-88df-886197586f84 req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:43.981312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:43.997378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Usage tracker for resource:security_group_rule and tenant:08acd02feea947a289f015d47f03c810 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.003635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.007447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.012875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-711b27ec-77a1-406e-88df-886197586f84 req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.021011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:44.079659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['927f9bf1-83b0-4dd1-b7be-dde6b0d9670b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:44.121634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-711b27ec-77a1-406e-88df-886197586f84 req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.141685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68513fd4-c7c1-41e4-aa7d-9b9f8fa8a5f8 req-0abb8def-d7be-437f-a504-d56207b40c3a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.146894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dea0bfd-3b3e-4490-823e-35c79e6b7fc2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.148925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68513fd4-c7c1-41e4-aa7d-9b9f8fa8a5f8 req-0abb8def-d7be-437f-a504-d56207b40c3a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 944 time: 0.1268244 Apr 28 19:42:44.173825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-711b27ec-77a1-406e-88df-886197586f84 req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.186042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-711b27ec-77a1-406e-88df-886197586f84 req-c69c3165-40ad-4f1a-ae9d-ce4af3c7ae83 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/6dea0bfd-3b3e-4490-823e-35c79e6b7fc2 HTTP/1.1" status: 204 len: 173 time: 0.3663762 Apr 28 19:42:44.213849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68513fd4-c7c1-41e4-aa7d-9b9f8fa8a5f8 req-18212b95-4a5b-4b99-97e9-d382f7273ae9 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549829 Apr 28 19:42:44.215236 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.230706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.274169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38b98102-afa2-4e74-9ace-b46787b76ddb req-f988f269-254d-4665-8f01-d83aeae7f8b8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3bab68a0-4696-422b-9723-01b7f100b65d HTTP/1.1" status: 200 len: 1803 time: 0.0563209 Apr 28 19:42:44.285504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=08acd02feea947a289f015d47f03c810&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5293839 Apr 28 19:42:44.287649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:44.290301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c631040-266e-4841-97f0-a9ff58b8212b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aad4b7c0-c5f9-4a5b-8720-604357c48dd7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.315561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1942308398', 'description': 'tempest-description-1836055700'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:44.321390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:44.325161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.328017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.334478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:44.344721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.365084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:44.368873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.372073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.378671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:44.403376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.444741 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.451254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.456299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.468095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26dbba-8d40-474e-b725-2aa91a709256 req-a1b622bc-4b43-4b64-88a9-26ce8a0b09a1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.470632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be26dbba-8d40-474e-b725-2aa91a709256 req-a1b622bc-4b43-4b64-88a9-26ce8a0b09a1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1618366 Apr 28 19:42:44.516366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f259186-24af-4fa5-8e66-6cd55ffb36c7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.529144 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.534892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-736e6219-c09e-4294-a6f7-0df4cd6b6692 req-b0183657-9e20-4291-9e6a-ea08509cb981 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2238717 Apr 28 19:42:44.543726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be26dbba-8d40-474e-b725-2aa91a709256 req-dbb373d5-cb40-4073-b4dc-216b8b0f0ad0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643888 Apr 28 19:42:44.557998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.574663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aad4b7c0-c5f9-4a5b-8720-604357c48dd7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.580520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.584480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-93e89f54-f6ef-482f-8a1d-c94e01e9f89f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aad4b7c0-c5f9-4a5b-8720-604357c48dd7 HTTP/1.1" status: 204 len: 168 time: 0.2931333 Apr 28 19:42:44.633604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd531450-77ff-4077-8f57-73c81c053d17 req-f2a602c4-b47f-45a9-8ed8-4213311fb25f tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 200 len: 1805 time: 0.0543973 Apr 28 19:42:44.644655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f259186-24af-4fa5-8e66-6cd55ffb36c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:44.644988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f259186-24af-4fa5-8e66-6cd55ffb36c7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:44.650848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:44.655168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.658095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.665105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:44.712959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622fece-8802-485f-8390-0d7a055e7e54 req-95ac6308-f40e-4f06-a291-6cc11f317d9d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.714555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f622fece-8802-485f-8390-0d7a055e7e54 req-95ac6308-f40e-4f06-a291-6cc11f317d9d tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.0901926 Apr 28 19:42:44.725394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.756381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.763097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.777299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f622fece-8802-485f-8390-0d7a055e7e54 req-f0714749-28fa-48c2-bde8-ee02edaa5aef tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561421 Apr 28 19:42:44.795749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08a86074-0a23-4b7c-80d5-88e2c0ad4479,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:44.808746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.810474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd531450-77ff-4077-8f57-73c81c053d17 req-3d6735ef-04ce-42a5-a93b-9856e5c0bf62 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1705856 Apr 28 19:42:44.897537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-acb1e839-b8c5-4303-9820-b3a4726e291d tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 200 len: 2398 time: 0.0615878 Apr 28 19:42:44.907453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f259186-24af-4fa5-8e66-6cd55ffb36c7', 'remote_group_id': None}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:44.907853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '3f259186-24af-4fa5-8e66-6cd55ffb36c7', 'remote_group_id': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:44.914869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:44.917229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:44.932294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Usage tracker for resource:security_group_rule and tenant:3538e1bad5994673a5512b082a41e351 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.936315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.943368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:44.951815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:44.963342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:44.972469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Usage tracker for resource:security_group_rule and tenant:cf48fe2d9bc547f59c8393d737b31dd4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:44.975542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:44.979923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb92f8d-3512-452e-b782-e37e93595c5d req-5fe4c38d-5eb4-4024-8cd3-d454af6c0004 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:44.981356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0eb92f8d-3512-452e-b782-e37e93595c5d req-5fe4c38d-5eb4-4024-8cd3-d454af6c0004 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0883305 Apr 28 19:42:44.991607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:45.028637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0eb92f8d-3512-452e-b782-e37e93595c5d req-25d3d1ca-1ab5-4157-8ac3-c546ddebf9b4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408988 Apr 28 19:42:45.035538 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.073288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.080967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.121627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1a7286-83d3-4c73-8f99-bb240bef2dba,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.150933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.152075 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3fa5bd9b-e12d-4688-a892-16ec665b31a7 req-29446c19-33c3-4eee-b246-70e3ed788292 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2488329 Apr 28 19:42:45.157306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.166387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.239327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65d9969f-39f7-465e-92d6-16e263a89f3d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.255876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-11705942-258b-4d64-8cd7-42f5b2ca2c25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf48fe2d9bc547f59c8393d737b31dd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3350747 Apr 28 19:42:45.257334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:45.262256 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:42:45.272005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719bae9-4f78-4512-8bcb-2b2c67832cbf req-8cb5a2e5-af1b-46a8-9740-5048f21ec8ee tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.273488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7719bae9-4f78-4512-8bcb-2b2c67832cbf req-8cb5a2e5-af1b-46a8-9740-5048f21ec8ee tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1262057 Apr 28 19:42:45.296445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6429e9d-a375-4eba-9f91-8641a8b7be90 req-19405d70-9f62-47ff-bf46-c8b6dfd3fb1b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 200 len: 2996 time: 0.1060774 Apr 28 19:42:45.333707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7719bae9-4f78-4512-8bcb-2b2c67832cbf req-8d0c1439-f471-4691-be20-e908bb359a19 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487123 Apr 28 19:42:45.351040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.375610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-aac41716-e8d9-42e6-9d94-53ac98279000 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-group-rules/8f1a7286-83d3-4c73-8f99-bb240bef2dba HTTP/1.1" status: 200 len: 783 time: 0.0283456 Apr 28 19:42:45.381048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.546637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-c741dfbf-66cc-4aa1-bb2c-1ba21a04d5f8 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 200 len: 2996 time: 0.1699417 Apr 28 19:42:45.581450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.592383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.594287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.601442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:45.612610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65d9969f-39f7-465e-92d6-16e263a89f3d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.622181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.623362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f1b7c09c-9194-4136-8d91-03e2f5a02f37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65d9969f-39f7-465e-92d6-16e263a89f3d HTTP/1.1" status: 204 len: 168 time: 0.3647785 Apr 28 19:42:45.633352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23693ce3-6ba6-4992-95fd-7e4788211858 req-16697156-cdf7-47eb-a91a-9728e3be1995 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.640891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23693ce3-6ba6-4992-95fd-7e4788211858 req-16697156-cdf7-47eb-a91a-9728e3be1995 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 944 time: 0.2234211 Apr 28 19:42:45.646606 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.664040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f1a7286-83d3-4c73-8f99-bb240bef2dba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.666995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.682628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fa89fd2-3004-469b-b61e-d4479e755b8b req-288e7ecd-3c2e-4f31-b769-b83e4d0c9cf4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8f1a7286-83d3-4c73-8f99-bb240bef2dba HTTP/1.1" status: 204 len: 173 time: 0.1290152 Apr 28 19:42:45.693587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23693ce3-6ba6-4992-95fd-7e4788211858 req-6d9a7080-4f03-4e1f-aa32-f3f31ba2db78 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519753 Apr 28 19:42:45.764113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.787586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:45.808720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:45.814218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:45.852792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95829884-e403-4e06-9b39-9014a456ad03 req-8a438c4e-2e0e-4221-a041-5d85d0d36f88 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.854462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95829884-e403-4e06-9b39-9014a456ad03 req-8a438c4e-2e0e-4221-a041-5d85d0d36f88 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1096 time: 0.0895462 Apr 28 19:42:45.895373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:45.912364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95829884-e403-4e06-9b39-9014a456ad03 req-bbab4582-6656-41ce-8237-5c93b778905a tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498028 Apr 28 19:42:45.913930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc6cdbe-2a9c-4d5e-b967-21262ea248af req-e49eefc4-5bf8-44cf-93ba-afafcc758938 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:45.915528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fc6cdbe-2a9c-4d5e-b967-21262ea248af req-e49eefc4-5bf8-44cf-93ba-afafcc758938 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.0975564 Apr 28 19:42:45.963200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fc6cdbe-2a9c-4d5e-b967-21262ea248af req-5d72b7d1-9480-43d9-99c4-af7877db5f9f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412388 Apr 28 19:42:46.050935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83a1bc8a-0345-456b-9a64-270df924850e req-253b4008-45db-4564-97e6-c60ec5ddd02b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 200 len: 2398 time: 0.1143076 Apr 28 19:42:46.087360 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-afe995c7-5d05-4e88-865b-47cb9a220d35 service neutron] show failed (client error): The resource could not be found. Apr 28 19:42:46.088537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-afe995c7-5d05-4e88-865b-47cb9a220d35 service neutron] 10.222.0.46 "GET /v2.0/ports/617092d8-09c0-4289-bda8-7ec3e3f75776/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1315880 Apr 28 19:42:46.151860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83a1bc8a-0345-456b-9a64-270df924850e req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.190687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83a1bc8a-0345-456b-9a64-270df924850e req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.260278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83a1bc8a-0345-456b-9a64-270df924850e req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.279813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f259186-24af-4fa5-8e66-6cd55ffb36c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:46.318410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-83a1bc8a-0345-456b-9a64-270df924850e req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.321033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83a1bc8a-0345-456b-9a64-270df924850e req-79d5c9e9-5b07-48f9-a0d5-900539e72982 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/3f259186-24af-4fa5-8e66-6cd55ffb36c7 HTTP/1.1" status: 204 len: 173 time: 0.2632878 Apr 28 19:42:46.515690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1834fcb3-8e65-4a33-9454-42ce5f1b382c req-072ef8d4-7cba-4ad6-8f78-6b8ecd510874 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.517988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1834fcb3-8e65-4a33-9454-42ce5f1b382c req-072ef8d4-7cba-4ad6-8f78-6b8ecd510874 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.2351496 Apr 28 19:42:46.526430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c680c66-ea24-4383-803d-1355a62cc922 req-a14afc88-1653-4286-a63e-aa267fcc2b45 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.528246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c680c66-ea24-4383-803d-1355a62cc922 req-a14afc88-1653-4286-a63e-aa267fcc2b45 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1096 time: 0.1006730 Apr 28 19:42:46.531403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-4c690dca-afce-4afa-a8dd-8d97df45a6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.533296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-4c690dca-afce-4afa-a8dd-8d97df45a6df service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1100 time: 0.1500657 Apr 28 19:42:46.553599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:46.577875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c680c66-ea24-4383-803d-1355a62cc922 req-40517b49-cc08-44cd-ae40-19a018605ffc tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422528 Apr 28 19:42:46.642342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1834fcb3-8e65-4a33-9454-42ce5f1b382c req-8d35be08-27f3-47b2-8efd-201b0f9cdfd3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067083 Apr 28 19:42:46.716333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:46.934669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef82bac6-3a63-49f3-8667-70045927f633 req-4be8440e-e5b5-4a9c-8c02-43f0234394f2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.936337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef82bac6-3a63-49f3-8667-70045927f633 req-4be8440e-e5b5-4a9c-8c02-43f0234394f2 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.0855618 Apr 28 19:42:46.959382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f23720-620c-4288-b50f-7826c139b445 req-0b8a7150-db39-4218-90fd-3ca1ecb21a67 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:46.960829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4f23720-620c-4288-b50f-7826c139b445 req-0b8a7150-db39-4218-90fd-3ca1ecb21a67 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 943 time: 0.1934338 Apr 28 19:42:46.998025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef82bac6-3a63-49f3-8667-70045927f633 req-a43132a7-0104-4f64-952c-0cb35a2ff485 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544448 Apr 28 19:42:47.056758 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-e397a112-33c4-449a-8396-e3238a822db9 req-8652624f-c466-4953-bb8c-45c84fc70db4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] show failed (client error): The resource could not be found. Apr 28 19:42:47.058069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e397a112-33c4-449a-8396-e3238a822db9 req-8652624f-c466-4953-bb8c-45c84fc70db4 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/6dea0bfd-3b3e-4490-823e-35c79e6b7fc2 HTTP/1.1" status: 404 len: 352 time: 0.0209680 Apr 28 19:42:47.081258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4f23720-620c-4288-b50f-7826c139b445 req-cf8e1062-3fc3-4d47-bad6-adb18c537dcf tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065073 Apr 28 19:42:47.152540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:47.196843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:47.226418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-77925847-5314-4627-accd-8d93db6c893a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1425750 Apr 28 19:42:47.267264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b16f548-9a14-4861-b286-a75f2a51bb96 req-c82f2d77-0958-4f6b-a662-055bcc91c459 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.268811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b16f548-9a14-4861-b286-a75f2a51bb96 req-c82f2d77-0958-4f6b-a662-055bcc91c459 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1096 time: 0.0985258 Apr 28 19:42:47.305417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:47.317749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b16f548-9a14-4861-b286-a75f2a51bb96 req-cda8e52b-8f7a-4f91-b026-ae4b9e5aa1f8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427470 Apr 28 19:42:47.344812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.397993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Transition to ACTIVE for port object 617092d8-09c0-4289-bda8-7ec3e3f75776 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:42:47.427516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.450699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-0e2b6264-a69f-4a52-9ed4-06bc4f3bff38 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3bab68a0-4696-422b-9723-01b7f100b65d HTTP/1.1" status: 200 len: 1803 time: 0.0543647 Apr 28 19:42:47.499385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b21a51-a001-4bb4-8b50-0350d34a3e0f req-fd4a436f-ee94-4681-b2b5-18a82ed87164 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.500930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1b21a51-a001-4bb4-8b50-0350d34a3e0f req-fd4a436f-ee94-4681-b2b5-18a82ed87164 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2053101 Apr 28 19:42:47.528383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.560950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.610312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.616060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-f119bb8b-c4af-4142-ba9c-4e5382023100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:47.617706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-f119bb8b-c4af-4142-ba9c-4e5382023100 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=12a4144c198a49b8beb89885669de9db&device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 1100 time: 0.3620498 Apr 28 19:42:47.632782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bab68a0-4696-422b-9723-01b7f100b65d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.633032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] No DVR routers for this DVR port 617092d8-09c0-4289-bda8-7ec3e3f75776 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:47.637830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.649826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:47.654600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ab27eb3-c90f-468c-8401-c94730104cc2 req-ef56214b-0aa5-41fd-8e8d-1a0d1aac751a tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/3bab68a0-4696-422b-9723-01b7f100b65d HTTP/1.1" status: 204 len: 173 time: 0.1969547 Apr 28 19:42:47.744418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1b21a51-a001-4bb4-8b50-0350d34a3e0f req-c2c037df-cd4d-4acb-8703-e02669812319 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880736 Apr 28 19:42:47.746991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:47.747320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:47.747657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:47.800479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:47.800699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Attempting to bind port 617092d8-09c0-4289-bda8-7ec3e3f75776 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:47.823985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:47.824320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:47.824697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:47.825138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Bound port: 617092d8-09c0-4289-bda8-7ec3e3f75776, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:47.825547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:47.834802 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8849764-c231-4f38-8e02-96ab80c6e67b'] response: {'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'code': 200} Apr 28 19:42:48.023417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-ee367165-0212-443d-90b1-75070e1a8add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.024831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-ee367165-0212-443d-90b1-75070e1a8add service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3762095 Apr 28 19:42:48.130758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-2a8d0923-7070-49bc-b8a1-a0b12b6911d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.31&port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55 HTTP/1.1" status: 200 len: 217 time: 0.0902886 Apr 28 19:42:48.134375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:42:48.142118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:48.186425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.262072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.263350 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.264697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] 10.222.0.41 "PUT /v2.0/ports/617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 1095 time: 1.7158437 Apr 28 19:42:48.294013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-ca763c78-9b49-42a1-b1cb-a5751c5d78f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.295433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-ca763c78-9b49-42a1-b1cb-a5751c5d78f5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1513910 Apr 28 19:42:48.409286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c3ff5b-bfde-49c9-b4ee-9caaf3bb4153 service neutron] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:48.460737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-dc881a37-9e80-4ff3-b310-ed8f329c0949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.462281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-dc881a37-9e80-4ff3-b310-ed8f329c0949 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1098 time: 0.1660042 Apr 28 19:42:48.464174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-86a63523-4486-4abc-8a12-a2b79938a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.465699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-86a63523-4486-4abc-8a12-a2b79938a766 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318374 Apr 28 19:42:48.556192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-a32a015a-1cd2-40b6-b4d2-bc0c55ff9ce2 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.558595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-a32a015a-1cd2-40b6-b4d2-bc0c55ff9ce2 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 943 time: 0.1854892 Apr 28 19:42:48.703564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Deleting port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:48.703909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:48.816357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0117187c-f5a6-4c9e-ae5a-dd4021aeafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:48.817846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-0117187c-f5a6-4c9e-ae5a-dd4021aeafe6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3429320 Apr 28 19:42:48.823838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e0636283-c98a-4ff2-b4da-dc2738bbc23a tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:42:48.824063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-6eee1eab-b7e5-4c62-92c5-be563cd71047 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2184217 Apr 28 19:42:48.824884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e0636283-c98a-4ff2-b4da-dc2738bbc23a tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141916 Apr 28 19:42:48.898471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-cf99df1f-2e0e-4970-83e7-3b7822f7c8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4220791 Apr 28 19:42:48.901860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:48.901982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:42:48.942295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-aef26ab6-ea87-4678-8510-f33b9c7a3669 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.1162255 Apr 28 19:42:48.976802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-dceb0d33-c3b0-4338-9059-406c388ef892 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:42:48.977770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-dceb0d33-c3b0-4338-9059-406c388ef892 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420759 Apr 28 19:42:49.019611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:49.020052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:42:49.030513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] For port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:49.030871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.161156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Calling delete_port for 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:49.190354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-4205911c-1f0b-40b2-b2cc-d412775dad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.191890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-4205911c-1f0b-40b2-b2cc-d412775dad0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 1095 time: 0.2588439 Apr 28 19:42:49.204254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-99acb6d4-2ed6-4408-9a3c-8abcd14e9d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.206199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-99acb6d4-2ed6-4408-9a3c-8abcd14e9d31 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2327571 Apr 28 19:42:49.440429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8003313e-5ae1-41c7-8fe9-7919437f4d46 req-906b5a9f-1d5c-4cb5-b139-0450be611c2a service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5029542 Apr 28 19:42:49.520559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-08dd9c36-a8b2-41e6-97bf-1b115d8f8c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.521997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-08dd9c36-a8b2-41e6-97bf-1b115d8f8c7a service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.3033345 Apr 28 19:42:49.542315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:49.542646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:49.542969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:49.548640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-8db8287d-7a55-4b9a-84ba-1220a5c528fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.550810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-8db8287d-7a55-4b9a-84ba-1220a5c528fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3235765 Apr 28 19:42:49.552627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:42:49.552961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:42:49.553270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:49.556444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:49.556755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:49.582176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:42:49.582496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:42:49.588618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:49.588952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:49.589319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:49.589769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Bound port: 8df51035-de8e-434b-ac2b-fc932b53f8fa, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:49.592202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-c516744c-ad55-4e46-8da2-4a0c0e080fef service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 200 len: 217 time: 0.0625021 Apr 28 19:42:49.592891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.599250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:42:49.599582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:49.599949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:42:49.600373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Bound port: fc585264-48ec-4aa7-b5d5-c018b1e66072, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:42:49.665090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:49.686607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event deleted for resources: {'Port': ['ID=927f9bf1-83b0-4dd1-b7be-dde6b0d9670b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:49.729279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:49.772035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] No DVR routers for this DVR port 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:49.775965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.778577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'name': 'network-vif-deleted', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:49.784159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-dfe81ef3-ccbf-40a1-9abd-c417e101f61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:49.785631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-dfe81ef3-ccbf-40a1-9abd-c417e101f61d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.1536472 Apr 28 19:42:49.829262 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f2631b9-bff2-46b4-8af6-0b3af5230d26 req-f9232c81-661b-4c5f-8280-582200c6e1a1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "DELETE /v2.0/ports/927f9bf1-83b0-4dd1-b7be-dde6b0d9670b HTTP/1.1" status: 204 len: 173 time: 1.2646496 Apr 28 19:42:49.836579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-a674944b-854e-4c9e-8e4c-10c42cdc9259 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440884 Apr 28 19:42:49.836793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:49.856330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:49.858151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:42:49.870259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.871377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-641f1fc6-7832-40c5-a5f0-b76786026b02 service neutron] 10.222.0.24 "POST /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa/bindings HTTP/1.1" status: 201 len: 389 time: 0.8585064 Apr 28 19:42:49.873284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:49.874425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e6b2526b-e1aa-4d0f-a14c-88fb765207a2 service neutron] 10.222.0.24 "POST /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072/bindings HTTP/1.1" status: 201 len: 389 time: 0.9875665 Apr 28 19:42:49.884676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-3c4098dc-6063-4cc7-87f0-0e0117c7423d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3229582 Apr 28 19:42:50.071807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-5ec089f3-6e24-410e-8089-4e15ec483380 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290971 Apr 28 19:42:50.111134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d958a22-fc2c-46e2-9e0c-618851c94a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.158198 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e254d037-733d-4d44-b519-0b74bd98d047 req-627a4b8b-eba5-4465-bae1-71ac92a45b64 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/54abbac0-7851-484e-a722-9e021c63cf74 HTTP/1.1" status: 200 len: 1803 time: 0.1190834 Apr 28 19:42:50.165558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c12fd7e-98b4-4efb-8a49-20c7f54268df req-9a933111-e05e-41b8-a17b-8e76a2ee2974 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680302 Apr 28 19:42:50.240519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e254d037-733d-4d44-b519-0b74bd98d047 req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.295637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e254d037-733d-4d44-b519-0b74bd98d047 req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.366052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15415069-e54f-4e4f-99b2-026e1d88a340 req-78532f26-7908-43e9-b827-30c021ce8e21 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877004 Apr 28 19:42:50.421209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.421842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.422474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.423069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.423624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.424756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.425648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.426170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.426713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.429076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2efbda84-df73-42ec-b10f-6cab692bc90d req-bd5fc872-859a-4171-b57d-4d8aa0f4506c tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6429 time: 0.2873883 Apr 28 19:42:50.436885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-10306b90-7a3e-4146-b619-cf4a63299de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.437334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-10306b90-7a3e-4146-b619-cf4a63299de9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1096 time: 0.1726673 Apr 28 19:42:50.588248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-1f37f874-1557-43df-a27e-fd6807dc25f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.589682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-1f37f874-1557-43df-a27e-fd6807dc25f2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.1466858 Apr 28 19:42:50.662189 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-749ac382-12ae-496a-bcbd-5fc65e0f16c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 217 time: 0.0654824 Apr 28 19:42:50.664251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e254d037-733d-4d44-b519-0b74bd98d047 req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.666786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa7ecb1-6c28-401d-8129-ed19bbbb727a req-64bc0767-33c0-42a1-997f-1cbf63659f08 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.668223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eaa7ecb1-6c28-401d-8129-ed19bbbb727a req-64bc0767-33c0-42a1-997f-1cbf63659f08 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.0877309 Apr 28 19:42:50.711345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54abbac0-7851-484e-a722-9e021c63cf74,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:50.714608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eaa7ecb1-6c28-401d-8129-ed19bbbb727a req-130c1b74-372e-45c4-83e3-23d5f1649cb5 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389006 Apr 28 19:42:50.730753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e254d037-733d-4d44-b519-0b74bd98d047 req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:50.741991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e254d037-733d-4d44-b519-0b74bd98d047 req-5ab220d9-1c73-40bc-b3ec-95755caf1c24 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/54abbac0-7851-484e-a722-9e021c63cf74 HTTP/1.1" status: 204 len: 173 time: 0.5753248 Apr 28 19:42:50.755789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-4835ad39-acb4-4b57-863b-bec98741c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:50.757248 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-4835ad39-acb4-4b57-863b-bec98741c9a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.0790675 Apr 28 19:42:50.808532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-86f8ea88-fd71-4c5a-a01d-f8518d3d2591 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452735 Apr 28 19:42:50.888466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d51f8626-5912-4022-8ec3-97b2d50d6130 req-bd94e82a-0a7b-4e64-a907-7e6d971dc0a7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:50.904930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d51f8626-5912-4022-8ec3-97b2d50d6130 req-bd94e82a-0a7b-4e64-a907-7e6d971dc0a7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:50.906715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d51f8626-5912-4022-8ec3-97b2d50d6130 req-bd94e82a-0a7b-4e64-a907-7e6d971dc0a7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=279332f5-04b7-44d1-ad74-5a2c71e7c2e6 HTTP/1.1" status: 200 len: 210 time: 0.0607550 Apr 28 19:42:51.010215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-b7c62124-8981-4767-8db9-490fbfd44e6f service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953816 Apr 28 19:42:51.018432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8a4c21-9238-434b-8c82-fe62746b5acb req-f4e7aeaf-6f85-4c66-87af-3d141c7d5953 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.019824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b8a4c21-9238-434b-8c82-fe62746b5acb req-f4e7aeaf-6f85-4c66-87af-3d141c7d5953 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.1848984 Apr 28 19:42:51.088841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ccd506-34c6-446a-bd41-adac56200557 req-cc4fd330-ef63-49fb-a31c-c1b614a0fa53 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.090299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68ccd506-34c6-446a-bd41-adac56200557 req-cc4fd330-ef63-49fb-a31c-c1b614a0fa53 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.0810504 Apr 28 19:42:51.133881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68ccd506-34c6-446a-bd41-adac56200557 req-d74e091c-9f80-413a-a66d-a9ed4278c35c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378735 Apr 28 19:42:51.150252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b8a4c21-9238-434b-8c82-fe62746b5acb req-4b3079f5-9d87-4171-9771-1b93a85c776d tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119833 Apr 28 19:42:51.183957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-61a512c8-2d73-400e-bc29-956279f45cff service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631956 Apr 28 19:42:51.189970 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adf1f66a-edfd-4a69-8293-a80a0fb60ab6'] response: {'server_uuid': '279332f5-04b7-44d1-ad74-5a2c71e7c2e6', 'name': 'network-vif-deleted', 'tag': '927f9bf1-83b0-4dd1-b7be-dde6b0d9670b', 'status': 'completed', 'code': 200} Apr 28 19:42:51.220602 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6437566e-2cb5-40c6-a257-af7f0f95d60f'] response: {'name': 'network-changed', 'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'status': 'completed', 'code': 200} Apr 28 19:42:51.363816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400db48-dfc3-4ebc-92cf-7bc4833e4d52 req-c88c6c38-881b-4173-bf52-2a75bebff662 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.365377 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f400db48-dfc3-4ebc-92cf-7bc4833e4d52 req-c88c6c38-881b-4173-bf52-2a75bebff662 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.0819755 Apr 28 19:42:51.436682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f400db48-dfc3-4ebc-92cf-7bc4833e4d52 req-3eda5c86-6c10-41f8-8cd7-6286e978716b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630612 Apr 28 19:42:51.492439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-d6643b2b-36ec-40ff-9c1a-3dec0d2a0ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.493922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-d6643b2b-36ec-40ff-9c1a-3dec0d2a0ae1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1098 time: 0.2151546 Apr 28 19:42:51.505266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389fa49d-20c7-4819-bfb5-496edba9f03b req-31f0df38-5cc8-4045-9f80-40527d895cc4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.507558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-389fa49d-20c7-4819-bfb5-496edba9f03b req-31f0df38-5cc8-4045-9f80-40527d895cc4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.1786807 Apr 28 19:42:51.509897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-35be885c-26bc-42c6-b74b-ce051fd40f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.511272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-35be885c-26bc-42c6-b74b-ce051fd40f56 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1098 time: 0.2690098 Apr 28 19:42:51.625384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef8805-4862-4619-bc23-99029930047d req-f6f0edca-e4de-4ddd-b493-f85e102d0889 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:51.631394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7fef8805-4862-4619-bc23-99029930047d req-f6f0edca-e4de-4ddd-b493-f85e102d0889 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 886 time: 0.1611233 Apr 28 19:42:51.649732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:51.712618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-5bdee0f2-23d2-48c9-99a6-e8b827ca12d3 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/3caf4ce5-e4e4-4fed-9c29-04088eda4cf7 HTTP/1.1" status: 200 len: 1804 time: 0.0647211 Apr 28 19:42:51.759506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:51.759506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 927f9bf1-83b0-4dd1-b7be-dde6b0d9670b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:51.848626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.883741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.963366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:51.982373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3caf4ce5-e4e4-4fed-9c29-04088eda4cf7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:51.991633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.008711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a07edcc-75e6-44d2-b442-ceda4a5e8ee1 req-a5532989-aeb0-49cb-849a-ee5159d38178 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/3caf4ce5-e4e4-4fed-9c29-04088eda4cf7 HTTP/1.1" status: 204 len: 173 time: 0.2892194 Apr 28 19:42:52.022669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-389fa49d-20c7-4819-bfb5-496edba9f03b req-339f0e2c-1f16-4743-a5a3-79ad3d62cadc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4835281 Apr 28 19:42:52.040881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-29391c41-92db-4e09-a687-68b43fd86a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.042772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-29391c41-92db-4e09-a687-68b43fd86a35 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.5302708 Apr 28 19:42:52.140351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-295e5bfe-76ec-4cb1-89c6-f50624d5dc45 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.0852501 Apr 28 19:42:52.144329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-7f7dde16-d2e2-4580-b644-00b77b8774a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.145948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-7f7dde16-d2e2-4580-b644-00b77b8774a6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.6088808 Apr 28 19:42:52.304493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.304721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.305005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.305483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.305939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.306393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.306844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.307324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.307794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.309704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e91f2dc1-5a13-4898-bb9c-bc7aa2cfecf4 req-2582c192-14a1-4b2e-b535-0faef9a0cbc9 tempest-NetworksTest-1084673650 tempest-NetworksTest-1084673650-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 6429 time: 0.3002009 Apr 28 19:42:52.313089 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79869523-311d-4e51-ab94-819607e2aa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.373179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-d051e82c-a8da-4d49-b0bc-960600784a9d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.1920333 Apr 28 19:42:52.456022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-1cde6972-daae-4351-a8bd-fc3828a79f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.457778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-1cde6972-daae-4351-a8bd-fc3828a79f56 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3107865 Apr 28 19:42:52.517680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-d5715ed9-c8da-406a-8b18-86620e008415 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/a987462f-d1f9-4859-9c41-96673633c7dd HTTP/1.1" status: 200 len: 2403 time: 0.0990238 Apr 28 19:42:52.568013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-8fb26e3f-fbab-459c-91fb-8bfc45d49eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.570524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-8fb26e3f-fbab-459c-91fb-8bfc45d49eb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1897850 Apr 28 19:42:52.579779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ecf211-0838-4597-9dce-7d906694d191 req-2f6dddf8-1174-4ff7-9fad-27fdce1b66cb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.581987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71ecf211-0838-4597-9dce-7d906694d191 req-2f6dddf8-1174-4ff7-9fad-27fdce1b66cb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.3994946 Apr 28 19:42:52.629651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.674524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.749970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.767853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-6d790695-8e22-46ba-9373-e32cb2fa69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.777687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-6d790695-8e22-46ba-9373-e32cb2fa69ee service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3090186 Apr 28 19:42:52.778779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a987462f-d1f9-4859-9c41-96673633c7dd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:52.781789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:52.794606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71ecf211-0838-4597-9dce-7d906694d191 req-f13ad033-8653-4058-a56c-5feedea96c92 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069349 Apr 28 19:42:52.795302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c35b28a9-ba22-4843-a424-e7972ebef581 req-8e5097b3-dee5-4ceb-baaa-31899d76a063 tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/a987462f-d1f9-4859-9c41-96673633c7dd HTTP/1.1" status: 204 len: 173 time: 0.2625585 Apr 28 19:42:52.858594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:52.965331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-758ce613-2cbf-4790-b915-909f3efaf2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:52.966838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-758ce613-2cbf-4790-b915-909f3efaf2eb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3780859 Apr 28 19:42:53.031893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c6ea7-a813-4989-8666-f383b68d9c9a req-a82ff273-0c13-462f-a663-978fe4305772 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.037937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-924c6ea7-a813-4989-8666-f383b68d9c9a req-a82ff273-0c13-462f-a663-978fe4305772 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 947 time: 0.0925398 Apr 28 19:42:53.069118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.100071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:53.106891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Usage tracker for resource:security_group_rule and tenant:c03cf1a4826b4d929b5ad338627f0eef is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:53.111820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-924c6ea7-a813-4989-8666-f383b68d9c9a req-52990d38-fd36-4a8d-9276-27782886f64b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705731 Apr 28 19:42:53.112692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:53.118999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:53.196805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-2e0f0c9c-fa69-449c-8b4b-b16cec4a9428 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984215 Apr 28 19:42:53.243610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.248529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.260946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-9a98160b-345c-46fd-877c-e5466ddde16f service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787328 Apr 28 19:42:53.308504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c03cf1a4826b4d929b5ad338627f0eef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464035 Apr 28 19:42:53.308504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dfac4-2625-4636-b9a9-85a3db7c4c30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf3c141-0c56-4797-8ad5-786b9a083743,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.310095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:53.369717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:53.379191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce9efaf-1c61-4cf9-816b-9174fa2efec3 req-7b9c24d4-6b27-42b2-86cf-9fb6e2cd4a69 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.381969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ce9efaf-1c61-4cf9-816b-9174fa2efec3 req-7b9c24d4-6b27-42b2-86cf-9fb6e2cd4a69 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.3564570 Apr 28 19:42:53.383451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'security_group': {'name': 'tempest-securitygroup--427093143', 'description': 'tempest-description--1767760726'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:53.393593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:53.399349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.414123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:53.439018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.448118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.507184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-0e1e2967-c938-44dd-b12b-53c31007518c service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009584 Apr 28 19:42:53.513435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ce9efaf-1c61-4cf9-816b-9174fa2efec3 req-7cd10647-9a00-4a6e-8d02-6100f942fa10 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213839 Apr 28 19:42:53.537323 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb859a7-90b7-4ab4-8570-c3761eeebceb req-6f604cf6-115d-482e-a328-0cc0222395e3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664647 Apr 28 19:42:53.546791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:53.567791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Usage tracker for resource:security_group_rule and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:53.572378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:53.581952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:53.616408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6189b57a-34ba-440a-80e3-43140f044a16 req-a3c9fb8d-7008-4529-93f6-c9517319aabb tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "GET /v2.0/security-groups/f08b8223-8760-4ff3-81e6-4cf48493ae8a HTTP/1.1" status: 200 len: 2395 time: 0.0482850 Apr 28 19:42:53.617108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.628727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f079a61-aefe-49ab-b06c-d18dc519a2e3 req-b805b691-0db2-427b-988d-5c518af10a92 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:53.630268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f079a61-aefe-49ab-b06c-d18dc519a2e3 req-b805b691-0db2-427b-988d-5c518af10a92 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1707709 Apr 28 19:42:53.651053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:53.666054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf3c141-0c56-4797-8ad5-786b9a083743,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.705576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6189b57a-34ba-440a-80e3-43140f044a16 req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.727601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.727601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-782e6a13-b343-4d38-9fe1-6a1aee42f762 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1bf3c141-0c56-4797-8ad5-786b9a083743 HTTP/1.1" status: 204 len: 168 time: 0.4122999 Apr 28 19:42:53.738314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6189b57a-34ba-440a-80e3-43140f044a16 req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.751879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f079a61-aefe-49ab-b06c-d18dc519a2e3 req-a2e2bbb9-59d1-44a3-ab81-52c3b5188b52 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053274 Apr 28 19:42:53.765663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.770466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.802869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6189b57a-34ba-440a-80e3-43140f044a16 req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.812853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cedd3bec-c85d-456a-9577-cd7cf737ac36,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.817567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.821812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9cdba92f-26ad-4289-80f6-fc7a01609bcb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4482183 Apr 28 19:42:53.823861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:53.833606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'security_group_rule': {'security_group_id': 'cedd3bec-c85d-456a-9577-cd7cf737ac36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:53.839564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:53.843592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Usage tracker for resource:security_group_rule and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:53.846761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:53.852274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f08b8223-8760-4ff3-81e6-4cf48493ae8a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:53.855711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:53.868783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6189b57a-34ba-440a-80e3-43140f044a16 req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.870691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6189b57a-34ba-440a-80e3-43140f044a16 req-d521bbaa-5698-4f04-be1e-58a3bed2509b tempest-SecurityGroupRulesTestJSON-1923806177 tempest-SecurityGroupRulesTestJSON-1923806177-project] 10.222.0.24 "DELETE /v2.0/security-groups/f08b8223-8760-4ff3-81e6-4cf48493ae8a HTTP/1.1" status: 204 len: 173 time: 0.2480562 Apr 28 19:42:53.878842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:53.937035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:53.947981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.963206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.965728 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:53.969239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'mac_address': 'fa:16:3e:e0:74:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:42:54.035351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.061009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 617092d8-09c0-4289-bda8-7ec3e3f75776 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:42:54.084071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:54.090204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.092126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Deleting subnet 4d9f9da3-a47c-4e0c-b150-061a6ecb8526 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:42:54.095086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.149387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.170846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.173688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49844) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:54.206213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.213571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.223115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.226828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:54.232073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Usage tracker for resource:security_group_rule and tenant:22c467a56b7948ec920ada263d92dd9d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:54.236061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:54.242861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.244308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:54.264113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed815b20-c811-4534-b48c-f0f13d0c95b5 req-73aaaa73-b1ee-47fc-9b74-f971ac5ad0c9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.265560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed815b20-c811-4534-b48c-f0f13d0c95b5 req-73aaaa73-b1ee-47fc-9b74-f971ac5ad0c9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.2631848 Apr 28 19:42:54.299179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37219ec-f0db-47b8-a3f4-647dd802ab08,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.315544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d11fc2-c097-48d9-8180-59f0b4a7026a req-04f42560-3bb7-4bae-a992-93505d4f4841 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.317084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8d11fc2-c097-48d9-8180-59f0b4a7026a req-04f42560-3bb7-4bae-a992-93505d4f4841 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 1101 time: 0.3317194 Apr 28 19:42:54.317849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.318939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e16fda60-fc44-412e-afd0-581eaea0b8d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941659 Apr 28 19:42:54.321717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:54.331926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'security_group_rule': {'security_group_id': 'cedd3bec-c85d-456a-9577-cd7cf737ac36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:54.334038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed815b20-c811-4534-b48c-f0f13d0c95b5 req-6883261e-002b-44f3-82e3-e1d2b18207b2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598195 Apr 28 19:42:54.350683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:54.356674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Usage tracker for resource:security_group_rule and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:54.360807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:54.376120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:54.389906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.392205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.394783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.411001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:54.447346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8d11fc2-c097-48d9-8180-59f0b4a7026a req-725ba568-307e-41a1-99e5-956aa41431c2 tempest-ServersOnMultiNodesTest-328852016 tempest-ServersOnMultiNodesTest-328852016-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224332 Apr 28 19:42:54.448667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22c467a56b7948ec920ada263d92dd9d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732027 Apr 28 19:42:54.449922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571e5f0b-d269-41d0-9a97-c8a5fa2fed57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae93d5a-5e48-44e0-8ffb-9feedf5f8896,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.452465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49852) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:54.454854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.457914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d9f9da3-a47c-4e0c-b150-061a6ecb8526,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.467368 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.486411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8bda6f60-aabc-404d-aa55-f8f76c0e71cf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d9f9da3-a47c-4e0c-b150-061a6ecb8526 HTTP/1.1" status: 204 len: 168 time: 0.6065569 Apr 28 19:42:54.488013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:54.545780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.609594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.757523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.769756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.792756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae93d5a-5e48-44e0-8ffb-9feedf5f8896,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.800732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.804354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98eab82a-f5a6-40a1-9ad5-b94a2a870cac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8ae93d5a-5e48-44e0-8ffb-9feedf5f8896 HTTP/1.1" status: 204 len: 168 time: 0.3482964 Apr 28 19:42:54.835179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-c0b66056-c5c7-4f2f-9664-d5bb193070d9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:54.837849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-c0b66056-c5c7-4f2f-9664-d5bb193070d9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23&tenant_id=1faa4a80901147478d45b982b00408d2&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 948 time: 0.1223812 Apr 28 19:42:54.850237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.865191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.921972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc61db89-b436-41eb-bdfd-bb7249bd6e78,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:54.962095 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-6235ca60-390d-4f2f-90c5-ec3378611e02 service neutron] delete failed (client error): The resource could not be found. Apr 28 19:42:54.963094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-6235ca60-390d-4f2f-90c5-ec3378611e02 service neutron] 10.222.0.46 "DELETE /v2.0/ports/617092d8-09c0-4289-bda8-7ec3e3f75776/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1199286 Apr 28 19:42:54.991050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:54.996607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.032457 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.037868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-84e76223-49e1-4e39-b220-f69f3713cb34 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7150955 Apr 28 19:42:55.038391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:55.039892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3cc8516d-1404-4c57-907c-006823b581e9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:55.055908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:55.060853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5420ed0-c541-4df0-8dac-78c426073e59') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:55.062623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5420ed0-c541-4df0-8dac-78c426073e59') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:42:55.066838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:55.117160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Usage tracker for resource:floatingip and tenant:92aceec834e24575a29c453d5e5caa92 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:55.125908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:55.153424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:55.186017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.187211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.209513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.223072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879bda0-adf7-4868-bf6e-9afab4f0b76f req-d71b29cd-fbc6-4718-89a1-0950d948194d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.230394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b879bda0-adf7-4868-bf6e-9afab4f0b76f req-d71b29cd-fbc6-4718-89a1-0950d948194d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 948 time: 0.3698392 Apr 28 19:42:55.235019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:42:55.235501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:42:55.262133 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:42:55.334328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-16631860-0cc7-48db-950d-438ec88d48ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.335799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-16631860-0cc7-48db-950d-438ec88d48ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1099 time: 0.2601671 Apr 28 19:42:55.373182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b879bda0-adf7-4868-bf6e-9afab4f0b76f req-27820e9b-71cf-476e-bd82-8effdd21437c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418078 Apr 28 19:42:55.378679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.383962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.408238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3cc8516d-1404-4c57-907c-006823b581e9 HTTP/1.1" status: 204 len: 168 time: 0.9161601 Apr 28 19:42:55.409879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7b811-6c41-47dd-9af8-1d3d281397f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3cc8516d-1404-4c57-907c-006823b581e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:55.548235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e9dc0d-d97a-4a37-bef5-9ef937404964 req-e4ef2033-0a88-4fdb-8cdf-f75e88a48d89 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.550901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3e9dc0d-d97a-4a37-bef5-9ef937404964 req-e4ef2033-0a88-4fdb-8cdf-f75e88a48d89 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1101 time: 0.2700250 Apr 28 19:42:55.605780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3393b842-fb1f-470a-99d2-ae4f0130a0de req-190c6c8f-678c-4f9a-b11a-395623f64823 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.609588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-6ec0a55b-316f-4b94-94e2-ba8b1ca86352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.611009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-6ec0a55b-316f-4b94-94e2-ba8b1ca86352 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2650180 Apr 28 19:42:55.613956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3393b842-fb1f-470a-99d2-ae4f0130a0de req-190c6c8f-678c-4f9a-b11a-395623f64823 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1162317 Apr 28 19:42:55.663004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3393b842-fb1f-470a-99d2-ae4f0130a0de req-c454fe62-7a07-4a91-ad4b-9c67fce2cfd0 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480633 Apr 28 19:42:55.664489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:42:55.680389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3e9dc0d-d97a-4a37-bef5-9ef937404964 req-d46e70b8-5cb3-4d03-a14c-2def2706f45a tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180570 Apr 28 19:42:55.693869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-3109aa3c-866e-4235-8103-10868a11904b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.0726032 Apr 28 19:42:55.696457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.707141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:55.778853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 617092d8-09c0-4289-bda8-7ec3e3f75776 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:42:55.786928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 617092d8-09c0-4289-bda8-7ec3e3f75776 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:42:55.787647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.804176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7df4918a-0d78-492d-b9b3-ed49056d0922 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3538e1bad5994673a5512b082a41e351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0955858 Apr 28 19:42:55.807476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:55.851966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-53627828-88a1-4b26-9baf-c6bc6ca0a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:55.853563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-53627828-88a1-4b26-9baf-c6bc6ca0a725 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1131094 Apr 28 19:42:55.956474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.962421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:55.990024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:55.991117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.001432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:56.011647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.044071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Allocated IP 172.25.2.146 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/66e5e500-9026-4856-9717-9dd678b33ff2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:42:56.055421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e944ece2-3dce-4903-8bc2-0314f206e108 req-12e1a7ea-b539-4cd5-a9b2-0e53cc9928ae tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.057193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e944ece2-3dce-4903-8bc2-0314f206e108 req-12e1a7ea-b539-4cd5-a9b2-0e53cc9928ae tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.1781127 Apr 28 19:42:56.102078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.123737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4add84eb-a233-4a86-9c2b-cd4e7231a960,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:56.144514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.145784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32bc8af7-d3d5-4fbb-a67b-e2286d639d03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4add84eb-a233-4a86-9c2b-cd4e7231a960 HTTP/1.1" status: 204 len: 168 time: 0.3372986 Apr 28 19:42:56.165828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e944ece2-3dce-4903-8bc2-0314f206e108 req-aff8e5de-00a9-40fd-87a9-155a65768916 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833089 Apr 28 19:42:56.169421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:56.178084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-d3b97d4f-0a35-49c1-ad6e-f1b85226b2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.179756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-d3b97d4f-0a35-49c1-ad6e-f1b85226b2cb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917359 Apr 28 19:42:56.195245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543b92d3-671b-4a7b-bb8a-fa5c5dd61081 req-ece885aa-c628-4553-b19f-8cfddcd75096 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.196689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-543b92d3-671b-4a7b-bb8a-fa5c5dd61081 req-ece885aa-c628-4553-b19f-8cfddcd75096 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.3075693 Apr 28 19:42:56.382064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-543b92d3-671b-4a7b-bb8a-fa5c5dd61081 req-ea0457b5-53c0-41f7-95a5-4fd35832bad8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568058 Apr 28 19:42:56.395169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.452891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-a7f20bdf-03bc-4fac-aede-06e71734ec0e service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475345 Apr 28 19:42:56.490847 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45c0289a-72c2-4b44-afdd-94e78827652a'] response: {'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'code': 200} Apr 28 19:42:56.784837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-169b3f62-b739-4a3a-92c6-5d466fe07a89 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.786355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-169b3f62-b739-4a3a-92c6-5d466fe07a89 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 950 time: 0.2097201 Apr 28 19:42:56.798306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0d6948-a13e-410c-9bfe-4dca516eba73 req-c0cae7e2-7dd1-443f-b72b-927301719eaa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:56.801577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c0d6948-a13e-410c-9bfe-4dca516eba73 req-c0cae7e2-7dd1-443f-b72b-927301719eaa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1533887 Apr 28 19:42:56.824736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.918692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c0d6948-a13e-410c-9bfe-4dca516eba73 req-d309d6d9-a049-470f-80e9-95c606bf7cd7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707347 Apr 28 19:42:56.928119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port b87db530-fb6c-4fa2-bcc9-30003b545be9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:42:56.928411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:56.949318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:42:56.956200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:56.964578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:42:57.004825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36ad4084-ec95-4639-aa32-228e3c4f18cf req-06a5c85e-6fc1-434b-b48c-c9e46fd6dc14 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412934 Apr 28 19:42:57.015438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'Port': ['ID=66e5e500-9026-4856-9717-9dd678b33ff2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:57.038539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5395efd4-56c5-47c2-be29-895144a81c5d req-e3d2a2b9-329f-453f-a804-5c33b4f3e2ab tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.046071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5395efd4-56c5-47c2-be29-895144a81c5d req-e3d2a2b9-329f-453f-a804-5c33b4f3e2ab tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 1101 time: 0.3981564 Apr 28 19:42:57.137676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5395efd4-56c5-47c2-be29-895144a81c5d req-a87dcfb3-8381-4232-95c0-2a13cabe5330 tempest-ServersAdminTestJSON-245612087 tempest-ServersAdminTestJSON-245612087-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903811 Apr 28 19:42:57.192287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.292641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.342315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port b87db530-fb6c-4fa2-bcc9-30003b545be9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b87db530-fb6c-4fa2-bcc9-30003b545be9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:57.342682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.357757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eea0713-adda-4adb-92a5-987116279419 req-2e76b6b0-d16b-44e6-91e3-e71ae5bca78b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.358943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0eea0713-adda-4adb-92a5-987116279419 req-2e76b6b0-d16b-44e6-91e3-e71ae5bca78b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.2300994 Apr 28 19:42:57.490233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:57.589416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for b87db530-fb6c-4fa2-bcc9-30003b545be9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:42:57.727648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0eea0713-adda-4adb-92a5-987116279419 req-85a40004-99bb-44f7-9117-a9de64cf0dc6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539543 Apr 28 19:42:57.754084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1443247370-network', 'tenant_id': 'cc32bfaf62924d6d95c9a70deaa252c9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:57.773154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:57.854913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Usage tracker for resource:network and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:57.859470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:57.893767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.895215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:57.909516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:57.941498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Made reservation on behalf of cc32bfaf62924d6d95c9a70deaa252c9 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:57.945235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:57.975309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30', '413bb8cc-1972-456e-983d-15b8de247511', '65d95ad5-1d6c-4be8-824b-71066a2f1802'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:42:57.981049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c5a43-ed3f-4dad-96f2-5a3eecb8d06e req-d195ac2f-c441-4c9d-845d-f293c0d2bff1 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:57.989189 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e06c5a43-ed3f-4dad-96f2-5a3eecb8d06e req-d195ac2f-c441-4c9d-845d-f293c0d2bff1 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=4b8682d3-46aa-4134-a141-e22cf9001d76 HTTP/1.1" status: 200 len: 867 time: 0.2265420 Apr 28 19:42:57.991025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.011876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=b87db530-fb6c-4fa2-bcc9-30003b545be9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:58.035702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:58.039918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:58.042785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:58.053077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:58.140304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e06c5a43-ed3f-4dad-96f2-5a3eecb8d06e req-993e9c7e-241b-46f2-9fe4-bbb539f45f9f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501436 Apr 28 19:42:58.142537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.170711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port b87db530-fb6c-4fa2-bcc9-30003b545be9 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:42:58.173377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.176741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'name': 'network-vif-deleted', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:42:58.177100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.200150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98df4f44-6fbc-475e-83db-92a5c68a6a10 req-2c858b85-f2ce-4593-8323-66ed48aa967f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "DELETE /v2.0/ports/b87db530-fb6c-4fa2-bcc9-30003b545be9 HTTP/1.1" status: 204 len: 173 time: 1.3968277 Apr 28 19:42:58.550175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'Port': ['ID=66e5e500-9026-4856-9717-9dd678b33ff2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:58.587060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.617927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.627637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.665400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da7a9a-434b-4ffe-a434-71bcc3faf1ee req-4f78a262-83c8-49bb-b12d-66762d9c5f61 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.666914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62da7a9a-434b-4ffe-a434-71bcc3faf1ee req-4f78a262-83c8-49bb-b12d-66762d9c5f61 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.3184443 Apr 28 19:42:58.674590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:42:58.680897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.682046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-191ccaaa-c0ac-4646-8607-b12b1f3db3f7 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6424475 Apr 28 19:42:58.704383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77456f18-7a19-4aa5-9fe2-f987a7366643,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:58.710532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.710881 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Added segment faf70a6d-95b7-47ff-94ba-ffeee0c95e84 of type vlan for network 2d941722-0a08-4f69-a74e-98fbc0349265 Apr 28 19:42:58.755939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.761920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62da7a9a-434b-4ffe-a434-71bcc3faf1ee req-596f0770-fd56-4dbb-8d67-15bb78295d5b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820427 Apr 28 19:42:58.815479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.816505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.817089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:58.862262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fed618-2004-4aef-9cd7-675414e5102b req-4d39d9ba-f3dd-46c7-982d-8075316c568e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:58.864546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09fed618-2004-4aef-9cd7-675414e5102b req-4d39d9ba-f3dd-46c7-982d-8075316c568e tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.1464171 Apr 28 19:42:58.926324 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09fed618-2004-4aef-9cd7-675414e5102b req-995c48a1-7252-4520-9a44-301c30e9b932 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560970 Apr 28 19:42:58.966612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4754100 Apr 28 19:42:58.970001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:42:58.985291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Request body: {'subnet': {'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1443247370-subnet', 'tenant_id': 'cc32bfaf62924d6d95c9a70deaa252c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:42:58.996181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:42:59.009104 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e13e4ce-51d4-4b54-b3c6-5f45fd926107'] response: {'server_uuid': '4b8682d3-46aa-4134-a141-e22cf9001d76', 'name': 'network-vif-deleted', 'tag': 'b87db530-fb6c-4fa2-bcc9-30003b545be9', 'status': 'completed', 'code': 200} Apr 28 19:42:59.010573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Usage tracker for resource:subnet and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:42:59.013759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:42:59.022484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7db9e-a0b9-4b81-b87a-dd939dbd9b62 admin admin] Pushing event updated for resources: {'Network': ['ID=2d941722-0a08-4f69-a74e-98fbc0349265,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:59.029701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:42:59.041524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2d941722-0a08-4f69-a74e-98fbc0349265 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:42:59.048575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Made reservation on behalf of cc32bfaf62924d6d95c9a70deaa252c9 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:42:59.051272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.085102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70e1795-3bba-4068-a14a-a71a354a7a71 req-d0dabccf-973c-42a8-bc81-71d23b3d1a40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.087024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e70e1795-3bba-4068-a14a-a71a354a7a71 req-d0dabccf-973c-42a8-bc81-71d23b3d1a40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1224473 Apr 28 19:42:59.180319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e70e1795-3bba-4068-a14a-a71a354a7a71 req-853b9a3f-7ddb-48c1-8951-2d880e5cbb4f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834758 Apr 28 19:42:59.437496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560b1960-2aef-4018-9ace-4207652e1a33 req-2b0fc9b8-1e22-4d07-ad22-9e132630653f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.446788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-560b1960-2aef-4018-9ace-4207652e1a33 req-2b0fc9b8-1e22-4d07-ad22-9e132630653f tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 945 time: 0.1358354 Apr 28 19:42:59.491736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.498818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-560b1960-2aef-4018-9ace-4207652e1a33 req-e9c20841-c0b5-4eb6-bdd6-81b6362ead65 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506783 Apr 28 19:42:59.554822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=23aa71e8-614c-4424-9f4d-0e0659e80918,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:42:59.633420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Checking segment: {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:42:59.633864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Network hostable DHCP agents. Network: 2d941722-0a08-4f69-a74e-98fbc0349265, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:42:59.715007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:42:59.749327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b87db530-fb6c-4fa2-bcc9-30003b545be9 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:42:59.766994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Network 2d941722-0a08-4f69-a74e-98fbc0349265 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:42:59.797929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2d941722-0a08-4f69-a74e-98fbc0349265) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:42:59.814488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34550d6-b95e-4edb-8119-6d087b703e9b req-4f493c0f-26dc-48ef-a602-2e9ccfecbb77 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.814488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d34550d6-b95e-4edb-8119-6d087b703e9b req-4f493c0f-26dc-48ef-a602-2e9ccfecbb77 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.1386702 Apr 28 19:42:59.820480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.820480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:42:59.823546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7495cd-f727-475a-9461-4d3108cc306c None None] Network 2d941722-0a08-4f69-a74e-98fbc0349265 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:42:59.841402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: b87db530-fb6c-4fa2-bcc9-30003b545be9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:42:59.841776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b87db530-fb6c-4fa2-bcc9-30003b545be9 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:42:59.842721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e7009bd5-11e6-47e1-84f8-5be22ae0f9c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.843387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e7009bd5-11e6-47e1-84f8-5be22ae0f9c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:42:59.857518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0294401b-03f5-4346-a02e-5182b51545ca admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8825533 Apr 28 19:42:59.887915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-0c716aba-615f-451b-8d49-e473070eae13 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:42:59.889361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-0c716aba-615f-451b-8d49-e473070eae13 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 949 time: 0.1995029 Apr 28 19:42:59.890660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e7009bd5-11e6-47e1-84f8-5be22ae0f9c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:42:59.899059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e7009bd5-11e6-47e1-84f8-5be22ae0f9c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.3147516 Apr 28 19:42:59.899993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d34550d6-b95e-4edb-8119-6d087b703e9b req-323a697b-1b0b-46fb-8ad1-1be2f95aecc2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810747 Apr 28 19:42:59.979292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:42:59.993888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:43:00.032965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Deleting port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:00.032965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.129185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-cb499f74-09a1-4a82-838b-2306c32d2967 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.129185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-cb499f74-09a1-4a82-838b-2306c32d2967 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.1974108 Apr 28 19:43:00.150285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:00.156554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-979af604-7299-4719-8f27-f24cf3bcc625 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/quotas/92aceec834e24575a29c453d5e5caa92 HTTP/1.1" status: 200 len: 375 time: 0.2390630 Apr 28 19:43:00.290528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069a696a-aad9-43fe-873e-8a07144e293e None None] Network 2d941722-0a08-4f69-a74e-98fbc0349265 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:00.395015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.404655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-a4dc94c7-684c-4bd3-b231-5f2dd5dc374b tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2645121 Apr 28 19:43:00.604912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] For port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:00.605302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.679158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857e47e6-18c5-42db-b3ab-a60bfe04ee49 req-3ae82d3b-85ac-4813-bc80-9f48e4547459 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:00.680528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-857e47e6-18c5-42db-b3ab-a60bfe04ee49 req-3ae82d3b-85ac-4813-bc80-9f48e4547459 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.2075036 Apr 28 19:43:00.725773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:00.739754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Calling delete_port for d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:00.748930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-857e47e6-18c5-42db-b3ab-a60bfe04ee49 req-077fc88c-e8c8-42c7-9247-49da70d728fc tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588021 Apr 28 19:43:00.779269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:00.788460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-2955be40-b162-4b60-a9d2-5ffd69e52983 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829780 Apr 28 19:43:00.845858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:00.852036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:00.859066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.005851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-dc9ce093-3874-478b-9f1a-636990ebca41 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969450 Apr 28 19:43:01.006850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.018779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', '58c97800-3fbb-4a9b-b703-84d8464a9f84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:01.080966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.115168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:01.115853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:01.116411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:01.123866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:01.124550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Attempting to bind port fc585264-48ec-4aa7-b5d5-c018b1e66072 on network a484bcb3-8c6f-44da-8a90-fd83204b898a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:01.135406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:01.136205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Checking segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:01.136809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Bound using segment: {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:01.137988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Bound port: fc585264-48ec-4aa7-b5d5-c018b1e66072, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '445f813b-7598-46b5-9ecb-71117b153817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'a484bcb3-8c6f-44da-8a90-fd83204b898a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:01.138569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.160942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e17a29c-1cf6-4f6a-935b-715daad3a617 req-dafa22c3-ebb5-4692-a1e5-0aa8d7db5f76 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.163236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e17a29c-1cf6-4f6a-935b-715daad3a617 req-dafa22c3-ebb5-4692-a1e5-0aa8d7db5f76 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=be3faa1a-3de6-4cc8-b6db-f849c7e449bc HTTP/1.1" status: 200 len: 867 time: 0.2678812 Apr 28 19:43:01.200653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event deleted for resources: {'Port': ['ID=d3c3896c-6d70-4e15-a5ca-07bf2a9533e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.260882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] No DVR routers for this DVR port d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:01.264074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.275987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'name': 'network-vif-deleted', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:01.280499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e17a29c-1cf6-4f6a-935b-715daad3a617 req-88c11153-41d2-4e8e-864e-0b83c1544d2f tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110563 Apr 28 19:43:01.285141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f24b901c-0d47-4557-bf3d-befbbf1fe9b1 req-da2f4e91-c229-43a1-973d-3272d4b85e51 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "DELETE /v2.0/ports/d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 HTTP/1.1" status: 204 len: 173 time: 1.3832161 Apr 28 19:43:01.322414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:01.334272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:01.340359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.498315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=8']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:01.637196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-502155805', 'description': 'tempest-description-1756433688'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:01.654078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:01.696403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:01.704126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:01.717659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:01.720346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:01.722303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.722663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-de496b23-035f-484c-ad85-ac46a2889037 service neutron] 10.222.0.46 "PUT /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 1121 time: 1.5906012 Apr 28 19:43:01.731873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.762442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:01.767213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:01.772895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:01.782669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:01.880763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fc585264-48ec-4aa7-b5d5-c018b1e66072'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:01.906734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.914968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:01.942962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['fc585264-48ec-4aa7-b5d5-c018b1e66072'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:02.012462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.027416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcb330b8-a9db-4d11-a2f4-d32077b9a68b req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4000864 Apr 28 19:43:02.140625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5641410-d468-4dee-aa18-5a723379017b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6fb204-4ebb-48db-80e0-cffc36655f4c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:02.160232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021077cd-0bae-4491-bba4-b467789b02ee req-fc8ebb9f-283e-497b-b435-015d5dc34e42 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.161211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-021077cd-0bae-4491-bba4-b467789b02ee req-fc8ebb9f-283e-497b-b435-015d5dc34e42 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:02.191472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-021077cd-0bae-4491-bba4-b467789b02ee req-fc8ebb9f-283e-497b-b435-015d5dc34e42 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:02.200062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-021077cd-0bae-4491-bba4-b467789b02ee req-fc8ebb9f-283e-497b-b435-015d5dc34e42 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 950 time: 0.1825681 Apr 28 19:43:02.202495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-693fec22-d336-4d29-9f12-8c3dca747c20 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.207817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-693fec22-d336-4d29-9f12-8c3dca747c20 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 950 time: 0.2476301 Apr 28 19:43:02.255787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-021077cd-0bae-4491-bba4-b467789b02ee req-d9b68d41-04f6-4f60-b99a-cc320bf831f0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545049 Apr 28 19:43:02.354246 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08eb7767-f39a-4358-a637-26ffb590382b'] response: {'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'code': 200} Apr 28 19:43:02.363432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port 65d95ad5-1d6c-4be8-824b-71066a2f1802 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:02.363780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.469071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e27c5ad-2231-446a-996c-bf31ab385383 req-d60d7648-7e90-4f0a-b054-d06eb9158017 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.474099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e27c5ad-2231-446a-996c-bf31ab385383 req-d60d7648-7e90-4f0a-b054-d06eb9158017 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.2151189 Apr 28 19:43:02.478559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d52c2d7-92ab-4850-946a-05e82b6c6d8e req-a050153b-d88b-441f-a86b-86685e1ad9fb tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 210 time: 0.0431528 Apr 28 19:43:02.533715 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c695b4b0-4f01-4040-9d8d-029dfd69158a'] response: {'server_uuid': 'be3faa1a-3de6-4cc8-b6db-f849c7e449bc', 'name': 'network-vif-deleted', 'tag': 'd3c3896c-6d70-4e15-a5ca-07bf2a9533e9', 'status': 'completed', 'code': 200} Apr 28 19:43:02.568421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e27c5ad-2231-446a-996c-bf31ab385383 req-6eb01a16-a71f-44f7-a3b2-f9f937bafdb5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809712 Apr 28 19:43:02.747479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-784620088', 'description': 'tempest-description-4075149'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:02.750515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbfb959-6dba-4dfd-8873-b456e6ba9951 req-fe3cf816-3be4-427f-9610-d8e3190d8ba1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.752996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdbfb959-6dba-4dfd-8873-b456e6ba9951 req-fe3cf816-3be4-427f-9610-d8e3190d8ba1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.1344841 Apr 28 19:43:02.760890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:02.774271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:02.779215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:02.788883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:02.818933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port 65d95ad5-1d6c-4be8-824b-71066a2f1802, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=65d95ad5-1d6c-4be8-824b-71066a2f1802,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:02.819565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.827072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:02.885596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdbfb959-6dba-4dfd-8873-b456e6ba9951 req-0e00ff2f-a215-4196-bde4-212d7bb0595b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243966 Apr 28 19:43:02.919632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-3040ca36-45be-46fb-a05e-b10c4ae71756 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:02.921104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-3040ca36-45be-46fb-a05e-b10c4ae71756 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.2011452 Apr 28 19:43:02.935335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'port': {'device_id': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'admin_state_up': True, 'tenant_id': '92aceec834e24575a29c453d5e5caa92'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:02.962482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for 65d95ad5-1d6c-4be8-824b-71066a2f1802 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:02.994605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:03.012431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:03.017104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:03.026916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:03.110504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:03.121447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:03.135509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Made reservation on behalf of 92aceec834e24575a29c453d5e5caa92 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:03.141303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.188466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.194237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.210213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.224171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:03.283577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=65d95ad5-1d6c-4be8-824b-71066a2f1802,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.342021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30', '413bb8cc-1972-456e-983d-15b8de247511', '65d95ad5-1d6c-4be8-824b-71066a2f1802'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:03.384992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0916d6a-59fe-4a85-8d8f-0c0c00118ac6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:03.399817 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.401251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7aa5decd-a262-4a6a-ac22-6d69cf98e8e0 req-0ece27f6-979b-4e3f-b2ac-33a2d166ef14 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.6580369 Apr 28 19:43:03.432200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Allocated IP 172.20.0.11 (c15b41a8-de95-4a01-92b9-6152e7be74b4/e5b8c22e-b599-4119-b6db-27e03a79ac80/80270813-6bc7-4d2f-a5ef-cc556395592c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:03.499292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port 65d95ad5-1d6c-4be8-824b-71066a2f1802 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:03.504975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:03.511219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d833f425-249a-4a95-b8a3-97d870e02e33 req-1a199d4c-2077-4a2a-bfbb-a279972412c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "DELETE /v2.0/ports/65d95ad5-1d6c-4be8-824b-71066a2f1802 HTTP/1.1" status: 204 len: 173 time: 1.2993038 Apr 28 19:43:03.768931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:03.903011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:03.903011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c3896c-6d70-4e15-a5ca-07bf2a9533e9 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:03.941745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa79a1b2-71aa-4381-9543-8d4341877579 req-8a3b4e95-70d2-4182-afa7-e8e8ce43dbca tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=f5f98d61-a4de-442c-9d75-8d6e03438386 HTTP/1.1" status: 200 len: 210 time: 0.1097116 Apr 28 19:43:03.952764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.000995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.125706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e82fcf-4283-4ec6-84a5-5461772bb1b2 req-97fe1c1a-9f4d-4009-8f89-0ae128e25d63 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.133336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:04.133559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47e82fcf-4283-4ec6-84a5-5461772bb1b2 req-97fe1c1a-9f4d-4009-8f89-0ae128e25d63 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 932 time: 0.1419644 Apr 28 19:43:04.163053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:04.167288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:04.170016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:04.215152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47e82fcf-4283-4ec6-84a5-5461772bb1b2 req-68e59bde-7e49-4f58-9ded-4d7a97da3d2f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806458 Apr 28 19:43:04.354962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072'}, {'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'name': 'network-vif-deleted', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:04.373835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.374480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.417703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ef3286-89db-46ae-bf54-3c2e044343ab req-05abe07d-815a-4c79-8755-2ddfe0394e90 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.419927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76ef3286-89db-46ae-bf54-3c2e044343ab req-05abe07d-815a-4c79-8755-2ddfe0394e90 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.1072946 Apr 28 19:43:04.461420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-99b19fae-13ed-4518-8b98-ddbcdc77b426 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.468745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-99b19fae-13ed-4518-8b98-ddbcdc77b426 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 813 time: 0.3770833 Apr 28 19:43:04.486973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-6ba23267-fbbf-4fe5-afc2-e8c375bbf4bd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5560863 Apr 28 19:43:04.495188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-f8cae8dd-4509-455f-be6e-7c89e963e293 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/quotas/cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 375 time: 0.0253513 Apr 28 19:43:04.499196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76ef3286-89db-46ae-bf54-3c2e044343ab req-e47aa496-8817-44d3-94ce-97e935bf1bd5 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703468 Apr 28 19:43:04.510835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Request body: {'port': {'device_id': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:04.613643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-807cab85-47cb-45d0-8a56-d577d17c2cef tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1175056 Apr 28 19:43:04.682637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63773d4c-3244-41f9-8aec-f6deff21c913 req-838f0514-4e21-4ccd-a9f1-72717eecc3c1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:04.684091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63773d4c-3244-41f9-8aec-f6deff21c913 req-838f0514-4e21-4ccd-a9f1-72717eecc3c1 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.0795233 Apr 28 19:43:04.728835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63773d4c-3244-41f9-8aec-f6deff21c913 req-637b5651-6d4f-4838-9e0f-7079b57c22d0 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386877 Apr 28 19:43:04.776328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:04.843259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-e7fac80b-527e-451b-8c93-24b73eadb76d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277274 Apr 28 19:43:04.958357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-ef823c1d-3434-4980-91f6-9ad60d6d2f7a service neutron] 10.222.0.24 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379412 Apr 28 19:43:05.000145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-870bfc67-ae99-4d3e-b10e-7976c4b7f57a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.001586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-870bfc67-ae99-4d3e-b10e-7976c4b7f57a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1523845 Apr 28 19:43:05.015919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-038ddd0b-d682-4a3a-b1fe-3bdaee6a56f2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/quotas/1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 375 time: 0.0088980 Apr 28 19:43:05.099902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-20669dbe-d13a-4e1d-8f04-b8cb86da8150 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0782735 Apr 28 19:43:05.262580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-f0ba3b4b-a8d0-4b53-9e2e-fbe75e49bb7e service neutron] 10.222.0.24 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976983 Apr 28 19:43:05.394176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80270813-6bc7-4d2f-a5ef-cc556395592c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:05.402295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.424223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Transition to ACTIVE for port object 80270813-6bc7-4d2f-a5ef-cc556395592c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:05.429415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:05.699991 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f96a83-f515-499b-ad08-7b0df71c2ab8'] response: {'name': 'network-changed', 'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'status': 'completed', 'code': 200} Apr 28 19:43:05.700465 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1f96a83-f515-499b-ad08-7b0df71c2ab8'] response: {'server_uuid': 'f5f98d61-a4de-442c-9d75-8d6e03438386', 'name': 'network-vif-deleted', 'tag': '65d95ad5-1d6c-4be8-824b-71066a2f1802', 'status': 'completed', 'code': 200} Apr 28 19:43:05.728361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:05.739225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:05.828905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:05.953941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-6db932d2-bc7f-44d9-838e-54ce7843b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.953941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-6db932d2-bc7f-44d9-838e-54ce7843b951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1124 time: 0.2063074 Apr 28 19:43:05.976801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-35f3b6a9-c182-4384-866b-c3a5bf6a0b25 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:05.976801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-35f3b6a9-c182-4384-866b-c3a5bf6a0b25 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.1785078 Apr 28 19:43:06.090430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42889e11-bd52-447c-9e31-8f2993151076 req-0a447484-333e-4b4d-9261-4aa7d15f7f5c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.090430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42889e11-bd52-447c-9e31-8f2993151076 req-0a447484-333e-4b4d-9261-4aa7d15f7f5c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.4734638 Apr 28 19:43:06.127779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Attempting to bind port 80270813-6bc7-4d2f-a5ef-cc556395592c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:06.127779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Attempting to bind port 80270813-6bc7-4d2f-a5ef-cc556395592c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:06.127779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Attempting to bind port 80270813-6bc7-4d2f-a5ef-cc556395592c on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:06.163061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Port 80270813-6bc7-4d2f-a5ef-cc556395592c on network c15b41a8-de95-4a01-92b9-6152e7be74b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:06.163383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Attempting to bind port 80270813-6bc7-4d2f-a5ef-cc556395592c on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:06.179152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 42, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:06.179858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Checking segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:06.180428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Bound using segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:06.181256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Bound port: 80270813-6bc7-4d2f-a5ef-cc556395592c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:06.181928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.227777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Deleting port cb40dad6-429c-4dd7-bd90-f7e16b89db26 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:06.228141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.269485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42889e11-bd52-447c-9e31-8f2993151076 req-b259cce9-a9a0-4a7c-8133-9a4e100936ae tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640155 Apr 28 19:43:06.282401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 65d95ad5-1d6c-4be8-824b-71066a2f1802 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:06.327811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 65d95ad5-1d6c-4be8-824b-71066a2f1802 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:06.328433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 65d95ad5-1d6c-4be8-824b-71066a2f1802 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:06.352989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:06.356052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f0ea0a9-521f-4578-b67b-5b1b1925bc8a req-8d1892f6-c357-415e-bd9a-5c711ec93fba tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 210 time: 0.0843287 Apr 28 19:43:06.374571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:06.374571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:06.378973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.392154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:43:06.546738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.547609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:06.549723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] 10.222.0.41 "PUT /v2.0/ports/80270813-6bc7-4d2f-a5ef-cc556395592c HTTP/1.1" status: 200 len: 1092 time: 2.0516489 Apr 28 19:43:06.563984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:06.602298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ccb6c-841b-4843-86b6-f2741b9b1e14 service neutron] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:06.648458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102d08c6-281d-4f96-8307-70c9502165fb req-4d00ee33-3801-4059-b8be-3140892e58e8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.649156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-102d08c6-281d-4f96-8307-70c9502165fb req-4d00ee33-3801-4059-b8be-3140892e58e8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:06.687818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-102d08c6-281d-4f96-8307-70c9502165fb req-4d00ee33-3801-4059-b8be-3140892e58e8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:06.688955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-102d08c6-281d-4f96-8307-70c9502165fb req-4d00ee33-3801-4059-b8be-3140892e58e8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 944 time: 0.2135963 Apr 28 19:43:06.709577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c534f9a-5494-4522-a85a-bc3344bde6c7 req-8a2eb4dc-78ef-4097-a84a-425200d0d867 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 210 time: 0.0632563 Apr 28 19:43:06.731764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-7762006a-d5a5-4188-bb5d-6782c6391624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.732301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-7762006a-d5a5-4188-bb5d-6782c6391624 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 1095 time: 0.1220474 Apr 28 19:43:06.780526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-5f317fd0-9d3e-45d8-a7f6-82c6e8b5b5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.781966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-5f317fd0-9d3e-45d8-a7f6-82c6e8b5b5ad service neutron] 10.222.0.41 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.8129845 Apr 28 19:43:06.797037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-102d08c6-281d-4f96-8307-70c9502165fb req-c1080fb9-c1fc-4cd6-86f4-9507b9f51937 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:06.808482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e659621b-8bb1-4a03-b206-dbf9acf41957 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80270813-6bc7-4d2f-a5ef-cc556395592c HTTP/1.1" status: 200 len: 217 time: 0.0678678 Apr 28 19:43:06.853122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-12ecb122-531f-4bf4-be74-491ccd377168 service neutron] 10.222.0.41 "GET /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.4612746 Apr 28 19:43:06.876838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-102d08c6-281d-4f96-8307-70c9502165fb req-c1080fb9-c1fc-4cd6-86f4-9507b9f51937 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:06.888769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-102d08c6-281d-4f96-8307-70c9502165fb req-c1080fb9-c1fc-4cd6-86f4-9507b9f51937 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833308 Apr 28 19:43:06.897042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e304569a-c568-44ff-b52d-e02b5bb46aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:06.897042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-e304569a-c568-44ff-b52d-e02b5bb46aed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.0800540 Apr 28 19:43:06.950393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-ea9bb200-ce52-4fa3-acb2-df235861cc31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451679 Apr 28 19:43:06.958433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-c4299a85-a480-40d6-9cac-51b017f0c0b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 217 time: 0.1671615 Apr 28 19:43:07.130123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3333e376-a212-46f4-ba0d-a2c9d16f6100 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0425427 Apr 28 19:43:07.226341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-188a169c-ace8-4bf6-aa1c-7d84eba676f3 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605228 Apr 28 19:43:07.287963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-6ff6588e-03b5-498e-9be0-e07ca1e2d2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.287963 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-6ff6588e-03b5-498e-9be0-e07ca1e2d2a3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2920823 Apr 28 19:43:07.628761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d348324e-186a-4b42-8e66-2a1f5f50ce3b req-68e7e4ca-93b3-46b0-bad5-6c03c9d6a3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2084303 Apr 28 19:43:07.669815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-78d0a2a4-c226-45c2-9e4a-8994d1456e8a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.669815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-78d0a2a4-c226-45c2-9e4a-8994d1456e8a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5306783 Apr 28 19:43:07.691635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Request body: {'port': {'device_id': '63576577-45ca-49f5-823d-d50ed2128fe5', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1faa4a80901147478d45b982b00408d2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:07.708862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-e3a39339-dd28-4e4c-9ba1-7c2d8571f502 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3690610 Apr 28 19:43:07.728801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] For port cb40dad6-429c-4dd7-bd90-f7e16b89db26, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=cb40dad6-429c-4dd7-bd90-f7e16b89db26,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:07.732631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:07.761604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f240d713-1f3a-4778-ac06-fac90fb067c9 req-af67e131-a05a-41a8-ab30-59559b26339e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:07.770495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f240d713-1f3a-4778-ac06-fac90fb067c9 req-af67e131-a05a-41a8-ab30-59559b26339e tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 943 time: 0.9182198 Apr 28 19:43:07.786736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:08.068057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:08.074560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Calling delete_port for cb40dad6-429c-4dd7-bd90-f7e16b89db26 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:08.085836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-12388414-b9b2-4e5e-96d9-f22a29030bad tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.085836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-12388414-b9b2-4e5e-96d9-f22a29030bad tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 813 time: 0.3650086 Apr 28 19:43:08.092241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:08.108573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'device_id': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265', 'admin_state_up': True, 'tenant_id': 'cc32bfaf62924d6d95c9a70deaa252c9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:08.157059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Made reservation on behalf of 1faa4a80901147478d45b982b00408d2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:08.157059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.164739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:08.245547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c3022a-1e2e-40ca-bc57-56e808e2ae2e req-3f71e0e5-2ae6-44ff-bb25-1ef44fe3fbb8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.246237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b1c3022a-1e2e-40ca-bc57-56e808e2ae2e req-3f71e0e5-2ae6-44ff-bb25-1ef44fe3fbb8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:08.266019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f240d713-1f3a-4778-ac06-fac90fb067c9 req-6dfb77d4-2963-42d7-95e3-8969a3693f29 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5029361 Apr 28 19:43:08.345194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc585264-48ec-4aa7-b5d5-c018b1e66072 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:08.379234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b1c3022a-1e2e-40ca-bc57-56e808e2ae2e req-3f71e0e5-2ae6-44ff-bb25-1ef44fe3fbb8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:08.379234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1c3022a-1e2e-40ca-bc57-56e808e2ae2e req-3f71e0e5-2ae6-44ff-bb25-1ef44fe3fbb8 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=aedb615b-ef73-4970-b59b-df97e2e74b7f HTTP/1.1" status: 200 len: 949 time: 0.4441929 Apr 28 19:43:08.389187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:08.396301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:08.445261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:port and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:08.452357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:08.465200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:08.488569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-e3430996-818e-4870-9787-ac0f0672b6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7428041 Apr 28 19:43:08.518755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1c3022a-1e2e-40ca-bc57-56e808e2ae2e req-0bd1de75-441f-4b4e-9ff1-242723f2cbc4 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233654 Apr 28 19:43:08.524381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Made reservation on behalf of cc32bfaf62924d6d95c9a70deaa252c9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:08.528548 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.548950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.561642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Allocated IP 192.168.233.210 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/0eb99239-6550-4ebe-9857-f33a05ed60a0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:08.620012 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c25bd368-d70b-4d68-9323-4f0ee6a04005'] response: {'name': 'network-changed', 'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'status': 'completed', 'code': 200} Apr 28 19:43:08.943661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:08.955169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['58c97800-3fbb-4a9b-b703-84d8464a9f84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:08.963399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50067c8f-3e75-4e91-a3dc-95719ab99259 req-2b6692a1-2404-48ec-8cb3-4a645fa309d6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 210 time: 0.1978102 Apr 28 19:43:08.981437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Allocated IP 172.20.0.10 (2d941722-0a08-4f69-a74e-98fbc0349265/23aa71e8-614c-4424-9f4d-0e0659e80918/1520805a-bd34-44d3-9df2-e8d24470529b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:08.997762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-cffdb83b-807b-484b-bf01-506d30f9cf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:08.999841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-cffdb83b-807b-484b-bf01-506d30f9cf21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 1095 time: 0.3465109 Apr 28 19:43:09.030825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event deleted for resources: {'Port': ['ID=cb40dad6-429c-4dd7-bd90-f7e16b89db26,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.040730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] Transition to ACTIVE for port object fc585264-48ec-4aa7-b5d5-c018b1e66072 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:09.153622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.266864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a2b1fb2-fe98-4745-b2b4-515dfeda1b37 req-5ca6fa11-0c78-4fd9-9fd3-e048ab18773c service neutron] 10.222.0.41 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7703006 Apr 28 19:43:09.298869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdda00f4-31a3-4a38-85c4-62019aadfe7f req-59421ef6-0b86-4556-95f5-64e822fda481 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 210 time: 0.1480350 Apr 28 19:43:09.318276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1cef-8d67-4000-95da-fc46c9186925 req-25cf3000-0d01-4e8f-be2c-b523d5d67dcd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.319744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-454a1cef-8d67-4000-95da-fc46c9186925 req-25cf3000-0d01-4e8f-be2c-b523d5d67dcd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.5736718 Apr 28 19:43:09.333953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.347948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] No DVR routers for this DVR port cb40dad6-429c-4dd7-bd90-f7e16b89db26 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:09.367765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.370535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'name': 'network-vif-deleted', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:09.422489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Transition to ACTIVE for port object 0eb99239-6550-4ebe-9857-f33a05ed60a0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:09.426204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] No DVR routers for this DVR port fc585264-48ec-4aa7-b5d5-c018b1e66072 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:09.485640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed661883-a256-41ca-8dcd-56de86c3e03e req-1bd525be-dddf-4b23-8f2d-79f49b972398 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "DELETE /v2.0/ports/cb40dad6-429c-4dd7-bd90-f7e16b89db26 HTTP/1.1" status: 204 len: 173 time: 3.3904860 Apr 28 19:43:09.509143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] Pushing event updated for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:09.518150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-19063426-d0c4-48a2-b573-4e3de9b62e09 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 2.6386840 Apr 28 19:43:09.567852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-f925c167-14bb-4f52-8eaf-d1d1987891d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.569520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-f925c167-14bb-4f52-8eaf-d1d1987891d0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 922 time: 0.5511858 Apr 28 19:43:09.662559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-454a1cef-8d67-4000-95da-fc46c9186925 req-381f7ac8-ff31-491d-9085-daccbf70cbd4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231468 Apr 28 19:43:09.693356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-5dd5eeff-13c3-4d20-a396-f90b392b7c9c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=80270813-6bc7-4d2f-a5ef-cc556395592c HTTP/1.1" status: 200 len: 217 time: 0.1051435 Apr 28 19:43:09.704126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.740995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-55878da3-4bb1-4cf0-9d2a-4eb98447ba55 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.742481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-55878da3-4bb1-4cf0-9d2a-4eb98447ba55 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.1478002 Apr 28 19:43:09.743722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:09.751050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfab10d-192b-4f54-9220-33579da9aea7 req-e59db4a3-30b4-477d-b9ea-17a305c48032 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.753248 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cfab10d-192b-4f54-9220-33579da9aea7 req-e59db4a3-30b4-477d-b9ea-17a305c48032 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 944 time: 0.2037241 Apr 28 19:43:09.842234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.849692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device cb40dad6-429c-4dd7-bd90-f7e16b89db26 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:09.869838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cfab10d-192b-4f54-9220-33579da9aea7 req-8822dc22-ca92-4d30-929b-7f8dc3076a89 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636754 Apr 28 19:43:09.883218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:09.886680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-d1f6c244-9329-4423-a42a-0f4bfc928cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.888209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-d1f6c244-9329-4423-a42a-0f4bfc928cef service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f&tenant_id=345af28bb9814fd5b195a19ad9e5c45b HTTP/1.1" status: 200 len: 1095 time: 0.1340978 Apr 28 19:43:09.901410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:09.911665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:09.939695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-baf2c47e-3e0a-4af8-999a-33b59750e2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:09.940978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-baf2c47e-3e0a-4af8-999a-33b59750e2ff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.2302268 Apr 28 19:43:09.965767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: cb40dad6-429c-4dd7-bd90-f7e16b89db26 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:09.966255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device cb40dad6-429c-4dd7-bd90-f7e16b89db26 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:09.966986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:10.012294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:10.014775 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-a04b8789-ea68-4740-8d08-27b05272965d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655143 Apr 28 19:43:10.022601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:10.027346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.029626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:10.157131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:10.187487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'port_id': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'mac_address': 'fa:16:3e:05:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c22e-b599-4119-b6db-27e03a79ac80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:10.264536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.265209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.340277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-98fb96ad-5c2e-47c8-a8f6-df0374ed2cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.342480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-98fb96ad-5c2e-47c8-a8f6-df0374ed2cbf service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1095 time: 0.4177654 Apr 28 19:43:10.355603 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-ac429d77-7ee3-4da6-bfa9-720c2befb546 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6751184 Apr 28 19:43:10.370443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b3841c-ebbd-436c-8a09-931efee980a4 req-f76f0e39-2fc4-480c-bfa3-b98e6085ffba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.375015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Request body: {'port': {'device_id': '63576577-45ca-49f5-823d-d50ed2128fe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:10.379827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f9b3841c-ebbd-436c-8a09-931efee980a4 req-f76f0e39-2fc4-480c-bfa3-b98e6085ffba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.2273600 Apr 28 19:43:10.436477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-111ea902-bec0-496b-9b8b-3554383210a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.437220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-111ea902-bec0-496b-9b8b-3554383210a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:10.463571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.465563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.469308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-8d0abe71-1a90-4bf2-ad38-2b3a6ddd3219 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4425302 Apr 28 19:43:10.507560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80270813-6bc7-4d2f-a5ef-cc556395592c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:10.547753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d84b4695-7c92-4ad6-94fd-5a799f4cfe3f None None] Provisioning for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:10.570468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d84b4695-7c92-4ad6-94fd-5a799f4cfe3f None None] Provisioning complete for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:10.570468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d84b4695-7c92-4ad6-94fd-5a799f4cfe3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.572441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f9b3841c-ebbd-436c-8a09-931efee980a4 req-264b28f9-ca3f-4af2-a98a-96b636911372 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904330 Apr 28 19:43:10.574385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-111ea902-bec0-496b-9b8b-3554383210a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:10.577951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-111ea902-bec0-496b-9b8b-3554383210a3 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 949 time: 0.4290822 Apr 28 19:43:10.604489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:10.635461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.695731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ae5e12-b623-4854-b262-63c5108046a5 req-62c95236-2237-4468-9fdc-347f64164c82 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.697323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5ae5e12-b623-4854-b262-63c5108046a5 req-62c95236-2237-4468-9fdc-347f64164c82 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=048c1530-f18f-4419-9ec8-23b90e0ae8ab HTTP/1.1" status: 200 len: 949 time: 0.8902130 Apr 28 19:43:10.698082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.714825 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ada8abe-8a63-48c2-95df-bb1dfe713a78'] response: {'server_uuid': 'aedb615b-ef73-4970-b59b-df97e2e74b7f', 'name': 'network-vif-deleted', 'tag': 'cb40dad6-429c-4dd7-bd90-f7e16b89db26', 'status': 'completed', 'code': 200} Apr 28 19:43:10.749537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port 413bb8cc-1972-456e-983d-15b8de247511 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:10.750459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:10.780404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d84b4695-7c92-4ad6-94fd-5a799f4cfe3f None None] Port 0eb99239-6550-4ebe-9857-f33a05ed60a0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:43:10.832177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-3dca55cc-3f0c-4945-aee7-3df4cb11c290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.833931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-3dca55cc-3f0c-4945-aee7-3df4cb11c290 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 200 len: 909 time: 0.4504266 Apr 28 19:43:10.841385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:10.880310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Network 2d941722-0a08-4f69-a74e-98fbc0349265 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:10.894362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5ae5e12-b623-4854-b262-63c5108046a5 req-fa851b5d-80da-4a7d-b2bf-181da0262dee tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181390 Apr 28 19:43:10.900181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:10.903704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:10.927175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-874ef39b-e94f-47b0-9f15-5bf5fdda4fdd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 200 len: 217 time: 0.0780568 Apr 28 19:43:10.936318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['80270813-6bc7-4d2f-a5ef-cc556395592c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:10.995668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:10.995668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.072167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-e811e01d-755a-4d42-af91-a449032e44aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9719946 Apr 28 19:43:11.109232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Request body: {'port': {'device_id': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:11.192546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-cd9e14fe-4fee-434f-869d-8adf9d575d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.198554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-cd9e14fe-4fee-434f-869d-8adf9d575d38 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 200 len: 848 time: 0.2625146 Apr 28 19:43:11.234863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.261953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-8bade80c-03ef-4bfa-9e0e-cb73ad493506 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a484bcb3-8c6f-44da-8a90-fd83204b898a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603979 Apr 28 19:43:11.336042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.500933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fc6c4a4-9b68-4cb1-9098-10be0046b0a2 req-dca32b5a-6045-4763-9439-9566f186d1e6 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9439673 Apr 28 19:43:11.686218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port 413bb8cc-1972-456e-983d-15b8de247511, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=413bb8cc-1972-456e-983d-15b8de247511,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:11.686769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.762860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-e9118941-9c70-40d6-a37f-344778b50d56 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4801161 Apr 28 19:43:11.771699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71754a-0e9f-4d40-ae83-fd95f2f94a25 req-270ce09e-67c9-4d29-b3f8-00168d75b54a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.771699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f71754a-0e9f-4d40-ae83-fd95f2f94a25 req-270ce09e-67c9-4d29-b3f8-00168d75b54a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:11.789883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:11.823673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f71754a-0e9f-4d40-ae83-fd95f2f94a25 req-270ce09e-67c9-4d29-b3f8-00168d75b54a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:11.823673 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f71754a-0e9f-4d40-ae83-fd95f2f94a25 req-270ce09e-67c9-4d29-b3f8-00168d75b54a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 936 time: 0.6319602 Apr 28 19:43:11.851578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for 413bb8cc-1972-456e-983d-15b8de247511 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:11.921399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7eecb6-97ba-47dc-aa81-f0f5ced34351 req-58b4368b-1d9e-4475-8203-898d9b8e1cbf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:11.922863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf7eecb6-97ba-47dc-aa81-f0f5ced34351 req-58b4368b-1d9e-4475-8203-898d9b8e1cbf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 932 time: 0.4198692 Apr 28 19:43:12.048363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f71754a-0e9f-4d40-ae83-fd95f2f94a25 req-83dbcb65-37cd-4102-96ca-9d865e0b07bf tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899991 Apr 28 19:43:12.067710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bf7eecb6-97ba-47dc-aa81-f0f5ced34351 req-1b2f19bf-595e-42b3-b24a-554ecf828989 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:12.091632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-ceb30b36-5318-4b0d-a3bb-a0e1b81351c7 service neutron] 10.222.0.46 "GET /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656186 Apr 28 19:43:12.151560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bf7eecb6-97ba-47dc-aa81-f0f5ced34351 req-1b2f19bf-595e-42b3-b24a-554ecf828989 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:12.151560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf7eecb6-97ba-47dc-aa81-f0f5ced34351 req-1b2f19bf-595e-42b3-b24a-554ecf828989 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617160 Apr 28 19:43:12.196275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.207958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:12.257066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=413bb8cc-1972-456e-983d-15b8de247511,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:12.323277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'c108553a-560d-46bf-94d5-5a03fd4bcc30'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:12.403665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port 413bb8cc-1972-456e-983d-15b8de247511 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:12.425521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1520805a-bd34-44d3-9df2-e8d24470529b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:12.437373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.449087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:12.465707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.469975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.469975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Transition to ACTIVE for port object 1520805a-bd34-44d3-9df2-e8d24470529b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:12.484786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.544736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fc65fef-4314-43f0-8fc3-11343de0e921 req-2471ff59-c982-4af4-9c2a-9d9deb8ac009 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "DELETE /v2.0/ports/413bb8cc-1972-456e-983d-15b8de247511 HTTP/1.1" status: 204 len: 173 time: 1.9334683 Apr 28 19:43:12.579669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:12.579669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Transition to ACTIVE for port object 0eb99239-6550-4ebe-9857-f33a05ed60a0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:12.585089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485da7aa-5c37-4769-8a9d-41b85431d21c req-57d64b44-3c45-4ddc-8fb3-56a3568cefad tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.591592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-485da7aa-5c37-4769-8a9d-41b85431d21c req-57d64b44-3c45-4ddc-8fb3-56a3568cefad tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 945 time: 0.2367718 Apr 28 19:43:12.605445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.618552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-6b2cc63f-dd6e-426e-816c-b0f0af7bb9c6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:12.618552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-6b2cc63f-dd6e-426e-816c-b0f0af7bb9c6 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f&tenant_id=345af28bb9814fd5b195a19ad9e5c45b&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.2166252 Apr 28 19:43:12.720301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-485da7aa-5c37-4769-8a9d-41b85431d21c req-770f1f97-3f82-46c2-ba95-be875c7550e9 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328173 Apr 28 19:43:12.725404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'name': 'network-vif-deleted', 'tag': '413bb8cc-1972-456e-983d-15b8de247511'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:12.824584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-fc123cc7-1790-4be3-803c-793371f37902 service neutron] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:12.853406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-fc123cc7-1790-4be3-803c-793371f37902 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:12.854580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51319e71-f081-4bbe-967f-510bf042f4d9 req-fc123cc7-1790-4be3-803c-793371f37902 service neutron] 10.222.0.46 "DELETE /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.2213767 Apr 28 19:43:13.001204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5995091-efd4-4faf-a830-5a39ab24f912 req-70aafcbb-3bfd-49d2-92d4-d793320e6689 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.003263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5995091-efd4-4faf-a830-5a39ab24f912 req-70aafcbb-3bfd-49d2-92d4-d793320e6689 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.6509943 Apr 28 19:43:13.054768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.261396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5995091-efd4-4faf-a830-5a39ab24f912 req-fa852678-8ed6-4b0f-8d24-1c57d36d2739 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420754 Apr 28 19:43:13.279760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Attempting to bind port 1520805a-bd34-44d3-9df2-e8d24470529b on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:13.280164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Attempting to bind port 1520805a-bd34-44d3-9df2-e8d24470529b by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:13.280559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Attempting to bind port 1520805a-bd34-44d3-9df2-e8d24470529b on network 2d941722-0a08-4f69-a74e-98fbc0349265 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:13.301214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Port 1520805a-bd34-44d3-9df2-e8d24470529b on network 2d941722-0a08-4f69-a74e-98fbc0349265 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:13.301664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Attempting to bind port 1520805a-bd34-44d3-9df2-e8d24470529b on network 2d941722-0a08-4f69-a74e-98fbc0349265 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:13.319292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:13.320435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Checking segment: {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:13.320738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Bound using segment: {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:13.321139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Bound port: 1520805a-bd34-44d3-9df2-e8d24470529b, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:13.321605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.374333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:13.374663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:13.374990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:13.403533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:13.403860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:13.545529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:13.545529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:13.545803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:13.546248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Bound port: 0eb99239-6550-4ebe-9857-f33a05ed60a0, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:13.546590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.652065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:13.669869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c1ac5-f78f-430c-9225-110e1a94a0bf req-87dde85c-7dc5-4bf9-98d1-7b47c3642419 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.671543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-717c1ac5-f78f-430c-9225-110e1a94a0bf req-87dde85c-7dc5-4bf9-98d1-7b47c3642419 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.2652969 Apr 28 19:43:13.682319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:13.716755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.771953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:13.790183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:13.859994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 80270813-6bc7-4d2f-a5ef-cc556395592c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:13.865800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 80270813-6bc7-4d2f-a5ef-cc556395592c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:13.866208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.868335 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-37cc9014-e34e-42e5-ad3d-8fdee53c249c'] response: {'server_uuid': '048c1530-f18f-4419-9ec8-23b90e0ae8ab', 'name': 'network-vif-deleted', 'tag': '413bb8cc-1972-456e-983d-15b8de247511', 'status': 'completed', 'code': 200} Apr 28 19:43:13.930062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:13.930660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:13.932060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] 10.222.0.46 "PUT /v2.0/ports/1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 1092 time: 2.8390954 Apr 28 19:43:13.934716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:13.953954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-717c1ac5-f78f-430c-9225-110e1a94a0bf req-68019efa-885e-4688-b4a9-02b4368bd933 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733777 Apr 28 19:43:13.958432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:13.970244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394404d0-4ec0-4b34-a126-4ebbe017ea76 service neutron] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:13.974354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.067670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.087245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f6f07-45a2-4230-988d-96c8f107de27 req-ed9b7de6-da1b-404f-8a58-1fd7274ec824 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.094665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-410f6f07-45a2-4230-988d-96c8f107de27 req-ed9b7de6-da1b-404f-8a58-1fd7274ec824 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 948 time: 0.1307609 Apr 28 19:43:14.128362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:14.151081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:14.159414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.161736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 413bb8cc-1972-456e-983d-15b8de247511 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:14.182314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-410f6f07-45a2-4230-988d-96c8f107de27 req-43906650-0cbd-4d07-b81f-e38e0187506c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868492 Apr 28 19:43:14.192609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.204044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:14.208143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] 10.222.0.46 "PUT /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 1096 time: 3.8363252 Apr 28 19:43:14.279530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 413bb8cc-1972-456e-983d-15b8de247511 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:14.279903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 413bb8cc-1972-456e-983d-15b8de247511 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:14.295213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:14.371922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8115da-78ff-47cb-b93b-ae492f498f2a service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:14.460001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-df63007e-6254-4882-be08-dad61233792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.465042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-df63007e-6254-4882-be08-dad61233792d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1095 time: 0.4329450 Apr 28 19:43:14.522000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-12f6ea2f-8157-45e4-87c1-5e567b8f8994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.522000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-12f6ea2f-8157-45e4-87c1-5e567b8f8994 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1096 time: 0.1536887 Apr 28 19:43:14.557040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a064c5d7-310c-4907-902a-5c00a2a97ca2 req-a3c8c69d-1256-4e4c-8cd7-561e91e28c8f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.561998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a064c5d7-310c-4907-902a-5c00a2a97ca2 req-a3c8c69d-1256-4e4c-8cd7-561e91e28c8f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 944 time: 0.1502793 Apr 28 19:43:14.573928 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-b0c20cfa-5e4c-4731-8d05-77361319b47f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 217 time: 0.1029038 Apr 28 19:43:14.583967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809a7d94-7191-4387-ab20-e5fa5dc38e42 req-696d414a-1f31-4dd6-9f83-f35e874e1f86 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.585361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-809a7d94-7191-4387-ab20-e5fa5dc38e42 req-696d414a-1f31-4dd6-9f83-f35e874e1f86 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.4306877 Apr 28 19:43:14.664872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a064c5d7-310c-4907-902a-5c00a2a97ca2 req-64ec5c59-4d6d-48b0-ac70-97bbafef2cec tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020343 Apr 28 19:43:14.669378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-0c7bb903-3113-4e0e-aba3-1152953808e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.671177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-0c7bb903-3113-4e0e-aba3-1152953808e8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1099 time: 0.4029410 Apr 28 19:43:14.734096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-6bbb275c-9aa0-4178-895e-ba2db9789703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.736938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-6bbb275c-9aa0-4178-895e-ba2db9789703 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2161403 Apr 28 19:43:14.777254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-6c07f896-c21f-4e7d-b89b-6c0f1dff6ca3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.0963948 Apr 28 19:43:14.790177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-809a7d94-7191-4387-ab20-e5fa5dc38e42 req-dd3ab8c2-415f-487c-afd4-c43e2683a685 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/security-groups?id=beb46735-4ccd-449a-8220-a56e8c91836b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502295 Apr 28 19:43:14.831542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-04306a7d-3bbb-484a-b637-eaf8ddd78466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:14.833900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-04306a7d-3bbb-484a-b637-eaf8ddd78466 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.2447908 Apr 28 19:43:14.898344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-35d8028b-8229-418a-9455-9c06aeefeb5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543892 Apr 28 19:43:14.943105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.46', 54978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:15.025232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-a6df4607-f4bd-4097-8eb5-72e16621a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.026304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-a6df4607-f4bd-4097-8eb5-72e16621a5d0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2434380 Apr 28 19:43:15.034041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-ff008a60-c910-44d1-8e34-ff9c149672cc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 217 time: 0.2912040 Apr 28 19:43:15.117141 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b427b27-1dda-42ed-b6aa-e698f4f73432'] response: {'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b', 'status': 'completed', 'code': 200} Apr 28 19:43:15.145009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-7e97ae01-ee05-4259-8e0a-7ea7a718a0a4 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278290 Apr 28 19:43:15.170212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-b29b2961-2ceb-4f58-b086-0662748002b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.170212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-b29b2961-2ceb-4f58-b086-0662748002b3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1222990 Apr 28 19:43:15.188773 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1feb3eb6-1dbb-4713-8395-8d4b075df66c'] response: {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'code': 200} Apr 28 19:43:15.248301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-353530e2-2f3b-4891-9b64-8f4420d373f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.249793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-353530e2-2f3b-4891-9b64-8f4420d373f6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073946 Apr 28 19:43:15.250781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65411b-dd79-471b-aa94-25a663972277 req-27e88ddb-1c44-4f9c-9d62-0495f68f95c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.253221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c65411b-dd79-471b-aa94-25a663972277 req-27e88ddb-1c44-4f9c-9d62-0495f68f95c0 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 946 time: 0.2951608 Apr 28 19:43:15.258336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-260307e2-02e0-462b-9b29-51381a10671d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0848458 Apr 28 19:43:15.331976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-54abd922-fced-4598-acca-9fb203513224 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.331976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-54abd922-fced-4598-acca-9fb203513224 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:15.427370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d58b6245-b959-4dde-8340-8a3d62b26e92 req-61553543-668c-4df4-aed6-1223ec0ee95f service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787194 Apr 28 19:43:15.463170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-54abd922-fced-4598-acca-9fb203513224 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:15.464470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-54abd922-fced-4598-acca-9fb203513224 tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 950 time: 0.5152807 Apr 28 19:43:15.528881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406bea0b-2ac9-41af-a182-53771ef8b1b3 req-be6ad15d-48b1-4903-8e87-2e104cd39806 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.528881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-406bea0b-2ac9-41af-a182-53771ef8b1b3 req-be6ad15d-48b1-4903-8e87-2e104cd39806 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.2406778 Apr 28 19:43:15.558798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-e43f1d7b-1bdc-41a2-bf8b-b3ffc899fff3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2822440 Apr 28 19:43:15.582416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c65411b-dd79-471b-aa94-25a663972277 req-da59ce7a-91c6-4e08-a9a9-d7dad2b1992e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2848370 Apr 28 19:43:15.636102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-161a6631-0687-437e-9a33-b8dffa8a6e0c service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3375659 Apr 28 19:43:15.642894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Deleting port 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:15.642894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:15.718201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70f69f-8080-4903-82d7-8e921b87d989 req-84f5cd0f-eff5-4732-882d-c7d82330f249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.722293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca70f69f-8080-4903-82d7-8e921b87d989 req-84f5cd0f-eff5-4732-882d-c7d82330f249 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 1097 time: 0.4599097 Apr 28 19:43:15.764494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c6198e-b05d-4534-99de-70f4e4d50332 req-4b9f2c80-e2c9-444d-9c58-21e607607b07 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2011659 Apr 28 19:43:15.777155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-406bea0b-2ac9-41af-a182-53771ef8b1b3 req-e90134e1-da3b-487f-9105-41a3d921ee1b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2492611 Apr 28 19:43:15.818971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf3615-c02e-4020-aa28-1635797fb056 req-76d44cbf-bef5-46d6-b1ba-43647d8f633d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:15.818971 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-76d44cbf-bef5-46d6-b1ba-43647d8f633d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1095 time: 0.3367736 Apr 28 19:43:15.921682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca70f69f-8080-4903-82d7-8e921b87d989 req-bf18ffec-dd16-4be6-b13e-6cecf9ef9422 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808560 Apr 28 19:43:16.040790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-bbca1cb6-30d0-4752-8ea7-0285b59fc1d7 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513994 Apr 28 19:43:16.226665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] For port 58c97800-3fbb-4a9b-b703-84d8464a9f84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=58c97800-3fbb-4a9b-b703-84d8464a9f84,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:16.226665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:16.262374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf3615-c02e-4020-aa28-1635797fb056 req-6f10dbd9-c163-4dec-b48e-24398fc45f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:16.262374 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-6f10dbd9-c163-4dec-b48e-24398fc45f05 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.4380007 Apr 28 19:43:16.439680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Calling delete_port for 58c97800-3fbb-4a9b-b703-84d8464a9f84 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:16.493941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-f3e41800-0c04-4162-adc3-411cbc206130 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 217 time: 0.2256107 Apr 28 19:43:16.578714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b664fa8e-3c33-47a7-b796-7595652b1a14 req-2e17a893-86b4-4030-8932-bb5afb8f08ce tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:16.580676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b664fa8e-3c33-47a7-b796-7595652b1a14 req-2e17a893-86b4-4030-8932-bb5afb8f08ce tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 1095 time: 0.1818876 Apr 28 19:43:16.582580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bf3615-c02e-4020-aa28-1635797fb056 req-9324cc3b-85ed-4ba3-aa8a-15674b9c3a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:16.584198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-9324cc3b-85ed-4ba3-aa8a-15674b9c3a9c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.0839663 Apr 28 19:43:16.618704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:16.651115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-4609aaac-30f1-4be3-9e7e-3e0141b39493 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498736 Apr 28 19:43:16.686657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Pushing event deleted for resources: {'Port': ['ID=58c97800-3fbb-4a9b-b703-84d8464a9f84,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:16.787597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b664fa8e-3c33-47a7-b796-7595652b1a14 req-b214480e-5c86-4cc5-9e91-980c2bd419e0 tempest-LiveMigrationTest-1045280182 tempest-LiveMigrationTest-1045280182-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012653 Apr 28 19:43:16.860373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-1172b433-4cf4-4411-af33-bb8db29c73ae service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948895 Apr 28 19:43:16.995553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] No DVR routers for this DVR port 58c97800-3fbb-4a9b-b703-84d8464a9f84 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:17.002720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.005499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-deleted', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:17.047608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-33d5d88a-f400-45f4-9ac1-60d2e8d3506b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.048341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-33d5d88a-f400-45f4-9ac1-60d2e8d3506b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:17.052031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6c06a8c-6d9a-4c36-a887-468db93a69fd req-389b4710-8fc2-4f12-a58f-4ef664aab02a tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.46 "DELETE /v2.0/ports/58c97800-3fbb-4a9b-b703-84d8464a9f84 HTTP/1.1" status: 204 len: 173 time: 1.5726628 Apr 28 19:43:17.062170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429436a5-4317-42be-8904-63015ffc8d33 req-12978463-e892-4f6d-b286-33ea1758bf99 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.063643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-429436a5-4317-42be-8904-63015ffc8d33 req-12978463-e892-4f6d-b286-33ea1758bf99 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 948 time: 0.3783247 Apr 28 19:43:17.109528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-33d5d88a-f400-45f4-9ac1-60d2e8d3506b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:17.110633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-33d5d88a-f400-45f4-9ac1-60d2e8d3506b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/ports?device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 949 time: 0.3324234 Apr 28 19:43:17.113617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00bf3615-c02e-4020-aa28-1635797fb056 req-642b6a75-c4f5-4029-a916-6dbbeada5ea2 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442939 Apr 28 19:43:17.118098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:17.154504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a05af52-daed-492f-9e6a-b4ba6a74394a req-d126995d-1fe0-4a2d-80cd-60c74083ddac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.155740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a05af52-daed-492f-9e6a-b4ba6a74394a req-d126995d-1fe0-4a2d-80cd-60c74083ddac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:17.177410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6a05af52-daed-492f-9e6a-b4ba6a74394a req-d126995d-1fe0-4a2d-80cd-60c74083ddac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:17.179125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a05af52-daed-492f-9e6a-b4ba6a74394a req-d126995d-1fe0-4a2d-80cd-60c74083ddac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 944 time: 0.1940742 Apr 28 19:43:17.219979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-429436a5-4317-42be-8904-63015ffc8d33 req-86eeb653-8f9e-476a-b932-722d74844cfb tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345696 Apr 28 19:43:17.262234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a05af52-daed-492f-9e6a-b4ba6a74394a req-e6c12faa-aed4-41a1-b290-d2485e04b70b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770156 Apr 28 19:43:17.294755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port c108553a-560d-46bf-94d5-5a03fd4bcc30 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:17.295224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.451555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e482c154-8b13-4638-9577-3f2faf7be116 req-20c30dfd-32e6-485e-8cb4-9a2c1f991d0b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Synchronizing usage tracker for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:17.509927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f436eba-64fb-48d8-ae81-9778dd837039 req-228f2ca0-9980-4f6e-bcda-5d4d55a235c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.518837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f436eba-64fb-48d8-ae81-9778dd837039 req-228f2ca0-9980-4f6e-bcda-5d4d55a235c0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=5aefb6e2-c326-4b64-b146-1b3ae44b1b51 HTTP/1.1" status: 200 len: 949 time: 0.1027501 Apr 28 19:43:17.526701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e482c154-8b13-4638-9577-3f2faf7be116 req-20c30dfd-32e6-485e-8cb4-9a2c1f991d0b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] Unset dirty status for tenant:1625f6a5335a47d4b1e1c0043910322c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:17.534192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e482c154-8b13-4638-9577-3f2faf7be116 req-20c30dfd-32e6-485e-8cb4-9a2c1f991d0b tempest-ServersAdminTestJSON-319742918 tempest-ServersAdminTestJSON-319742918-project] 10.222.0.24 "GET /v2.0/ports?device_id=96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60 HTTP/1.1" status: 200 len: 210 time: 0.1419828 Apr 28 19:43:17.571167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f436eba-64fb-48d8-ae81-9778dd837039 req-57305376-f8de-4704-bd60-5ec6018e0ebe tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503759 Apr 28 19:43:17.712096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port c108553a-560d-46bf-94d5-5a03fd4bcc30, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c108553a-560d-46bf-94d5-5a03fd4bcc30,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:17.712816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:17.840403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d08e752-9a11-417b-90cf-cb471e7728e4 req-9548b08c-a048-4221-983f-84bf77ceca54 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:17.841941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d08e752-9a11-417b-90cf-cb471e7728e4 req-9548b08c-a048-4221-983f-84bf77ceca54 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 946 time: 0.1400924 Apr 28 19:43:17.870913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:17.906183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d08e752-9a11-417b-90cf-cb471e7728e4 req-098357f3-756c-43f8-be31-b60e0651e121 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554335 Apr 28 19:43:17.946467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for c108553a-560d-46bf-94d5-5a03fd4bcc30 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:17.981126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 58c97800-3fbb-4a9b-b703-84d8464a9f84 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:17.981126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 58c97800-3fbb-4a9b-b703-84d8464a9f84 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:18.172026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.190478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd', 'c500dda1-bc3c-4741-a041-9fd522716e12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:18.221192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:18.233966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=c108553a-560d-46bf-94d5-5a03fd4bcc30,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:18.282018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.282018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.282715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.282715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.283254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.284154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.284154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.285021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.285021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.285021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.287263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.288127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:18.356045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port c108553a-560d-46bf-94d5-5a03fd4bcc30 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:18.357269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.362375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8375dd3a-2fe1-4255-bd1e-91c44fd0793f req-c4e1cf44-23d0-4bd0-8164-a940b461e825 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.371235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8375dd3a-2fe1-4255-bd1e-91c44fd0793f req-c4e1cf44-23d0-4bd0-8164-a940b461e825 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.2613733 Apr 28 19:43:18.383550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e357c99b-d233-4113-a246-e9edcdd394d2 req-3b30126c-8285-4fa1-9e7c-f06de6b12d76 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "DELETE /v2.0/ports/c108553a-560d-46bf-94d5-5a03fd4bcc30 HTTP/1.1" status: 204 len: 173 time: 1.2421932 Apr 28 19:43:18.435086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-0b1ecd59-0c9e-45cc-8f80-36c98dca03dd tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.441222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-0b1ecd59-0c9e-45cc-8f80-36c98dca03dd tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 950 time: 0.3828504 Apr 28 19:43:18.641622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port c500dda1-bc3c-4741-a041-9fd522716e12 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:18.642032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:18.668403 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f3cde9b-28a0-4f6d-b95f-3f43a1be83d8'] response: {'server_uuid': '96e52ba3-8500-4b85-9d2e-b1cf5bd6bc60', 'name': 'network-vif-deleted', 'tag': '58c97800-3fbb-4a9b-b703-84d8464a9f84', 'status': 'completed', 'code': 200} Apr 28 19:43:18.711340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8375dd3a-2fe1-4255-bd1e-91c44fd0793f req-66b91c49-feee-4826-9067-dbdb50f7971e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3410797 Apr 28 19:43:18.724294 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a19d806e-3f5d-4685-a783-003e5db83b18'] response: {'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'status': 'completed', 'code': 200} Apr 28 19:43:18.977648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd3125a-0d9a-4a35-831c-ef5a2e96e875 req-e6f908d5-8bcd-4551-975f-612926ba88c2 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.979304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bd3125a-0d9a-4a35-831c-ef5a2e96e875 req-e6f908d5-8bcd-4551-975f-612926ba88c2 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 946 time: 0.1327887 Apr 28 19:43:18.981443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-bcf9bdf1-76ac-42f2-a688-efb10248a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:18.983192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-bcf9bdf1-76ac-42f2-a688-efb10248a98e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1099 time: 0.2214670 Apr 28 19:43:19.067288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bd3125a-0d9a-4a35-831c-ef5a2e96e875 req-feb4f022-62ae-41a8-89e0-33bd0ec347cd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821977 Apr 28 19:43:19.214402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port c500dda1-bc3c-4741-a041-9fd522716e12, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c500dda1-bc3c-4741-a041-9fd522716e12,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:19.214962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.221270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-aea6a4a4-1ad4-4ee7-850c-e0bf9f81f99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.222722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-aea6a4a4-1ad4-4ee7-850c-e0bf9f81f99e service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2194495 Apr 28 19:43:19.323512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-a5f01c6d-e6ed-4501-86e8-8bf547dbe465 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.0936193 Apr 28 19:43:19.492314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-f685c1f4-3d49-45c9-8390-658a3ba53e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.493862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-f685c1f4-3d49-45c9-8390-658a3ba53e01 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1311991 Apr 28 19:43:19.503140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for c500dda1-bc3c-4741-a041-9fd522716e12 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:19.562140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41032a9c-c7ae-494b-968c-5ff00f830196 req-388015c4-744e-40dc-b134-94ea2c350a3d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.569211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41032a9c-c7ae-494b-968c-5ff00f830196 req-388015c4-744e-40dc-b134-94ea2c350a3d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 948 time: 0.5238667 Apr 28 19:43:19.580860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062b08-6608-4988-93ae-bbd100fe5d56 req-947e1808-ec22-4060-ab00-67b9cb12604d tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.582351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9062b08-6608-4988-93ae-bbd100fe5d56 req-947e1808-ec22-4060-ab00-67b9cb12604d tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 944 time: 0.3706007 Apr 28 19:43:19.593047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-bbeb2039-1b0f-4620-8cd3-d94d6601ab06 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.594488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-bbeb2039-1b0f-4620-8cd3-d94d6601ab06 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.2380543 Apr 28 19:43:19.636576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:19.658261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41032a9c-c7ae-494b-968c-5ff00f830196 req-a688151a-a3c8-4c28-81f2-6f372a004717 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877557 Apr 28 19:43:19.752719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.769074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:19.828474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b6d68fd5-ce98-47cd-84d8-30061a666e20', 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:19.849230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9062b08-6608-4988-93ae-bbd100fe5d56 req-ff76edc1-5fe3-40d4-b60c-af9e27ff32f7 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536893 Apr 28 19:43:19.854252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-a5b9ded7-245c-439e-a576-84c4ad845079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:19.855765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-a5b9ded7-245c-439e-a576-84c4ad845079 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3539963 Apr 28 19:43:19.873118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=c500dda1-bc3c-4741-a041-9fd522716e12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:19.877182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Deleting port fc585264-48ec-4aa7-b5d5-c018b1e66072 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:19.881968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:19.893685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c108553a-560d-46bf-94d5-5a03fd4bcc30 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:19.941741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.942342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.944240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.944782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.945292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.945806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.946315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.947419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.947909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.948406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.948890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.949389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:19.961506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.036877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port c500dda1-bc3c-4741-a041-9fd522716e12 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:20.040128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.050485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1520805a-bd34-44d3-9df2-e8d24470529b details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:20.101528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: c108553a-560d-46bf-94d5-5a03fd4bcc30 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:20.102143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c108553a-560d-46bf-94d5-5a03fd4bcc30 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:20.110165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:20.135335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Usage tracker for resource:security_group_rule and tenant:25bbd89ec70a42188a10a46349936465 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:20.143505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67fc9a38-abc5-45cd-8068-d38fba0697a7 req-feaa2748-34c6-47fc-a6ba-05416452ad7a tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "DELETE /v2.0/ports/c500dda1-bc3c-4741-a041-9fd522716e12 HTTP/1.1" status: 204 len: 173 time: 1.6921721 Apr 28 19:43:20.144807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:20.171296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:20.202323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-403dada4-5db2-47b0-9034-36ef27f58847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.206754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:20.317619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bcf41-81cc-4ad4-bcbe-1b9a70dd03a6 req-df35d77f-c945-46a7-b5c8-0265c45b392a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:20.331979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f42bcf41-81cc-4ad4-bcbe-1b9a70dd03a6 req-df35d77f-c945-46a7-b5c8-0265c45b392a tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 944 time: 0.3166625 Apr 28 19:43:20.467518 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-1c11cc1d-a118-4f66-8629-80e84cc805ec service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6010754 Apr 28 19:43:20.527485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f42bcf41-81cc-4ad4-bcbe-1b9a70dd03a6 req-e09f90a7-57e4-4629-8c9e-2f40709cbd11 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906421 Apr 28 19:43:20.599716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:20.646049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '1520805a-bd34-44d3-9df2-e8d24470529b', 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265', 'port_id': '1520805a-bd34-44d3-9df2-e8d24470529b', 'mac_address': 'fa:16:3e:d8:06:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa71e8-614c-4424-9f4d-0e0659e80918', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:20.669011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'name': 'network-vif-deleted', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:20.681092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b019e6c2-83d1-4cf1-b239-4aedf83f1846 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1625f6a5335a47d4b1e1c0043910322c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4564078 Apr 28 19:43:20.683825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:20.698080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] For port fc585264-48ec-4aa7-b5d5-c018b1e66072, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=fc585264-48ec-4aa7-b5d5-c018b1e66072,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:20.698457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.726631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.728266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'name': 'network-vif-deleted', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:20.752296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.825067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.871777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1520805a-bd34-44d3-9df2-e8d24470529b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:20.894002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=25bbd89ec70a42188a10a46349936465&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2559154 Apr 28 19:43:20.901709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc888169-ab3a-433b-acd9-4cbd23cba053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8a1f1cb-e576-44c6-a582-1054d61947e6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:20.904216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:20.909346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-75d94d52-719d-43f1-b248-f33d43796759 req-56ac33e4-460c-4f5e-a636-ffcf3e30df6b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:20.916497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.917140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:20.926809 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:20.927706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:20.946727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.022847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-75d94d52-719d-43f1-b248-f33d43796759 req-56ac33e4-460c-4f5e-a636-ffcf3e30df6b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:21.031958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d94d52-719d-43f1-b248-f33d43796759 req-56ac33e4-460c-4f5e-a636-ffcf3e30df6b tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=2fa3d04c-d55c-43cd-9f2d-7f440506b709 HTTP/1.1" status: 200 len: 210 time: 0.2084770 Apr 28 19:43:21.032465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Calling delete_port for fc585264-48ec-4aa7-b5d5-c018b1e66072 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:21.080516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457b951c-92e0-4ab1-844a-878f987cbe1c req-ce5d0d1f-70c5-477f-ab15-d7f65c0e2c87 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5989552 Apr 28 19:43:21.082445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.119948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.143953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7f89cb-0b8d-43d7-a7a6-e843d1f8809a req-98cd0de8-3c56-4c9a-8e87-ebcb1911d3af tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.154964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d7f89cb-0b8d-43d7-a7a6-e843d1f8809a req-98cd0de8-3c56-4c9a-8e87-ebcb1911d3af tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.3973255 Apr 28 19:43:21.167905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb46735-4ccd-449a-8220-a56e8c91836b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.177440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.202395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:21.215219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.216393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d10c8bb9-7447-43c6-a9d7-ccc2b3470e1f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/beb46735-4ccd-449a-8220-a56e8c91836b HTTP/1.1" status: 204 len: 168 time: 0.5315063 Apr 28 19:43:21.218497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.230996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'mac_address': 'fa:16:3e:82:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:21.280179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.299928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.301488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8a1f1cb-e576-44c6-a582-1054d61947e6 HTTP/1.1" status: 204 len: 168 time: 0.3943267 Apr 28 19:43:21.302644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470d881-4523-4c2d-8888-e1bb4869cd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a1f1cb-e576-44c6-a582-1054d61947e6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.303480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d7f89cb-0b8d-43d7-a7a6-e843d1f8809a req-38c8a5e7-5d13-4fc1-9969-a8434e8fc951 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412263 Apr 28 19:43:21.341626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.414312 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.444175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:21.483811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:21.489186 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.520585 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-beb2feec-9106-4cb6-b50d-d9373c790b1d'] response: {'server_uuid': '5aefb6e2-c326-4b64-b146-1b3ae44b1b51', 'name': 'network-vif-deleted', 'tag': 'c108553a-560d-46bf-94d5-5a03fd4bcc30', 'status': 'completed', 'code': 200} Apr 28 19:43:21.523418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event deleted for resources: {'Port': ['ID=fc585264-48ec-4aa7-b5d5-c018b1e66072,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.548373 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c9a116d-aedf-4830-ac1b-d393c13255eb'] response: {'server_uuid': '2fa3d04c-d55c-43cd-9f2d-7f440506b709', 'name': 'network-vif-deleted', 'tag': 'c500dda1-bc3c-4741-a041-9fd522716e12', 'status': 'completed', 'code': 200} Apr 28 19:43:21.633898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] No DVR routers for this DVR port fc585264-48ec-4aa7-b5d5-c018b1e66072 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:21.640952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50738) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:21.641698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:21.641924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.645646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e76cf5-74d0-48c7-bbcc-916a350d16d1 req-71a167c3-afe7-4709-b32b-bc04ce5d92a5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.654004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8e76cf5-74d0-48c7-bbcc-916a350d16d1 req-71a167c3-afe7-4709-b32b-bc04ce5d92a5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 0.1930418 Apr 28 19:43:21.701824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45f52d0-e330-4ac9-92c5-2d0c019aa731 req-d7900f50-fa83-43d1-85da-4d4e083f0018 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "DELETE /v2.0/ports/fc585264-48ec-4aa7-b5d5-c018b1e66072 HTTP/1.1" status: 204 len: 173 time: 1.9764831 Apr 28 19:43:21.717158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f6364e6-9634-4bdf-9798-e78c7f867d0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2152305b5828453b8f211fd4a5c9d582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708930 Apr 28 19:43:21.722245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8e76cf5-74d0-48c7-bbcc-916a350d16d1 req-565cb93b-91ce-4a6d-b7ce-8ca461160959 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650206 Apr 28 19:43:21.725587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50744) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:21.807236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed92552-0c0b-46fd-87c0-cb689cb1f97b req-cc6203c3-bef8-4889-8d84-5bdc59f0cd5b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:21.815586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aed92552-0c0b-46fd-87c0-cb689cb1f97b req-cc6203c3-bef8-4889-8d84-5bdc59f0cd5b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 945 time: 0.1057084 Apr 28 19:43:21.853922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.877428 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aed92552-0c0b-46fd-87c0-cb689cb1f97b req-d54bf6ce-99ed-42d0-98f7-57e4f0cf43ba tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606620 Apr 28 19:43:21.906183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c500dda1-bc3c-4741-a041-9fd522716e12 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:21.932099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:21.940904 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb750484-7c18-4b4c-9a0a-2cc80c3ea485 req-b892ed7c-9d9e-4b94-9ea7-76319d532bad tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=167a41ed-fad5-45ba-afcf-83320b9ecf5f HTTP/1.1" status: 200 len: 210 time: 0.0624540 Apr 28 19:43:21.978564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0eb99239-6550-4ebe-9857-f33a05ed60a0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:22.010220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.012001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:22.029357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c99591d-91b7-4f27-b8c1-0729d19b37ff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:22.038469 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.048266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-948939b1-e489-48d9-877d-ac61b4e95369 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c99591d-91b7-4f27-b8c1-0729d19b37ff HTTP/1.1" status: 204 len: 168 time: 0.3182976 Apr 28 19:43:22.084292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: c500dda1-bc3c-4741-a041-9fd522716e12 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:22.084962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c500dda1-bc3c-4741-a041-9fd522716e12 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:22.085723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:22.131106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165fbb1-a56e-4d06-8410-16611fe62126 req-9fe5f53f-e13b-4f1d-9876-95e92a23a8db tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:22.141861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: fc585264-48ec-4aa7-b5d5-c018b1e66072 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:22.143110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device fc585264-48ec-4aa7-b5d5-c018b1e66072 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:22.145545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6165fbb1-a56e-4d06-8410-16611fe62126 req-9fe5f53f-e13b-4f1d-9876-95e92a23a8db tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 946 time: 0.1475379 Apr 28 19:43:22.257648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6165fbb1-a56e-4d06-8410-16611fe62126 req-41cf8b6c-ebf6-43e0-a1e6-798b58eda6e1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111205 Apr 28 19:43:22.262090 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:43:22.434363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f30746c8-ee2e-4681-b5fc-6f93400ce8cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:22.706951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad2a25-c045-48bb-86df-e0e7ea5defec req-7a99e3b5-4765-4dcb-b4a5-dc025432143a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:22.718935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51ad2a25-c045-48bb-86df-e0e7ea5defec req-7a99e3b5-4765-4dcb-b4a5-dc025432143a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.1779108 Apr 28 19:43:22.793267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51ad2a25-c045-48bb-86df-e0e7ea5defec req-95cf4b71-7969-49ca-8d12-c087852d0f78 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734699 Apr 28 19:43:23.052681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc92a8b-8219-4cf6-9c26-1c0b83b9c4f0 req-d62ff396-ee5d-4b15-ab77-c688932ce2f9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.069714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fc92a8b-8219-4cf6-9c26-1c0b83b9c4f0 req-d62ff396-ee5d-4b15-ab77-c688932ce2f9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 0.1299841 Apr 28 19:43:23.134981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fc92a8b-8219-4cf6-9c26-1c0b83b9c4f0 req-c72fd164-3255-4b47-9658-276e02d690d9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Apr 28 19:43:23.465545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8add524c-ce9d-454e-83c8-7d21003af36c req-02439091-ab3e-4764-bd95-cc8d89f9588b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.467304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8add524c-ce9d-454e-83c8-7d21003af36c req-02439091-ab3e-4764-bd95-cc8d89f9588b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 945 time: 0.2042017 Apr 28 19:43:23.509406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21ac98-0b04-4dfb-a4bb-e9189412fe2a req-1078c9c5-6d30-45cd-893f-89ecc55990eb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.516860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb21ac98-0b04-4dfb-a4bb-e9189412fe2a req-1078c9c5-6d30-45cd-893f-89ecc55990eb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 950 time: 0.1013880 Apr 28 19:43:23.524088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8add524c-ce9d-454e-83c8-7d21003af36c req-beb1e5d3-24f2-49cc-b5f3-476614c68f01 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503626 Apr 28 19:43:23.524809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-deleted', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:23.574894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb21ac98-0b04-4dfb-a4bb-e9189412fe2a req-3b780e0b-9d13-48b5-9ac6-3aca7725557e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563016 Apr 28 19:43:23.724930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.730212 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af35c42d-ef8c-45f7-b343-8e099ecac339'] response: {'server_uuid': '167a41ed-fad5-45ba-afcf-83320b9ecf5f', 'name': 'network-vif-deleted', 'tag': 'fc585264-48ec-4aa7-b5d5-c018b1e66072', 'status': 'completed', 'code': 200} Apr 28 19:43:23.852775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:23.903012 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:23.906652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0855385-6e68-4c0e-b3ce-aed792657d09 req-6d31ffa0-dd1b-4fb8-b5b5-d36ce5364c96 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:23.915179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0855385-6e68-4c0e-b3ce-aed792657d09 req-6d31ffa0-dd1b-4fb8-b5b5-d36ce5364c96 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 946 time: 0.1333406 Apr 28 19:43:23.948793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1520805a-bd34-44d3-9df2-e8d24470529b up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:23.981429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0855385-6e68-4c0e-b3ce-aed792657d09 req-397b0933-45ec-4602-8df1-bb05ec419dfd tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637770 Apr 28 19:43:24.233981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a055f-51f4-4547-9f3c-d5288aa47c8d req-f60b3c22-fe9c-4286-8ffd-6d8176b42604 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:24.235473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-893a055f-51f4-4547-9f3c-d5288aa47c8d req-f60b3c22-fe9c-4286-8ffd-6d8176b42604 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.1479669 Apr 28 19:43:24.238166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:24.267672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'port_id': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'mac_address': 'fa:16:3e:05:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c22e-b599-4119-b6db-27e03a79ac80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:24.270730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 1520805a-bd34-44d3-9df2-e8d24470529b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:24.317555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 1520805a-bd34-44d3-9df2-e8d24470529b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:24.318118 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.323844 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-893a055f-51f4-4547-9f3c-d5288aa47c8d req-a54c4dcd-4efb-4f97-8074-8b7c55070925 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807590 Apr 28 19:43:24.433234 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.476045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80270813-6bc7-4d2f-a5ef-cc556395592c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:24.529430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-d1fbd4f4-780e-45cb-b18e-0e9a95d7a51e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:24.541794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-d1fbd4f4-780e-45cb-b18e-0e9a95d7a51e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:24.580144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-d1fbd4f4-780e-45cb-b18e-0e9a95d7a51e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:24.583903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-d1fbd4f4-780e-45cb-b18e-0e9a95d7a51e tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 950 time: 0.2179735 Apr 28 19:43:24.601262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:24.645569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.752938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff52dbc-47bd-41d7-b971-e0d2866db814 req-c701065a-9bae-407b-bee4-c2ca39ccbc43 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:24.762061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ff52dbc-47bd-41d7-b971-e0d2866db814 req-c701065a-9bae-407b-bee4-c2ca39ccbc43 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 0.2564862 Apr 28 19:43:24.791949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-4c36f3dc-930b-48b2-865c-26d063095313 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:24.793774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-4c36f3dc-930b-48b2-865c-26d063095313 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "GET /v2.0/ports?device_id=448c19f0-481f-4f73-b0d3-dd7881912cd2 HTTP/1.1" status: 200 len: 949 time: 0.1608882 Apr 28 19:43:24.800545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['80270813-6bc7-4d2f-a5ef-cc556395592c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:24.868374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.894969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port b6d68fd5-ce98-47cd-84d8-30061a666e20 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:24.895432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.896161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ff52dbc-47bd-41d7-b971-e0d2866db814 req-951c5dae-4e44-4cdb-9fcc-574f81382126 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288090 Apr 28 19:43:24.920540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:24.931397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:24.951841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:24.955720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port b9aa3419-1dbf-4a76-b302-5d6da9958f55 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:24.955997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.993887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:24.997612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:25.219163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-5c1c2ad9-0ab3-4423-b7f8-c2f03194d097 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.221360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-5c1c2ad9-0ab3-4423-b7f8-c2f03194d097 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.5326383 Apr 28 19:43:25.226090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.253115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:25.290742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3ab036-ece2-47e5-9a3e-c25f6c2b695c req-d88af554-b349-4fd9-903c-00afa7a4a4ce tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.304019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c3ab036-ece2-47e5-9a3e-c25f6c2b695c req-d88af554-b349-4fd9-903c-00afa7a4a4ce tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 945 time: 0.5349617 Apr 28 19:43:25.371792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:25.385340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:25.389666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:25.390452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.490381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c3ab036-ece2-47e5-9a3e-c25f6c2b695c req-b7fbec7a-97ae-45e9-8a0d-9373c444d24a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852956 Apr 28 19:43:25.617849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.652796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port b6d68fd5-ce98-47cd-84d8-30061a666e20, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b6d68fd5-ce98-47cd-84d8-30061a666e20,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:25.653249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.720023 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32134817-268c-4fc9-95c3-38c4ad155e76'] response: {'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b', 'code': 200} Apr 28 19:43:25.745048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.792620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caab76cb-1ea7-489c-bc0d-e1561ff5cc21 req-206f87c6-1025-4a72-b1cd-11b9ebd7a619 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:25.795849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:25.800317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-caab76cb-1ea7-489c-bc0d-e1561ff5cc21 req-206f87c6-1025-4a72-b1cd-11b9ebd7a619 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 950 time: 0.6442144 Apr 28 19:43:25.805440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.865086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:25.873758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port b9aa3419-1dbf-4a76-b302-5d6da9958f55, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b9aa3419-1dbf-4a76-b302-5d6da9958f55,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:25.874136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:25.893675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-caab76cb-1ea7-489c-bc0d-e1561ff5cc21 req-f8496a89-c2d3-465d-bf01-29db7e61b7d0 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923893 Apr 28 19:43:25.925290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for b6d68fd5-ce98-47cd-84d8-30061a666e20 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:25.959896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:26.057912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.100564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for b9aa3419-1dbf-4a76-b302-5d6da9958f55 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:26.207525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 80270813-6bc7-4d2f-a5ef-cc556395592c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:26.208310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.388507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde64d80-f4a5-4d30-89ec-11b52cd53f64 req-0075d545-0eb7-4b27-9c8a-507f04d44f5e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:26.390397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cde64d80-f4a5-4d30-89ec-11b52cd53f64 req-0075d545-0eb7-4b27-9c8a-507f04d44f5e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 945 time: 0.2973661 Apr 28 19:43:26.391174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.413914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:26.468166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=b9aa3419-1dbf-4a76-b302-5d6da9958f55,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.573910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:26.576685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port b9aa3419-1dbf-4a76-b302-5d6da9958f55 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:26.581064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.590899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'name': 'network-vif-deleted', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:26.599672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cde64d80-f4a5-4d30-89ec-11b52cd53f64 req-c51123ba-517d-400e-9d1f-69dc783fd60b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573813 Apr 28 19:43:26.603303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b56791fe-b53f-4158-9a31-28bae70ccffd req-0f0477d1-3638-4732-935b-594824354dbc tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "DELETE /v2.0/ports/b9aa3419-1dbf-4a76-b302-5d6da9958f55 HTTP/1.1" status: 204 len: 173 time: 1.8017232 Apr 28 19:43:26.606371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:43:26.612441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.633897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.706483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=b6d68fd5-ce98-47cd-84d8-30061a666e20,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.731822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:26.753890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:26.757576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b6d68fd5-ce98-47cd-84d8-30061a666e20 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:26.886113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: b6d68fd5-ce98-47cd-84d8-30061a666e20 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:26.886733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b6d68fd5-ce98-47cd-84d8-30061a666e20 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:26.963039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:26.973847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.974087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.974396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.974731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.975062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.975390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.975717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.976037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.976358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.976679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.977004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:26.977321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:27.110381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port b6d68fd5-ce98-47cd-84d8-30061a666e20 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:27.122032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f9272-ba6a-452b-848c-2a92f7d5ad87 req-1cf3bcdb-c83b-4789-86a0-a9c073c70acc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.124179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa6f9272-ba6a-452b-848c-2a92f7d5ad87 req-1cf3bcdb-c83b-4789-86a0-a9c073c70acc service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1097 time: 1.1332114 Apr 28 19:43:27.125584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.130387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:27.132643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'name': 'network-vif-deleted', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:27.166407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d898ef9-c019-4358-a363-c9fbcd6e9dbe req-100f18ca-064c-44bc-815f-bcab0108d641 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.168019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d898ef9-c019-4358-a363-c9fbcd6e9dbe req-100f18ca-064c-44bc-815f-bcab0108d641 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1397045 Apr 28 19:43:27.185805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac7d0d67-5812-46eb-bbb0-00652c97f019 req-63c11de7-d192-4309-aca9-ad980f6da26c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.41 "DELETE /v2.0/ports/b6d68fd5-ce98-47cd-84d8-30061a666e20 HTTP/1.1" status: 204 len: 173 time: 2.5921841 Apr 28 19:43:27.193490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7ea6f-f668-4e0b-b026-13199a352e54 req-27047a72-d221-4952-9e90-69e155e95c1b tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.200310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12b7ea6f-f668-4e0b-b026-13199a352e54 req-27047a72-d221-4952-9e90-69e155e95c1b tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 945 time: 1.1231308 Apr 28 19:43:27.269155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d898ef9-c019-4358-a363-c9fbcd6e9dbe req-aa8c1bf3-2dea-49c0-8112-bffce41281d6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939631 Apr 28 19:43:27.272292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa6f9272-ba6a-452b-848c-2a92f7d5ad87 req-58e9f3fd-7491-4621-aa58-ee7a6bbccae6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314828 Apr 28 19:43:27.279111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:27.362155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12b7ea6f-f668-4e0b-b026-13199a352e54 req-d6a18c64-bbb8-4235-a076-4ed9c6f84405 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465278 Apr 28 19:43:27.401916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:27.409641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.419770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.425909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:27.681833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a530bd1b-e1e7-4b4b-bed4-307290c318bd req-d453ad9f-9f51-4aff-8d4f-5bb1f02c547d tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:27.694100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a530bd1b-e1e7-4b4b-bed4-307290c318bd req-d453ad9f-9f51-4aff-8d4f-5bb1f02c547d tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 946 time: 0.2057912 Apr 28 19:43:27.724795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}, {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:27.775059 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6922e6e0-8288-40b4-8cfb-824320d42b85'] response: {'server_uuid': '448c19f0-481f-4f73-b0d3-dd7881912cd2', 'name': 'network-vif-deleted', 'tag': 'b9aa3419-1dbf-4a76-b302-5d6da9958f55', 'status': 'completed', 'code': 200} Apr 28 19:43:27.785522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.806458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a530bd1b-e1e7-4b4b-bed4-307290c318bd req-2623b3a0-040c-4f41-b075-96dbc064a7d4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114001 Apr 28 19:43:27.815977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:27.821948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Usage tracker for resource:security_group_rule and tenant:7d9fb47c59d04df6b2b80a5a9c883c15 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:27.825346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:27.846704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:27.874136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:27.874842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b9aa3419-1dbf-4a76-b302-5d6da9958f55 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:27.892302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:27.894387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:27.894553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:27.915074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:27.915396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Attempting to bind port 8df51035-de8e-434b-ac2b-fc932b53f8fa on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:27.927470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:27.927804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:27.928182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:27.928609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Bound port: 8df51035-de8e-434b-ac2b-fc932b53f8fa, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:27.928956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:27.940549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: b9aa3419-1dbf-4a76-b302-5d6da9958f55 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:27.941048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b9aa3419-1dbf-4a76-b302-5d6da9958f55 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:27.941778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:27.955429 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bf8c6b5-5ed8-4547-b5b2-31670793880f'] response: {'server_uuid': 'ff82d42d-4419-4d5c-bb8c-bf480ce8f099', 'name': 'network-vif-deleted', 'tag': 'b6d68fd5-ce98-47cd-84d8-30061a666e20', 'status': 'completed', 'code': 200} Apr 28 19:43:28.123082 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.170476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.176195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:28.181718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:28.185099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:28.190182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e53e76c6-5658-4bb5-9e6a-15f173d8bbce req-d348a8de-3844-4155-9145-40c07319a562 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:28.195356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.199105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.209974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.322410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e53e76c6-5658-4bb5-9e6a-15f173d8bbce req-d348a8de-3844-4155-9145-40c07319a562 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:28.323562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e53e76c6-5658-4bb5-9e6a-15f173d8bbce req-d348a8de-3844-4155-9145-40c07319a562 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=ff82d42d-4419-4d5c-bb8c-bf480ce8f099 HTTP/1.1" status: 200 len: 210 time: 0.2649920 Apr 28 19:43:28.328048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.338229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d9fb47c59d04df6b2b80a5a9c883c15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9348009 Apr 28 19:43:28.339366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50940) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:28.340084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5218ff9a-bd04-4aeb-b5a5-2baa1eab42ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef6a8513-9255-4369-826f-dd1868beb62c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.447379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.472313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=8']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.475995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.476807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.478375 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-9dd55623-16e9-4843-8621-2704c119ada2 service neutron] 10.222.0.46 "PUT /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 1121 time: 3.2335765 Apr 28 19:43:28.561961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8df51035-de8e-434b-ac2b-fc932b53f8fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:28.574198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.620538 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44dbac0-a881-4813-b5b9-030e959695c7'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'code': 200} Apr 28 19:43:28.621152 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f44dbac0-a881-4813-b5b9-030e959695c7'] response: {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'code': 200} Apr 28 19:43:28.695187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea1520-1ae7-49fa-a7ae-7526501e6ff0 req-dac05f58-b9d3-4d59-8bec-355d5cc7320b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:28.697363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deea1520-1ae7-49fa-a7ae-7526501e6ff0 req-dac05f58-b9d3-4d59-8bec-355d5cc7320b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.1683161 Apr 28 19:43:28.716133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['8df51035-de8e-434b-ac2b-fc932b53f8fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:28.728045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.747288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef6a8513-9255-4369-826f-dd1868beb62c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:28.774679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deea1520-1ae7-49fa-a7ae-7526501e6ff0 req-cc13a644-a177-4a5d-838f-9e41f610ac23 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649765 Apr 28 19:43:28.775443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:28.776438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93db3c2a-4a9c-4c98-a62a-aa64a8db51d4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef6a8513-9255-4369-826f-dd1868beb62c HTTP/1.1" status: 204 len: 168 time: 0.4279141 Apr 28 19:43:29.019789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab6208-112f-457d-8445-c2aa5cc2a3e9 req-7536d514-5332-4017-a3ee-86ca623157bf tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.021332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebab6208-112f-457d-8445-c2aa5cc2a3e9 req-7536d514-5332-4017-a3ee-86ca623157bf tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 944 time: 0.1857314 Apr 28 19:43:29.023460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d295c5-062c-4168-ba20-3b42eb8820e1 req-e0287b2c-7492-45aa-9777-cd5aea48ffc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.024914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48d295c5-062c-4168-ba20-3b42eb8820e1 req-e0287b2c-7492-45aa-9777-cd5aea48ffc6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1101 time: 0.3055468 Apr 28 19:43:29.035604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09e772-a607-4e96-93be-7d3435800698 req-a9de50b5-b983-40c9-a857-c15300c5c6c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.043156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c09e772-a607-4e96-93be-7d3435800698 req-a9de50b5-b983-40c9-a857-c15300c5c6c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1430809 Apr 28 19:43:29.105004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48d295c5-062c-4168-ba20-3b42eb8820e1 req-6ea1f12e-5eec-41bb-851f-179c6992a630 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606251 Apr 28 19:43:29.111750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c09e772-a607-4e96-93be-7d3435800698 req-3a3e06d8-fb5c-4287-8c79-6bec9f6244ac tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652502 Apr 28 19:43:29.121330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebab6208-112f-457d-8445-c2aa5cc2a3e9 req-2675527b-6bd9-4ee6-a45b-d001203300b3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918660 Apr 28 19:43:29.310296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d93a0-7394-4db7-b382-50b879f07f55 req-1166850b-d351-4e00-9ab3-6893e7a721c7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.311014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1c4d93a0-7394-4db7-b382-50b879f07f55 req-1166850b-d351-4e00-9ab3-6893e7a721c7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:29.319856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974b6a1f-5210-4652-97b2-0d0dbe0aa110 req-8724e177-93d6-4c33-8c7c-0b76c0da40f6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.321902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-974b6a1f-5210-4652-97b2-0d0dbe0aa110 req-8724e177-93d6-4c33-8c7c-0b76c0da40f6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 946 time: 0.0975935 Apr 28 19:43:29.338562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1c4d93a0-7394-4db7-b382-50b879f07f55 req-1166850b-d351-4e00-9ab3-6893e7a721c7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:29.346712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c4d93a0-7394-4db7-b382-50b879f07f55 req-1166850b-d351-4e00-9ab3-6893e7a721c7 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.1300173 Apr 28 19:43:29.382879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-974b6a1f-5210-4652-97b2-0d0dbe0aa110 req-70eac9f4-200a-44c2-b7ef-5bbc3be3ecca tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545130 Apr 28 19:43:29.409494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c4d93a0-7394-4db7-b382-50b879f07f55 req-e5f0ae7d-cd7f-4a1f-b468-e60c4f3fd9b6 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544317 Apr 28 19:43:29.607069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-41b32700-0042-4e05-83bf-9e8686732d5c tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-502155805&fields=id&tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 267 time: 0.0536056 Apr 28 19:43:29.707416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-82006c44-3860-4f65-a40b-bef6ee576dcb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.709421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-82006c44-3860-4f65-a40b-bef6ee576dcb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 946 time: 0.1015856 Apr 28 19:43:29.724850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'security_groups': ['77456f18-7a19-4aa5-9fe2-f987a7366643', '3e6fb204-4ebb-48db-80e0-cffc36655f4c']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:29.901083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:29.961663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa'}, {'name': 'network-changed', 'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:29.990771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-5cf6e02d-3228-4fae-9d97-dbe8b7e0a6a0 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:29.992184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-5cf6e02d-3228-4fae-9d97-dbe8b7e0a6a0 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 945 time: 0.1755843 Apr 28 19:43:30.163214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Deleting port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:30.163558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.361161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37092a7c-4844-4364-9966-b8d8a98e7843 req-dc4e953d-3e34-427f-b0ab-2eed80b3b15f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.362852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37092a7c-4844-4364-9966-b8d8a98e7843 req-dc4e953d-3e34-427f-b0ab-2eed80b3b15f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.1034820 Apr 28 19:43:30.426231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37092a7c-4844-4364-9966-b8d8a98e7843 req-2ccaae7e-ef41-40ec-9d33-75598dacb293 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541868 Apr 28 19:43:30.495892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-5e51861d-35cf-4f26-a2de-b1b3d1b0d95e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.497663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-5e51861d-35cf-4f26-a2de-b1b3d1b0d95e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 944 time: 0.4493046 Apr 28 19:43:30.513015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:30.545315 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44393e25-2605-4c81-85da-d1f1a2a0cbaa'] response: {'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'code': 200} Apr 28 19:43:30.545584 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44393e25-2605-4c81-85da-d1f1a2a0cbaa'] response: {'name': 'network-changed', 'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'status': 'completed', 'code': 200} Apr 28 19:43:30.623132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:30.694850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Deleting port 80270813-6bc7-4d2f-a5ef-cc556395592c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:30.695191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.730509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:30.822044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.840459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.858458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:30.863704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.867980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Usage tracker for resource:security_group_rule and tenant:f85d5f0737f34471b40d4fe454a54701 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:30.869560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] For port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:30.869925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:30.874631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:30.875338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:30.891463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:30.914493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e217a1f-b1a5-4e0b-8808-fedf46ec1af9 req-e2827f84-f480-441e-9a6c-dcbd34656437 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.916100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e217a1f-b1a5-4e0b-8808-fedf46ec1af9 req-e2827f84-f480-441e-9a6c-dcbd34656437 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.2993982 Apr 28 19:43:30.986859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-e7b10fb2-4dd6-4893-be94-5768169d4d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:30.988403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-e7b10fb2-4dd6-4893-be94-5768169d4d2b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1124 time: 0.4542558 Apr 28 19:43:30.998588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e217a1f-b1a5-4e0b-8808-fedf46ec1af9 req-078a9a9a-fc95-4450-a849-f40342aad69c tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683510 Apr 28 19:43:31.080247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Calling delete_port for 3d016a59-94fc-4a07-9cf5-d9d65549ba4e owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:31.135212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.135746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.151090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ff49a0c-3ba5-4c41-9981-27b1ea912263 req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "PUT /v2.0/ports/1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 982 time: 1.4309220 Apr 28 19:43:31.234320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:31.281082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-0cc4971d-ee2e-4d15-bd94-91ac2bb3f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.283604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-0cc4971d-ee2e-4d15-bd94-91ac2bb3f778 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2821438 Apr 28 19:43:31.293105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.387079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f4001-5d51-4de0-ad58-15beecc2a663 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:31.392722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-332a0af8-49fa-410c-b702-a18b51c962ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 217 time: 0.0933166 Apr 28 19:43:31.395016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.412944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] For port 80270813-6bc7-4d2f-a5ef-cc556395592c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=80270813-6bc7-4d2f-a5ef-cc556395592c,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:31.413312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.477094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=371c31a4-26e2-463d-8ebf-837a9f3baa9f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:31.535918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0d52fc-5bf8-45e4-a81e-ea77f1baec16 req-e757ebac-3fac-4b20-bf92-827208439176 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.543182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0d52fc-5bf8-45e4-a81e-ea77f1baec16 req-e757ebac-3fac-4b20-bf92-827208439176 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.3561637 Apr 28 19:43:31.574919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-84c7c1b4-c385-4151-875d-d12f4ab4f673 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f85d5f0737f34471b40d4fe454a54701&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0602818 Apr 28 19:43:31.580390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:31.597026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Calling delete_port for 80270813-6bc7-4d2f-a5ef-cc556395592c owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:31.637319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-b8b8c1ee-c5bc-4393-9ccb-86a73bbe7e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.638753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-b8b8c1ee-c5bc-4393-9ccb-86a73bbe7e42 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.2342288 Apr 28 19:43:31.646005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0d52fc-5bf8-45e4-a81e-ea77f1baec16 req-9f2134b1-d141-4e5c-89dc-baf937151df4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019444 Apr 28 19:43:31.705338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.714906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-4132e144-3ae6-4b8c-8e60-b03563845673 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607078 Apr 28 19:43:31.760835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5339693-d919-4a1d-b858-3029ec7eaf25 req-5c19c6c2-f983-4147-b986-887c8edd4461 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:31.762346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5339693-d919-4a1d-b858-3029ec7eaf25 req-5c19c6c2-f983-4147-b986-887c8edd4461 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a HTTP/1.1" status: 200 len: 944 time: 0.4482005 Apr 28 19:43:31.808001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.817835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff44173b-729d-45ed-aa2e-b6b19fe18eae req-3875eac7-1f88-4b2e-b794-bd63d39280ac tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb7e9f0c-e885-42de-b8ec-14f7c4e3885b HTTP/1.1" status: 200 len: 210 time: 0.0728531 Apr 28 19:43:31.819513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:31.872530 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07a4ce67-318e-4479-9e01-1906c9ef94f3'] response: {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'code': 200} Apr 28 19:43:31.927456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event deleted for resources: {'Port': ['ID=3d016a59-94fc-4a07-9cf5-d9d65549ba4e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:31.945487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-224d44c2-c36e-403b-b665-54ad777a1e0a service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232549 Apr 28 19:43:31.975126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.006831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=371c31a4-26e2-463d-8ebf-837a9f3baa9f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.046382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5339693-d919-4a1d-b858-3029ec7eaf25 req-1c5f07a0-eb35-4212-906d-3900dc00df64 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2456629 Apr 28 19:43:32.063385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] No DVR routers for this DVR port 3d016a59-94fc-4a07-9cf5-d9d65549ba4e on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:32.067161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.069873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.076565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.077795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-04e1884c-13b7-4688-a877-a80fca7e4069 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/371c31a4-26e2-463d-8ebf-837a9f3baa9f HTTP/1.1" status: 204 len: 168 time: 0.4963887 Apr 28 19:43:32.127573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9bbb2bb-5876-4e5c-8bb9-81c2ec99ab04 req-063daf04-794b-467d-8d9f-ab0879ad6f0c service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744161 Apr 28 19:43:32.201107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-17548e25-2869-4e1f-94bf-4245b30d30f7 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-784620088&fields=id&tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 267 time: 0.0679986 Apr 28 19:43:32.299168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-a339d710-b9aa-4b48-b875-fc64884a2fc4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.305960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-a339d710-b9aa-4b48-b875-fc64884a2fc4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 985 time: 0.0965204 Apr 28 19:43:32.313206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'security_groups': ['3e6fb204-4ebb-48db-80e0-cffc36655f4c', '77456f18-7a19-4aa5-9fe2-f987a7366643', 'd0916d6a-59fe-4a85-8d8f-0c0c00118ac6']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:32.331396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event deleted for resources: {'Port': ['ID=80270813-6bc7-4d2f-a5ef-cc556395592c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:32.387992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-333e6c99-f1a7-4119-8d16-6514f0e34976 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.388736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-333e6c99-f1a7-4119-8d16-6514f0e34976 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Synchronizing usage tracker for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:32.400308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6e66bcc-4e8d-4172-9aa3-1267fb68f787 req-1a6c4cd9-77d5-4c7e-be97-931a56a640fd tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "DELETE /v2.0/ports/3d016a59-94fc-4a07-9cf5-d9d65549ba4e HTTP/1.1" status: 204 len: 173 time: 2.3927338 Apr 28 19:43:32.448083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] No DVR routers for this DVR port 80270813-6bc7-4d2f-a5ef-cc556395592c on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:32.457725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.459599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af6c9d40-17cf-47a1-a4a3-66bc80d19790 req-32353473-5f88-496f-89a5-c5492c11bac1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "DELETE /v2.0/ports/80270813-6bc7-4d2f-a5ef-cc556395592c HTTP/1.1" status: 204 len: 173 time: 1.9513941 Apr 28 19:43:32.462499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-333e6c99-f1a7-4119-8d16-6514f0e34976 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Unset dirty status for tenant:12a4144c198a49b8beb89885669de9db on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:32.463526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-333e6c99-f1a7-4119-8d16-6514f0e34976 tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.7003124 Apr 28 19:43:32.514225 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.543720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e0f5b1-0f49-4f6b-b5c5-722e4e5d9418 req-d373fb22-1526-4c02-a11e-1c10ce38b0c2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:32.551278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1e0f5b1-0f49-4f6b-b5c5-722e4e5d9418 req-d373fb22-1526-4c02-a11e-1c10ce38b0c2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.2736924 Apr 28 19:43:32.556068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b'}, {'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-deleted', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e'}, {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-deleted', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:32.580742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Deleting port 63efa211-39a7-4115-bd8c-877e056447bd {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:32.581254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.674798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1e0f5b1-0f49-4f6b-b5c5-722e4e5d9418 req-59a56bee-4114-49c3-90eb-e1d1997c06ef tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225364 Apr 28 19:43:32.943166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:32.968827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.974071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:32.987441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:33.047820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.049159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.050538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3144b91c-2875-4be8-8c14-7f196b09dc5d req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "PUT /v2.0/ports/1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 1021 time: 0.7426243 Apr 28 19:43:33.051038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:33.053421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] For port 63efa211-39a7-4115-bd8c-877e056447bd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63efa211-39a7-4115-bd8c-877e056447bd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:33.053723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.058104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:33.087446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a89254-d223-4c08-8fef-599651eb1b08 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.182268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1424815353-network', 'tenant_id': '1034cd4a077341729eb8886068e65c38'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:33.187104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:33.191433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Usage tracker for resource:network and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:33.194868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:33.201048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:33.201245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:33.211614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Made reservation on behalf of 1034cd4a077341729eb8886068e65c38 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:33.214302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.228635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.238840 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8799969b-0144-473d-ac64-ad42af510e34'] response: {'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b', 'status': 'completed', 'code': 200} Apr 28 19:43:33.239116 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8799969b-0144-473d-ac64-ad42af510e34'] response: {'server_uuid': 'cb7e9f0c-e885-42de-b8ec-14f7c4e3885b', 'name': 'network-vif-deleted', 'tag': '3d016a59-94fc-4a07-9cf5-d9d65549ba4e', 'status': 'completed', 'code': 200} Apr 28 19:43:33.239382 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8799969b-0144-473d-ac64-ad42af510e34'] response: {'server_uuid': 'ea8a6d4d-777f-46ee-8dd2-8eb355d23c1a', 'name': 'network-vif-deleted', 'tag': '80270813-6bc7-4d2f-a5ef-cc556395592c', 'status': 'completed', 'code': 200} Apr 28 19:43:33.248663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:33.253170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Usage tracker for resource:security_group_rule and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:33.256396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:33.263017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:33.402893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Calling delete_port for 63efa211-39a7-4115-bd8c-877e056447bd owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:33.568398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c00260-783a-4342-a681-671820ed621f req-e48626b5-0841-4d93-b875-90ecfce0bfae tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.570362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6c00260-783a-4342-a681-671820ed621f req-e48626b5-0841-4d93-b875-90ecfce0bfae tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.2976098 Apr 28 19:43:33.603772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730d0951-5db9-4d05-8d2b-cc6bb960490f req-93ad439f-99be-46b6-a0e8-bb51b584ff7f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.605294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-730d0951-5db9-4d05-8d2b-cc6bb960490f req-93ad439f-99be-46b6-a0e8-bb51b584ff7f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/ports?device_id=02ad2f0d-976c-4186-839c-41f6fb140996 HTTP/1.1" status: 200 len: 949 time: 0.6644700 Apr 28 19:43:33.644360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6c00260-783a-4342-a681-671820ed621f req-ed2a1998-9ad3-415d-a6df-bc89c16df894 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616474 Apr 28 19:43:33.660918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.676608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.699027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:33.723423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.723775 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Added segment b3d24bda-94cc-4e3b-ae9d-ef568434b369 of type vlan for network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 Apr 28 19:43:33.726169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-730d0951-5db9-4d05-8d2b-cc6bb960490f req-19240489-69b1-4144-8bbe-d6319e3c3ecb tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.24 "GET /v2.0/security-groups?id=8856277b-6f2c-4ed6-87c6-83c9586c2bf0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850835 Apr 28 19:43:33.744563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.756709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63efa211-39a7-4115-bd8c-877e056447bd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:33.785323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49603976-177b-4766-98ff-3381f50e66b4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.825223 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23c8385c-7826-4cb1-997e-1b3b7314c720'] response: {'name': 'network-changed', 'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b', 'status': 'completed', 'code': 200} Apr 28 19:43:33.845040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.868490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Pushing event deleted for resources: {'Port': ['ID=63efa211-39a7-4115-bd8c-877e056447bd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:33.878986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-e4bd4bcb-bb98-42b3-9d06-f0479195b0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.885566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-e4bd4bcb-bb98-42b3-9d06-f0479195b0d8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1175 time: 0.6394887 Apr 28 19:43:33.902329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:33.917539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.918853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:33.920028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:33.948970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 80270813-6bc7-4d2f-a5ef-cc556395592c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:33.949315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 80270813-6bc7-4d2f-a5ef-cc556395592c not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:33.995893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:34.052146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 3d016a59-94fc-4a07-9cf5-d9d65549ba4e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:34.052629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d016a59-94fc-4a07-9cf5-d9d65549ba4e not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:34.053110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63efa211-39a7-4115-bd8c-877e056447bd no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:34.088412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] No DVR routers for this DVR port 63efa211-39a7-4115-bd8c-877e056447bd on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:34.091181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 63efa211-39a7-4115-bd8c-877e056447bd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:34.091647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63efa211-39a7-4115-bd8c-877e056447bd not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:34.122350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] Pushing event updated for resources: {'Network': ['ID=7c43aacd-30dc-4648-a4bf-ecf6683639d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:34.133942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:43:34.136154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.152918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8db851ba-4b3a-40f3-a058-79061ac992ca admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0904913 Apr 28 19:43:34.154955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:34.160932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Request body: {'subnet': {'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1424815353-subnet', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:34.168833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:34.173607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1fcb17d-9061-4798-9e1e-1df9f6675a83 req-17f239fc-07e7-4e70-8c48-39e2cdb1662f tempest-ServersOnMultiNodesTest-968124113 tempest-ServersOnMultiNodesTest-968124113-project] 10.222.0.46 "DELETE /v2.0/ports/63efa211-39a7-4115-bd8c-877e056447bd HTTP/1.1" status: 204 len: 173 time: 1.7009199 Apr 28 19:43:34.177638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Usage tracker for resource:subnet and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:34.182170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:34.191577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:34.206430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027114cd-8e39-44dd-87fc-e661e71eaf01 req-4e0baef2-47c1-42db-836d-7655a694bc90 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.209978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-a1705963-baba-4452-bdce-7942c5c5f413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.211584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-a1705963-baba-4452-bdce-7942c5c5f413 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.2663987 Apr 28 19:43:34.213415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-027114cd-8e39-44dd-87fc-e661e71eaf01 req-4e0baef2-47c1-42db-836d-7655a694bc90 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1437521 Apr 28 19:43:34.219721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665b5ba2-7c2a-4230-8f49-d88d7ed6f2e5 req-8b8eb5be-df10-4a0e-bda7-cec3a9e5f09b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.221607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-665b5ba2-7c2a-4230-8f49-d88d7ed6f2e5 req-8b8eb5be-df10-4a0e-bda7-cec3a9e5f09b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1024 time: 0.2787027 Apr 28 19:43:34.245838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Made reservation on behalf of 1034cd4a077341729eb8886068e65c38 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:34.248615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.305830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-027114cd-8e39-44dd-87fc-e661e71eaf01 req-0658a0b6-d557-4171-b146-0d18fca92a2a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914974 Apr 28 19:43:34.307917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-e55f693c-d33d-40ad-a8a6-192a2e74b2a6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 217 time: 0.0853615 Apr 28 19:43:34.506988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-5445f023-a39f-4fe9-8b52-82b4f9722a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.508572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-5445f023-a39f-4fe9-8b52-82b4f9722a86 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.1908438 Apr 28 19:43:34.515862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-665b5ba2-7c2a-4230-8f49-d88d7ed6f2e5 req-b0e1e103-a8f8-4db9-a97d-80dca124e442 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0916d6a-59fe-4a85-8d8f-0c0c00118ac6&id=77456f18-7a19-4aa5-9fe2-f987a7366643&id=3e6fb204-4ebb-48db-80e0-cffc36655f4c HTTP/1.1" status: 200 len: 6145 time: 0.2406540 Apr 28 19:43:34.575263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.656915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e21c95c-33c3-4a76-a26f-055563c4c653 req-4485d7fc-b15d-4f15-b8f8-a5eb9a345466 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.658989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e21c95c-33c3-4a76-a26f-055563c4c653 req-4485d7fc-b15d-4f15-b8f8-a5eb9a345466 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.2086220 Apr 28 19:43:34.668573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-03884613-24cb-40f4-aeae-c802c83bfa81 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517322 Apr 28 19:43:34.670859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f6509b0-630d-4a62-8032-c8b63d4fe882,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:34.713878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Checking segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:34.714230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Network hostable DHCP agents. Network: 7c43aacd-30dc-4648-a4bf-ecf6683639d8, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:34.738387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e21c95c-33c3-4a76-a26f-055563c4c653 req-165ad585-30cd-4332-8537-f29f49dacd72 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685418 Apr 28 19:43:34.748257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:34.759812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7c43aacd-30dc-4648-a4bf-ecf6683639d8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:34.764315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:34.764902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.770313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae96b0d-c9d1-43c1-a2d1-fdd8b42d25a4 None None] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:34.798504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6c8203d4-1109-44a7-82da-15c23ac9f884 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6432314 Apr 28 19:43:34.799299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51162) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:34.804009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:34.814899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:34.823474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Usage tracker for resource:router and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:34.830043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:34.836204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:34.849171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.850562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.871215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:34.904224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-b47b59e0-23ed-4226-9d30-16157a9a9e20 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0430aa4379ac484ebe9585df0b4639b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0517414 Apr 28 19:43:34.976292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-4decafe7-876d-43cd-a246-2d7d86521503 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2995703 Apr 28 19:43:35.045170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:43:35.050180 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.182813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-7fe846f6-b6ec-42a5-8635-e1a8fdb56649 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.184442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-7fe846f6-b6ec-42a5-8635-e1a8fdb56649 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2794855 Apr 28 19:43:35.215275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a524f33a-7788-4232-8bc1-9a1bab7266d4 req-b0039af9-278b-4832-9a87-b7df28e03727 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937823 Apr 28 19:43:35.237432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-9b655431-6419-4794-a327-dc7bc279ef57 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/quotas/0430aa4379ac484ebe9585df0b4639b1 HTTP/1.1" status: 200 len: 375 time: 0.0396349 Apr 28 19:43:35.241207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Allocated IP 172.20.0.2 (7c43aacd-30dc-4648-a4bf-ecf6683639d8/4f6509b0-630d-4a62-8032-c8b63d4fe882/4741fd1c-6f32-402e-a441-35cb1f28b1b3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:35.243598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'name': 'network-vif-deleted', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:35.269558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.324634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-259db918-52e4-440b-917d-63f4d5ca8f5d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.326177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-259db918-52e4-440b-917d-63f4d5ca8f5d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.4364285 Apr 28 19:43:35.336924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-bfb124fe-2665-4f9b-aace-a5889117a8c4 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0968194 Apr 28 19:43:35.348684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-17b55543-32ff-42f9-8d12-bda1afb91f23 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/quotas/92aceec834e24575a29c453d5e5caa92 HTTP/1.1" status: 200 len: 375 time: 0.0141504 Apr 28 19:43:35.369767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48390-c2db-4e78-8997-bad320b788fc req-55176d0b-0968-4f32-9ba4-2c5055e11cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.371253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-55176d0b-0968-4f32-9ba4-2c5055e11cc8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1175 time: 0.0829947 Apr 28 19:43:35.494870 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.508600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Transition to ACTIVE for port object 4741fd1c-6f32-402e-a441-35cb1f28b1b3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:35.519810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-98b9ab58-29d8-4412-9a65-54e50d087b8d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1183963 Apr 28 19:43:35.563840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Transition to ACTIVE for port object 4741fd1c-6f32-402e-a441-35cb1f28b1b3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:35.571385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.634269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48390-c2db-4e78-8997-bad320b788fc req-ec364cfb-8222-4b06-933a-4c5446d3a23b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.635782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-ec364cfb-8222-4b06-933a-4c5446d3a23b service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.2533336 Apr 28 19:43:35.641040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': ' tempest-securitygroup -2051557661 ', 'description': 'tempest-description-992230345'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:35.657404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Pushing event updated for resources: {'Port': ['ID=4741fd1c-6f32-402e-a441-35cb1f28b1b3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:35.673643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:35.675219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:35.679314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:35.761228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:35.778085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-c4e0fd57-6af7-4778-adf1-20551d4e1a0a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 200 len: 217 time: 0.0793383 Apr 28 19:43:35.819553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Attempting to bind port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:35.819903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Attempting to bind port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:35.820274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Attempting to bind port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 on network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:35.827046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:35.827584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Checking segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:35.828176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.829153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Bound using segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:35.830623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Bound port: 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:35.831193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.848990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca48390-c2db-4e78-8997-bad320b788fc req-5457f210-7ce2-49e5-9fa8-c098d638b283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:35.850471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-5457f210-7ce2-49e5-9fa8-c098d638b283 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.0658526 Apr 28 19:43:35.894171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:35.912893 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-7dc829b3-adef-43e8-adcd-ace5424a64e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548041 Apr 28 19:43:35.950373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.957962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] For port 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:35.962469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] For port 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4741fd1c-6f32-402e-a441-35cb1f28b1b3,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:35.967130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:35.968181 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-9ca53eec-f0d2-4363-b478-29c7b86f5b70 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4474127 Apr 28 19:43:36.014401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.046424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-a41d0b5c-0ae8-49f6-9c70-a70a6f059d1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.047144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-a41d0b5c-0ae8-49f6-9c70-a70a6f059d1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:36.060409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:36.076050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:36.082713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:36.093285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:36.111953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-a41d0b5c-0ae8-49f6-9c70-a70a6f059d1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:36.113061 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-a41d0b5c-0ae8-49f6-9c70-a70a6f059d1d tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.4666924 Apr 28 19:43:36.118715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64172e8a-1691-4a11-b040-abea713a6dec None None] Pushing event updated for resources: {'Port': ['ID=4741fd1c-6f32-402e-a441-35cb1f28b1b3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.155666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.204598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-17a6b20c-8379-45fe-9e94-6b3ce33cea70 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818916 Apr 28 19:43:36.256861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Deleting port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:36.257366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.281696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-59cc1e67-d17b-4564-9efa-90497eec85d6 service neutron] 10.222.0.24 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3125491 Apr 28 19:43:36.397614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Allocated IP 172.25.2.226 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/285a698a-06db-43be-a2d7-f7cf02be4732) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:36.494845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.546627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.745446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.789559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a3b3b-5c7d-457e-8f1c-a251600cbd85 req-83e69ab9-8210-4c17-a4ea-4293cee876f3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:36.790951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d0a3b3b-5c7d-457e-8f1c-a251600cbd85 req-83e69ab9-8210-4c17-a4ea-4293cee876f3 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 944 time: 0.1392100 Apr 28 19:43:36.816498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.839280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ca48390-c2db-4e78-8997-bad320b788fc req-c8db1f71-b344-44b4-82b8-362e4c5f5598 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6223488 Apr 28 19:43:36.856752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdbaf83f-9bd1-4285-a9cd-72962dff27f7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:36.912852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:36.924944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:36.932282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:36.959066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:36.965402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fbed71f-2bf6-4d44-85f5-1cf81b2c7841 req-ef1b8f21-9478-412f-bb11-283ac143ad48 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.3285208 Apr 28 19:43:36.980519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d0a3b3b-5c7d-457e-8f1c-a251600cbd85 req-e72f6c36-a956-4c0b-8f9c-c6bc39ca577b tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791711 Apr 28 19:43:36.984693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Pushing event updated for resources: {'Port': ['ID=285a698a-06db-43be-a2d7-f7cf02be4732,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:37.112791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] For port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:37.113164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.386903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Calling delete_port for 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:37.598379 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c51d93c-63de-4281-85d1-d8c5cef31049'] response: {'server_uuid': '02ad2f0d-976c-4186-839c-41f6fb140996', 'name': 'network-vif-deleted', 'tag': '63efa211-39a7-4115-bd8c-877e056447bd', 'status': 'completed', 'code': 200} Apr 28 19:43:37.639514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-558202eb-a9d5-4921-93e4-4181fe24003b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0430aa4379ac484ebe9585df0b4639b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4708045 Apr 28 19:43:37.647027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-f8d1ea79-cea2-41a3-ac2d-daa6693a16ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=0430aa4379ac484ebe9585df0b4639b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509331 Apr 28 19:43:37.669970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e08ce5d-96a9-4c07-8b25-73fe8033a916 None None] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:37.670511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:37.825519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c98265c6-d509-42b2-beca-6ef96c026a1b None None] Provisioning for port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:37.957636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:37.997172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:38.021666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.041908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:38.042507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:38.111733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event deleted for resources: {'Port': ['ID=5a68c0ff-07c1-4a3f-b50a-3355243c66b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:38.252331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-390bb8b6-498a-4d25-8cd4-40d23909b0df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=12a4144c198a49b8beb89885669de9db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5497985 Apr 28 19:43:38.253307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-b77a7f3c-8224-421c-b1b8-6312c17129d6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.254060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4741fd1c-6f32-402e-a441-35cb1f28b1b3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:38.257273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:38.260578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-b77a7f3c-8224-421c-b1b8-6312c17129d6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6124105 Apr 28 19:43:38.268908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f0a41a-02d2-4f68-8d00-d48cf10bcf12 req-a39bdd0b-521d-48c0-af83-81909d4192cd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.273098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] No DVR routers for this DVR port 5a68c0ff-07c1-4a3f-b50a-3355243c66b3 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:38.276022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30f0a41a-02d2-4f68-8d00-d48cf10bcf12 req-a39bdd0b-521d-48c0-af83-81909d4192cd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 943 time: 0.6267715 Apr 28 19:43:38.277745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.333141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-00fc12c0-fd03-49ba-afcb-2e25294f5a98 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/quotas/0430aa4379ac484ebe9585df0b4639b1 HTTP/1.1" status: 200 len: 375 time: 0.0715258 Apr 28 19:43:38.360474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:38.367372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:38.368305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.434854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-f5fdc6df-f0ae-4453-80a7-35ec815be0e7 service neutron] 10.222.0.41 "GET /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.2984307 Apr 28 19:43:38.469651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-0728ad9e-0efe-4cfa-a544-9289a39c8007 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.472194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-0728ad9e-0efe-4cfa-a544-9289a39c8007 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 821 time: 0.2310634 Apr 28 19:43:38.482956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-518c4175-286a-4e09-9d52-dd0c4b08c3a3 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:38.484555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-518c4175-286a-4e09-9d52-dd0c4b08c3a3 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8340671 Apr 28 19:43:38.522031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.535910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Request body: {'port': {'device_id': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '0430aa4379ac484ebe9585df0b4639b1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:38.552413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Request body: {'port': {'device_id': 'c4475288-94fe-48c8-a694-5300734e31f7', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'admin_state_up': True, 'tenant_id': '92aceec834e24575a29c453d5e5caa92'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:38.557442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4741fd1c-6f32-402e-a441-35cb1f28b1b3,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:38.561201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.566080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69f5289d-217b-4ed4-8e19-8b863ede78d3 req-5d74acf3-d7f3-4bd0-89b7-83ee551966ba tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "DELETE /v2.0/ports/5a68c0ff-07c1-4a3f-b50a-3355243c66b3 HTTP/1.1" status: 204 len: 173 time: 2.4366400 Apr 28 19:43:38.581563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-ac980aaa-0562-41bd-acec-e317b4b93b8f tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1066289 Apr 28 19:43:38.644698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30f0a41a-02d2-4f68-8d00-d48cf10bcf12 req-34497ee5-e1d7-4da5-a06d-571298188bf0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3678105 Apr 28 19:43:38.715061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4741fd1c-6f32-402e-a441-35cb1f28b1b3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:38.727161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.853735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.906149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:38.948149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:38.957975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3fefa31-6d91-4b32-9d29-9b143284b9c2 req-c2947269-2204-43ec-b2f8-a8d1d9f0a7ac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/cdbaf83f-9bd1-4285-a9cd-72962dff27f7 HTTP/1.1" status: 200 len: 1780 time: 0.1351290 Apr 28 19:43:38.966347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:38.976038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:38.980110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Usage tracker for resource:port and tenant:0430aa4379ac484ebe9585df0b4639b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:38.983169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:38.989780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:38.992378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Made reservation on behalf of 92aceec834e24575a29c453d5e5caa92 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:39.002807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.027670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Made reservation on behalf of 0430aa4379ac484ebe9585df0b4639b1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:39.031462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.122233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:39.236217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.250843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-148c4132-2f51-4928-a336-d1af2b92e7af req-67980c2d-23a8-4bc4-acf6-570fb07d92f9 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 210 time: 0.4009600 Apr 28 19:43:39.256153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:39.260050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Usage tracker for resource:security_group_rule and tenant:0430aa4379ac484ebe9585df0b4639b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:39.262940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:39.269294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:39.277168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.366759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.440859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.454707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:39.539286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8856277b-6f2c-4ed6-87c6-83c9586c2bf0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.568153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b238fad1-6724-49c6-9aff-f61f763e32ca req-f789500b-d8d1-4a8b-924e-f879e446a81a tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 210 time: 0.0791571 Apr 28 19:43:39.606721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8df51035-de8e-434b-ac2b-fc932b53f8fa {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:39.617041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-deleted', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:39.640792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d5407ac1-bb4a-4da8-a850-ffbb498a7c15 req-aa990730-d235-4451-8807-677bad49ac79 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Synchronizing usage tracker for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:39.653198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:39.687036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.689958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.691120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2208460a-ed8d-4647-b26c-f1fcb8e7374c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8856277b-6f2c-4ed6-87c6-83c9586c2bf0 HTTP/1.1" status: 204 len: 168 time: 1.4308589 Apr 28 19:43:39.699216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10623e5-b21d-4993-acca-89b38f904720,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:39.713229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.743213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-bc9ffaa8-caeb-4f71-86e7-e98153cc157c tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/cdbaf83f-9bd1-4285-a9cd-72962dff27f7 HTTP/1.1" status: 200 len: 1780 time: 0.1431646 Apr 28 19:43:39.762791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d5407ac1-bb4a-4da8-a850-ffbb498a7c15 req-aa990730-d235-4451-8807-677bad49ac79 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Unset dirty status for tenant:345af28bb9814fd5b195a19ad9e5c45b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:39.763934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5407ac1-bb4a-4da8-a850-ffbb498a7c15 req-aa990730-d235-4451-8807-677bad49ac79 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=53175026-3756-460d-82fc-df7cc20f4cc9 HTTP/1.1" status: 200 len: 210 time: 0.3087316 Apr 28 19:43:39.875851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Allocated IP 192.168.233.214 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/ea34fea0-b80b-4ed6-bf26-18da4bcb92a2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:39.888069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] Transition to ACTIVE for port object 8df51035-de8e-434b-ac2b-fc932b53f8fa will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:39.894626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:39.929363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Router af2b7290-7c4b-48c0-a174-154c5357f90f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:43:39.930874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:40.001013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-57bc198b-0cb2-4e70-9afa-71b80bbb7ba1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6301877 Apr 28 19:43:40.024154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Allocated IP 172.20.0.11 (c15b41a8-de95-4a01-92b9-6152e7be74b4/e5b8c22e-b599-4119-b6db-27e03a79ac80/5445cd18-aa9d-47ff-84e4-661fe796dfdb) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:40.080320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:40.093293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51266) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:40.215593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4741fd1c-6f32-402e-a441-35cb1f28b1b3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:40.287563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-dacc40bc-437f-4417-947c-1194e0e3b7ec tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=0430aa4379ac484ebe9585df0b4639b1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1601832 Apr 28 19:43:40.339873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:40.340557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.372888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] No DVR routers for this DVR port 8df51035-de8e-434b-ac2b-fc932b53f8fa on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:40.402901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.462088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6120793e-78ad-4be1-9a39-220204d97721 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51c232864a754d2c8c91e2e7c07be51f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3623552 Apr 28 19:43:40.486273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:40.499054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] Pushing event updated for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.544347 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.583087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-c17719d3-54cf-49cf-90cb-4ce66e9a0978 service neutron] 10.222.0.41 "PUT /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 2.0693259 Apr 28 19:43:40.614089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:43:40.625653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Sync routers for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:40.645895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39908dc4-031f-4818-9d29-a7d139d73ab9 req-08f472de-9743-479d-9816-bb5e9e4bc4d2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:40.646115 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:43:40.646748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:40.653954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39908dc4-031f-4818-9d29-a7d139d73ab9 req-08f472de-9743-479d-9816-bb5e9e4bc4d2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.7598102 Apr 28 19:43:40.697002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.700221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.702561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.706003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24f22153-5888-4030-96b9-4a8d6bd7c94e req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/cdbaf83f-9bd1-4285-a9cd-72962dff27f7 HTTP/1.1" status: 204 len: 173 time: 0.8780749 Apr 28 19:43:40.744677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.802272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:40.803895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-48eb917c-6668-4465-b1ba-8d8f662c14f1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.0032475 Apr 28 19:43:40.805510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aef95f-fecb-445a-8c14-713294f8cb87 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdbaf83f-9bd1-4285-a9cd-72962dff27f7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:40.809190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51298) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:40.853153 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e577d9-5713-4ddc-a56d-0b732e27b091'] response: {'server_uuid': '53175026-3756-460d-82fc-df7cc20f4cc9', 'name': 'network-vif-deleted', 'tag': '5a68c0ff-07c1-4a3f-b50a-3355243c66b3', 'status': 'completed', 'code': 200} Apr 28 19:43:40.892714 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:43:41.028534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-28ac94af-073c-40cb-8c8a-3ae9ffa49682 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.030026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-28ac94af-073c-40cb-8c8a-3ae9ffa49682 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7233086 Apr 28 19:43:41.045020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39908dc4-031f-4818-9d29-a7d139d73ab9 req-ebd920d3-8dbe-4a53-94b2-ce887a3bd08b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3464346 Apr 28 19:43:41.063452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.090508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82dcfcac-6b94-4363-bd40-8d65fcf002a8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:41.097037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.128810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.132895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6ec64fcc-f6f9-4dbf-b6bc-39d3f87e4c85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82dcfcac-6b94-4363-bd40-8d65fcf002a8 HTTP/1.1" status: 204 len: 168 time: 0.6450570 Apr 28 19:43:41.138121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Request body: {'port': {'device_id': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '0430aa4379ac484ebe9585df0b4639b1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:41.171422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.176609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.262051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e97fe34-7ca1-4372-82af-29a8114a828f req-6bf70f2e-f6d5-4e6a-855b-43bb4f0d6df9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.269657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e97fe34-7ca1-4372-82af-29a8114a828f req-6bf70f2e-f6d5-4e6a-855b-43bb4f0d6df9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.3648472 Apr 28 19:43:41.346326 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e97fe34-7ca1-4372-82af-29a8114a828f req-63fb7373-d944-4468-ab2b-3de9c7c0c58e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758083 Apr 28 19:43:41.476103 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:37Z', 'revision_number': 3, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:41.492973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Checking router: af2b7290-7c4b-48c0-a174-154c5357f90f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:41.493513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Updating router af2b7290-7c4b-48c0-a174-154c5357f90f port 285a698a-06db-43be-a2d7-f7cf02be4732 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:41.558527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Transition to ACTIVE for port object ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:41.578686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Network c15b41a8-de95-4a01-92b9-6152e7be74b4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:41.589349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:41.598376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:41.605615 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.655396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5aeb58f8-db9e-449b-baae-b5e1a15fbbfb req-3067c631-f5a7-4a8d-b6cd-5db8d4f28271 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 210 time: 0.0764554 Apr 28 19:43:41.658221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event updated for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:41.669692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-28437f7e-8b48-4475-9ec9-14add6cada2e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.671522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-28437f7e-8b48-4475-9ec9-14add6cada2e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 1.0068071 Apr 28 19:43:41.742605 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-9b410a05-fd72-4167-aed4-81280d499c8f req-09f122c5-a0bf-42cb-93a4-76af5842e620 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:43:41.754656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b410a05-fd72-4167-aed4-81280d499c8f req-09f122c5-a0bf-42cb-93a4-76af5842e620 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/cdbaf83f-9bd1-4285-a9cd-72962dff27f7 HTTP/1.1" status: 404 len: 352 time: 0.0441403 Apr 28 19:43:41.799811 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.809948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:41.819022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:41.819660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.835024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Usage tracker for resource:port and tenant:0430aa4379ac484ebe9585df0b4639b1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:41.855351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:41.880287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:41.882569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:41.976695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-694694240', 'description': 'tempest-description-1219036080'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:41.987850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:41.996881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:42.002728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:42.100324 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.115430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Transition to ACTIVE for port object 285a698a-06db-43be-a2d7-f7cf02be4732 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:42.123974 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.168773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c917389-8f51-4279-a275-bc72258b2230 req-1d2033c5-cf20-49e7-8c1c-1ce67f62a8ca tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.169473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3c917389-8f51-4279-a275-bc72258b2230 req-1d2033c5-cf20-49e7-8c1c-1ce67f62a8ca tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Synchronizing usage tracker for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:42.175704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:42.200738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.230802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.236727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.237997 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Attempting to bind port 285a698a-06db-43be-a2d7-f7cf02be4732 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:42.238352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Attempting to bind port 285a698a-06db-43be-a2d7-f7cf02be4732 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:42.238718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Attempting to bind port 285a698a-06db-43be-a2d7-f7cf02be4732 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:42.240238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-31d4aa29-c822-4f20-847c-c7cc73fb35a3 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7146845 Apr 28 19:43:42.240882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Pushing event updated for resources: {'Port': ['ID=285a698a-06db-43be-a2d7-f7cf02be4732,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.253528 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:42.254150 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:42.254991 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.254991 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:42.255405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Bound port: 285a698a-06db-43be-a2d7-f7cf02be4732, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:42.255780 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.256735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3c917389-8f51-4279-a275-bc72258b2230 req-1d2033c5-cf20-49e7-8c1c-1ce67f62a8ca tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Unset dirty status for tenant:92aceec834e24575a29c453d5e5caa92 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:42.258579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:42.263824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c917389-8f51-4279-a275-bc72258b2230 req-1d2033c5-cf20-49e7-8c1c-1ce67f62a8ca tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 932 time: 0.8203943 Apr 28 19:43:42.264141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:42.269153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:42.288129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Request body: {'port': {'device_id': 'c4475288-94fe-48c8-a694-5300734e31f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:42.288373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.288952 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.289437 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.289934 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.290512 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.291039 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.291520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.291989 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.292470 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.292960 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.293427 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.294339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:43:42.342219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:42.349504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Made reservation on behalf of 0430aa4379ac484ebe9585df0b4639b1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:42.353323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.359985 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] For port 285a698a-06db-43be-a2d7-f7cf02be4732, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:42.365179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] For port 285a698a-06db-43be-a2d7-f7cf02be4732, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=285a698a-06db-43be-a2d7-f7cf02be4732,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:42.370994 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.399192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:42.441427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:42.479245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:43:42.479973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:42.495877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:42.584339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.594433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.601301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Allocated IP 172.20.0.1 (7c43aacd-30dc-4648-a4bf-ecf6683639d8/4f6509b0-630d-4a62-8032-c8b63d4fe882/8cbcdfde-50fb-43c6-98c9-b63faa77f824) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:42.610163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.611501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.616800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-646cd673-140e-4c24-9112-92bc329f8f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:42.618279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-646cd673-140e-4c24-9112-92bc329f8f03 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81&tenant_id=ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 1095 time: 0.9262724 Apr 28 19:43:42.647202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b0ba7dc-0ac4-4073-a414-56edce3db219,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.653037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:42.738479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.753181 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-62393d40-a9b1-46d7-838e-c5e94aab9b2e req-1f84f92d-79e2-4c8c-b06d-53c2b3deab8b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7882724 Apr 28 19:43:42.784301 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa09d7c-a831-4044-9013-987187c505bb None None] Pushing event updated for resources: {'Port': ['ID=285a698a-06db-43be-a2d7-f7cf02be4732,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:42.807863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.817599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c279499-97f2-481d-8e7c-ae2e82d3332f None None] Provisioning for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:42.827581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c279499-97f2-481d-8e7c-ae2e82d3332f None None] Provisioning complete for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:42.828447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c279499-97f2-481d-8e7c-ae2e82d3332f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:42.834856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-44928ad0-b46a-4279-a57d-50b0b0ea2644 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3077121 Apr 28 19:43:42.844667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c917389-8f51-4279-a275-bc72258b2230 req-3053bfbe-3e5e-4fb9-8c7f-af0bd1aa1799 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803275 Apr 28 19:43:42.881320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Request body: {'port': {'device_id': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:42.895421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:43:42.931226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-397257851-network', 'tenant_id': '54c3665f2d0d46c2bab5614babfacc00'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:42.943433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:42.956888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Usage tracker for resource:network and tenant:54c3665f2d0d46c2bab5614babfacc00 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:42.960837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c279499-97f2-481d-8e7c-ae2e82d3332f None None] Port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:43:42.967315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:42.975579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:42.988805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Made reservation on behalf of 54c3665f2d0d46c2bab5614babfacc00 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:42.991825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.016020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.044433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:43.050142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Usage tracker for resource:security_group_rule and tenant:54c3665f2d0d46c2bab5614babfacc00 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:43.053725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:43.059932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Allocated IP 192.168.233.172 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:43.064640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:43.098423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.140051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Transition to ACTIVE for port object 8cbcdfde-50fb-43c6-98c9-b63faa77f824 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:43.224402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.277326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:37Z', 'revision_number': 3, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:43.281718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135b36ec-d6b0-4b4f-9f89-dc0585e91707 None None] The sync data for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 is: [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:37Z', 'revision_number': 3, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:43.315819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-458f9d2e-254a-4b2b-a26c-539bbe9129ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:43.317221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-458f9d2e-254a-4b2b-a26c-539bbe9129ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1101 time: 1.3801167 Apr 28 19:43:43.317832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.354466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.369956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:43.383551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:43.391145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:43.425747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:43.450833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:43.466160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b1a18-041d-4dd7-9dc7-c775d012878a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:43.483780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.483780 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Added segment f8fc6ca7-3b05-461f-9260-0d5800168e4b of type vlan for network ecf40f26-1301-4449-8cee-df46b2f35437 Apr 28 19:43:43.498293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.547557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.551477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7a4a2c-5951-4359-b258-c34fce6b7741 req-0f6701f3-a5a8-46a6-97d0-6e0c3114e7c0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:43.559394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e7a4a2c-5951-4359-b258-c34fce6b7741 req-0f6701f3-a5a8-46a6-97d0-6e0c3114e7c0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.2884948 Apr 28 19:43:43.561139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-f3e5fe40-8905-4110-90d4-dc940b706f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:43.562717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-f3e5fe40-8905-4110-90d4-dc940b706f60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1095 time: 0.8583951 Apr 28 19:43:43.585621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.669267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e7a4a2c-5951-4359-b258-c34fce6b7741 req-46e06a09-892b-49ec-a012-6a46d4f2a0a0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093287 Apr 28 19:43:43.716892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Transition to ACTIVE for port object f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:43.727985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.729020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:43.729762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.733380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.802635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-51199a3a-0cd2-4404-95d1-9777977ca81e None None] Provisioning for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:43.830644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-51199a3a-0cd2-4404-95d1-9777977ca81e None None] Provisioning complete for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:43.831668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51199a3a-0cd2-4404-95d1-9777977ca81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:43.900077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51199a3a-0cd2-4404-95d1-9777977ca81e None None] Port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:43:43.920390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2636068 Apr 28 19:43:43.932132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51350) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:43.963519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e730660-a17c-40cb-8865-8e30d3241bb1 admin admin] Pushing event updated for resources: {'Network': ['ID=ecf40f26-1301-4449-8cee-df46b2f35437,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:43.976983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Request body: {'subnet': {'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-397257851-subnet', 'tenant_id': '54c3665f2d0d46c2bab5614babfacc00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:43.981127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ecf40f26-1301-4449-8cee-df46b2f35437 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:43:44.030533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12964a-e432-43a2-b9d1-834b3c682b39 req-824744e6-7d8b-4b0c-a119-3f74d1cb195e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.034580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:44.037864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa12964a-e432-43a2-b9d1-834b3c682b39 req-824744e6-7d8b-4b0c-a119-3f74d1cb195e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.7828672 Apr 28 19:43:44.038646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e19ca77b-959b-4186-a294-1f53d8072a97 req-0994faa2-d314-43c3-b7e4-c66a86c13022 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 210 time: 0.1228042 Apr 28 19:43:44.048585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Usage tracker for resource:subnet and tenant:54c3665f2d0d46c2bab5614babfacc00 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:44.056872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:44.060883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.066220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-187480a5-8d21-49be-890f-fc104ed97500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.076880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-187480a5-8d21-49be-890f-fc104ed97500 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.4489090 Apr 28 19:43:44.085753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:44.101863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-785028421', 'description': 'tempest-description-1491821159'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:44.155643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:44.179189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:44.184024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:44.192485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:44.215248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Made reservation on behalf of 54c3665f2d0d46c2bab5614babfacc00 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:44.217834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.223904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 285a698a-06db-43be-a2d7-f7cf02be4732 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:44.266506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-a117e0ae-b52e-435c-b487-6e5cccafde43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.268592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-a117e0ae-b52e-435c-b487-6e5cccafde43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.9367115 Apr 28 19:43:44.307926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 285a698a-06db-43be-a2d7-f7cf02be4732 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:44.315234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 285a698a-06db-43be-a2d7-f7cf02be4732 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:44.315691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.396633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.414899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-99455d03-502f-41d5-8410-c29ebfea1345 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 200 len: 217 time: 0.1496603 Apr 28 19:43:44.437380 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa12964a-e432-43a2-b9d1-834b3c682b39 req-dfa222d8-5fc0-49df-8140-53c4c8c73f7f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3854730 Apr 28 19:43:44.447272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-ae56178e-9d82-475b-bd84-a2adfdc5f890 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.448865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-ae56178e-9d82-475b-bd84-a2adfdc5f890 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 944 time: 0.4825611 Apr 28 19:43:44.459734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.478224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 285a698a-06db-43be-a2d7-f7cf02be4732, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=285a698a-06db-43be-a2d7-f7cf02be4732,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:44.482493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.522971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:44.560027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-62ba1386-475e-4beb-8aa1-9aef338383b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.2288969 Apr 28 19:43:44.568305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:44.570953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=285a698a-06db-43be-a2d7-f7cf02be4732,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:44.585907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:44.608589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:44.686089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.786542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Deleting port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:43:44.786882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.821129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:44.870514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-e3acfb53-c272-4052-8d51-dbe3a647ed7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:44.872307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-e3acfb53-c272-4052-8d51-dbe3a647ed7c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.4240322 Apr 28 19:43:44.892193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:44.935766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:44.946444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:43:44.958824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:45.010654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-89a00ce3-a7d7-41f3-a06e-c866deaeed68 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225348 Apr 28 19:43:45.013226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-20ce37a4-963e-464f-96dd-6534a6f00c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.014629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-20ce37a4-963e-464f-96dd-6534a6f00c0c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3757989 Apr 28 19:43:45.037996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bac90d53-cbde-486b-ba7d-e654a5de931a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.096782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Checking segment: {'id': 'f8fc6ca7-3b05-461f-9260-0d5800168e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:45.097088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Network hostable DHCP agents. Network: ecf40f26-1301-4449-8cee-df46b2f35437, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:45.136711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.189810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.210923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.227737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-11c07f15-b6b6-4d15-a1b6-9760f96f1d28 None None] Provisioning for port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:45.240932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-11c07f15-b6b6-4d15-a1b6-9760f96f1d28 None None] Provisioning complete for port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:45.241590 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11c07f15-b6b6-4d15-a1b6-9760f96f1d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.254602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.266100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Network ecf40f26-1301-4449-8cee-df46b2f35437 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:45.277764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5445cd18-aa9d-47ff-84e4-661fe796dfdb {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:45.278660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.319514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-11c07f15-b6b6-4d15-a1b6-9760f96f1d28 None None] Port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:43:45.344262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.345408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.354637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.385638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405c338f-d110-47ad-9052-8dcb21f01a76 req-01805045-d869-4645-9780-7230d6a65ffa tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.387096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-405c338f-d110-47ad-9052-8dcb21f01a76 req-01805045-d869-4645-9780-7230d6a65ffa tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/ports?device_id=d77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68 HTTP/1.1" status: 200 len: 944 time: 0.7493398 Apr 28 19:43:45.406325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45c406f6-2058-441a-a4a0-86eb0db50316,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.409004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ecf40f26-1301-4449-8cee-df46b2f35437) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:45.416522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.418164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67d887e6-af72-4524-9303-401baa6e48c9 req-f89c1c41-b3f9-42a0-ae27-acfdd280489e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3418839 Apr 28 19:43:45.429708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] For port 24f6cf5e-72c0-415b-97f0-2f13c99181a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=24f6cf5e-72c0-415b-97f0-2f13c99181a7,segment=NetworkSegment(445f813b-7598-46b5-9ecb-71117b153817),segment_id=445f813b-7598-46b5-9ecb-71117b153817)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:45.430329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.439597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4923d858-cf6a-4b05-ad3f-06debee18c70 None None] Network ecf40f26-1301-4449-8cee-df46b2f35437 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:45.443113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Transition to ACTIVE for port object 5445cd18-aa9d-47ff-84e4-661fe796dfdb will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:45.444747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.445721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.461782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6ca7c300-0f8c-4171-8627-5d1d2deab64b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3297296 Apr 28 19:43:45.462275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.518965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Pushing event updated for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:45.548453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Request body: {'port': {'device_id': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:45.589387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.605106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Calling delete_port for 24f6cf5e-72c0-415b-97f0-2f13c99181a7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:43:45.608751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-ca632a13-318a-4284-a0cd-ff2e400d9add service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4635053 Apr 28 19:43:45.637796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:43:45.698225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2c2a6ed-bf06-4cdc-9a77-35e7f5516a19 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7277906 Apr 28 19:43:45.799239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2526ca-5004-4c5f-bd66-c3ec2c16a6e9 None None] Network ecf40f26-1301-4449-8cee-df46b2f35437 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:45.802513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:45.813295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:45.842146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Transition to ACTIVE for port object ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:45.850293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-405c338f-d110-47ad-9052-8dcb21f01a76 req-cafc9892-c7af-4594-ac94-29c9530522de tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc454043-23cf-4362-9302-ec92344e0b21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304152 Apr 28 19:43:45.924536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430545d4-00be-43f0-9b72-ffcde03ac95f req-e94ec781-8e98-4228-ab54-82d669cc73a8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:45.931684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-430545d4-00be-43f0-9b72-ffcde03ac95f req-e94ec781-8e98-4228-ab54-82d669cc73a8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 944 time: 0.3436797 Apr 28 19:43:45.960888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:45.966203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:46.041405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Pushing event updated for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:46.050011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-fb8a2b05-b611-4c90-ac28-78a8eac7fc6b service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4142966 Apr 28 19:43:46.060237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.222915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-430545d4-00be-43f0-9b72-ffcde03ac95f req-6af23abe-481a-44a5-aaac-4f551617f38f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2869136 Apr 28 19:43:46.238588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Pushing event deleted for resources: {'Port': ['ID=24f6cf5e-72c0-415b-97f0-2f13c99181a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:46.255975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 285a698a-06db-43be-a2d7-f7cf02be4732 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:46.322848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-781ac6af-6ec8-4b75-b97f-af6137eaba64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.324328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-781ac6af-6ec8-4b75-b97f-af6137eaba64 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.1805031 Apr 28 19:43:46.325007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.336139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.355691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] No DVR routers for this DVR port 24f6cf5e-72c0-415b-97f0-2f13c99181a7 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:43:46.361088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.363690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-deleted', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:46.392355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-208ea5a5-5d30-4f67-a39e-3b791cb656f2 req-39d8366f-17e9-4f4a-9e2d-e8b5ac0d0477 tempest-LiveMigrationTest-1006327136 tempest-LiveMigrationTest-1006327136-project] 10.222.0.46 "DELETE /v2.0/ports/24f6cf5e-72c0-415b-97f0-2f13c99181a7 HTTP/1.1" status: 204 len: 173 time: 1.9362824 Apr 28 19:43:46.418500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Router af2b7290-7c4b-48c0-a174-154c5357f90f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:43:46.435489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 285a698a-06db-43be-a2d7-f7cf02be4732 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:46.435860 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.575245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09bec71f-9fc0-4844-97ba-39bad20993e9 None None] Provisioning complete for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:46.575611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09bec71f-9fc0-4844-97ba-39bad20993e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:46.685224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:46.758926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09bec71f-9fc0-4844-97ba-39bad20993e9 None None] Port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:43:46.773288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51378) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:46.826058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1367309924-network', 'tenant_id': '43208e489f45451a901fb36cbd39fbde'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:46.903193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-cf0f641a-397a-4f4d-a95a-10f4457656b5 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4364345 Apr 28 19:43:46.906704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:46.956177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Usage tracker for resource:network and tenant:43208e489f45451a901fb36cbd39fbde is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:46.980022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:43:46.987006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ea6b02be-728e-4c75-988c-c7dc4ef5dcc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/af2b7290-7c4b-48c0-a174-154c5357f90f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1762922 Apr 28 19:43:46.989335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-8e1dd582-4134-4b66-b40f-c28da669dde7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:46.990789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-8e1dd582-4134-4b66-b40f-c28da669dde7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.1915779 Apr 28 19:43:46.994021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Sync routers for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:43:47.015646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:47.022440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:43:47.023216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:47.034919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:47.149381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e1e19-a182-4f5c-935b-13e1b0821891 req-0658199c-1409-47e7-a9fa-7bdf1f42c379 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:47.155914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f0e1e19-a182-4f5c-935b-13e1b0821891 req-0658199c-1409-47e7-a9fa-7bdf1f42c379 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 936 time: 0.3577714 Apr 28 19:43:47.166475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-df26422d-d58c-42b1-85a5-b043e47df220 service neutron] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:47.183396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-df26422d-d58c-42b1-85a5-b043e47df220 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.184566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-226823fd-13aa-4228-96c8-9c9005eaa029 req-df26422d-d58c-42b1-85a5-b043e47df220 service neutron] 10.222.0.46 "DELETE /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.1880710 Apr 28 19:43:47.224540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f0e1e19-a182-4f5c-935b-13e1b0821891 req-0e172749-5dfe-417b-beb1-28dd358a7b55 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598090 Apr 28 19:43:47.254847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1617279978', 'description': 'tempest-description-1993008549'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:47.260779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:47.265712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:47.268861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:47.274885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:47.285936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.289922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:43:47.306503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:47.308910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Made reservation on behalf of 43208e489f45451a901fb36cbd39fbde for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:47.310597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:47.311316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.314106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:47.320314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:47.355502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b68d8-da9f-461f-b575-2ccc861a7a81 req-fa806d45-1916-4277-a879-459b20a6dc1a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:47.357919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787b68d8-da9f-461f-b575-2ccc861a7a81 req-fa806d45-1916-4277-a879-459b20a6dc1a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 1.0451620 Apr 28 19:43:47.370192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.382237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-ef450bf6-9f9c-416b-a965-dec76cd06cb3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4592807 Apr 28 19:43:47.390243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Attempting to bind port 5445cd18-aa9d-47ff-84e4-661fe796dfdb on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:47.390629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Attempting to bind port 5445cd18-aa9d-47ff-84e4-661fe796dfdb by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:47.391164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Attempting to bind port 5445cd18-aa9d-47ff-84e4-661fe796dfdb on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:47.405023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.410426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.440432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Attempting to bind port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:47.440910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Attempting to bind port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:47.441340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Attempting to bind port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:47.443949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Port 5445cd18-aa9d-47ff-84e4-661fe796dfdb on network c15b41a8-de95-4a01-92b9-6152e7be74b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:47.444399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Attempting to bind port 5445cd18-aa9d-47ff-84e4-661fe796dfdb on network c15b41a8-de95-4a01-92b9-6152e7be74b4 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:47.446885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:47.464696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc101ed-982e-43d1-a033-13fae4a24027,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:47.468528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.469974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af6feba1-7644-4e41-b8a6-41bf1d1b8055 req-c6295dbe-e067-49ed-91a2-e070be10b6bc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2220035 Apr 28 19:43:47.489300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Usage tracker for resource:security_group_rule and tenant:43208e489f45451a901fb36cbd39fbde is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:47.507151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:47.507557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Attempting to bind port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:47.513855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:47.523428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:47.523882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:47.524335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:47.524841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Bound port: ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:47.525253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.542457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:47.542892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Checking segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:47.543363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Bound using segment: {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:47.543870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Bound port: 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7840d91-c968-4186-9ca5-0e20dc88385b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:47.544288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.555183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:47.635653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787b68d8-da9f-461f-b575-2ccc861a7a81 req-cd93e6d2-dd98-431d-907e-78bb4829308e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523308 Apr 28 19:43:47.711738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 2, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:47.716396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Checking router: af2b7290-7c4b-48c0-a174-154c5357f90f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:43:47.716930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Updating router af2b7290-7c4b-48c0-a174-154c5357f90f port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:43:47.752558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0dbbbf5-e4c2-415c-848d-8fb10464ff27 req-4690c5d3-5843-4f81-8bfb-a8aff603890b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:47.755578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0dbbbf5-e4c2-415c-848d-8fb10464ff27 req-4690c5d3-5843-4f81-8bfb-a8aff603890b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1241288 Apr 28 19:43:47.759777 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4aaf8be-ed23-4337-bfa4-9bb9a71c9f09'] response: {'server_uuid': 'd77ab7d8-4a1c-4bd5-bd8d-ac5b2681bb68', 'name': 'network-vif-deleted', 'tag': '24f6cf5e-72c0-415b-97f0-2f13c99181a7', 'status': 'completed', 'code': 200} Apr 28 19:43:47.788890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:47.850436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0dbbbf5-e4c2-415c-848d-8fb10464ff27 req-943b743b-5746-4abb-ad85-e04d7754fcc6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848742 Apr 28 19:43:47.892086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:47.895633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:47.902156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:47.916952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:47.924755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.021370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Deleting subnet b4fbd541-416c-49e4-a550-e4662f720d66 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:43:48.034161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.054151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:48.068389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:48.069009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.070437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] 10.222.0.41 "PUT /v2.0/ports/5445cd18-aa9d-47ff-84e4-661fe796dfdb HTTP/1.1" status: 200 len: 1092 time: 5.8151484 Apr 28 19:43:48.073014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:48.100876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.115644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.175030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:43:48.178085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.225502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 24f6cf5e-72c0-415b-97f0-2f13c99181a7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:43:48.225885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 24f6cf5e-72c0-415b-97f0-2f13c99181a7 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:43:48.262292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.309513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4fbd541-416c-49e4-a550-e4662f720d66,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.312077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.319926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34e9b3b8-c5b4-4107-bfc4-b7ed093ff7d7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b4fbd541-416c-49e4-a550-e4662f720d66 HTTP/1.1" status: 204 len: 168 time: 0.4263303 Apr 28 19:43:48.334028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:48.352213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:48.380904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:48.381175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.391375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1464437821', 'description': 'tempest-description--1220795214'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:48.400038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.409087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:48.409729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.413895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 HTTP/1.1" status: 200 len: 1096 time: 5.5488615 Apr 28 19:43:48.418379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.430827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:43:48.445761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.446120 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Added segment 843e2e45-daf4-4301-b36e-6edefb84ad93 of type vlan for network 5549df76-a629-4974-91a3-65ef38e23bec Apr 28 19:43:48.453508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:48.456170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.478084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.494550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Transition to ACTIVE for port object 8cbcdfde-50fb-43c6-98c9-b63faa77f824 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:48.503153 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.521740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ab881-7252-423a-af47-396bda4ddb60 service neutron] Pushing event updated for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.528678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Usage tracker for resource:security_group and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:48.549914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:48.558914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.559861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:48.560438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.573556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:48.616821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892007-8c15-4588-acea-a4879765069c None None] Pushing event updated for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.641127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.656743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.774199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Pushing event updated for resources: {'Network': ['ID=5549df76-a629-4974-91a3-65ef38e23bec,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.774448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:48.788460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Usage tracker for resource:security_group_rule and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:48.791266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5549df76-a629-4974-91a3-65ef38e23bec details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:43:48.793823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:48.800546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Transition to ACTIVE for port object f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:43:48.815630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:48.836594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.873268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b287cb-76e8-4fed-aaf7-7ceb031427f1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:48.919487 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:48.983002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-42f60213-bc80-46e9-a37a-02405ea9191f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2026496 Apr 28 19:43:49.001956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51416) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:49.002876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.005681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Attempting to bind port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:49.006238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Attempting to bind port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:49.006610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Attempting to bind port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 on network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:49.024564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:49.024965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Checking segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:49.025428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.025851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Bound using segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:49.026392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Bound port: 8cbcdfde-50fb-43c6-98c9-b63faa77f824, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:49.026773 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.034751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-779eb212-6745-4330-bc66-0421fce86888 req-3b96b564-8d3b-4d6f-8b3a-d974874b8ba9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:49.038481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a929638-40cf-4d61-9462-fe6d35873456 req-d0998eef-80f4-4519-a42e-5defed3d22e4 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.045369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a929638-40cf-4d61-9462-fe6d35873456 req-d0998eef-80f4-4519-a42e-5defed3d22e4 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 944 time: 0.9359391 Apr 28 19:43:49.055773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Request body: {'subnet': {'network_id': '5549df76-a629-4974-91a3-65ef38e23bec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1367309924-subnet', 'tenant_id': '43208e489f45451a901fb36cbd39fbde', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:49.060388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:49.064464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Usage tracker for resource:subnet and tenant:43208e489f45451a901fb36cbd39fbde is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:49.068147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:49.074180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:49.079304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-779eb212-6745-4330-bc66-0421fce86888 req-3b96b564-8d3b-4d6f-8b3a-d974874b8ba9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:49.090607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-779eb212-6745-4330-bc66-0421fce86888 req-3b96b564-8d3b-4d6f-8b3a-d974874b8ba9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 10893 time: 0.6900396 Apr 28 19:43:49.099085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9b9b0-e4bf-4ddc-aa75-54a592741739 service neutron] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.113376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-9a1e72dd-8b8b-4313-849f-ad0d5ff245f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.115262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-9a1e72dd-8b8b-4313-849f-ad0d5ff245f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 1095 time: 0.9545240 Apr 28 19:43:49.178325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] For port 8cbcdfde-50fb-43c6-98c9-b63faa77f824, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:49.182120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] For port 8cbcdfde-50fb-43c6-98c9-b63faa77f824, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8cbcdfde-50fb-43c6-98c9-b63faa77f824,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:49.187850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.190764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.200603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f59f2f8-ae49-4e40-9de4-75f156bd68a4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.209125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.210177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4a83ea80-8af3-41c3-90ec-ad9bf373ba30 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8275478 Apr 28 19:43:49.224826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:49.241117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'security_group_rule': {'security_group_id': '5f59f2f8-ae49-4e40-9de4-75f156bd68a4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:49.248848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:49.263715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a484bcb3-8c6f-44da-8a90-fd83204b898a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.283885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Usage tracker for resource:security_group_rule and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:49.286978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-b88364bb-9a64-47c1-bd17-55c03e6cac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.288495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-b88364bb-9a64-47c1-bd17-55c03e6cac77 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 1099 time: 0.7736259 Apr 28 19:43:49.292714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:49.304059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '445f813b-7598-46b5-9ecb-71117b153817') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.304770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '445f813b-7598-46b5-9ecb-71117b153817') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.321431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a929638-40cf-4d61-9462-fe6d35873456 req-c0675dc4-526e-4254-955b-f5937e1cbf2d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751446 Apr 28 19:43:49.322080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Made reservation on behalf of 43208e489f45451a901fb36cbd39fbde for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:49.324571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.326344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:49.338553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.343359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892007-8c15-4588-acea-a4879765069c None None] Pushing event updated for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.362431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-779eb212-6745-4330-bc66-0421fce86888 req-63f2dd7f-eb3b-43d2-a5a6-07d098000e41 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/77456f18-7a19-4aa5-9fe2-f987a7366643 HTTP/1.1" status: 200 len: 2981 time: 0.2704642 Apr 28 19:43:49.372097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:43:49.373051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:43:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:49.401997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.438701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-8ab1dc35-e031-4085-bf16-7b1dc2ee052d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb HTTP/1.1" status: 200 len: 217 time: 0.2462637 Apr 28 19:43:49.452718 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a55f493-230a-4d85-8742-3a7a8f5c8569'] response: {'name': 'network-changed', 'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb', 'status': 'completed', 'code': 200} Apr 28 19:43:49.479163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.514287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:49.514854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.534613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-7bed8c64-1e16-406f-9465-3cca495f3efa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 HTTP/1.1" status: 200 len: 217 time: 0.2161350 Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:49.537509 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:49.614051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-779eb212-6745-4330-bc66-0421fce86888 req-3c931069-4363-493a-a377-978a2952863f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/77456f18-7a19-4aa5-9fe2-f987a7366643 HTTP/1.1" status: 200 len: 2981 time: 0.2503467 Apr 28 19:43:49.633255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:43:49.706820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.853597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.870424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Attempting to bind port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:43:49.871013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Attempting to bind port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:43:49.871340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Attempting to bind port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:49.883640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.885072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-04afd862-b318-4586-aa7c-9ce729e129b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.886727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-04afd862-b318-4586-aa7c-9ce729e129b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.4128392 Apr 28 19:43:49.894487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:43:49.894819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Attempting to bind port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:43:49.903777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] Pushing event deleted for resources: {'Network': ['ID=a484bcb3-8c6f-44da-8a90-fd83204b898a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.908630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.920187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.944627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57961128-6406-438c-b73e-522da2aee607 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a484bcb3-8c6f-44da-8a90-fd83204b898a HTTP/1.1" status: 204 len: 168 time: 1.6070325 Apr 28 19:43:49.949091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:49.953452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1456c59-0b72-4269-98f5-6c613170be50,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:49.956041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-dab1e9d5-7bec-4060-9e67-f0e7dd245ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:49.957535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-dab1e9d5-7bec-4060-9e67-f0e7dd245ed8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.4059975 Apr 28 19:43:49.963608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-5263a139-728e-40d6-b4ae-4f4dd8fa7489 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614336 Apr 28 19:43:49.969651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:43:49.970009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:49.970435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:43:49.970827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Bound port: f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:43:49.971170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.994254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:49.997968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fee38bd9-14df-45df-b60d-028075073d93 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7721457 Apr 28 19:43:50.005112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:50.020399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'security_group_rule': {'security_group_id': '5f59f2f8-ae49-4e40-9de4-75f156bd68a4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:50.020643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:49Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:50.024727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b4ba18-da78-44d4-9f79-5aff51541920 None None] The sync data for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 is: [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:49Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:43:50.032433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:50.042588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Usage tracker for resource:security_group_rule and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:50.054555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5369514-dc5d-4274-bf8d-4e6e3d49ecbc req-792b8047-4af9-45e6-9d84-8eb0afd64b19 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.055939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5369514-dc5d-4274-bf8d-4e6e3d49ecbc req-792b8047-4af9-45e6-9d84-8eb0afd64b19 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.2726803 Apr 28 19:43:50.058480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:50.069499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Deleting subnet 199f3347-8202-4001-937d-cd3f1e414c06 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:43:50.074280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:50.094816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.124449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1f54160-c545-4cd0-9861-784145e788cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.189943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-89642836-e34c-416a-ae10-3c627b20fc7d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.190668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-89642836-e34c-416a-ae10-3c627b20fc7d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Synchronizing usage tracker for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:50.250285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5369514-dc5d-4274-bf8d-4e6e3d49ecbc req-867a5358-3c7d-464a-908e-afa799044641 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834118 Apr 28 19:43:50.268257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.281108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.281552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8cbcdfde-50fb-43c6-98c9-b63faa77f824 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:50.300261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.419914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:50.427185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:50.427561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.438604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.525799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.591640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.599174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.629062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a868bb2b-6112-4e66-83ab-58a6e8ae0fc3,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.652645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8cbcdfde-50fb-43c6-98c9-b63faa77f824, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8cbcdfde-50fb-43c6-98c9-b63faa77f824,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:50.659027 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.679975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-89642836-e34c-416a-ae10-3c627b20fc7d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Unset dirty status for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:50.681124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-89642836-e34c-416a-ae10-3c627b20fc7d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.9574237 Apr 28 19:43:50.691281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.693077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6869719 Apr 28 19:43:50.694442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.701093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51438) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:50.726741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:50.736803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:50.742390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=199f3347-8202-4001-937d-cd3f1e414c06,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.743388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Usage tracker for resource:floatingip and tenant:1034cd4a077341729eb8886068e65c38 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:50.744667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30805e6-2754-4ff8-afe9-d787f1a802dd tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa76117-393a-44cf-b9cd-e689c4b8a400,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.747443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:50.753570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:50.776146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.781332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-deee42ed-220a-4b68-992b-74a40553791f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/199f3347-8202-4001-937d-cd3f1e414c06 HTTP/1.1" status: 204 len: 168 time: 0.8292344 Apr 28 19:43:50.783823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:50.810476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:50.826752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26046ff0-7dfb-4182-8ce8-f7cb4fd37b6a req-e37ee4fb-fe15-474b-b202-04d87569c140 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.835179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26046ff0-7dfb-4182-8ce8-f7cb4fd37b6a req-e37ee4fb-fe15-474b-b202-04d87569c140 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.3056576 Apr 28 19:43:50.842208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:43:50.853556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-859957e0-76c7-438a-bc03-0d06f300e2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:50.855570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-859957e0-76c7-438a-bc03-0d06f300e2c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8870056 Apr 28 19:43:50.868561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.942422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-568e17f6-61fe-48fa-8407-950f30623529 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9622743 Apr 28 19:43:50.953725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:43:50.968577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26046ff0-7dfb-4182-8ce8-f7cb4fd37b6a req-260efc73-1efa-4044-b8f1-d96702a2606b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325216 Apr 28 19:43:50.971558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:50.981557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-88943014-1bef-4505-879a-2074a20f4738 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Synchronizing usage tracker for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:50.995697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Checking segment: {'id': '843e2e45-daf4-4301-b36e-6edefb84ad93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '5549df76-a629-4974-91a3-65ef38e23bec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:43:50.995697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Network hostable DHCP agents. Network: 5549df76-a629-4974-91a3-65ef38e23bec, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:43:51.131412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.154109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.186250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-51afdb67-5322-4f53-8a3a-ffb44e039bd6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/9b0ba7dc-0ac4-4073-a414-56edce3db219 HTTP/1.1" status: 200 len: 1800 time: 0.1520038 Apr 28 19:43:51.190434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e584cf-80f2-45e7-be77-e70de1679102']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.213604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8ac0cf7-d418-4221-aecf-40a85da8f6d4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.214049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8ac0cf7-d418-4221-aecf-40a85da8f6d4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:43:51.232173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.266550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.277287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:43:51.278081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:43:51.292912 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:43:51.315633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.316254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.317644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] 10.222.0.41 "PUT /v2.0/ports/f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 HTTP/1.1" status: 200 len: 1096 time: 5.8077168 Apr 28 19:43:51.338224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-88943014-1bef-4505-879a-2074a20f4738 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Unset dirty status for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:51.340742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d71ab3d-9051-4498-89e0-1555a4efe13e req-88943014-1bef-4505-879a-2074a20f4738 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6384931 Apr 28 19:43:51.384474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Network 5549df76-a629-4974-91a3-65ef38e23bec is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:43:51.400831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c1eb0-29b7-4195-bcf4-d0c525fb636e service neutron] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.404145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.426651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ae37497-2711-44ab-b7bc-6f222320e12a req-7af911a7-7f80-46a7-a44a-20e6e371e3ae service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4585094 Apr 28 19:43:51.449836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.465659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.482706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}, {'name': 'network-changed', 'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:51.488208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5549df76-a629-4974-91a3-65ef38e23bec) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:51.498433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9efb67a-498a-49d2-a6f6-d88d7fb98ca9 None None] Network 5549df76-a629-4974-91a3-65ef38e23bec requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:51.556152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.579930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e584cf-80f2-45e7-be77-e70de1679102,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.587149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.615164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b0ba7dc-0ac4-4073-a414-56edce3db219,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:51.623909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b323c2b7-6244-4f4c-a192-d61be5883599 admin admin] 10.222.0.24 "DELETE /v2.0/networks/09e584cf-80f2-45e7-be77-e70de1679102 HTTP/1.1" status: 204 len: 168 time: 0.8390996 Apr 28 19:43:51.625144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-45dd6648-d846-4328-935f-6ae9ae05dd26 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0058129 Apr 28 19:43:51.625259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.638460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3d0cd1f-3aaf-4bbe-9272-4057ec3512fb req-32d9709b-0da8-4099-a8ce-854c462ff915 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/9b0ba7dc-0ac4-4073-a414-56edce3db219 HTTP/1.1" status: 204 len: 173 time: 0.4403305 Apr 28 19:43:51.669012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.669804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:51.811073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-561fc604-9c1f-49b5-b03f-ba21b4ae7c58 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9117785 Apr 28 19:43:51.834687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b3d7a-f57f-4296-baef-8cb7834119fb req-3d5dc841-29c1-4518-8111-bf34969fae4c tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:51.838322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-736b3d7a-f57f-4296-baef-8cb7834119fb req-3d5dc841-29c1-4518-8111-bf34969fae4c tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1095 time: 0.1108315 Apr 28 19:43:51.880482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b8be191-fd7a-48aa-b9c2-0a2979607463 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.8329294 Apr 28 19:43:51.910118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51456) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:51.918987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca10e204-67e1-455b-ad71-86fac7ded6f6 None None] Network 5549df76-a629-4974-91a3-65ef38e23bec requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:43:51.921340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-736b3d7a-f57f-4296-baef-8cb7834119fb req-ce487f67-e608-4b3e-9a1d-edd25df0a3a0 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788145 Apr 28 19:43:52.078733 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dab068e-c50c-4304-a2c4-823be9f027c8'] response: {'name': 'network-changed', 'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'status': 'completed', 'code': 200} Apr 28 19:43:52.079057 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1dab068e-c50c-4304-a2c4-823be9f027c8'] response: {'name': 'network-changed', 'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'status': 'completed', 'code': 200} Apr 28 19:43:52.103202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-a47c144c-7085-4696-b937-0c4ec7148f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.104681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-a47c144c-7085-4696-b937-0c4ec7148f14 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 1099 time: 0.6825893 Apr 28 19:43:52.134479 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-729229ba-2143-4430-b9d8-93ce27af861c req-2a8ad647-6a76-4d14-9dba-31271a12e379 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:43:52.160033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-729229ba-2143-4430-b9d8-93ce27af861c req-2a8ad647-6a76-4d14-9dba-31271a12e379 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/9b0ba7dc-0ac4-4073-a414-56edce3db219 HTTP/1.1" status: 404 len: 352 time: 0.0670981 Apr 28 19:43:52.176302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-9b00f3db-75a0-4b65-8731-b58f5f0715dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.177966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-9b00f3db-75a0-4b65-8731-b58f5f0715dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=92aceec834e24575a29c453d5e5caa92&device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 1095 time: 0.6800210 Apr 28 19:43:52.205068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e118a48c-66a2-47a1-a05e-2c662643d399 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=345af28bb9814fd5b195a19ad9e5c45b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2832391 Apr 28 19:43:52.205630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:52.226388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6cec7c5-952e-4b02-9bab-21f1a558dabc req-90a2b171-438f-4b59-89bc-6c7b4721c9cb service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4008842 Apr 28 19:43:52.232128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8cbcdfde-50fb-43c6-98c9-b63faa77f824 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:52.234003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c0358-b5b6-4635-b334-bc9c9fd90606 req-7ccb7c39-3cb9-48fe-9284-1d062ad13bb1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.240903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-979c0358-b5b6-4635-b334-bc9c9fd90606 req-7ccb7c39-3cb9-48fe-9284-1d062ad13bb1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 944 time: 0.5870252 Apr 28 19:43:52.243810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-6883eecf-bc8b-46b7-b84c-a72b75af88de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 HTTP/1.1" status: 200 len: 217 time: 0.1230769 Apr 28 19:43:52.270905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-e5ec3b32-2f1f-4b4f-8d59-675876c927d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.272362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-e5ec3b32-2f1f-4b4f-8d59-675876c927d6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 1101 time: 0.6172254 Apr 28 19:43:52.312493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7855ece-fa55-4c46-ab8f-3ec1ef934b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.322513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.326094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:52.326538 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.370430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.408032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ecaf79-d62b-46a7-9612-0ed1cf7d6e15 req-371b6bee-2c0e-440e-8525-a4b2e82c826a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.409580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07ecaf79-d62b-46a7-9612-0ed1cf7d6e15 req-371b6bee-2c0e-440e-8525-a4b2e82c826a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1570971 Apr 28 19:43:52.417313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.489687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07ecaf79-d62b-46a7-9612-0ed1cf7d6e15 req-b1bb7efb-9a91-4278-8c86-9f909d27a01b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641727 Apr 28 19:43:52.519110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.539879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc454043-23cf-4362-9302-ec92344e0b21,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:52.552098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:52.556167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-798916b7-a91b-477e-bc5f-5b0f9546a630 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc454043-23cf-4362-9302-ec92344e0b21 HTTP/1.1" status: 204 len: 168 time: 0.3494887 Apr 28 19:43:52.698770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d407586-42f4-4d51-be89-b7132416e9d3 req-7f067d7c-18b7-48b4-bb2c-364825d2810d tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.700473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d407586-42f4-4d51-be89-b7132416e9d3 req-7f067d7c-18b7-48b4-bb2c-364825d2810d tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 1095 time: 0.0882931 Apr 28 19:43:52.707061 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-979c0358-b5b6-4635-b334-bc9c9fd90606 req-50ed1d39-fb60-4bf9-803d-1029c2a627e1 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4652448 Apr 28 19:43:52.757487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d407586-42f4-4d51-be89-b7132416e9d3 req-5e4bae0d-b9be-4b1e-aa4f-b6be9eb08900 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484035 Apr 28 19:43:52.785720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-e1239633-4451-4cd5-8b1a-6810aea8d646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.787127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-e1239633-4451-4cd5-8b1a-6810aea8d646 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.5017121 Apr 28 19:43:52.958476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-ee440236-0f55-494c-8983-6d133219998b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:52.959923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-ee440236-0f55-494c-8983-6d133219998b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 200 len: 922 time: 0.7676694 Apr 28 19:43:53.001433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:53.062535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-58cb879d-ee4c-436c-b8b8-fff35afe1e83 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e75cf389ad8544ce832412c0a6799f07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594337 Apr 28 19:43:53.065297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:53.071471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-c803efbd-6a20-48db-a4ad-137bd59738b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb HTTP/1.1" status: 200 len: 217 time: 0.0924706 Apr 28 19:43:53.074089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-8779292c-91b1-49bc-8f34-fecc6f2a0675 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/45c406f6-2058-441a-a4a0-86eb0db50316 HTTP/1.1" status: 200 len: 1800 time: 0.2969158 Apr 28 19:43:53.076052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-8d28727a-cacd-45f9-973c-344348820140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.077494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-8d28727a-cacd-45f9-973c-344348820140 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 1099 time: 0.7567630 Apr 28 19:43:53.084394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-b51c8531-a0af-4751-8ea2-61baca186e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.085735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-b51c8531-a0af-4751-8ea2-61baca186e51 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.7613196 Apr 28 19:43:53.128286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Allocated IP 172.25.2.173 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b386ba32-a81b-40ef-9cec-2592e34fd7e8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:53.128912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.281085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-b3349da6-e8df-458b-9be7-862db19b9a75 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 200 len: 217 time: 0.1545062 Apr 28 19:43:53.292507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.427264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-184226cc-36d5-41cb-8efa-dfc806da7439 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.427908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-184226cc-36d5-41cb-8efa-dfc806da7439 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Synchronizing usage tracker for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:53.430510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-1dfdfa49-bede-486b-a523-c0d7836a5ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.431950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-1dfdfa49-bede-486b-a523-c0d7836a5ff5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 200 len: 861 time: 0.3491788 Apr 28 19:43:53.443152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.461420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e85e94c-d001-4816-9b08-6c5c12141689,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:53.463106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-184226cc-36d5-41cb-8efa-dfc806da7439 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Unset dirty status for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:53.464255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-184226cc-36d5-41cb-8efa-dfc806da7439 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/networks?id=ecf40f26-1301-4449-8cee-df46b2f35437 HTTP/1.1" status: 200 len: 814 time: 0.3216259 Apr 28 19:43:53.494020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-496ebfcc-7ab9-49cc-94d2-a7e589a3d113 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/quotas/54c3665f2d0d46c2bab5614babfacc00 HTTP/1.1" status: 200 len: 375 time: 0.0191050 Apr 28 19:43:53.495637 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.499445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a87439ff-e9aa-42cc-921b-2aaa4ca954af admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e85e94c-d001-4816-9b08-6c5c12141689 HTTP/1.1" status: 204 len: 168 time: 0.4307590 Apr 28 19:43:53.546874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-23153a45-d8a6-40e7-81c1-d65e140bceab tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=54c3665f2d0d46c2bab5614babfacc00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0485468 Apr 28 19:43:53.552782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-e1176ddd-ddc2-4cdc-91f6-1749f5f899d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.554492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-e1176ddd-ddc2-4cdc-91f6-1749f5f899d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7329948 Apr 28 19:43:53.630707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-f481e625-ba04-4ef0-8351-9150fd2187a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.632116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-f481e625-ba04-4ef0-8351-9150fd2187a4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3253231 Apr 28 19:43:53.633984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-d90017f8-f867-4f0a-8cbd-3dfea432c61d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c15b41a8-de95-4a01-92b9-6152e7be74b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355429 Apr 28 19:43:53.640720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.719808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.726818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-51669afd-2d12-4018-a6a2-687756486d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:53.726818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-51669afd-2d12-4018-a6a2-687756486d6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.6017752 Apr 28 19:43:53.881941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.890782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-f5486fb3-f5c9-4de8-8cee-0a7cec17f1e6 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3359625 Apr 28 19:43:53.931525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-a054dafb-b9ba-4aa8-8a0b-094cfb8c1a66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 HTTP/1.1" status: 200 len: 217 time: 0.1833901 Apr 28 19:43:53.974921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:53.999275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.008534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5445cd18-aa9d-47ff-84e4-661fe796dfdb details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:54.071772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-8033ff9a-b627-41e9-b4e1-7d7084631892 service neutron] 10.222.0.24 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718750 Apr 28 19:43:54.154327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-c0e605b9-ac39-43f0-8db4-a2be86643403 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739141 Apr 28 19:43:54.198253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-9ddd2acf-416f-4914-b41c-7f22f0a31bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:54.199633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-9ddd2acf-416f-4914-b41c-7f22f0a31bfc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2120209 Apr 28 19:43:54.202041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:54.215460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-e19b8e52-95fd-4d45-865f-a066ac752480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:54.216929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-e19b8e52-95fd-4d45-865f-a066ac752480 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5706620 Apr 28 19:43:54.218754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-efc470cf-6f5a-4dfa-980b-7ec22bf1d081 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5358310 Apr 28 19:43:54.246803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5445cd18-aa9d-47ff-84e4-661fe796dfdb', 'network_id': 'c15b41a8-de95-4a01-92b9-6152e7be74b4', 'port_id': '5445cd18-aa9d-47ff-84e4-661fe796dfdb', 'mac_address': 'fa:16:3e:39:ef:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c22e-b599-4119-b6db-27e03a79ac80', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:54.335804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.382596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5445cd18-aa9d-47ff-84e4-661fe796dfdb {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:54.423632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:54.430221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.430911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:54.519340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.589614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.599579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f3c8af-0dbb-45a8-b1fe-f00cce79ab4c req-be1a90f1-7460-4a50-8fc1-4937fe2fbf57 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:54.606637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06f3c8af-0dbb-45a8-b1fe-f00cce79ab4c req-be1a90f1-7460-4a50-8fc1-4937fe2fbf57 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.1663468 Apr 28 19:43:54.655264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06f3c8af-0dbb-45a8-b1fe-f00cce79ab4c req-f68c0695-3288-4bfe-abb9-2e6eb7ab5028 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458474 Apr 28 19:43:54.726686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:54.741886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'mac_address': 'fa:16:3e:0a:a4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:54.807177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c406f6-2058-441a-a4a0-86eb0db50316,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:54.812238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.823986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.836792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfb09433-4fea-467e-a7cd-42c3ef5d341f req-d51867c2-43d4-41ca-bc01-e079003b46aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/45c406f6-2058-441a-a4a0-86eb0db50316 HTTP/1.1" status: 204 len: 173 time: 1.7112322 Apr 28 19:43:54.850671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:54.884150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:54.934233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:54.940184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.097232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.127018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.134086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46ec8e6e-39e8-4d10-ac21-8ca2d0337dca req-66b91890-911d-4986-8477-76c9bae779e9 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9609768 Apr 28 19:43:55.146120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:55.170497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:55.175289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-fd122a52-3c4d-4bd4-8982-53c4aeed6641 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7485960 Apr 28 19:43:55.176284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:55.214419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'Port': ['ID=b386ba32-a81b-40ef-9cec-2592e34fd7e8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:55.223215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5445cd18-aa9d-47ff-84e4-661fe796dfdb'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:55.298437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:55.384273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f871b9f-cec1-4b45-9ea8-45f862850ba0 req-36b50731-2e40-44c1-84cc-9e70fb2fe6a8 service neutron] 10.222.0.41 "GET /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9638972 Apr 28 19:43:55.427058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-084cc286-b479-4083-a737-17cbbf38245f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.429145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-084cc286-b479-4083-a737-17cbbf38245f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.2158270 Apr 28 19:43:55.521418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860236cb-7a5f-44d2-93e3-a2ad3b597f00 req-7d6db63d-241d-4736-946b-81b044de5abb service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021207 Apr 28 19:43:55.538232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9eb9d-7121-40f9-a8cc-17370a154b0c req-52455be4-a4d6-4d57-b655-accf11352bd8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.542631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abe9eb9d-7121-40f9-a8cc-17370a154b0c req-52455be4-a4d6-4d57-b655-accf11352bd8 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 945 time: 0.1551728 Apr 28 19:43:55.598700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abe9eb9d-7121-40f9-a8cc-17370a154b0c req-66985d6d-3410-4035-a3b9-910043ba9adf tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487282 Apr 28 19:43:55.621722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:55.638577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3c3c0-d0c4-469f-b220-118def9903d1 req-05192dd6-7113-4561-b2bd-9348f7685182 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:55.645508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3f3c3c0-d0c4-469f-b220-118def9903d1 req-05192dd6-7113-4561-b2bd-9348f7685182 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.5928738 Apr 28 19:43:55.748704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-d468143c-655b-49fc-834b-fcfaa95202d4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3044906 Apr 28 19:43:55.766486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7791246f-c031-4da1-a2fe-a5a3d844007f req-5b92088c-c547-47e5-bc7f-04892bbad8bd tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 210 time: 0.0482314 Apr 28 19:43:55.786057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3f3c3c0-d0c4-469f-b220-118def9903d1 req-037874f1-31c0-4e86-9ef9-d8f10139d7c4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396546 Apr 28 19:43:55.819619 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-eaf21ca5-5a6f-4067-aa7d-3811df6bb00e req-eb80da81-c1bc-4a8c-8edb-7f1c59767d0a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:43:55.820750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eaf21ca5-5a6f-4067-aa7d-3811df6bb00e req-eb80da81-c1bc-4a8c-8edb-7f1c59767d0a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/45c406f6-2058-441a-a4a0-86eb0db50316 HTTP/1.1" status: 404 len: 352 time: 0.0296459 Apr 28 19:43:55.837399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.142835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7397c325-8b99-4d4f-a465-351a72737270 req-104c683d-e69e-423f-9b70-c00f47fd5b6d tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/1fc101ed-982e-43d1-a033-13fae4a24027 HTTP/1.1" status: 200 len: 1801 time: 0.0587277 Apr 28 19:43:56.206930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-bde4f931-05ca-47e3-9560-0990b6678027 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4525895 Apr 28 19:43:56.215704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7397c325-8b99-4d4f-a465-351a72737270 req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.247694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7397c325-8b99-4d4f-a465-351a72737270 req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.298834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7397c325-8b99-4d4f-a465-351a72737270 req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.319438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc101ed-982e-43d1-a033-13fae4a24027,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:56.326750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7397c325-8b99-4d4f-a465-351a72737270 req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.327900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7397c325-8b99-4d4f-a465-351a72737270 req-44e25e51-1a61-412a-88ce-f29f3d8e2def tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/1fc101ed-982e-43d1-a033-13fae4a24027 HTTP/1.1" status: 204 len: 173 time: 0.1767178 Apr 28 19:43:56.422410 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-e2d70a27-92f2-4eed-b8e0-4a2da2da13bd req-b9cf6607-ebae-4ec6-87bc-64af0420d13b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:43:56.430441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2d70a27-92f2-4eed-b8e0-4a2da2da13bd req-b9cf6607-ebae-4ec6-87bc-64af0420d13b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/1fc101ed-982e-43d1-a033-13fae4a24027 HTTP/1.1" status: 404 len: 352 time: 0.0242662 Apr 28 19:43:56.482007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-488137bb-e7c9-4a20-a62c-ed18330c1d5c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.483757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-488137bb-e7c9-4a20-a62c-ed18330c1d5c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.41 "GET /v2.0/networks?id=ecf40f26-1301-4449-8cee-df46b2f35437 HTTP/1.1" status: 200 len: 814 time: 0.6869869 Apr 28 19:43:56.513753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Request body: {'port': {'device_id': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437', 'admin_state_up': True, 'tenant_id': '54c3665f2d0d46c2bab5614babfacc00'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:56.575144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3e69ea8d-b0b6-46da-a41b-7d0478ff05ce req-8df17386-9f62-4612-9f51-52772f2e8732 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:56.593642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3e69ea8d-b0b6-46da-a41b-7d0478ff05ce req-8df17386-9f62-4612-9f51-52772f2e8732 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:56.601340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e69ea8d-b0b6-46da-a41b-7d0478ff05ce req-8df17386-9f62-4612-9f51-52772f2e8732 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 6145 time: 0.1253271 Apr 28 19:43:56.652478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e69ea8d-b0b6-46da-a41b-7d0478ff05ce req-950f4923-b616-4e22-a9af-d51f5e37bdb6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/77456f18-7a19-4aa5-9fe2-f987a7366643 HTTP/1.1" status: 200 len: 2981 time: 0.0501380 Apr 28 19:43:56.682200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1fd18c-3c37-489a-903e-e7e31a162e41 req-46d8f76f-5aec-440f-8681-9cf33acce2c7 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.683630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf1fd18c-3c37-489a-903e-e7e31a162e41 req-46d8f76f-5aec-440f-8681-9cf33acce2c7 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.6098425 Apr 28 19:43:56.709033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e69ea8d-b0b6-46da-a41b-7d0478ff05ce req-eacc49c6-dea5-4177-9ae0-13928c1306d8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/77456f18-7a19-4aa5-9fe2-f987a7366643 HTTP/1.1" status: 200 len: 2981 time: 0.0505159 Apr 28 19:43:56.749516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-8e937588-04c4-406f-ae28-f4e0b4f6bc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.751591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-8e937588-04c4-406f-ae28-f4e0b4f6bc75 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 1099 time: 0.4816616 Apr 28 19:43:56.758259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.792894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:56.802883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:56.854420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Usage tracker for resource:port and tenant:54c3665f2d0d46c2bab5614babfacc00 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:56.872826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:56.878381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf1fd18c-3c37-489a-903e-e7e31a162e41 req-bbddb48a-0b25-4995-b3fe-c7fdc8cb4f54 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817422 Apr 28 19:43:56.888812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:56.918728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e894825-db2f-4122-936c-f31e5f98323c req-c265850b-091b-4d7d-8c71-714adf26fe3c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:56.920182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e894825-db2f-4122-936c-f31e5f98323c req-c265850b-091b-4d7d-8c71-714adf26fe3c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 945 time: 0.0871572 Apr 28 19:43:56.964341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e894825-db2f-4122-936c-f31e5f98323c req-c21bae16-92b8-42df-a5fc-f2643dbf6423 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375865 Apr 28 19:43:56.979979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-443050187', 'description': 'tempest-description-426282360'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:57.005694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:57.018897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'Port': ['ID=b386ba32-a81b-40ef-9cec-2592e34fd7e8,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:57.029049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Made reservation on behalf of 54c3665f2d0d46c2bab5614babfacc00 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:43:57.033087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.054527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:57.075536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.104096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.148702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-776acccb-c27d-417b-8fbe-7d0df1de16fa req-39947551-bc03-45bf-a518-8da710b67ae4 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 210 time: 0.0454762 Apr 28 19:43:57.159017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-79eaa2ed-6dec-4e10-a987-15be065bf2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.160618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-79eaa2ed-6dec-4e10-a987-15be065bf2f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3983526 Apr 28 19:43:57.176033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:57.233119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.234326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fdbaea32-1b0b-4c7e-9650-547fd7a436c9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5226231 Apr 28 19:43:57.259713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:57.265955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-9d5e9cdc-5d3d-401d-a5d7-d478ae73a0e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 HTTP/1.1" status: 200 len: 217 time: 0.0915940 Apr 28 19:43:57.269613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:57.312966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:57.337904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e785100-7283-43ea-a415-3b1e6ec55963 req-f54d3554-5d09-4bca-9625-ba8e0c8313e0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.339733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e785100-7283-43ea-a415-3b1e6ec55963 req-f54d3554-5d09-4bca-9625-ba8e0c8313e0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.0812256 Apr 28 19:43:57.392432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e785100-7283-43ea-a415-3b1e6ec55963 req-225dde5e-fd9f-4628-a0ea-f7ca301496f8 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401356 Apr 28 19:43:57.415356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-415a2d0d-6f44-418d-95f6-9f1bd8e0c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.417192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-415a2d0d-6f44-418d-95f6-9f1bd8e0c256 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1395054 Apr 28 19:43:57.496291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Allocated IP 172.20.0.4 (ecf40f26-1301-4449-8cee-df46b2f35437/bac90d53-cbde-486b-ba7d-e654a5de931a/7807d8ed-f0ab-4741-929d-1603a20701f5) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:43:57.580633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.595740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.670390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77614ade-154b-4121-b914-6c10f9800b14 req-47fb417a-8e74-413a-8cc4-0e34894e7531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:57.671877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-47fb417a-8e74-413a-8cc4-0e34894e7531 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2443261 Apr 28 19:43:57.732977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:57.759213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:57.760444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4deee8a-2dbc-4563-b0fc-c8eee77bed7a req-da3d4378-ddac-4416-94d9-d73c335aeba2 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.8181787 Apr 28 19:43:57.885136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1303851117', 'description': 'tempest-description-953410462'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:57.895087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:57.926194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:57.934661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:57.959847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:58.006536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-59e7b282-8241-439f-a2ce-796c1e0c2277 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013091 Apr 28 19:43:58.015040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.033218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:43:58.038106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5445cd18-aa9d-47ff-84e4-661fe796dfdb up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:58.059013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.083348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:58.097267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:58.158387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:58.177160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:58.287967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77614ade-154b-4121-b914-6c10f9800b14 req-c076fa1d-23d6-46a1-8825-769981efcc89 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2589900 Apr 28 19:43:58.304009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32f62bb-3351-442c-8db3-3dfe7e5afb9b req-2e2c78a9-2d82-4e2d-885e-ca609e778581 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:58.316669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a32f62bb-3351-442c-8db3-3dfe7e5afb9b req-2e2c78a9-2d82-4e2d-885e-ca609e778581 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.1481400 Apr 28 19:43:58.318487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.384807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a32f62bb-3351-442c-8db3-3dfe7e5afb9b req-cbbdcad9-16f5-457a-baf2-9ec2620e9ce1 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578177 Apr 28 19:43:58.442302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5445cd18-aa9d-47ff-84e4-661fe796dfdb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:58.482326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5445cd18-aa9d-47ff-84e4-661fe796dfdb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:58.482791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.541711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Network ecf40f26-1301-4449-8cee-df46b2f35437 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:43:58.547094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:43:58.558408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:43:58.653673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:58.666841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:58.732005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'mac_address': 'fa:16:3e:5f:7e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:43:58.777907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253c16a-ab2d-47c7-a5b3-c2664eff1e12 req-c504020b-3726-457c-85a6-b5c1782b3e9f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:58.779418 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3253c16a-ab2d-47c7-a5b3-c2664eff1e12 req-c504020b-3726-457c-85a6-b5c1782b3e9f tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 945 time: 0.2404656 Apr 28 19:43:58.844900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.854703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3253c16a-ab2d-47c7-a5b3-c2664eff1e12 req-71c84cb3-6d46-43d0-9d17-587352269b7c tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631905 Apr 28 19:43:58.864889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.889069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:43:58.899711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:43:58.915556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:58.920428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:58.921778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.923588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:43:58.952202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:58.998403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:43:59.005352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Usage tracker for resource:security_group_rule and tenant:51f755bc87804ae3881ee0113df740d4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:43:59.009358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.014169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:43:59.032393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Pushing event updated for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.053978 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.057924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.064394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.093976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.094828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.103549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:43:59.120532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:43:59.130160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:43:59.130536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.147287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.148565 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-772f8a84-c7ad-46d5-a634-ef2da8ce9b69 req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3195422 Apr 28 19:43:59.159635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5ca80657-f3f5-416e-b99f-30fc64722a60 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6616054 Apr 28 19:43:59.178182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Request body: {'port': {'device_id': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:43:59.262705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:43:59.291003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.293535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b983cc7-136c-40db-9f14-e1b7723a77c8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a6c237d-daa5-4b50-bf1c-25d92292560f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.340036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.348381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.375573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:43:59.481316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51f755bc87804ae3881ee0113df740d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8137765 Apr 28 19:43:59.487767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51798) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:43:59.506657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.527320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc06cb-ed6a-46c8-a5b6-db13d20a67e8 req-711016f7-2ec7-4d21-a27e-c9d807ceee19 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.536819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55cc06cb-ed6a-46c8-a5b6-db13d20a67e8 req-711016f7-2ec7-4d21-a27e-c9d807ceee19 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 931 time: 0.5035591 Apr 28 19:43:59.541018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593e9ea2-9a91-413f-a97d-95c9c093f38a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35d913b7-c3ee-410c-803c-1ccc05737d6c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.577246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.593992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55cc06cb-ed6a-46c8-a5b6-db13d20a67e8 req-74bda895-8c88-476d-abe8-8dac57966756 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Synchronizing usage tracker for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:43:59.597871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:43:59.605757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.618033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55cc06cb-ed6a-46c8-a5b6-db13d20a67e8 req-74bda895-8c88-476d-abe8-8dac57966756 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Unset dirty status for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:43:59.628377 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55cc06cb-ed6a-46c8-a5b6-db13d20a67e8 req-74bda895-8c88-476d-abe8-8dac57966756 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906148 Apr 28 19:43:59.700289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.736844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.760075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:43:59.810793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af91f6-b02b-484e-8e20-350c7ff58668 req-54723393-bacd-420c-b3ca-14ae4f06ba25 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:43:59.812258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0af91f6-b02b-484e-8e20-350c7ff58668 req-54723393-bacd-420c-b3ca-14ae4f06ba25 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.4092081 Apr 28 19:43:59.875133 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-895cfcde-a931-48ab-bd44-a800bc8b0b98'] response: {'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb', 'code': 200} Apr 28 19:43:59.930350 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:43:59.999283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35d913b7-c3ee-410c-803c-1ccc05737d6c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:00.018928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0af91f6-b02b-484e-8e20-350c7ff58668 req-17f82bc6-1275-40d7-934e-50c1bd3a67a0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984146 Apr 28 19:44:00.056513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.057564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-37fabeea-a557-4426-b950-3a4cfd96da09 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/35d913b7-c3ee-410c-803c-1ccc05737d6c HTTP/1.1" status: 204 len: 168 time: 0.5666513 Apr 28 19:44:00.212676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaf7e51-3e2b-496e-8136-181e8665a727 req-1f4ead7f-c370-437d-aa4e-7903e041c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:00.214199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8eaf7e51-3e2b-496e-8136-181e8665a727 req-1f4ead7f-c370-437d-aa4e-7903e041c1e1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 1097 time: 0.2606499 Apr 28 19:44:00.293383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8eaf7e51-3e2b-496e-8136-181e8665a727 req-893dfdf5-071e-483d-ad61-0227b37616dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714893 Apr 28 19:44:00.405857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e293fbaf-10cf-4287-bf33-121f28f80547 req-67077b6c-78d2-475a-992c-34db1f62405b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:00.413192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e293fbaf-10cf-4287-bf33-121f28f80547 req-67077b6c-78d2-475a-992c-34db1f62405b tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 949 time: 0.2469413 Apr 28 19:44:00.417337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7807d8ed-f0ab-4741-929d-1603a20701f5 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:00.455531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.468748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:00.496045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e293fbaf-10cf-4287-bf33-121f28f80547 req-9373050e-81d9-4731-8538-4627710cd9a7 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818717 Apr 28 19:44:00.502779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.518378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Transition to ACTIVE for port object 7807d8ed-f0ab-4741-929d-1603a20701f5 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:00.520281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:00.523382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.525204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Usage tracker for resource:security_group_rule and tenant:21156fb00b5c409984fb6a5eed9bb6d4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:00.528462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:00.537506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:00.676031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.683412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.729143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e009928-19e5-4e7e-bb66-07608b82bcdc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:00.744923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a07cde7-2fda-4dba-9563-ae455dbe41a6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21156fb00b5c409984fb6a5eed9bb6d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717149 Apr 28 19:44:00.745108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51824) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:00.793257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Pushing event updated for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:00.824966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.845853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Attempting to bind port 7807d8ed-f0ab-4741-929d-1603a20701f5 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:00.846178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Attempting to bind port 7807d8ed-f0ab-4741-929d-1603a20701f5 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'f8fc6ca7-3b05-461f-9260-0d5800168e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:00.846506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Attempting to bind port 7807d8ed-f0ab-4741-929d-1603a20701f5 on network ecf40f26-1301-4449-8cee-df46b2f35437 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:00.853958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Port 7807d8ed-f0ab-4741-929d-1603a20701f5 on network ecf40f26-1301-4449-8cee-df46b2f35437 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:00.854274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Attempting to bind port 7807d8ed-f0ab-4741-929d-1603a20701f5 on network ecf40f26-1301-4449-8cee-df46b2f35437 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:00.857826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.865179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edadb07-fc2c-4ac3-8c5b-8283bb9e03e8 req-1bef917f-b3a7-4116-9f52-ea1bc5e93142 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:00.866683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8edadb07-fc2c-4ac3-8c5b-8283bb9e03e8 req-1bef917f-b3a7-4116-9f52-ea1bc5e93142 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 946 time: 0.2163405 Apr 28 19:44:00.869414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 43, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:00.869784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Checking segment: {'id': 'f8fc6ca7-3b05-461f-9260-0d5800168e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:00.870166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Bound using segment: {'id': 'f8fc6ca7-3b05-461f-9260-0d5800168e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:00.870598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Bound port: 7807d8ed-f0ab-4741-929d-1603a20701f5, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8fc6ca7-3b05-461f-9260-0d5800168e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:00.870954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:00.977050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8edadb07-fc2c-4ac3-8c5b-8283bb9e03e8 req-2258798a-9875-42c3-8efc-4a668ab50c9a tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963082 Apr 28 19:44:01.024044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.027137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:01.030518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7807d8ed-f0ab-4741-929d-1603a20701f5,segment=NetworkSegment(f8fc6ca7-3b05-461f-9260-0d5800168e4b),segment_id=f8fc6ca7-3b05-461f-9260-0d5800168e4b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:01.040759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.059002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e009928-19e5-4e7e-bb66-07608b82bcdc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:01.075841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.079573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4274c0a9-9ffb-49dd-811a-cea7ac53ea9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9e009928-19e5-4e7e-bb66-07608b82bcdc HTTP/1.1" status: 204 len: 168 time: 0.3319128 Apr 28 19:44:01.122483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.123086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:01.124564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] 10.222.0.41 "PUT /v2.0/ports/7807d8ed-f0ab-4741-929d-1603a20701f5 HTTP/1.1" status: 200 len: 1091 time: 1.9547920 Apr 28 19:44:01.124996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:01.196600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a8971-dd9e-4dc9-839a-54d356b36564 service neutron] Pushing event updated for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:01.305779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe558f5e-dab5-464f-84ac-7dc5814b6cbf req-cbf33d3c-4570-4ca7-9e88-fe1dac8bc39c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.306467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fe558f5e-dab5-464f-84ac-7dc5814b6cbf req-cbf33d3c-4570-4ca7-9e88-fe1dac8bc39c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Synchronizing usage tracker for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:01.319051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-33f22fd1-4c64-4e02-8a12-7c2fecd44381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.320492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-33f22fd1-4c64-4e02-8a12-7c2fecd44381 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54c3665f2d0d46c2bab5614babfacc00&device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 1094 time: 0.1209650 Apr 28 19:44:01.332670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fe558f5e-dab5-464f-84ac-7dc5814b6cbf req-cbf33d3c-4570-4ca7-9e88-fe1dac8bc39c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Unset dirty status for tenant:54c3665f2d0d46c2bab5614babfacc00 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:01.334293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe558f5e-dab5-464f-84ac-7dc5814b6cbf req-cbf33d3c-4570-4ca7-9e88-fe1dac8bc39c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 943 time: 0.1784012 Apr 28 19:44:01.588393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-55d48fa7-1413-454a-97b5-5b6331ba017c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7807d8ed-f0ab-4741-929d-1603a20701f5 HTTP/1.1" status: 200 len: 217 time: 0.2461755 Apr 28 19:44:01.653689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe558f5e-dab5-464f-84ac-7dc5814b6cbf req-64c67a3c-07f4-4a26-895f-2abf8b9e8c01 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128445 Apr 28 19:44:01.674007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-6a8b86f1-67b6-41de-86e7-3f554877c399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.675703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-6a8b86f1-67b6-41de-86e7-3f554877c399 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bac90d53-cbde-486b-ba7d-e654a5de931a HTTP/1.1" status: 200 len: 854 time: 0.0732348 Apr 28 19:44:01.748788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-5a63558c-c628-43ed-a56d-2a6b3e7ea419 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecf40f26-1301-4449-8cee-df46b2f35437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0645044 Apr 28 19:44:01.876615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:01.952217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-81f36d06-e0aa-44ba-895c-22a717507d34 service neutron] 10.222.0.41 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975091 Apr 28 19:44:01.964638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a96532d-88b4-4d8a-8866-6669907bbe19 req-577307ea-d4c4-4453-9d9b-5aa7cfaf5580 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:01.966143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a96532d-88b4-4d8a-8866-6669907bbe19 req-577307ea-d4c4-4453-9d9b-5aa7cfaf5580 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.1798847 Apr 28 19:44:02.048856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:02.114068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a96532d-88b4-4d8a-8866-6669907bbe19 req-184d099e-8ae7-4d89-b912-7116da3bb89f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279597 Apr 28 19:44:02.167978 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab7d3625-ff66-4559-a982-8a89bcf855cb req-12d16344-70cd-4920-bdb8-8576abf0c8f4 service neutron] 10.222.0.41 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007186 Apr 28 19:44:02.169485 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4511b65-1943-42a0-ae31-8aeda615baff'] response: {'name': 'network-changed', 'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5', 'status': 'completed', 'code': 200} Apr 28 19:44:02.202554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:02.225286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:02.225968 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.338985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-8ace101a-37ac-4978-8e66-e029ddd23caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.341179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-8ace101a-37ac-4978-8e66-e029ddd23caa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=54c3665f2d0d46c2bab5614babfacc00&device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 1094 time: 0.1091025 Apr 28 19:44:02.372679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.413906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:02.436545 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:02.541724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:02.641857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f50357-b435-4a22-b593-673b5a13e76b req-34b44d7f-5b7c-4ba9-89a6-5f863a54632f tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.645923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7f50357-b435-4a22-b593-673b5a13e76b req-34b44d7f-5b7c-4ba9-89a6-5f863a54632f tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 949 time: 0.3036561 Apr 28 19:44:02.648074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-b89d75c1-ae2d-4b99-a534-ed4046d7f9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.649926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-b89d75c1-ae2d-4b99-a534-ed4046d7f9a3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ecf40f26-1301-4449-8cee-df46b2f35437 HTTP/1.1" status: 200 len: 915 time: 0.2291219 Apr 28 19:44:02.767837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-fb88b8c1-3389-40ba-9d59-15e13e18ac00 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7807d8ed-f0ab-4741-929d-1603a20701f5 HTTP/1.1" status: 200 len: 217 time: 0.0902870 Apr 28 19:44:02.830925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7f50357-b435-4a22-b593-673b5a13e76b req-9a4182df-28d4-48f9-8404-a4124e6f6791 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796262 Apr 28 19:44:02.867101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-4fe0407f-c847-406a-b26c-5a2988b1cfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:02.870418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-4fe0407f-c847-406a-b26c-5a2988b1cfc5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bac90d53-cbde-486b-ba7d-e654a5de931a HTTP/1.1" status: 200 len: 854 time: 0.0910349 Apr 28 19:44:02.913783 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbb6f40f-57a1-4755-8a91-ac03e98e5a3e'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'code': 200} Apr 28 19:44:02.965095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-3e6c0d31-d74b-44cb-a599-30abf8ac6b1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ecf40f26-1301-4449-8cee-df46b2f35437&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882442 Apr 28 19:44:03.276321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-fd1a8e5e-0914-4e5f-9ccf-e46ce9cbabb1 service neutron] 10.222.0.41 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036046 Apr 28 19:44:03.281612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cfc866-c8fb-44a1-824f-8dac11db639e req-c4a3362c-c1f5-4d51-b37b-32fb09e50e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:03.283870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07cfc866-c8fb-44a1-824f-8dac11db639e req-c4a3362c-c1f5-4d51-b37b-32fb09e50e02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 1101 time: 0.2927396 Apr 28 19:44:03.420287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e282ff-f310-41d0-af65-0216080e060a req-6c567132-d0fb-47fb-bbda-08f218bd418e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:03.425948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4e282ff-f310-41d0-af65-0216080e060a req-6c567132-d0fb-47fb-bbda-08f218bd418e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 946 time: 0.3841274 Apr 28 19:44:03.508127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07cfc866-c8fb-44a1-824f-8dac11db639e req-420f5b44-8d5c-4345-8ba7-6898a839093f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112959 Apr 28 19:44:03.518570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4e282ff-f310-41d0-af65-0216080e060a req-7e938821-864f-45fe-b371-068fdd1755be tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876482 Apr 28 19:44:03.524800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4250fd-8357-4c5e-ac5e-326733845e69 req-db521de0-f237-4042-bba6-7d2d221dccc2 service neutron] 10.222.0.41 "GET /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398698 Apr 28 19:44:03.830351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcb8928-2f3f-4b56-9894-f683e541accd req-da5b2281-bfc5-4902-b860-b8ca5219012e tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:03.831898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fcb8928-2f3f-4b56-9894-f683e541accd req-da5b2281-bfc5-4902-b860-b8ca5219012e tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 943 time: 0.1998067 Apr 28 19:44:03.888994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fcb8928-2f3f-4b56-9894-f683e541accd req-febe6dec-27f8-4c97-abfa-75c3b6a896f2 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504227 Apr 28 19:44:04.056146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7807d8ed-f0ab-4741-929d-1603a20701f5 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:04.227309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7807d8ed-f0ab-4741-929d-1603a20701f5,segment=NetworkSegment(f8fc6ca7-3b05-461f-9260-0d5800168e4b),segment_id=f8fc6ca7-3b05-461f-9260-0d5800168e4b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:04.240779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7807d8ed-f0ab-4741-929d-1603a20701f5', 'network_id': 'ecf40f26-1301-4449-8cee-df46b2f35437', 'port_id': '7807d8ed-f0ab-4741-929d-1603a20701f5', 'mac_address': 'fa:16:3e:0a:dc:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bac90d53-cbde-486b-ba7d-e654a5de931a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:04.268774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd0de33-7376-40f8-a5e0-ecf934bb3610 req-85003061-01ee-47ca-9f08-d14cf1d4aad7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:04.270574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd0de33-7376-40f8-a5e0-ecf934bb3610 req-85003061-01ee-47ca-9f08-d14cf1d4aad7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.0923333 Apr 28 19:44:04.297532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.314686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7807d8ed-f0ab-4741-929d-1603a20701f5 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:04.326140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd0de33-7376-40f8-a5e0-ecf934bb3610 req-c7f90693-7a08-41f6-89b1-860abc9128ad tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468729 Apr 28 19:44:04.332005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7807d8ed-f0ab-4741-929d-1603a20701f5,segment=NetworkSegment(f8fc6ca7-3b05-461f-9260-0d5800168e4b),segment_id=f8fc6ca7-3b05-461f-9260-0d5800168e4b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:04.337238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:04.428953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:04.630681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7807d8ed-f0ab-4741-929d-1603a20701f5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:04.915765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:06.075334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7807d8ed-f0ab-4741-929d-1603a20701f5 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:06.151567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7807d8ed-f0ab-4741-929d-1603a20701f5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:06.156466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7807d8ed-f0ab-4741-929d-1603a20701f5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:06.157582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.278283 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.348504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7807d8ed-f0ab-4741-929d-1603a20701f5,segment=NetworkSegment(f8fc6ca7-3b05-461f-9260-0d5800168e4b),segment_id=f8fc6ca7-3b05-461f-9260-0d5800168e4b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:06.352888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:06.451357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:09.702063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:09.961703 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-31002c8f-b5f1-441e-92df-045a9557935c service neutron] show failed (client error): The resource could not be found. Apr 28 19:44:09.962896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-31002c8f-b5f1-441e-92df-045a9557935c service neutron] 10.222.0.46 "GET /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1984153 Apr 28 19:44:10.239088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-2b44ebf7-e811-4d88-b87e-6b1e37a4c7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:10.240569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-2b44ebf7-e811-4d88-b87e-6b1e37a4c7b1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1101 time: 0.0805547 Apr 28 19:44:10.253034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:10.383598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.670661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:10.701123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:10.764323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:10.770447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.786938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Transition to ACTIVE for port object 0eb99239-6550-4ebe-9857-f33a05ed60a0 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:10.791790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:10.950136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:10.952850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] No DVR routers for this DVR port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:11.026483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:11.027811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:11.028142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:11.034607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:11.034923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:11.040636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:11.040967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:11.041350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:11.041813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Bound port: 0eb99239-6550-4ebe-9857-f33a05ed60a0, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:11.042172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.134418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:11.138160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:11.143381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.207873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.208629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.210017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] 10.222.0.41 "PUT /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 1096 time: 0.9626534 Apr 28 19:44:11.224667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12cdeda-7193-4d77-8575-45fdbea148fd service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:11.318485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-5d85c649-d8f8-4f42-ad45-dcc93487dfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.319954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-5d85c649-d8f8-4f42-ad45-dcc93487dfa5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1099 time: 0.0846369 Apr 28 19:44:11.495292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-f5c6fd2c-3c26-4bdf-a6b4-f4c91796aee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.497298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-f5c6fd2c-3c26-4bdf-a6b4-f4c91796aee2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1707306 Apr 28 19:44:11.575676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-9dba05e7-1572-4a94-8680-62505e4aaf6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.0664136 Apr 28 19:44:11.659776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b5cd0a87-748c-433c-93d3-3ac9ff5171e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.661186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-b5cd0a87-748c-433c-93d3-3ac9ff5171e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0625551 Apr 28 19:44:11.799497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:11.845997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-ef4ec9b6-71f0-40c3-97f5-eb1928086091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:11.847526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-ef4ec9b6-71f0-40c3-97f5-eb1928086091 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1764247 Apr 28 19:44:11.984535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-0584b85e-9742-4fac-9ace-23a0d38ba11a service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307526 Apr 28 19:44:12.130940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:44:12.134929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7d778f-2587-43de-9e6a-c6125677f3bd req-e17b2e28-0609-4436-9f35-e81161e00948 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441143 Apr 28 19:44:12.204640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:44:14.082647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-f2896275-7bcf-456f-801c-3a2fa8db00b1 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=341173963b674107b863af27b7858eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414867 Apr 28 19:44:14.131944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:14.248993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-faa88ae1-21da-4f7c-8a6f-7d893ccb7094 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.251188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-faa88ae1-21da-4f7c-8a6f-7d893ccb7094 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 813 time: 0.2269084 Apr 28 19:44:14.282391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-3aeca5d3-84d6-4343-bb08-818ba8539f91 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/quotas/cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 375 time: 0.0198808 Apr 28 19:44:14.300641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-73e7d605-880c-44af-8466-01225b361bc4 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:14.313430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-73e7d605-880c-44af-8466-01225b361bc4 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2291572 Apr 28 19:44:14.314864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:14.329894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'mac_address': 'fa:16:3e:82:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:14.344733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b2a78205-284f-4682-abb7-26581db4f73b tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/quotas/341173963b674107b863af27b7858eec HTTP/1.1" status: 200 len: 375 time: 0.0277019 Apr 28 19:44:14.386073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-f30491f6-efe3-41bc-8fee-f679661264fc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1027484 Apr 28 19:44:14.392908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:14.424191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:14.463031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:14.463495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-9929d625-4157-4b20-b0e7-7ae031cc814b tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=341173963b674107b863af27b7858eec&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1158025 Apr 28 19:44:14.479650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:14.592253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-f4e154cf-26ba-46ff-882b-33990c58eb9c service neutron] 10.222.0.24 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032371 Apr 28 19:44:14.599843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:14.779450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0eb99239-6550-4ebe-9857-f33a05ed60a0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:14.805453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-93e01726-1ce4-41cf-8253-3a322873038d service neutron] 10.222.0.24 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072752 Apr 28 19:44:15.219105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e22a28-50d1-4542-ad9f-747a4dd4e664 req-23c31554-1784-48e2-ac04-df656bf1449d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.222154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9e22a28-50d1-4542-ad9f-747a4dd4e664 req-23c31554-1784-48e2-ac04-df656bf1449d tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 950 time: 0.2018657 Apr 28 19:44:15.284757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520802ca-87f6-4097-a00a-889643985a5c req-9497a153-385b-43aa-935c-88f616a0e1e6 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.287508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-520802ca-87f6-4097-a00a-889643985a5c req-9497a153-385b-43aa-935c-88f616a0e1e6 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.1428349 Apr 28 19:44:15.324080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9e22a28-50d1-4542-ad9f-747a4dd4e664 req-6043fc3c-c535-49ca-bb22-a14ac4832df4 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950644 Apr 28 19:44:15.346760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-520802ca-87f6-4097-a00a-889643985a5c req-9b1ed32d-cbed-4a4a-a82c-6495f1ef6113 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521185 Apr 28 19:44:15.410513 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a129215-0c9a-4466-98c2-3992b5b7323e'] response: {'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'code': 200} Apr 28 19:44:15.631318 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d149483-7675-4999-bc74-ce520b699d54'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'code': 200} Apr 28 19:44:15.670199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3140e53b-9bf2-4d66-8345-c341a006992f req-41156896-da7b-46ea-8312-1bc122e76789 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.677858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3140e53b-9bf2-4d66-8345-c341a006992f req-41156896-da7b-46ea-8312-1bc122e76789 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 0.1413898 Apr 28 19:44:15.718468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4980f47-59f7-45da-883c-c3c0e8d6c3f4 req-e00ba80e-a445-4b5d-94b1-e2e92800b822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:15.723584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4980f47-59f7-45da-883c-c3c0e8d6c3f4 req-e00ba80e-a445-4b5d-94b1-e2e92800b822 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 1101 time: 0.1739938 Apr 28 19:44:15.730771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3140e53b-9bf2-4d66-8345-c341a006992f req-1f3cb08c-76d0-4730-b586-f9b1b468cd44 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518823 Apr 28 19:44:15.848280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-860555ca-3aed-4cf6-a174-06fe134a07ce req-2d5929c8-59c4-4aef-93ce-5ab0130fe966 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 210 time: 0.1207223 Apr 28 19:44:15.876815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4980f47-59f7-45da-883c-c3c0e8d6c3f4 req-ee304317-b6b8-42ac-957a-1f10eecf3e21 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696981 Apr 28 19:44:16.043808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47cf9f-f1ab-4c00-bf6f-3b08af7859f1 req-b7c72a49-35e7-457d-8f3c-a8794e157737 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.045588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae47cf9f-f1ab-4c00-bf6f-3b08af7859f1 req-b7c72a49-35e7-457d-8f3c-a8794e157737 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 946 time: 0.1420774 Apr 28 19:44:16.107673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6162b7bb-ee0c-4e22-a977-fe63a9885a88 req-7d7f4060-6f48-4e18-8cb9-b31783c01781 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 210 time: 0.0843036 Apr 28 19:44:16.128041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae47cf9f-f1ab-4c00-bf6f-3b08af7859f1 req-2be455cc-a182-4e5a-87e3-9a1d4f284bba tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754721 Apr 28 19:44:16.143499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:16.228921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:16.239025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:16.239879 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.401129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.473769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:16.486701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:16.646541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:16.676646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753fdb8-11c3-483f-aec9-460afc5ae2ab req-770f01b8-34a2-4ecd-81d5-4d8cd30ef924 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:16.684205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a753fdb8-11c3-483f-aec9-460afc5ae2ab req-770f01b8-34a2-4ecd-81d5-4d8cd30ef924 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 950 time: 0.1527071 Apr 28 19:44:16.816988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a753fdb8-11c3-483f-aec9-460afc5ae2ab req-80ff1651-d4c3-42a4-af84-37a308160aa2 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201708 Apr 28 19:44:16.888293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-4dbb95a3-d758-432d-9ddb-be004c2b7ebe tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=341173963b674107b863af27b7858eec&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1100454 Apr 28 19:44:17.213788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31ca3b-1da8-4f15-bcbf-0829b818d4b5 req-482f68b7-4e65-49ff-a33b-72bfadf2d65d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.215089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df31ca3b-1da8-4f15-bcbf-0829b818d4b5 req-482f68b7-4e65-49ff-a33b-72bfadf2d65d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.2480500 Apr 28 19:44:17.380202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-f926e5cc-7358-47e6-9ee4-4162b5b80c2d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.381659 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-f926e5cc-7358-47e6-9ee4-4162b5b80c2d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4810963 Apr 28 19:44:17.385795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df31ca3b-1da8-4f15-bcbf-0829b818d4b5 req-7460a42b-5041-42cf-9171-b72fd859a783 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611865 Apr 28 19:44:17.395177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-c058d0e7-9a89-4f9c-a411-577549e7b0d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.396602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-c058d0e7-9a89-4f9c-a411-577549e7b0d6 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 946 time: 0.6944337 Apr 28 19:44:17.406646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Request body: {'port': {'device_id': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '341173963b674107b863af27b7858eec'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:17.411645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5'}, {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:17.439512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e312dd78-1f34-4529-90ee-b9f8b74fdf28 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.440966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e312dd78-1f34-4529-90ee-b9f8b74fdf28 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5&tenant_id=1faa4a80901147478d45b982b00408d2&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 950 time: 0.8341389 Apr 28 19:44:17.588223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0a663b-1e74-4ceb-b3b1-848f7f44642e req-206d7108-a415-4620-a5a5-cd2d69a1da8c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.589795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb0a663b-1e74-4ceb-b3b1-848f7f44642e req-206d7108-a415-4620-a5a5-cd2d69a1da8c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.7891777 Apr 28 19:44:17.635529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:17.665380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03e5beac-ad43-44bc-9a22-ff3692b7e43b req-17deb9a5-a675-4d8f-9236-b167a31519c7 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0911095 Apr 28 19:44:17.687128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-014649b2-b1db-448f-bf09-c74d3602f008 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:17.689242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-014649b2-b1db-448f-bf09-c74d3602f008 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 813 time: 0.4269183 Apr 28 19:44:17.702215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'device_id': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265', 'admin_state_up': True, 'tenant_id': 'cc32bfaf62924d6d95c9a70deaa252c9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:17.758965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb0a663b-1e74-4ceb-b3b1-848f7f44642e req-cb78d1d4-6539-4f25-81be-fd5470bcfaf0 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155541 Apr 28 19:44:17.809845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Deleting port 5445cd18-aa9d-47ff-84e4-661fe796dfdb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:44:17.810189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.046291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7277342-5586-4a38-ad83-60380d7be05d req-db401f7d-4b55-46fa-a468-be88a41f6814 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 210 time: 0.2764909 Apr 28 19:44:18.063967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-3ff3843f-5d55-4585-a473-ffcd4ecdda2f service neutron] 10.222.0.41 "GET /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 382 time: 0.5286469 Apr 28 19:44:18.065261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:18.084169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:18.104772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Made reservation on behalf of cc32bfaf62924d6d95c9a70deaa252c9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:18.112520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.182500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:18.187555 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd36dad3-ceb7-4180-85e9-1faf75bdf8a7'] response: {'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5', 'code': 200} Apr 28 19:44:18.188091 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd36dad3-ceb7-4180-85e9-1faf75bdf8a7'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'code': 200} Apr 28 19:44:18.234031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Usage tracker for resource:port and tenant:341173963b674107b863af27b7858eec is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:18.244149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:18.332057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:18.337923 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12d51be-ae5d-433b-9fde-9b8b90c1fd50'] response: {'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'status': 'completed', 'code': 200} Apr 28 19:44:18.554276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Made reservation on behalf of 341173963b674107b863af27b7858eec for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:18.558274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.582931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Allocated IP 172.20.0.2 (2d941722-0a08-4f69-a74e-98fbc0349265/23aa71e8-614c-4424-9f4d-0e0659e80918/6d86e8f0-f2df-4da3-951e-78e327d68e84) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:18.603333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.644631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae4faba-0a39-4727-83ba-dcad9c28a3db req-a234c407-7fca-4dee-8e50-76e7fca1c85e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.652878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dae4faba-0a39-4727-83ba-dcad9c28a3db req-a234c407-7fca-4dee-8e50-76e7fca1c85e tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 946 time: 0.6545982 Apr 28 19:44:18.658500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:18.693853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Usage tracker for resource:security_group_rule and tenant:341173963b674107b863af27b7858eec is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:18.708866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:18.733251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:18.739203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-ccdca37e-39c5-429c-8908-f14bee31ad1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.740912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-ccdca37e-39c5-429c-8908-f14bee31ad1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1101 time: 0.6251941 Apr 28 19:44:18.818993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf63ba7-f175-4d9a-b0d8-5e6f78a9c4ca req-fc4a86e3-2bdd-47f9-a213-7fb88c4aec24 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.826479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7bf63ba7-f175-4d9a-b0d8-5e6f78a9c4ca req-fc4a86e3-2bdd-47f9-a213-7fb88c4aec24 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 950 time: 0.3221073 Apr 28 19:44:18.831486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] For port 5445cd18-aa9d-47ff-84e4-661fe796dfdb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5445cd18-aa9d-47ff-84e4-661fe796dfdb,segment=NetworkSegment(e7840d91-c968-4186-9ca5-0e20dc88385b),segment_id=e7840d91-c968-4186-9ca5-0e20dc88385b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:18.831977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:18.852970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dae4faba-0a39-4727-83ba-dcad9c28a3db req-0be01c1b-5d63-40fd-a083-2e066df77e0d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups?id=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987820 Apr 28 19:44:18.898105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-9c47d748-e6ac-445a-a93d-7cdef78be9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:18.905756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-9c47d748-e6ac-445a-a93d-7cdef78be9b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1101 time: 0.5225828 Apr 28 19:44:18.947780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7bf63ba7-f175-4d9a-b0d8-5e6f78a9c4ca req-fd83c670-232e-4243-8e97-838185ff7f12 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203606 Apr 28 19:44:19.072333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.149081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c395685-2a5e-4912-ba95-611f19d3d8ba req-09c35583-87f3-4280-a986-b01802b91d2f tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 210 time: 0.0457516 Apr 28 19:44:19.175578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.189403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:19.241044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Network 2d941722-0a08-4f69-a74e-98fbc0349265 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:19.249149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:19.264330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:19.308901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Calling delete_port for 5445cd18-aa9d-47ff-84e4-661fe796dfdb owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:44:19.404707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:19.430634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.431476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.485680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695541c0-a80a-4675-a16c-e690f1da27c0 req-b70e64eb-5418-4844-a649-6dc12fc9b364 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.487557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-695541c0-a80a-4675-a16c-e690f1da27c0 req-b70e64eb-5418-4844-a649-6dc12fc9b364 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.1666012 Apr 28 19:44:19.489664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-6b0a774a-b62a-4cce-be51-ff0049b7eb90 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7912114 Apr 28 19:44:19.529741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Request body: {'port': {'device_id': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:19.581774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93e91dc-e88d-45b2-8dbc-51f84f30ca75 req-168fcc0f-0858-45e1-9843-41915fb0efee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.583482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a93e91dc-e88d-45b2-8dbc-51f84f30ca75 req-168fcc0f-0858-45e1-9843-41915fb0efee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 1096 time: 1.3083670 Apr 28 19:44:19.614536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-695541c0-a80a-4675-a16c-e690f1da27c0 req-02db1fae-ddb3-442d-ba52-9aee3fa4914c tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207862 Apr 28 19:44:19.712358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-51ef58e9-7d66-4f78-a9ad-18e591182c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:19.715310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-51ef58e9-7d66-4f78-a9ad-18e591182c5d service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.9472530 Apr 28 19:44:19.744672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:19.943016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-6a0ca0f1-e871-46a8-941f-5b430f951b3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.1207876 Apr 28 19:44:20.053851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a54da-bb76-4e16-8be0-b9aae0a94bb8 req-821e0df4-cc9f-40cd-8f48-83fd6306b1df tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.055456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-017a54da-bb76-4e16-8be0-b9aae0a94bb8 req-821e0df4-cc9f-40cd-8f48-83fd6306b1df tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 950 time: 0.2254570 Apr 28 19:44:20.135402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a93e91dc-e88d-45b2-8dbc-51f84f30ca75 req-39ea04a8-4ef5-4bec-aa8b-de01d989eceb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4624882 Apr 28 19:44:20.147606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6588eea-81a7-4270-a30b-71248c1de69f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.161612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.169522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5445cd18-aa9d-47ff-84e4-661fe796dfdb no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:44:20.239829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 5445cd18-aa9d-47ff-84e4-661fe796dfdb {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:44:20.240623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5445cd18-aa9d-47ff-84e4-661fe796dfdb not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:44:20.243704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.273661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-017a54da-bb76-4e16-8be0-b9aae0a94bb8 req-1cd6bded-acd4-481a-99f6-920937f6a9ff tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085879 Apr 28 19:44:20.301930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-5bf07f0b-47de-4544-bbee-d9dd4394e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.301930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-5bf07f0b-47de-4544-bbee-d9dd4394e386 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3357279 Apr 28 19:44:20.320379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event deleted for resources: {'Port': ['ID=5445cd18-aa9d-47ff-84e4-661fe796dfdb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:20.331674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.548819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d86e8f0-f2df-4da3-951e-78e327d68e84 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:20.559108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.583648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Transition to ACTIVE for port object 6d86e8f0-f2df-4da3-951e-78e327d68e84 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:20.608302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370ed70-7c4f-4e03-9f54-d3f6a7509284 req-fcd717d7-401b-40d9-a9b9-30707e882ddb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.609374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b370ed70-7c4f-4e03-9f54-d3f6a7509284 req-fcd717d7-401b-40d9-a9b9-30707e882ddb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:20.614926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.650582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.651045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.651442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.651807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.652278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.652476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.652821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.653379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.653638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.653972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.654305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.654641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.672628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-1a78a15b-d277-450b-87da-35ce3f50f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.674341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-1a78a15b-d277-450b-87da-35ce3f50f099 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 1.0827188 Apr 28 19:44:20.724580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:20.746946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.747402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.748145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.748540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.748945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.749455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.749765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.750460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.750818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.751387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.752042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.752565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:20.824703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] No DVR routers for this DVR port 5445cd18-aa9d-47ff-84e4-661fe796dfdb on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:20.832530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-4a23640d-36b9-4ee2-a9c3-595dc20a4ce7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.1182261 Apr 28 19:44:20.840136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b370ed70-7c4f-4e03-9f54-d3f6a7509284 req-fcd717d7-401b-40d9-a9b9-30707e882ddb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:20.841425 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b370ed70-7c4f-4e03-9f54-d3f6a7509284 req-fcd717d7-401b-40d9-a9b9-30707e882ddb tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 931 time: 0.3836064 Apr 28 19:44:20.844913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:20.854956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfc8d-9cdf-43b2-bcbd-7241a45e1b66 req-4122bbe4-3422-4e5f-b3e0-be7a525b2e2f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:20.856550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80ebfc8d-9cdf-43b2-bcbd-7241a45e1b66 req-4122bbe4-3422-4e5f-b3e0-be7a525b2e2f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 1.2373779 Apr 28 19:44:20.857231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69603b12-8a9c-4a3a-9a40-cd0995031294,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:20.860295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'name': 'network-vif-deleted', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:21.008085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b370ed70-7c4f-4e03-9f54-d3f6a7509284 req-13a53009-4586-4e5c-85eb-d88ec206606a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201503 Apr 28 19:44:21.039192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Attempting to bind port 6d86e8f0-f2df-4da3-951e-78e327d68e84 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:21.039441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Attempting to bind port 6d86e8f0-f2df-4da3-951e-78e327d68e84 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:21.039690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Attempting to bind port 6d86e8f0-f2df-4da3-951e-78e327d68e84 on network 2d941722-0a08-4f69-a74e-98fbc0349265 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:21.050921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Port 6d86e8f0-f2df-4da3-951e-78e327d68e84 on network 2d941722-0a08-4f69-a74e-98fbc0349265 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:21.051250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Attempting to bind port 6d86e8f0-f2df-4da3-951e-78e327d68e84 on network 2d941722-0a08-4f69-a74e-98fbc0349265 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:21.051444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff1cea83-8b14-4654-a345-ef6880a4e583 req-1687973b-83bd-472c-a7e5-1df15f565f84 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.41 "DELETE /v2.0/ports/5445cd18-aa9d-47ff-84e4-661fe796dfdb HTTP/1.1" status: 204 len: 173 time: 3.5943685 Apr 28 19:44:21.074070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80ebfc8d-9cdf-43b2-bcbd-7241a45e1b66 req-c8da324e-944a-46f5-9c00-8b0e8b835f73 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081296 Apr 28 19:44:21.079446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:21.079977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Checking segment: {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:21.080090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-1e0cf6b8-f387-4c6a-934c-5eea426f7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.080192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Bound using segment: {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:21.080531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Bound port: 6d86e8f0-f2df-4da3-951e-78e327d68e84, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:21.081247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-1e0cf6b8-f387-4c6a-934c-5eea426f7cbe service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1947572 Apr 28 19:44:21.083014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.221908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-ebb2772d-0eaa-48ea-a0ae-ac3466971a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.230181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-ebb2772d-0eaa-48ea-a0ae-ac3466971a16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8303072 Apr 28 19:44:21.231635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Allocated IP 192.168.233.195 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/3d50499e-3aef-48d3-bf51-eef0d3619dbe) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:21.352133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca7b67e1-7776-4f07-b1fb-275b337b538e req-2a340f58-d1ff-4fe8-a562-6df3723fcb4b tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4475288-94fe-48c8-a694-5300734e31f7 HTTP/1.1" status: 200 len: 210 time: 0.1030612 Apr 28 19:44:21.451206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:21.459283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:21.475668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.522263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-12b4b97a-296b-43cb-95c6-0609d77f1543 req-c82adee3-4015-4585-ab5d-32ae8b89be4d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Synchronizing usage tracker for tenant:341173963b674107b863af27b7858eec on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:21.725742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.726340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:21.728023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] 10.222.0.46 "PUT /v2.0/ports/6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 1091 time: 2.2023921 Apr 28 19:44:21.738608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:21.772081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac332f85-ebaf-4d07-b599-602512f18512 service neutron] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:21.787108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-a2c6a5d5-9340-4fd0-a3db-e39f540d5734 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4471328 Apr 28 19:44:21.884483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-46aa0477-a507-4e7e-a267-8f13c6303b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:21.886538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-46aa0477-a507-4e7e-a267-8f13c6303b1a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1094 time: 0.1026888 Apr 28 19:44:21.897272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-12b4b97a-296b-43cb-95c6-0609d77f1543 req-c82adee3-4015-4585-ab5d-32ae8b89be4d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Unset dirty status for tenant:341173963b674107b863af27b7858eec on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:21.898578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12b4b97a-296b-43cb-95c6-0609d77f1543 req-c82adee3-4015-4585-ab5d-32ae8b89be4d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 210 time: 0.6316149 Apr 28 19:44:21.975888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-c2f962ce-584d-4d3b-a411-4f7f733557eb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 217 time: 0.0825422 Apr 28 19:44:22.078131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-7cebec9d-8faf-4250-be6f-3fa2a93b0cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.080058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-7cebec9d-8faf-4250-be6f-3fa2a93b0cae service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9746134 Apr 28 19:44:22.139253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-2e4046e7-5f62-404e-bdf3-ddda7cd35893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.140908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-2e4046e7-5f62-404e-bdf3-ddda7cd35893 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.1582234 Apr 28 19:44:22.210891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-a0ff8d95-ea48-479f-be13-fcbc426cd5b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629563 Apr 28 19:44:22.228726 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff3b70a8-8511-47c1-b956-27df0fb5d167'] response: {'server_uuid': 'c4475288-94fe-48c8-a694-5300734e31f7', 'name': 'network-vif-deleted', 'tag': '5445cd18-aa9d-47ff-84e4-661fe796dfdb', 'status': 'completed', 'code': 200} Apr 28 19:44:22.243275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-22b0c463-9b1b-46a4-8c2a-cd4b9059000d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4245820 Apr 28 19:44:22.246408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.276719 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19b92ff0-29ba-41f3-986b-eae56bf03673'] response: {'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'status': 'completed', 'code': 200} Apr 28 19:44:22.315037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e659b1d3-3bf1-40f5-95ef-e9d0840a0414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.339158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Transition to ACTIVE for port object 3d50499e-3aef-48d3-bf51-eef0d3619dbe will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:22.377740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-f78b2cbc-4284-4cfa-8bf1-b2503921ac9b service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808683 Apr 28 19:44:22.474882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d262f8b-24e8-4a4f-a097-e38b3a4fd6d0 req-a1f15655-6fe9-453f-9ae8-4af07b65da08 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.476354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d262f8b-24e8-4a4f-a097-e38b3a4fd6d0 req-a1f15655-6fe9-453f-9ae8-4af07b65da08 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.3432789 Apr 28 19:44:22.519596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-54b5218a-6f40-4536-8aad-37fc317b4ba2 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3028347 Apr 28 19:44:22.607105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:22.623571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d262f8b-24e8-4a4f-a097-e38b3a4fd6d0 req-2671d137-c2d7-41cb-86c7-2c95eb8b5f47 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396117 Apr 28 19:44:22.624683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973bad99-ffe5-42eb-9d4b-9025af5a106b req-79735ad5-3098-4344-ab4f-84f74d0d33a0 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.626205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-973bad99-ffe5-42eb-9d4b-9025af5a106b req-79735ad5-3098-4344-ab4f-84f74d0d33a0 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 943 time: 0.2105334 Apr 28 19:44:22.706255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-973bad99-ffe5-42eb-9d4b-9025af5a106b req-4c31d29c-8027-4f49-be1d-4004490d3e6f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642831 Apr 28 19:44:22.709881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f200ec89-7d30-4de2-ac84-f0980440f995 req-a21b9a49-f800-40f5-8389-9adb0081d791 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825690 Apr 28 19:44:22.881153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-ce5b5a2b-e6f3-4467-b8be-66aba782fa92 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025477 Apr 28 19:44:22.895745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:22.911255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:22.918107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:22.956221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Pushing event updated for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:22.965515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-06b03d54-76b2-48ac-a667-0e5a65c31b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.969524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-06b03d54-76b2-48ac-a667-0e5a65c31b98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1101 time: 0.5706749 Apr 28 19:44:22.973967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c18d-6450-4839-896a-60cd8e43e615 req-64105bc6-f52f-4b8a-8f0a-31798400c0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:22.976039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-64105bc6-f52f-4b8a-8f0a-31798400c0ed service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1094 time: 0.1987865 Apr 28 19:44:23.054769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.055386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.161228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-48049eb0-ea46-4b37-81f6-9f5874899885 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.7586448 Apr 28 19:44:23.175738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8bc17c-f7ab-45e2-a9d2-e805b0368ee2 req-f2dcbb99-cc3e-48d5-a42a-45e7e4e80585 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.185840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae8bc17c-f7ab-45e2-a9d2-e805b0368ee2 req-f2dcbb99-cc3e-48d5-a42a-45e7e4e80585 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.3626542 Apr 28 19:44:23.196350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c18d-6450-4839-896a-60cd8e43e615 req-52d00eea-2e9a-4877-9178-492171e16704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.197957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-52d00eea-2e9a-4877-9178-492171e16704 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.2154603 Apr 28 19:44:23.223295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Request body: {'port': {'device_id': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:23.287200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-15e7e618-0a9f-4e7e-ac91-c1ca2e7d3177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.288855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-15e7e618-0a9f-4e7e-ac91-c1ca2e7d3177 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3104739 Apr 28 19:44:23.320510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-b4bdcd10-3e86-4c28-9b69-66dd1337a4ce service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 217 time: 0.0990989 Apr 28 19:44:23.352761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c228ef1e-35a6-4165-add5-3abc447aa5ac None None] Provisioning for port 3d50499e-3aef-48d3-bf51-eef0d3619dbe completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:23.364849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c228ef1e-35a6-4165-add5-3abc447aa5ac None None] Provisioning complete for port 3d50499e-3aef-48d3-bf51-eef0d3619dbe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:23.365129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c228ef1e-35a6-4165-add5-3abc447aa5ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.366049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae8bc17c-f7ab-45e2-a9d2-e805b0368ee2 req-df418503-d169-4619-aeb0-e67f94235fa4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824033 Apr 28 19:44:23.384341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-91396a7d-9f6d-42f8-b4b8-75290c8a9ad2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.0806839 Apr 28 19:44:23.497914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c228ef1e-35a6-4165-add5-3abc447aa5ac None None] Port 3d50499e-3aef-48d3-bf51-eef0d3619dbe cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:44:23.505058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.512927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f827c18d-6450-4839-896a-60cd8e43e615 req-358efe6a-218d-4fb2-9176-79ead7ce742d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.514702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-358efe6a-218d-4fb2-9176-79ead7ce742d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.1477592 Apr 28 19:44:23.528846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-fd045680-049d-4976-82c8-8ae165f4fdf7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.538343 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-fd045680-049d-4976-82c8-8ae165f4fdf7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.3995955 Apr 28 19:44:23.559409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-e8cabed7-c239-422a-bce7-0fe08f696cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.560846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-e8cabed7-c239-422a-bce7-0fe08f696cdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1101708 Apr 28 19:44:23.603212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-769fc5a6-d70d-4e3f-98f6-3deb72cbd6c5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/quotas/ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 375 time: 0.0639057 Apr 28 19:44:23.643162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-4ea3907a-f8d0-4981-b874-0e59e1f4cc2b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942326 Apr 28 19:44:23.730884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:23.757849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-73018037-7c17-49b9-969a-7d8db22d6ff0 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1464437821&fields=id&tenant_id=1034cd4a077341729eb8886068e65c38 HTTP/1.1" status: 200 len: 267 time: 0.1436689 Apr 28 19:44:23.818823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-4e923c11-0fb2-47b8-8cba-e6bbd42ae205 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2147191 Apr 28 19:44:23.824348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-962808fd-3c14-4f5a-be02-95a4e9b8ad96 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679132 Apr 28 19:44:23.854452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5072997c-9526-470d-93db-da521e9fd4f0 req-9ef5e5da-c61d-4d6d-a17c-150ed09d0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:23.855995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-9ef5e5da-c61d-4d6d-a17c-150ed09d0c5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764390 Apr 28 19:44:23.882769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:24.144503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-15cb20cd-4def-411e-b145-4d64ddc9eaed tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.151642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-15cb20cd-4def-411e-b145-4d64ddc9eaed tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/networks?id=7c43aacd-30dc-4648-a4bf-ecf6683639d8 HTTP/1.1" status: 200 len: 816 time: 0.3725977 Apr 28 19:44:24.174099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-40d7f443-4b93-4428-b028-1227c97aea6b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/quotas/1034cd4a077341729eb8886068e65c38 HTTP/1.1" status: 200 len: 375 time: 0.0214622 Apr 28 19:44:24.231038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f827c18d-6450-4839-896a-60cd8e43e615 req-81fb26b5-4faf-4d7d-a4b9-2bded4d94584 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995380 Apr 28 19:44:24.233013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-a75813c5-8c30-48d4-a02f-d484c294e784 service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032533 Apr 28 19:44:24.253166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-edf54050-5237-42ca-a798-38f2d3444792 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3457618 Apr 28 19:44:24.374552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d59d487-9106-4e3f-88b0-bab27ab95939 service neutron] 10.222.0.24 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338482 Apr 28 19:44:24.407336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d50499e-3aef-48d3-bf51-eef0d3619dbe {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:24.425810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:24.449760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Transition to ACTIVE for port object 3d50499e-3aef-48d3-bf51-eef0d3619dbe will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:24.460045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:24.642748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-e662d32d-952c-4fe5-9538-4502b60854cb tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1034cd4a077341729eb8886068e65c38&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4482722 Apr 28 19:44:24.674669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5072997c-9526-470d-93db-da521e9fd4f0 req-8d4a766e-3a9c-415e-a678-942a236a2080 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4100177 Apr 28 19:44:24.905859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:24.950981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b05cb9-4d07-405c-a73e-552f714aa9cd req-b5b2ad97-1b01-47ef-b0e1-11d35eee4c6d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:24.952621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5b05cb9-4d07-405c-a73e-552f714aa9cd req-b5b2ad97-1b01-47ef-b0e1-11d35eee4c6d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 948 time: 0.1199386 Apr 28 19:44:24.995898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.025986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-f3197317-d3ec-48a1-aa43-d588955035ab service neutron] 10.222.0.24 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3664947 Apr 28 19:44:25.056067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Attempting to bind port 3d50499e-3aef-48d3-bf51-eef0d3619dbe on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:25.056405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Attempting to bind port 3d50499e-3aef-48d3-bf51-eef0d3619dbe by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:25.056735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Attempting to bind port 3d50499e-3aef-48d3-bf51-eef0d3619dbe on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:25.076296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Port 3d50499e-3aef-48d3-bf51-eef0d3619dbe on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:25.076623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Attempting to bind port 3d50499e-3aef-48d3-bf51-eef0d3619dbe on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:25.098578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5b05cb9-4d07-405c-a73e-552f714aa9cd req-c2cc58fe-7962-4110-a7f0-4d6de0d51b0b tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362329 Apr 28 19:44:25.127720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:25.128061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:25.128442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:25.128889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Bound port: 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:25.129233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.158545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e9af2634-3157-461d-ad71-bd1bb884cfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.160271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e9af2634-3157-461d-ad71-bd1bb884cfd0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1101 time: 0.1258593 Apr 28 19:44:25.177431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:25.247099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-7c0f7d87-6478-4cec-b09d-349c6ee82dd3 service neutron] 10.222.0.24 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162809 Apr 28 19:44:25.274044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:25.277350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:25.285606 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.345481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.346223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.347439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] 10.222.0.46 "PUT /v2.0/ports/3d50499e-3aef-48d3-bf51-eef0d3619dbe HTTP/1.1" status: 200 len: 1096 time: 2.1526749 Apr 28 19:44:25.347875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:25.376963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf4eb7-aadd-4da9-a771-fbd89bac8f31 service neutron] Pushing event updated for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:25.388788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:25.511092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-9ba9a1c7-749f-456f-b08a-c9015da90e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.512799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-9ba9a1c7-749f-456f-b08a-c9015da90e82 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=341173963b674107b863af27b7858eec&device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 1099 time: 0.0897784 Apr 28 19:44:25.515726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3e43a7-5ee8-49d2-b039-cd5b77018979 req-dfb05c4c-d58b-4a9c-89c1-7b5d66cf7c19 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.517721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc3e43a7-5ee8-49d2-b039-cd5b77018979 req-dfb05c4c-d58b-4a9c-89c1-7b5d66cf7c19 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 943 time: 0.2255836 Apr 28 19:44:25.614169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-b8b6e1ab-1c64-40b8-82fe-d1578667b16a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe HTTP/1.1" status: 200 len: 217 time: 0.0907533 Apr 28 19:44:25.676375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc3e43a7-5ee8-49d2-b039-cd5b77018979 req-d0bbfce4-3572-4d89-a78b-48efbba103f6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763819 Apr 28 19:44:25.694571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-44dd625f-2af1-45e9-b930-a6e4c9a9b062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.694571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-44dd625f-2af1-45e9-b930-a6e4c9a9b062 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0739822 Apr 28 19:44:25.786630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-3ccc3781-9f7b-4d1a-b592-0bc28fd711dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:25.788373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-3ccc3781-9f7b-4d1a-b592-0bc28fd711dd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0879986 Apr 28 19:44:25.835347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:25.891323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:25.983918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:25.984100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-86d7a937-baa1-4602-9c60-cc2ed9d9fcc1 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889274 Apr 28 19:44:25.991751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.009082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Transition to ACTIVE for port object 0eb99239-6550-4ebe-9857-f33a05ed60a0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:26.014061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.204714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:26.210443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:44:26.216521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] No DVR routers for this DVR port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:26.223864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:26.292651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:26.293113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:26.293551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:26.300919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:26.301950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Attempting to bind port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:26.325108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:26.325579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:26.326153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:26.326848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Bound port: 0eb99239-6550-4ebe-9857-f33a05ed60a0, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:26.332424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.362978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 6d86e8f0-f2df-4da3-951e-78e327d68e84 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:26.512748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-fbfb2515-97c0-424f-be98-efc057f5e662 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:26.530840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-fbfb2515-97c0-424f-be98-efc057f5e662 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 820 time: 0.2908964 Apr 28 19:44:26.551465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Request body: {'port': {'device_id': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'admin_state_up': True, 'tenant_id': 'ecf668f812f246b0a09965cb8c561a34'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:26.599030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:26.611001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:26.628514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.646028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:26.682507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'network_id': '2d941722-0a08-4f69-a74e-98fbc0349265', 'port_id': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'mac_address': 'fa:16:3e:73:b9:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23aa71e8-614c-4424-9f4d-0e0659e80918', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:26.720457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:26.722842 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.727804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] 10.222.0.46 "PUT /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 1097 time: 1.5561118 Apr 28 19:44:26.808893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:26.830233 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:44:26.929882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adcc916-6159-4b7e-b280-de2051ea7aec service neutron] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:26.930280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d86e8f0-f2df-4da3-951e-78e327d68e84 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:26.954306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:27.000360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-1f9fe2c0-8eed-4e07-b1e9-eaa383058ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.006770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-1f9fe2c0-8eed-4e07-b1e9-eaa383058ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1100 time: 0.2480843 Apr 28 19:44:27.033310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01e05-7567-4287-b284-e6000f8251f1 req-ac2ee587-509e-4505-828e-3117309bc954 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.042125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2f01e05-7567-4287-b284-e6000f8251f1 req-ac2ee587-509e-4505-828e-3117309bc954 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 1.0628891 Apr 28 19:44:27.105820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a670280c-576f-4e6d-ba48-02147e10e3a0 req-29202e31-8312-4336-b3b5-7d017130fb42 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0852270 Apr 28 19:44:27.108966 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.253041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2f01e05-7567-4287-b284-e6000f8251f1 req-436ee441-121e-4fa7-bec9-7598cf9edadf tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063239 Apr 28 19:44:27.275490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:27.306407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:27.330807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Made reservation on behalf of ecf668f812f246b0a09965cb8c561a34 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:27.331690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:44:27.335574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.535061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4cff95d4-4c5d-4000-a652-8f663716e8d5 req-d2bf33f0-0241-4bb5-a630-a4821259d1a2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 210 time: 0.4537671 Apr 28 19:44:27.602068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:27.644219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:27.666809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-06bc85a4-269f-4ee2-a23a-880e79f32cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:27.668604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-06bc85a4-269f-4ee2-a23a-880e79f32cdc service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.6533039 Apr 28 19:44:27.680496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.680839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.681173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.701598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.702126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.702440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.702791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.703176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.703704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.704105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.704417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.710232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:27.724280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Allocated IP 172.20.0.13 (853b9709-937b-4118-8590-166d964a1932/fc764f5d-8568-484b-8a85-329f3312629e/5eea3641-da0c-491f-a31a-3186dfe48508) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:27.730020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'mac_address': 'fa:16:3e:0a:a4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:27.819164 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:27.837796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['6d86e8f0-f2df-4da3-951e-78e327d68e84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:27.867344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-47ce4e20-dab7-4c43-81d0-0a74700e6d01 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.1920495 Apr 28 19:44:27.869258 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef5080d-7840-4a08-b704-1a907845380c'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'code': 200} Apr 28 19:44:27.874943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:27.918218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:27.942953 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:28.005717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ce2cdc97-afc9-4065-8d29-4fe6024e97b4 req-5b34b681-84ce-4f26-ba8f-3982dd350655 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Synchronizing usage tracker for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:28.053440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-c5df1d1e-cef8-4334-8fc1-cd81941023f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.056773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-c5df1d1e-cef8-4334-8fc1-cd81941023f7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1133885 Apr 28 19:44:28.064949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ce2cdc97-afc9-4065-8d29-4fe6024e97b4 req-5b34b681-84ce-4f26-ba8f-3982dd350655 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Unset dirty status for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:28.074499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce2cdc97-afc9-4065-8d29-4fe6024e97b4 req-5b34b681-84ce-4f26-ba8f-3982dd350655 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 210 time: 0.2042825 Apr 28 19:44:28.074924 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d076a28e-e670-4b7e-9ba8-5370e724758e'] response: {'name': 'network-changed', 'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe', 'status': 'completed', 'code': 200} Apr 28 19:44:28.122298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:28.211024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:28.293132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e2e79973-c8c5-400a-a0da-429b966fec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.294882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-e2e79973-c8c5-400a-a0da-429b966fec32 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312422 Apr 28 19:44:28.601117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:28.634511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5423518-5e54-4748-bf06-2194a8468587 req-7e6ea660-13b6-4528-98ae-463e6a08fdac tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.642986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5423518-5e54-4748-bf06-2194a8468587 req-7e6ea660-13b6-4528-98ae-463e6a08fdac tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 948 time: 0.5670960 Apr 28 19:44:28.674739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d3eb0f-a925-40d3-ad89-ee7d1b40b596 req-cd889790-9300-495b-9a79-02df427c7734 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.676266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00d3eb0f-a925-40d3-ad89-ee7d1b40b596 req-cd889790-9300-495b-9a79-02df427c7734 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 944 time: 0.3224289 Apr 28 19:44:28.678738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-51401b81-937a-4142-8c5f-d7339661ce9c service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3769295 Apr 28 19:44:28.683163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-bd0e1300-4f84-4fec-b5cb-f8efaad9258e tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.684889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-bd0e1300-4f84-4fec-b5cb-f8efaad9258e tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.41 "GET /v2.0/networks?id=7c43aacd-30dc-4648-a4bf-ecf6683639d8 HTTP/1.1" status: 200 len: 816 time: 0.5089257 Apr 28 19:44:28.766155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-265530e0-7662-474c-9a7f-1c3088fe2af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.768079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-265530e0-7662-474c-9a7f-1c3088fe2af2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=341173963b674107b863af27b7858eec&device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 1099 time: 0.6912460 Apr 28 19:44:28.774536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d5423518-5e54-4748-bf06-2194a8468587 req-3cbc1dea-1001-4da0-b6df-43ede2c6d530 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Synchronizing usage tracker for tenant:341173963b674107b863af27b7858eec on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:28.835911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00d3eb0f-a925-40d3-ad89-ee7d1b40b596 req-844a47ad-c608-4d7c-9e37-226521c9f1e5 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535108 Apr 28 19:44:28.925238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-f2954f47-1d51-423d-8d64-dcc9a19939d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:28.926737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-f2954f47-1d51-423d-8d64-dcc9a19939d2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1492083 Apr 28 19:44:28.927347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccc8d74-cbd9-480f-b047-00a77b6ea2e2 req-3ab599a5-9d72-4f78-a05e-6ea6b054bcec service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296352 Apr 28 19:44:28.931014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-810765e1-8573-45a5-9697-a23757551a28 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1034cd4a077341729eb8886068e65c38 HTTP/1.1" status: 200 len: 380 time: 0.2369344 Apr 28 19:44:28.942963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'port': {'device_id': '380ef045-238b-48b4-a924-1f0a6aa97971', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'admin_state_up': True, 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'security_groups': ['5f59f2f8-ae49-4e40-9de4-75f156bd68a4']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:29.050608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-91766391-4427-40ea-a10c-110ea25f67c7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe HTTP/1.1" status: 200 len: 217 time: 0.0934072 Apr 28 19:44:29.057370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:29.152616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d5423518-5e54-4748-bf06-2194a8468587 req-3cbc1dea-1001-4da0-b6df-43ede2c6d530 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Unset dirty status for tenant:341173963b674107b863af27b7858eec on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:29.162701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5423518-5e54-4748-bf06-2194a8468587 req-3cbc1dea-1001-4da0-b6df-43ede2c6d530 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5184612 Apr 28 19:44:29.256396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['8df51035-de8e-434b-ac2b-fc932b53f8fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:29.405118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:29.438919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:29.495284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Network 853b9709-937b-4118-8590-166d964a1932 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:29.498857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00439c-8753-4795-8935-2ed605e7fe10 req-4888551e-d266-401e-9c53-d291fa8c5ab3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:29.508023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a00439c-8753-4795-8935-2ed605e7fe10 req-4888551e-d266-401e-9c53-d291fa8c5ab3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 0.2177284 Apr 28 19:44:29.571452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:29.575595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:29.587715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:29.666767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a00439c-8753-4795-8935-2ed605e7fe10 req-9c84acbe-5f85-453c-a3d3-4dccae9ed72d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489260 Apr 28 19:44:29.713285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Made reservation on behalf of 1034cd4a077341729eb8886068e65c38 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:29.716946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:29.783284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-e9270063-0b5b-47ad-8e96-ea8e83285c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:29.784763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-e9270063-0b5b-47ad-8e96-ea8e83285c13 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.7253230 Apr 28 19:44:29.870783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:29.941076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e4eaad0-db24-452b-8d4e-9052df9eba86 req-ddc13eca-5fb0-4589-81da-f4fc7baf1045 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 210 time: 0.0571861 Apr 28 19:44:29.966263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Allocated IP 172.20.0.14 (7c43aacd-30dc-4648-a4bf-ecf6683639d8/4f6509b0-630d-4a62-8032-c8b63d4fe882/241af9ca-8ade-41af-84e1-d515a2c47dc4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:29.987508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:30.248109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:30.258049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.329864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d50499e-3aef-48d3-bf51-eef0d3619dbe details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:30.392502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.479727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.480400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.582896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35889306-5d30-4720-9cbf-5216d2cabb74 req-eac4b6af-2c5c-41ff-a3f7-d0714646131b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.583569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35889306-5d30-4720-9cbf-5216d2cabb74 req-eac4b6af-2c5c-41ff-a3f7-d0714646131b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 944 time: 0.4104252 Apr 28 19:44:30.622095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 6d86e8f0-f2df-4da3-951e-78e327d68e84 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:30.648444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c9d14-ef22-4f0d-a91a-4e610933ed1d req-0e850034-484c-4eda-af93-0a1cea4a9ef1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.650063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-642c9d14-ef22-4f0d-a91a-4e610933ed1d req-0e850034-484c-4eda-af93-0a1cea4a9ef1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 932 time: 1.1276801 Apr 28 19:44:30.699193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.709717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.723786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:30.733151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-39a0a50e-e2c1-495d-9feb-b06e370e3aa8 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1915269 Apr 28 19:44:30.743396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Transition to ACTIVE for port object 241af9ca-8ade-41af-84e1-d515a2c47dc4 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:30.745752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35889306-5d30-4720-9cbf-5216d2cabb74 req-d1422f9d-14e0-4354-8fff-9e9535bcb8cf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498814 Apr 28 19:44:30.749889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cedd3bec-c85d-456a-9577-cd7cf737ac36,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:30.761574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-9da2de29-12b3-41c5-a78c-0c9d02c9f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:30.773568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '3d50499e-3aef-48d3-bf51-eef0d3619dbe', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '3d50499e-3aef-48d3-bf51-eef0d3619dbe', 'mac_address': 'fa:16:3e:cd:bf:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:30.775858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:30.776498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-9da2de29-12b3-41c5-a78c-0c9d02c9f9b7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4863994 Apr 28 19:44:30.780024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-538013b5-b649-433b-92e8-7b31834bf862 tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "DELETE /v2.0/security-groups/cedd3bec-c85d-456a-9577-cd7cf737ac36 HTTP/1.1" status: 204 len: 168 time: 0.7881150 Apr 28 19:44:30.780153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:30.807884 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-e7bde3c3-cf62-482d-90a4-5a4a7092c60d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] show failed (client error): The resource could not be found. Apr 28 19:44:30.812115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e7bde3c3-cf62-482d-90a4-5a4a7092c60d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "GET /v2.0/security-groups/cedd3bec-c85d-456a-9577-cd7cf737ac36 HTTP/1.1" status: 404 len: 347 time: 0.0285883 Apr 28 19:44:30.813128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:30.832807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Request body: {'port': {'device_id': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:31.001049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 6d86e8f0-f2df-4da3-951e-78e327d68e84 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:31.012570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 6d86e8f0-f2df-4da3-951e-78e327d68e84 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:31.015708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.025764 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e5e022e-cdb6-411b-b124-b7ef4075036e'] response: {'name': 'network-changed', 'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'status': 'completed', 'code': 200} Apr 28 19:44:31.068863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.106024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d50499e-3aef-48d3-bf51-eef0d3619dbe {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:31.129649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:31.130191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.206971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:31.208845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.228767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.240325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.259284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-642c9d14-ef22-4f0d-a91a-4e610933ed1d req-725be227-bc9b-4403-addf-58667761179e tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831895 Apr 28 19:44:31.362633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Deleting port 66e5e500-9026-4856-9717-9dd678b33ff2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:44:31.363007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.364651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.569195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.605880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-66b31ff7-245a-4728-837b-1120f117cc19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.607484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-66b31ff7-245a-4728-837b-1120f117cc19 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1100 time: 0.6607037 Apr 28 19:44:31.648273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:31.649651 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.665690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:31.670461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.676791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.716035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['3d50499e-3aef-48d3-bf51-eef0d3619dbe'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:31.829400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:31.842460 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:31.973339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:31.985207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e230667d-cb35-4c6f-9a97-c806f2616895 req-0336dab0-03c7-4eb0-944b-532a79935312 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:31.992320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e230667d-cb35-4c6f-9a97-c806f2616895 req-0336dab0-03c7-4eb0-944b-532a79935312 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 949 time: 0.8529265 Apr 28 19:44:32.011593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:32.053137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:32.072297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:32.091510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:32.101730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e230667d-cb35-4c6f-9a97-c806f2616895 req-0e236e71-20dc-4a7c-a8fc-22b719892616 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085594 Apr 28 19:44:32.169410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.169410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.257804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:32.263386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eea3641-da0c-491f-a31a-3186dfe48508 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:32.282729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.314659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-3860d79b-e0c4-402e-b949-257613689901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.316458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-3860d79b-e0c4-402e-b949-257613689901 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4819491 Apr 28 19:44:32.356178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Transition to ACTIVE for port object 5eea3641-da0c-491f-a31a-3186dfe48508 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:32.402172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.402812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.408421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.422381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-f14c3074-8dc7-4b2f-a9fc-e4c152936144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.434705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-f14c3074-8dc7-4b2f-a9fc-e4c152936144 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 1100 time: 1.3158386 Apr 28 19:44:32.436965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-392c6242-1cf1-4d7d-bb13-9d4c3b0b9417 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6197290 Apr 28 19:44:32.465516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Calling delete_port for 66e5e500-9026-4856-9717-9dd678b33ff2 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:44:32.600359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:32.636807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6ec99f3-5343-40d5-bc56-6a6c3f284014 None None] Provisioning for port 241af9ca-8ade-41af-84e1-d515a2c47dc4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:32.653131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6ec99f3-5343-40d5-bc56-6a6c3f284014 None None] Provisioning complete for port 241af9ca-8ade-41af-84e1-d515a2c47dc4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:32.655902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-45a6a08b-5979-4ff9-a0e5-ecdd948edee9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.2042487 Apr 28 19:44:32.657102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6ec99f3-5343-40d5-bc56-6a6c3f284014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.714075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'mac_address': 'fa:16:3e:82:ff:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:32.869542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:32.878926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c6ec99f3-5343-40d5-bc56-6a6c3f284014 None None] Port 241af9ca-8ade-41af-84e1-d515a2c47dc4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:44:32.894001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:32.898483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-c610fd5a-a779-4b2e-a9db-e164613b832f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.900819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-c610fd5a-a779-4b2e-a9db-e164613b832f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2300048 Apr 28 19:44:32.913955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba58089-9316-4e9a-b812-20a7cc4eab92 req-7a7ae655-e1c4-40a7-8883-c75fe252a213 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:32.923571 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bba58089-9316-4e9a-b812-20a7cc4eab92 req-7a7ae655-e1c4-40a7-8883-c75fe252a213 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 932 time: 0.6057801 Apr 28 19:44:32.940175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:32.946967 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.084782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:33.162918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-5e3c1d84-914c-4fc7-b82e-99c5f8979bf6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2138834 Apr 28 19:44:33.170951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bba58089-9316-4e9a-b812-20a7cc4eab92 req-0d96282b-c46f-42e4-b88d-b5052502ead2 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Synchronizing usage tracker for tenant:1034cd4a077341729eb8886068e65c38 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:33.173647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Request body: {'port': {'device_id': '380ef045-238b-48b4-a924-1f0a6aa97971', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:33.199450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.255078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bba58089-9316-4e9a-b812-20a7cc4eab92 req-0d96282b-c46f-42e4-b88d-b5052502ead2 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Unset dirty status for tenant:1034cd4a077341729eb8886068e65c38 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:33.266887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bba58089-9316-4e9a-b812-20a7cc4eab92 req-0d96282b-c46f-42e4-b88d-b5052502ead2 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3407378 Apr 28 19:44:33.286583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Pushing event deleted for resources: {'Port': ['ID=66e5e500-9026-4856-9717-9dd678b33ff2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:33.309892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9031a919-5333-4e2f-b6b8-2c8dd9664f5c req-7fb15405-1122-46c6-9b7b-bc725e77ed1a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.330152 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae21618b-5307-45fc-81ed-584bc4190dee'] response: {'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'code': 200} Apr 28 19:44:33.334109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9031a919-5333-4e2f-b6b8-2c8dd9664f5c req-7fb15405-1122-46c6-9b7b-bc725e77ed1a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 949 time: 1.4656603 Apr 28 19:44:33.446066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0eb99239-6550-4ebe-9857-f33a05ed60a0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:33.460981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.502312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-a2f2f3a3-6807-4454-8d8d-c41131c006a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.506171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-a2f2f3a3-6807-4454-8d8d-c41131c006a0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5496376 Apr 28 19:44:33.510136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.515178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bde64bd1-50f0-4d86-82f6-58a3f15c377d tempest-ImagesOneServerNegativeTestJSON-387552988 tempest-ImagesOneServerNegativeTestJSON-387552988-project] 10.222.0.24 "DELETE /v2.0/floatingips/c4460fe5-78ae-4fba-92d7-a906a43a873c HTTP/1.1" status: 204 len: 168 time: 2.7010043 Apr 28 19:44:33.875574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:33.886381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-7b27ef4e-82a8-43a5-8f2f-c05130001054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:33.905557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-7b27ef4e-82a8-43a5-8f2f-c05130001054 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 1.3720231 Apr 28 19:44:33.910345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:33.940175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-bf429068-a516-4056-ba40-2bd569b161c3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334122 Apr 28 19:44:34.076724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-40b090ae-1462-45f4-b7db-6dc7fdcd995a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 200 len: 217 time: 0.1674347 Apr 28 19:44:34.173768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef8a22d-da35-4bbe-ba31-5e04d0daf22a req-51e5c403-ed5f-484a-a765-089e9d23807a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.181094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ef8a22d-da35-4bbe-ba31-5e04d0daf22a req-51e5c403-ed5f-484a-a765-089e9d23807a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 945 time: 0.6641855 Apr 28 19:44:34.248381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ef8a22d-da35-4bbe-ba31-5e04d0daf22a req-3782c280-0dcf-42f6-b0b6-420c8f25161c tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660002 Apr 28 19:44:34.258022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-56c2ae58-09e6-4250-bda5-0db64083b20e service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969613 Apr 28 19:44:34.263010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9031a919-5333-4e2f-b6b8-2c8dd9664f5c req-aebcadbc-3757-4c9d-8717-5f3490525627 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9279647 Apr 28 19:44:34.294299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d50499e-3aef-48d3-bf51-eef0d3619dbe up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:34.310265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1345710-9a63-4f40-add9-a5786dcf8f24 req-5a968a97-fba7-46a7-be8e-16767938bfdb service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7218509 Apr 28 19:44:34.374442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-9c256d34-7def-4a20-b8aa-7469b53426c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.376338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-9c256d34-7def-4a20-b8aa-7469b53426c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2576222 Apr 28 19:44:34.456190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 3d50499e-3aef-48d3-bf51-eef0d3619dbe completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:34.464687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 3d50499e-3aef-48d3-bf51-eef0d3619dbe triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:34.465420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.561305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:34.561806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:34.562047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:34.571381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a5548-8289-4247-8134-271f04576b4f req-dc29b9ca-e03b-4887-9400-e7636802a7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.572862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a97a5548-8289-4247-8134-271f04576b4f req-dc29b9ca-e03b-4887-9400-e7636802a7ba service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1096 time: 0.7354188 Apr 28 19:44:34.582428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:34.582754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:34.660361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06443bd3-4880-4b8b-98f7-49a5c54b8436 req-8a93ce92-ab83-4a3a-a4b4-3722c7da6d2e tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.662668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06443bd3-4880-4b8b-98f7-49a5c54b8436 req-8a93ce92-ab83-4a3a-a4b4-3722c7da6d2e tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 949 time: 0.1477799 Apr 28 19:44:34.672961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:34.673297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:34.673723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:34.674163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Bound port: 5eea3641-da0c-491f-a31a-3186dfe48508, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:34.674516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.683469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.721260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06443bd3-4880-4b8b-98f7-49a5c54b8436 req-07cb4b38-8780-46df-a76e-22ba4e5fa99f tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528722 Apr 28 19:44:34.760341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:34.766978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:34.775985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a97a5548-8289-4247-8134-271f04576b4f req-3c0f8037-9124-4b7f-a94e-6b38224afa35 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482942 Apr 28 19:44:34.797480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-1bebfc24-b257-48fd-8485-fdb7fa0d8d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.798955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-1bebfc24-b257-48fd-8485-fdb7fa0d8d63 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4089289 Apr 28 19:44:34.814289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6532417a-cb83-410d-ac90-b49e9aebedea req-0d89ea6a-3d96-431c-a8b2-a86c2fcc531c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:34.814945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6532417a-cb83-410d-ac90-b49e9aebedea req-0d89ea6a-3d96-431c-a8b2-a86c2fcc531c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:34.864268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:34.966443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6532417a-cb83-410d-ac90-b49e9aebedea req-0d89ea6a-3d96-431c-a8b2-a86c2fcc531c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:34.973972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6532417a-cb83-410d-ac90-b49e9aebedea req-0d89ea6a-3d96-431c-a8b2-a86c2fcc531c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.5476773 Apr 28 19:44:34.989838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:35.038087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9d3147-b9f0-4ebb-ac5d-f8fd073d511f req-b59b3088-d6b1-4dcb-8bd6-08cedaa21e5e tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.039880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf9d3147-b9f0-4ebb-ac5d-f8fd073d511f req-b59b3088-d6b1-4dcb-8bd6-08cedaa21e5e tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 932 time: 0.1444702 Apr 28 19:44:35.062581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:35.081405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.096920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf9d3147-b9f0-4ebb-ac5d-f8fd073d511f req-c3f72619-8dfd-4773-bf77-0bc2b13ed073 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501099 Apr 28 19:44:35.145433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 241af9ca-8ade-41af-84e1-d515a2c47dc4 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:35.174203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.196979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-055e60f5-4b23-4280-989c-e3caea8b347d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3768413 Apr 28 19:44:35.198341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.198940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.200184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] 10.222.0.41 "PUT /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 1092 time: 4.4554069 Apr 28 19:44:35.214768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6532417a-cb83-410d-ac90-b49e9aebedea req-80a2bc19-75d3-42fe-9f8b-c04ddfc9b0d1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394240 Apr 28 19:44:35.215029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:35.309111 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1aa697e0-d981-49ee-bd6d-4c02d51d54ea'] response: {'name': 'network-changed', 'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508', 'status': 'completed', 'code': 200} Apr 28 19:44:35.314895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Transition to ACTIVE for port object 241af9ca-8ade-41af-84e1-d515a2c47dc4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:35.315073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:35.331793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}, {'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:35.340688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bffe9-58bf-4d97-8448-082b22735757 service neutron] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:35.343401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.681062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Deleting subnet e5b8c22e-b599-4119-b6db-27e03a79ac80 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:44:35.705308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.757486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c645d1-7a91-4e5e-843b-86e4267d0e78 req-1fdf94f9-58a3-464f-8a30-34941ddb437f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.764351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27c645d1-7a91-4e5e-843b-86e4267d0e78 req-1fdf94f9-58a3-464f-8a30-34941ddb437f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 950 time: 0.2049265 Apr 28 19:44:35.819447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.862704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:35.879624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27c645d1-7a91-4e5e-843b-86e4267d0e78 req-7502f4f7-46c6-4abe-a498-d30d8b558c67 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141601 Apr 28 19:44:35.928517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:35.945255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ebd6581-bbb2-4f2e-be41-71c5c252e0f0 req-ae674234-8165-4699-bb1d-ff9d9742182b service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6978090 Apr 28 19:44:35.965053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-a02a7dd1-4bde-4994-bce9-4caa60e19522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:35.966827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-a02a7dd1-4bde-4994-bce9-4caa60e19522 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1095 time: 0.6930647 Apr 28 19:44:35.988670 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e270247a-4888-411d-9afb-861fd262d2e6'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'code': 200} Apr 28 19:44:35.988936 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e270247a-4888-411d-9afb-861fd262d2e6'] response: {'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe', 'code': 200} Apr 28 19:44:36.059889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24c0b4-876d-47e4-b2a4-165e440cccd8 req-d1d61e3b-adba-4a9b-8cd5-7b1a472b481b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.061177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a24c0b4-876d-47e4-b2a4-165e440cccd8 req-d1d61e3b-adba-4a9b-8cd5-7b1a472b481b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 945 time: 0.5883689 Apr 28 19:44:36.069399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Attempting to bind port 241af9ca-8ade-41af-84e1-d515a2c47dc4 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:36.069767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Attempting to bind port 241af9ca-8ade-41af-84e1-d515a2c47dc4 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:36.070089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Attempting to bind port 241af9ca-8ade-41af-84e1-d515a2c47dc4 on network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:36.086566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.120067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-37267ce9-84a5-4d71-b806-4d2cc3763136 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 217 time: 0.1366808 Apr 28 19:44:36.177674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Port 241af9ca-8ade-41af-84e1-d515a2c47dc4 on network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:36.178029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Attempting to bind port 241af9ca-8ade-41af-84e1-d515a2c47dc4 on network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:36.227013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b8c22e-b599-4119-b6db-27e03a79ac80,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.239323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.255628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:36.255982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Checking segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:36.256357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Bound using segment: {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:36.256915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Bound port: 241af9ca-8ade-41af-84e1-d515a2c47dc4, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3d24bda-94cc-4e3b-ae9d-ef568434b369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:36.257172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.263118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b326f2f-4392-457f-a3ac-c116d2e4a81f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e5b8c22e-b599-4119-b6db-27e03a79ac80 HTTP/1.1" status: 204 len: 168 time: 0.9467807 Apr 28 19:44:36.266826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52378) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:36.271611 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:44:36.298469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:36.336825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0a24c0b4-876d-47e4-b2a4-165e440cccd8 req-9b8030e1-8dd6-4494-89d3-68d3ab80ef27 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:36.373898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0c86cdf8-51a2-49db-9abc-5f6e52de5995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.375837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-0c86cdf8-51a2-49db-9abc-5f6e52de5995 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.2445276 Apr 28 19:44:36.474790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-b57f68da-a2df-49a3-aa2f-295ea50faf9e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0839090 Apr 28 19:44:36.482292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:36.489520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0eb99239-6550-4ebe-9857-f33a05ed60a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:36.493993 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.679586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0a24c0b4-876d-47e4-b2a4-165e440cccd8 req-9b8030e1-8dd6-4494-89d3-68d3ab80ef27 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:36.680634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a24c0b4-876d-47e4-b2a4-165e440cccd8 req-9b8030e1-8dd6-4494-89d3-68d3ab80ef27 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5770779 Apr 28 19:44:36.703501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.756206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.810560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbcd84f-20b1-4da0-86c2-5eb7c88a807d req-2128b91b-c845-4e30-a3e4-849e65b02bd6 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.811790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-6e8d688f-baae-4b18-8c89-115243da65e6 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3218596 Apr 28 19:44:36.818441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40709cd-7a5b-4e6b-9c65-d6e0b1989e7c req-2e0d1050-ce8c-4215-9dd0-439eec7ad0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:36.820387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f40709cd-7a5b-4e6b-9c65-d6e0b1989e7c req-2e0d1050-ce8c-4215-9dd0-439eec7ad0e8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 1101 time: 0.7476184 Apr 28 19:44:36.822388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cbcd84f-20b1-4da0-86c2-5eb7c88a807d req-2128b91b-c845-4e30-a3e4-849e65b02bd6 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 950 time: 0.4516180 Apr 28 19:44:36.846998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:36.861003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:36.928471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:36.950443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=13']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:36.967832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cbcd84f-20b1-4da0-86c2-5eb7c88a807d req-2d495192-c2b9-430c-ab49-6f9505dd6269 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456211 Apr 28 19:44:36.978469 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.017731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c15b41a8-de95-4a01-92b9-6152e7be74b4']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.029769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7840d91-c968-4186-9ca5-0e20dc88385b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.030093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7840d91-c968-4186-9ca5-0e20dc88385b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:37.042520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.072258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.074472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:37.084041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:44:37.084594 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.098236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f40709cd-7a5b-4e6b-9c65-d6e0b1989e7c req-29630b0d-38fb-4a91-bdc6-c9d1d2253720 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963856 Apr 28 19:44:37.108064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:44:37.110374 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:44:37.223180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.223954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.225414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] 10.222.0.41 "PUT /v2.0/ports/241af9ca-8ade-41af-84e1-d515a2c47dc4 HTTP/1.1" status: 200 len: 1092 time: 4.0617745 Apr 28 19:44:37.226146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a814d9-bff6-4d62-bbb6-864be5bcc82e service neutron] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:37.283448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.288300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0029a-a3e9-4189-a90c-b718d084e58e req-c19a2cae-75b5-49b6-a395-85f393723f2b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.288799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.295539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9e0029a-a3e9-4189-a90c-b718d084e58e req-c19a2cae-75b5-49b6-a395-85f393723f2b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 951 time: 0.3708847 Apr 28 19:44:37.315955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0ae56e4-e767-449f-a82e-dae991867bb6 req-77956409-3a0e-4fdd-aace-a64f661d1807 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4862545 Apr 28 19:44:37.319653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c15b41a8-de95-4a01-92b9-6152e7be74b4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:37.339298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-218a80b6-02a9-4f5d-87cd-41a83dfc2cf2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c15b41a8-de95-4a01-92b9-6152e7be74b4 HTTP/1.1" status: 204 len: 168 time: 1.0703676 Apr 28 19:44:37.383159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d6213-4ad4-42e2-923c-3a43fa521bf1 req-17d1b599-56a0-415a-a63e-bf740dac2dca tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.391356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-452d6213-4ad4-42e2-923c-3a43fa521bf1 req-17d1b599-56a0-415a-a63e-bf740dac2dca tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.2762043 Apr 28 19:44:37.398531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:37.519195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-452d6213-4ad4-42e2-923c-3a43fa521bf1 req-7a42d8c5-e7dd-4e83-ae82-5b7269c18e14 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265161 Apr 28 19:44:37.626481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9e0029a-a3e9-4189-a90c-b718d084e58e req-682a65ca-0969-48fc-b413-cbd2388b8a16 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3268294 Apr 28 19:44:37.682618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-268b35b4-1c8d-4722-9807-ca0d4a7bfb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.688278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-268b35b4-1c8d-4722-9807-ca0d4a7bfb81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1095 time: 0.2680311 Apr 28 19:44:37.744804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:37.816072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d03f8b36-373f-4687-abdf-c2c307e0c0da admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=92aceec834e24575a29c453d5e5caa92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0701065 Apr 28 19:44:37.818514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:37.884765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b7784-887e-4a20-a815-53afc01df03c req-2eaa5596-a406-4364-8a84-bf5f9c220d15 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.886327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca4b7784-887e-4a20-a815-53afc01df03c req-2eaa5596-a406-4364-8a84-bf5f9c220d15 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.1999459 Apr 28 19:44:37.940265 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97632390-424d-41f1-bb94-58252d4daf2e'] response: {'name': 'network-changed', 'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'status': 'completed', 'code': 200} Apr 28 19:44:37.946300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-4f1838bb-82a3-4f03-abed-642dafc688f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.947759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-4f1838bb-82a3-4f03-abed-642dafc688f7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1034cd4a077341729eb8886068e65c38&device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 1095 time: 0.6282725 Apr 28 19:44:37.952377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-db061f5e-63c5-41cb-b545-76b911c2ad12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:37.954239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-db061f5e-63c5-41cb-b545-76b911c2ad12 service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2546294 Apr 28 19:44:37.957681 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca4b7784-887e-4a20-a815-53afc01df03c req-4c490301-ee15-47b7-a430-c462677af504 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 Apr 28 19:44:37.958308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:37.990181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:37.992444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.058792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.085222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22c88e-506e-4a25-ae90-bc5aa2a7cf57,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:38.090058 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:38.091133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f687fb5e-32b1-47ef-bdef-66e9b017b3e5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9a22c88e-506e-4a25-ae90-bc5aa2a7cf57 HTTP/1.1" status: 204 len: 168 time: 0.2717521 Apr 28 19:44:38.310137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-f34163b9-1d90-49c2-924e-c24c7c9eca0d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4 HTTP/1.1" status: 200 len: 217 time: 0.3446887 Apr 28 19:44:38.334515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-e5c4ab9d-06f0-4c50-a372-67cb6ada224a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 217 time: 0.3678582 Apr 28 19:44:38.461727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-4ad43f91-7193-4046-af74-4e21bfd032e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.463181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-4ad43f91-7193-4046-af74-4e21bfd032e6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.0921535 Apr 28 19:44:38.589874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-1b0462d1-886d-47e2-9f44-82101c8657dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1046479 Apr 28 19:44:38.601411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-06836a73-8da1-4709-b88b-1be14279cd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.602600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-06836a73-8da1-4709-b88b-1be14279cd71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f6509b0-630d-4a62-8032-c8b63d4fe882 HTTP/1.1" status: 200 len: 855 time: 0.2699425 Apr 28 19:44:38.909364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc97305-7224-4433-914d-264b72f5d086 req-0b50f075-4886-4cf4-b917-9141842611b6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:38.918118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2dc97305-7224-4433-914d-264b72f5d086 req-0b50f075-4886-4cf4-b917-9141842611b6 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 945 time: 0.8068712 Apr 28 19:44:38.968881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-ecb60047-7290-4a85-a726-99ec3cf7d5f2 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3701656 Apr 28 19:44:39.069749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8de8fd-7b39-4b59-845d-9be25e43d503 req-23e1c839-476c-44ca-bc2f-c6fce37cfa45 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.071233 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b8de8fd-7b39-4b59-845d-9be25e43d503 req-23e1c839-476c-44ca-bc2f-c6fce37cfa45 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 950 time: 0.1408746 Apr 28 19:44:39.114221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2dc97305-7224-4433-914d-264b72f5d086 req-3b0a7644-dcf2-4a48-bb9e-8c6357884385 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949458 Apr 28 19:44:39.204308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b8de8fd-7b39-4b59-845d-9be25e43d503 req-985240f3-ba71-4f84-af60-ba202fe658c5 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268673 Apr 28 19:44:39.216834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-ae27116e-e44b-4c12-a0ee-69fe997c4cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.218343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-ae27116e-e44b-4c12-a0ee-69fe997c4cb6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c43aacd-30dc-4648-a4bf-ecf6683639d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5922513 Apr 28 19:44:39.233999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52464) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:39.236076 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a28f7bba-63f3-474a-a1d7-1088b690bd78'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'code': 200} Apr 28 19:44:39.415317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1748092696-network', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:39.426178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:39.431908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Usage tracker for resource:network and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:39.436430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:39.447909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:39.467030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Made reservation on behalf of 3c6bc0f1a5f848fdbb25ad11dc84de39 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:39.470021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.498094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.504567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-690c7be2-5fb4-46a7-936e-a55111cfb545 req-ef420e4f-5d6e-4d52-b786-378d262103b6 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156195 Apr 28 19:44:39.533431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:39.538613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Usage tracker for resource:security_group_rule and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:39.541916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:39.570523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:39.603354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-c3797a4b-1388-4dda-b28a-d9e8e65130df service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3716426 Apr 28 19:44:39.698340 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.725069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-c4267385-5af8-44a6-84b3-5c0d27e5049c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394213 Apr 28 19:44:39.743893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3e9f2c-c7e3-471b-84d0-190b9b9db42c req-6516bd13-e312-474c-90c2-e548146622c0 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.744731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9f3e9f2c-c7e3-471b-84d0-190b9b9db42c req-6516bd13-e312-474c-90c2-e548146622c0 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Synchronizing usage tracker for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:39.775274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9f3e9f2c-c7e3-471b-84d0-190b9b9db42c req-6516bd13-e312-474c-90c2-e548146622c0 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Unset dirty status for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:39.775274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3e9f2c-c7e3-471b-84d0-190b9b9db42c req-6516bd13-e312-474c-90c2-e548146622c0 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.3298500 Apr 28 19:44:39.801433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.846769 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.855106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a74a1c6-7f22-4690-a21e-7e434075c65f req-27ec9a1c-2943-4884-b052-441fee9b8ed3 service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410564 Apr 28 19:44:39.862156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3e9f2c-c7e3-471b-84d0-190b9b9db42c req-91103178-5f3b-463e-96b7-bfedb110814c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546384 Apr 28 19:44:39.889865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:44:39.921710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a906c1-f9de-4fdc-81b2-cf8d2e3e3657,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:39.937179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:39.937956 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Added segment 1fc0c335-2c1a-4215-9536-1da4ed41f317 of type vlan for network b05d32d1-449c-4b28-86f9-828e27f87b71 Apr 28 19:44:39.959140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-3374a00d-8949-4b9c-b3da-43831b840158 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:39.966228 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-3374a00d-8949-4b9c-b3da-43831b840158 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2403176 Apr 28 19:44:39.986748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-19575bcb-d6fc-480e-8a57-7a26183648e1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/quotas/1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 375 time: 0.0196347 Apr 28 19:44:40.058588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e385232-5647-4852-81c0-0decda6d058f req-96aef139-da2f-41ea-b18f-0d61ca2b613b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.060734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-96aef139-da2f-41ea-b18f-0d61ca2b613b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1034cd4a077341729eb8886068e65c38&device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 1095 time: 0.1307447 Apr 28 19:44:40.156904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:40.217050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:40.225634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.226542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:40.252797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e385232-5647-4852-81c0-0decda6d058f req-56a4e0e5-9a1a-4485-8b2f-78c04fd077bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.255801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-56a4e0e5-9a1a-4485-8b2f-78c04fd077bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c43aacd-30dc-4648-a4bf-ecf6683639d8 HTTP/1.1" status: 200 len: 917 time: 0.1841164 Apr 28 19:44:40.374174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-669086c5-61a4-4f62-890f-a8eab76a9f72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4 HTTP/1.1" status: 200 len: 217 time: 0.0931466 Apr 28 19:44:40.404805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1608689 Apr 28 19:44:40.404805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:40.417231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Request body: {'subnet': {'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1748092696-subnet', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:40.417231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd3b007-4c78-4b84-8c33-234aac77872c admin admin] Pushing event updated for resources: {'Network': ['ID=b05d32d1-449c-4b28-86f9-828e27f87b71,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:40.432025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:40.434440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b05d32d1-449c-4b28-86f9-828e27f87b71 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:44:40.445169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Usage tracker for resource:subnet and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:40.448727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:40.467868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:40.493826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e385232-5647-4852-81c0-0decda6d058f req-89febc30-a5b2-4023-b73b-d07b6c5fc663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.495091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-06ba3012-f8c4-4518-849a-e3c9b1287e61 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5071311 Apr 28 19:44:40.508039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-89febc30-a5b2-4023-b73b-d07b6c5fc663 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f6509b0-630d-4a62-8032-c8b63d4fe882 HTTP/1.1" status: 200 len: 855 time: 0.1303415 Apr 28 19:44:40.513039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Made reservation on behalf of 3c6bc0f1a5f848fdbb25ad11dc84de39 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:40.515599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:40.736682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e385232-5647-4852-81c0-0decda6d058f req-7078b99f-a5bd-43a7-8b70-204a9944ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:40.740105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-7078b99f-a5bd-43a7-8b70-204a9944ff65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c43aacd-30dc-4648-a4bf-ecf6683639d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243094 Apr 28 19:44:41.001139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.128999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-9d4bd2cb-7d9c-47b5-a4ed-caa946642a23 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-443050187&fields=id&tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 267 time: 0.2235577 Apr 28 19:44:41.151430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-b4cb2a02-e6f0-40ad-81e9-9e0027ce3e7c service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3993309 Apr 28 19:44:41.166167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a4a07-415e-42d6-ac5a-5193cda29321 req-7d743c9a-2604-4481-b4c3-c2743ba121f7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.167697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea8a4a07-415e-42d6-ac5a-5193cda29321 req-7d743c9a-2604-4481-b4c3-c2743ba121f7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.3722408 Apr 28 19:44:41.253836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:41.287935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Checking segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:41.287935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Network hostable DHCP agents. Network: b05d32d1-449c-4b28-86f9-828e27f87b71, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:44:41.317063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Network b05d32d1-449c-4b28-86f9-828e27f87b71 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:44:41.331104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b05d32d1-449c-4b28-86f9-828e27f87b71) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:41.336876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.338238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.339551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96de5409-e24c-4059-868c-898285cbf8ed None None] Network b05d32d1-449c-4b28-86f9-828e27f87b71 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:44:41.402418 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f38e72c5-534f-4227-9f66-6c9fae4cf54d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9955103 Apr 28 19:44:41.402418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52514) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:41.410279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea8a4a07-415e-42d6-ac5a-5193cda29321 req-de93b808-fa07-40c1-9ec8-d6e1767e8169 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156932 Apr 28 19:44:41.425702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:41.439110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:41.448363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Usage tracker for resource:router and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:41.458436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:41.461983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e385232-5647-4852-81c0-0decda6d058f req-3c860d4f-e740-4e18-a538-bba8268c11cc service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2932386 Apr 28 19:44:41.474908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:41.491111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.492671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.515006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.537936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-93440705-f97a-49d0-875b-d7eb0f3b98aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:41.546400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-93440705-f97a-49d0-875b-d7eb0f3b98aa tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 945 time: 0.4077604 Apr 28 19:44:41.555115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'security_groups': ['77456f18-7a19-4aa5-9fe2-f987a7366643', 'fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:41.760019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b05d32d1-449c-4b28-86f9-828e27f87b71', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:44:41.761541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.819500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:41.902692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.022557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Allocated IP 172.20.0.2 (b05d32d1-449c-4b28-86f9-828e27f87b71/8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d/e88a5e28-fc19-42ec-b2c9-4afb59016342) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:42.292008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.389791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.403502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Transition to ACTIVE for port object e88a5e28-fc19-42ec-b2c9-4afb59016342 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:42.448185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48290b31-0540-415f-af75-1889f0641876 req-e19b28e4-b5eb-48f9-baf7-17c3c7e090f3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 210 time: 0.1257005 Apr 28 19:44:42.450980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Transition to ACTIVE for port object e88a5e28-fc19-42ec-b2c9-4afb59016342 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:42.462991 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.568710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Pushing event updated for resources: {'Port': ['ID=e88a5e28-fc19-42ec-b2c9-4afb59016342,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:42.595436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Network b05d32d1-449c-4b28-86f9-828e27f87b71 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:42.597666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:42.607252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:42.804842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Attempting to bind port e88a5e28-fc19-42ec-b2c9-4afb59016342 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:42.805935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Attempting to bind port e88a5e28-fc19-42ec-b2c9-4afb59016342 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:42.805935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Attempting to bind port e88a5e28-fc19-42ec-b2c9-4afb59016342 on network b05d32d1-449c-4b28-86f9-828e27f87b71 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:42.823416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:42.824842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Checking segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:42.825821 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.827299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Bound using segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:42.829218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Bound port: e88a5e28-fc19-42ec-b2c9-4afb59016342, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:42.829729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:42.897330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-0c31dfaf-de99-401e-83d2-aa3425a6f393 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=1faa4a80901147478d45b982b00408d2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0678880 Apr 28 19:44:43.055088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] For port e88a5e28-fc19-42ec-b2c9-4afb59016342, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:43.058829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] For port e88a5e28-fc19-42ec-b2c9-4afb59016342, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e88a5e28-fc19-42ec-b2c9-4afb59016342,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:43.068350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.095865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f05471-34f8-47e0-bc3b-753e244febb2 req-87da9bcf-3918-463d-9aef-722eec298061 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.103131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4f05471-34f8-47e0-bc3b-753e244febb2 req-87da9bcf-3918-463d-9aef-722eec298061 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.3958788 Apr 28 19:44:43.137074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-7af24fc0-b5d0-4f2f-8b7d-51c29b3111ee tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.138574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-7af24fc0-b5d0-4f2f-8b7d-51c29b3111ee tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2358813 Apr 28 19:44:43.171511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:43.174734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4f05471-34f8-47e0-bc3b-753e244febb2 req-dbb0e2ea-142c-4b74-8a77-632e352614d6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706656 Apr 28 19:44:43.175966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285bcb3-46c7-4e8a-999f-4926a861fa66 None None] Pushing event updated for resources: {'Port': ['ID=e88a5e28-fc19-42ec-b2c9-4afb59016342,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:43.193616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Request body: {'port': {'device_id': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '1faa4a80901147478d45b982b00408d2'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:43.301868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.335628 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.337745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.395704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.415725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b', '6d86e8f0-f2df-4da3-951e-78e327d68e84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:43.456845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:43.482821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:43.542326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Made reservation on behalf of 1faa4a80901147478d45b982b00408d2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:44:43.550117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.563884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:43.622653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:43.624097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:43.626444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae71d8bb-b99e-43e7-a087-984c62f713a1 req-474ea4bb-38cb-4e01-8640-1afb031d0be1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "PUT /v2.0/ports/6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 981 time: 2.0785282 Apr 28 19:44:43.629580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:43.777629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['6d86e8f0-f2df-4da3-951e-78e327d68e84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:43.845026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Allocated IP 172.25.2.56 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/de79aa91-4a33-4e9e-bcdc-862eb08c8efd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:43.949114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Allocated IP 192.168.233.144 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:44.181070 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.292942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027d6001-015e-49c6-ab7d-4fd013610dae req-64906694-5534-4b2b-bb70-6f1f9015c771 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:44.300995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-027d6001-015e-49c6-ab7d-4fd013610dae req-64906694-5534-4b2b-bb70-6f1f9015c771 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.6964543 Apr 28 19:44:44.357855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e88a5e28-fc19-42ec-b2c9-4afb59016342 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:44.362922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3644071-6c2d-4860-9a68-20021ae7ecc3 req-821f7af2-688c-42c3-8868-a3b26ccf5765 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 210 time: 0.1287715 Apr 28 19:44:44.375225 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.613059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Pushing event updated for resources: {'Port': ['ID=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:44.665737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-027d6001-015e-49c6-ab7d-4fd013610dae req-6b69e39b-8ca5-41fd-8cb2-8b204ce55b40 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3632226 Apr 28 19:44:44.676468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:44.680047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:44.690432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:44.796312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e13a832-6c7b-4c91-a928-a3a133aa7945 req-a0f93116-3bed-4a43-abbe-7e3b0a6ebe95 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa HTTP/1.1" status: 200 len: 1799 time: 0.3126447 Apr 28 19:44:44.814991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:44.894438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7354e8bf-6796-410d-bc31-c6efc2665170 None None] Network b05d32d1-449c-4b28-86f9-828e27f87b71 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:44:44.909695 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08bcafc-fb2d-4f11-84bc-765893f97340'] response: {'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'status': 'completed', 'code': 200} Apr 28 19:44:44.987232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Transition to ACTIVE for port object 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:45.084031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-4d9c8134-45b8-46db-82be-9ef2c82fd256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.085622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-4d9c8134-45b8-46db-82be-9ef2c82fd256 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1135 time: 0.2379479 Apr 28 19:44:45.087063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.098399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e88a5e28-fc19-42ec-b2c9-4afb59016342 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:45.112766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd', '0eb99239-6550-4ebe-9857-f33a05ed60a0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:45.201255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:45.220154 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-3e13a832-6c7b-4c91-a928-a3a133aa7945 req-34db0c86-79d0-4b64-a898-40715578da88 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:44:45.222009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e13a832-6c7b-4c91-a928-a3a133aa7945 req-34db0c86-79d0-4b64-a898-40715578da88 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa HTTP/1.1" status: 409 len: 341 time: 0.4209261 Apr 28 19:44:45.352837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:45.384141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:45.526716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:45.627536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:45.785121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.787151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:45.903638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-f25e1dbe-3be0-4a93-9410-4cd9a0e6bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:45.911073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-f25e1dbe-3be0-4a93-9410-4cd9a0e6bbcb service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.8140075 Apr 28 19:44:45.914273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-22999818-8f2a-4077-813d-490d3a540d14 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7522523 Apr 28 19:44:45.918984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Provisioning for port e88a5e28-fc19-42ec-b2c9-4afb59016342 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:45.944137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Provisioning complete for port e88a5e28-fc19-42ec-b2c9-4afb59016342 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:45.945083 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.061415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c9419f-c0cc-4b8f-85ea-9b6c8e7cc6bf req-b6ef090c-09b9-4de6-be1f-a50eced22db4 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.067490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1c9419f-c0cc-4b8f-85ea-9b6c8e7cc6bf req-b6ef090c-09b9-4de6-be1f-a50eced22db4 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.5271153 Apr 28 19:44:46.138282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.174307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Request body: {'port': {'device_id': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:46.299363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:46.481232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-f32af6c5-cc55-44da-bd91-1e4cc914dcf0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 217 time: 0.5600398 Apr 28 19:44:46.513036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:46.571551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1c9419f-c0cc-4b8f-85ea-9b6c8e7cc6bf req-f00d19a9-5d10-4b48-98a8-2fdccb37aba9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4964256 Apr 28 19:44:46.582063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5eea3641-da0c-491f-a31a-3186dfe48508', 'network_id': '853b9709-937b-4118-8590-166d964a1932', 'port_id': '5eea3641-da0c-491f-a31a-3186dfe48508', 'mac_address': 'fa:16:3e:9d:3c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 447, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc764f5d-8568-484b-8a85-329f3312629e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:46.659684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.662764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.682829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5eea3641-da0c-491f-a31a-3186dfe48508 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:46.698994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:46.713999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.836857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:46.892541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-e2949543-03e0-4123-b2ea-925787e6586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.894513 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-e2949543-03e0-4123-b2ea-925787e6586f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.3390582 Apr 28 19:44:46.898311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60d6ad0-dfe2-421e-b7f2-748bf3bf1f46 req-175ab6b5-9572-47ae-af62-8f94f0c7b402 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:46.899766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f60d6ad0-dfe2-421e-b7f2-748bf3bf1f46 req-175ab6b5-9572-47ae-af62-8f94f0c7b402 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 936 time: 0.1283023 Apr 28 19:44:46.908887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:46.961660 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.019857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-07c0a23b-b53f-4ef4-995c-635a54c7773e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0818357 Apr 28 19:44:47.062741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae92a93-552a-41ba-9c06-4f7503a7c420 req-1ce9d7fb-6bab-4826-99ee-400533e551e0 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.070148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cae92a93-552a-41ba-9c06-4f7503a7c420 req-1ce9d7fb-6bab-4826-99ee-400533e551e0 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 950 time: 0.5134263 Apr 28 19:44:47.110831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] For port e88a5e28-fc19-42ec-b2c9-4afb59016342, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e88a5e28-fc19-42ec-b2c9-4afb59016342,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:47.157815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5eea3641-da0c-491f-a31a-3186dfe48508'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:47.193259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.210126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f60d6ad0-dfe2-421e-b7f2-748bf3bf1f46 req-908a2bca-2854-44a6-b74d-f47161ddd7ad tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3025348 Apr 28 19:44:47.383796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-76c9c387-e259-454f-b365-6e9023c0c386 None None] Provisioning for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:47.396369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-76c9c387-e259-454f-b365-6e9023c0c386 None None] Provisioning complete for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:47.401595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76c9c387-e259-454f-b365-6e9023c0c386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.431557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cae92a93-552a-41ba-9c06-4f7503a7c420 req-91de203b-2371-410b-9fb9-dbc52bb57fa8 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/security-groups?id=69603b12-8a9c-4a3a-9a40-cd0995031294&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603070 Apr 28 19:44:47.545082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80800431-7cb2-47f1-b08e-6ecf74692089 None None] Pushing event updated for resources: {'Port': ['ID=e88a5e28-fc19-42ec-b2c9-4afb59016342,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:47.570523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-abbf31cb-f4bc-4bc5-8eff-4aa5747c506d service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414190 Apr 28 19:44:47.605402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Router ef14ddbd-923b-452e-adda-80c43b3b7e13 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:44:47.613053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-76c9c387-e259-454f-b365-6e9023c0c386 None None] Port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:44:47.768417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-7ed5d26f-6256-4460-824a-13aa97651aa7 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.770086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-7ed5d26f-6256-4460-824a-13aa97651aa7 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 950 time: 0.4822028 Apr 28 19:44:47.794385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5ad08489-8be1-4fcb-983a-7dfc86e999f3 None None] Provisioning complete for port e88a5e28-fc19-42ec-b2c9-4afb59016342 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:47.795049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ad08489-8be1-4fcb-983a-7dfc86e999f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.825202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:44:47.835127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e8eda42-2977-4d67-9d5b-9c8da4e4f788 req-3b43d5b3-1e24-4f29-a750-3b1d2b96aee5 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540114 Apr 28 19:44:47.925100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d4701-7cff-4427-a717-0623ce365143 req-b0293262-ef51-44e9-8294-821cdd440765 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:47.932574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-425d4701-7cff-4427-a717-0623ce365143 req-b0293262-ef51-44e9-8294-821cdd440765 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 984 time: 0.2996624 Apr 28 19:44:47.946183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Deleting port 3d50499e-3aef-48d3-bf51-eef0d3619dbe {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:44:47.946527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:47.951234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:48.017941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.066234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Transition to ACTIVE for port object 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:48.083357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-425d4701-7cff-4427-a717-0623ce365143 req-3fc0d744-6382-47df-8bb1-2d854f7e2a2b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1484931 Apr 28 19:44:48.090369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.151008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68970f-daab-427e-a9d3-7dee00d9ae2b req-402d8807-e7f4-44f0-8a5f-4f916e8c9748 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.152850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a68970f-daab-427e-a9d3-7dee00d9ae2b req-402d8807-e7f4-44f0-8a5f-4f916e8c9748 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 0.6483846 Apr 28 19:44:48.254722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:48.279710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 241af9ca-8ade-41af-84e1-d515a2c47dc4 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:48.314741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e88a5e28-fc19-42ec-b2c9-4afb59016342 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:48.320982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-4525a67e-e97c-4ead-9415-89d46a5cdbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.322588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-4525a67e-e97c-4ead-9415-89d46a5cdbb9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1135 time: 0.3630188 Apr 28 19:44:48.419740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a68970f-daab-427e-a9d3-7dee00d9ae2b req-5c41a5f6-bbd1-4397-931e-9cbe61cdc35d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466407 Apr 28 19:44:48.433427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:44:48.445683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Sync routers for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:48.473129 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:44:48.473426 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:48.542223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:44:48.602967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.604349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e93a1637-1f89-499d-858a-9f747bea61df admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.1981239 Apr 28 19:44:48.607257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52608) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:48.616750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] For port 3d50499e-3aef-48d3-bf51-eef0d3619dbe, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=3d50499e-3aef-48d3-bf51-eef0d3619dbe,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:48.617552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:48.902459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-d25bd5ea-3731-48c7-9e39-5526216f40e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:48.903959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-d25bd5ea-3731-48c7-9e39-5526216f40e0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.5456629 Apr 28 19:44:49.041024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:49.081314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'port_id': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'mac_address': 'fa:16:3e:5d:36:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:49.098560 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:44:49.241631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e88a5e28-fc19-42ec-b2c9-4afb59016342 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:49.242039 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.305056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:49.305658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:49.306409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:49.463844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:44:49.466045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:49.470034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Calling delete_port for 3d50499e-3aef-48d3-bf51-eef0d3619dbe owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:44:49.492330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:49.494237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:49.494725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:49.495403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Bound port: 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:49.498697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.520687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-216d2325-fd9b-40b8-a471-90a0fa674817 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 217 time: 0.5976255 Apr 28 19:44:49.652902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-4b872d61-4628-421c-9035-351fa16e5f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:49.654669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-4b872d61-4628-421c-9035-351fa16e5f72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.0977640 Apr 28 19:44:49.663657 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:45Z', 'revision_number': 3, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:49.670457 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Checking router: ef14ddbd-923b-452e-adda-80c43b3b7e13 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:49.671969 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Updating router ef14ddbd-923b-452e-adda-80c43b3b7e13 port de79aa91-4a33-4e9e-bcdc-862eb08c8efd binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:49.738143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.770303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 241af9ca-8ade-41af-84e1-d515a2c47dc4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:49.786845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:49.795217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.805314 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:49.814485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-c16e32cc-54c1-4ac1-b352-5205b8792aaa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1229017 Apr 28 19:44:49.877580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.006384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-3f7bebf9-4e09-427a-a9c1-644d909bf553 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7846718 Apr 28 19:44:50.075898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-8e72735e-4deb-4366-8f8b-3c093a8f6ac6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7170730 Apr 28 19:44:50.122356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af0fb251-ab3b-4319-9d04-664ddeafd354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.128749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ee9abf-a130-420f-9b8d-6990f6902055 req-ff5d0d7c-f293-4b0d-bd53-94d57a6f7ae9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.134184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46ee9abf-a130-420f-9b8d-6990f6902055 req-ff5d0d7c-f293-4b0d-bd53-94d57a6f7ae9 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.9170682 Apr 28 19:44:50.176185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['241af9ca-8ade-41af-84e1-d515a2c47dc4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:50.226384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:50.276417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.294894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:50.330791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:50.341778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-184490b6-b89f-4ae0-89e6-13cfa9d6118f service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5115411 Apr 28 19:44:50.399640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d50499e-3aef-48d3-bf51-eef0d3619dbe no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:44:50.428495 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.458898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Transition to ACTIVE for port object de79aa91-4a33-4e9e-bcdc-862eb08c8efd will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:50.463176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.472030 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.502547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 3d50499e-3aef-48d3-bf51-eef0d3619dbe {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:44:50.502925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 3d50499e-3aef-48d3-bf51-eef0d3619dbe not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:44:50.546232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5eea3641-da0c-491f-a31a-3186dfe48508 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:50.588643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Pushing event deleted for resources: {'Port': ['ID=3d50499e-3aef-48d3-bf51-eef0d3619dbe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.591586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5eea3641-da0c-491f-a31a-3186dfe48508 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:50.591954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.679179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Attempting to bind port de79aa91-4a33-4e9e-bcdc-862eb08c8efd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:44:50.679971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.680146 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Attempting to bind port de79aa91-4a33-4e9e-bcdc-862eb08c8efd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:44:50.680146 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Attempting to bind port de79aa91-4a33-4e9e-bcdc-862eb08c8efd on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:44:50.680400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.681896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 1096 time: 4.5257792 Apr 28 19:44:50.695450 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:44:50.695801 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:44:50.696185 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.696558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:44:50.706064 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Bound port: de79aa91-4a33-4e9e-bcdc-862eb08c8efd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:44:50.706471 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.729293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd05898-a872-476e-becf-0b1a765073b3 req-d7a1ceb8-20b0-4da9-9012-68ba4bb7ca2d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.730545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ffd05898-a872-476e-becf-0b1a765073b3 req-d7a1ceb8-20b0-4da9-9012-68ba4bb7ca2d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:50.765006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] No DVR routers for this DVR port 3d50499e-3aef-48d3-bf51-eef0d3619dbe on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:44:50.776681 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Pushing event updated for resources: {'Port': ['ID=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.814955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:50.820539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c738f-4d88-4d35-813f-763fb7967ff0 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:50.824215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:50.837138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.837416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.837797 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.838038 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.838379 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.838673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.838986 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.839299 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.839612 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.839925 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.840236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.840544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:44:50.844384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46ee9abf-a130-420f-9b8d-6990f6902055 req-45a8f6f1-316d-4af1-bae0-354432979654 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5392621 Apr 28 19:44:50.845658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'name': 'network-vif-deleted', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:50.902087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8764cef6-e6c6-45bf-999c-3c1b5770ca4b req-f1c709ed-591a-4156-914f-48d5c9ff6c12 tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.46 "DELETE /v2.0/ports/3d50499e-3aef-48d3-bf51-eef0d3619dbe HTTP/1.1" status: 204 len: 173 time: 3.0708857 Apr 28 19:44:50.936404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-ba9ca10a-c98e-4f67-a719-ddabce6392d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:50.939522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-ba9ca10a-c98e-4f67-a719-ddabce6392d3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 1095 time: 0.7764995 Apr 28 19:44:50.940544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] For port de79aa91-4a33-4e9e-bcdc-862eb08c8efd, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:44:50.951163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] For port de79aa91-4a33-4e9e-bcdc-862eb08c8efd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:44:50.957855 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.014281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ffd05898-a872-476e-becf-0b1a765073b3 req-d7a1ceb8-20b0-4da9-9012-68ba4bb7ca2d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:51.024036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffd05898-a872-476e-becf-0b1a765073b3 req-d7a1ceb8-20b0-4da9-9012-68ba4bb7ca2d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 1.7149854 Apr 28 19:44:51.029927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.120426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:51.148591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:51.156067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:51.256460 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:44:51.257076 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:51.273414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffd05898-a872-476e-becf-0b1a765073b3 req-145dfdc8-1b1e-47ed-9730-adea19a70e7f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484202 Apr 28 19:44:51.394630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-a2a7f1b3-028e-4fb7-9d1f-93eb954248f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.397641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-a2a7f1b3-028e-4fb7-9d1f-93eb954248f4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 1100 time: 1.0500746 Apr 28 19:44:51.417035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:51.431399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-c834aa8b-986c-46a0-a869-d4881a5fcbdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.439225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-c834aa8b-986c-46a0-a869-d4881a5fcbdc service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1099 time: 0.7030506 Apr 28 19:44:51.473520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da6b94b-1ae1-434a-b8ae-d08446d3689c None None] Pushing event updated for resources: {'Port': ['ID=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:51.576304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33485405-af71-4741-9d5e-2fcdb07a14e4 req-1ce3fab7-10c6-41e1-9051-ad520ca875d3 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0588007 Apr 28 19:44:51.793312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-72145945-91be-4e8a-be95-913ae1c34656 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.3421710 Apr 28 19:44:51.825109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:44:51.910787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-380e4c4e-0510-4106-8107-e48b77f7dee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:51.912903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-380e4c4e-0510-4106-8107-e48b77f7dee1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.9296379 Apr 28 19:44:52.049550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-a7a03c31-d182-4b0b-a10b-7c5ef3be8947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.051090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-a7a03c31-d182-4b0b-a10b-7c5ef3be8947 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.5933461 Apr 28 19:44:52.056903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-806d9886-af9f-4a84-96f4-f14131f5fc61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.058556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-806d9886-af9f-4a84-96f4-f14131f5fc61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1849749 Apr 28 19:44:52.107321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac787485-a155-4edb-a740-cb55e07501ee req-daa9a4e4-442a-422d-87da-12869de8257d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Synchronizing usage tracker for tenant:341173963b674107b863af27b7858eec on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:44:52.136827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-5f1b80c0-2f1b-4fe9-8359-f609e488cfbf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 200 len: 217 time: 0.2106693 Apr 28 19:44:52.169812 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-98e53983-9b64-45e7-9461-941b8e6dee45 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.89&port_id=617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 200 len: 217 time: 0.1089375 Apr 28 19:44:52.178213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696129c-de5e-43ef-8176-4845d3a91eee req-d8a4e1dd-2805-42ab-a36c-1de90fb36763 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.179769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4696129c-de5e-43ef-8176-4845d3a91eee req-d8a4e1dd-2805-42ab-a36c-1de90fb36763 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 984 time: 0.5174980 Apr 28 19:44:52.240117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac787485-a155-4edb-a740-cb55e07501ee req-daa9a4e4-442a-422d-87da-12869de8257d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] Unset dirty status for tenant:341173963b674107b863af27b7858eec on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:44:52.241267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac787485-a155-4edb-a740-cb55e07501ee req-daa9a4e4-442a-422d-87da-12869de8257d tempest-TenantUsagesTestJSON-1685460065 tempest-TenantUsagesTestJSON-1685460065-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b9a15e5-149c-4ad4-af62-d5bedccfc8c7 HTTP/1.1" status: 200 len: 210 time: 0.5687609 Apr 28 19:44:52.267945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-85568771-ed0d-4ad5-9b77-56f372e7355a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.268531 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:45Z', 'revision_number': 3, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:52.269396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-85568771-ed0d-4ad5-9b77-56f372e7355a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1262529 Apr 28 19:44:52.273367 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41017b27-7dec-42b2-8983-79caca558fcd None None] The sync data for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 is: [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:45Z', 'revision_number': 3, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:44:52.306628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 241af9ca-8ade-41af-84e1-d515a2c47dc4 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:52.346503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.372171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-e1b9df64-913b-4bca-ab33-98bdea156fab service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830979 Apr 28 19:44:52.497802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e12a9fbf-6b39-4d89-b15a-0bdee77ce147 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.507294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 241af9ca-8ade-41af-84e1-d515a2c47dc4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:52.525808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 241af9ca-8ade-41af-84e1-d515a2c47dc4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:52.526176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.528829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-dca77c50-0a6a-4c09-9da8-9754306c4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.538762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-dca77c50-0a6a-4c09-9da8-9754306c4574 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3578458 Apr 28 19:44:52.549642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4696129c-de5e-43ef-8176-4845d3a91eee req-2d06fdb9-ab7f-4287-8dbe-90c3e13e3c63 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3281634 Apr 28 19:44:52.699143 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83aef6d6-3a43-4e79-a124-3bf38fe194eb'] response: {'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'status': 'completed', 'code': 200} Apr 28 19:44:52.723334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-c346058b-49c3-4792-a245-01539cf87d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.725603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-c346058b-49c3-4792-a245-01539cf87d7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6078982 Apr 28 19:44:52.726627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-714beadd-67fd-45fb-a095-b27446bb49f7 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3455741 Apr 28 19:44:52.747363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.822942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:52.826701 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf0c5ccc-1c63-497f-b449-48525e7b4e62'] response: {'server_uuid': '6b9a15e5-149c-4ad4-af62-d5bedccfc8c7', 'name': 'network-vif-deleted', 'tag': '3d50499e-3aef-48d3-bf51-eef0d3619dbe', 'status': 'completed', 'code': 200} Apr 28 19:44:52.828869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:52.916283 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5488ebd5-db9c-4694-ad54-192bb20bd40d'] response: {'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508', 'code': 200} Apr 28 19:44:52.933723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:52.962160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-12f3b4fd-4665-4d8d-823c-9a831bcc2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:52.963662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-12f3b4fd-4665-4d8d-823c-9a831bcc2142 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4127667 Apr 28 19:44:53.037716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f87ef86-246f-4eca-9c5f-4be9066ffbb2 req-5b710713-5c7f-4d4b-b87c-5da1cc6f0c4b service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2021134 Apr 28 19:44:53.232982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03773d8-187e-4a3d-a70d-1c1230a2b1c7 req-78e2ae6d-13f7-4409-baf5-cad09914fa1f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.234774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d03773d8-187e-4a3d-a70d-1c1230a2b1c7 req-78e2ae6d-13f7-4409-baf5-cad09914fa1f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.5040698 Apr 28 19:44:53.285341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-48823d4c-28c6-4935-b724-fc7d41cc69a8 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5427988 Apr 28 19:44:53.332227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d03773d8-187e-4a3d-a70d-1c1230a2b1c7 req-ab7c962e-7c54-4e70-8412-e19002530231 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903368 Apr 28 19:44:53.377687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-8e84cad4-0ce9-434e-bbae-4dd0d8380df1 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3357949 Apr 28 19:44:53.385821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Allocated IP 172.20.0.1 (b05d32d1-449c-4b28-86f9-828e27f87b71/8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d/23bf4cae-1cf4-4649-9d36-0fef3dbd0719) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:44:53.475199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1969c6c1-6ea6-443c-b289-95548963c87b req-8abcc0ea-1675-46ed-a011-32c1228d9891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.476675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1969c6c1-6ea6-443c-b289-95548963c87b req-8abcc0ea-1675-46ed-a011-32c1228d9891 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1097 time: 0.4928193 Apr 28 19:44:53.547994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4a410e-8004-4c4d-87c6-42cfec74be59 req-4a993430-2b5e-4f77-a300-0cab9b157c42 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.556183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad4a410e-8004-4c4d-87c6-42cfec74be59 req-4a993430-2b5e-4f77-a300-0cab9b157c42 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.4924889 Apr 28 19:44:53.726072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad4a410e-8004-4c4d-87c6-42cfec74be59 req-0b7fdd8d-e092-4f29-be19-3f3ff2ef89a3 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689377 Apr 28 19:44:53.734701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.748900 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.760470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d89844-7e4d-434e-8f5a-b32693a52f6f req-35388136-da87-436d-a7c7-ccdf7890094d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:53.767997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15d89844-7e4d-434e-8f5a-b32693a52f6f req-35388136-da87-436d-a7c7-ccdf7890094d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 0.3033795 Apr 28 19:44:53.785307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65e77b89-dd72-4414-99bb-0515570d1fa2 req-95e33a43-ac1c-4765-925d-652ec957ca36 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3980687 Apr 28 19:44:53.787369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1969c6c1-6ea6-443c-b289-95548963c87b req-e1f28168-7002-4aff-a92e-75588b7fc3ab service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784839 Apr 28 19:44:53.800906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3246cbb2-906d-4f81-9bf4-f2ee16a65c01 req-32653d82-13c1-432d-81f7-a1a16e154ce6 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024879 Apr 28 19:44:53.823567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Transition to ACTIVE for port object 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:53.845246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15d89844-7e4d-434e-8f5a-b32693a52f6f req-a72a93eb-64dd-4f74-a9a0-249b2540c897 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757074 Apr 28 19:44:53.899820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:53.911977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.067598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Network b05d32d1-449c-4b28-86f9-828e27f87b71 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:54.081667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-f6ba4d03-197f-4fd2-8131-e01469a00b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.084767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-f6ba4d03-197f-4fd2-8131-e01469a00b2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1099 time: 0.1824989 Apr 28 19:44:54.108270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:54.119370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:44:54.180740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Pushing event updated for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:54.233166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.305831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:44:54.330930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21dcc4-6c99-4bc1-8bba-ba4df4a6bc96 req-4b559590-cf7c-470b-bff7-b187464b3e4e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.362054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb21dcc4-6c99-4bc1-8bba-ba4df4a6bc96 req-4b559590-cf7c-470b-bff7-b187464b3e4e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 984 time: 0.2877178 Apr 28 19:44:54.402405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:54.457542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de79aa91-4a33-4e9e-bcdc-862eb08c8efd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:54.535682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-cb1a3a17-7871-4b57-a7b5-ca20a7bf55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.537306 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-cb1a3a17-7871-4b57-a7b5-ca20a7bf55a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3434539 Apr 28 19:44:54.557518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb21dcc4-6c99-4bc1-8bba-ba4df4a6bc96 req-a21a8cf4-7a45-43a4-b640-8cc6bef8cd79 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1929123 Apr 28 19:44:54.631337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-2ea16907-ec48-45da-b41e-6daaca49e77d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.0777581 Apr 28 19:44:54.708161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-0c26fce8-9912-429e-9169-d1867f30ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.709827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-0c26fce8-9912-429e-9169-d1867f30ce32 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0696065 Apr 28 19:44:54.718098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b041c5-36aa-44ac-b91c-181288d2fb60 req-56327e40-5f88-4e60-98a4-a323575eae67 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.719789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24b041c5-36aa-44ac-b91c-181288d2fb60 req-56327e40-5f88-4e60-98a4-a323575eae67 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 950 time: 0.6336496 Apr 28 19:44:54.755380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-662e51ab-3cab-46d6-a2fa-e3206c120b98 None None] Provisioning for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:54.774492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.793579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.793788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-662e51ab-3cab-46d6-a2fa-e3206c120b98 None None] Provisioning complete for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:54.793788 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-662e51ab-3cab-46d6-a2fa-e3206c120b98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.841360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24b041c5-36aa-44ac-b91c-181288d2fb60 req-d25b1192-64d6-4451-9832-10083c81f085 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Apr 28 19:44:54.855542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-662e51ab-3cab-46d6-a2fa-e3206c120b98 None None] Port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:44:54.858532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-4ec9a2e2-7836-43bf-92c6-78f212bd0520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:54.860642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-4ec9a2e2-7836-43bf-92c6-78f212bd0520 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1399920 Apr 28 19:44:54.897019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:54.904947 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd58a619-53c6-4a7d-b600-f69ff9d15edf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=341173963b674107b863af27b7858eec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5000594 Apr 28 19:44:54.911031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:54.930198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:54.987071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}, {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:55.087301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-043cec37-4dea-44e5-b740-78e6f0fcb022 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1303851117&fields=id&tenant_id=cc32bfaf62924d6d95c9a70deaa252c9 HTTP/1.1" status: 200 len: 267 time: 0.0720379 Apr 28 19:44:55.134132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.167354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port de79aa91-4a33-4e9e-bcdc-862eb08c8efd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:44:55.183108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port de79aa91-4a33-4e9e-bcdc-862eb08c8efd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:55.184576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.242817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.309075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.320202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-e0623d7d-9b01-42ec-9779-b187ca621f1b service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4513452 Apr 28 19:44:55.323719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.339167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c42c0e-398a-45be-8d28-11f6ac88c7aa req-39ad5c91-3b63-4b0c-86ab-cb7757a9fa94 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.344056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port de79aa91-4a33-4e9e-bcdc-862eb08c8efd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:55.345727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0c42c0e-398a-45be-8d28-11f6ac88c7aa req-39ad5c91-3b63-4b0c-86ab-cb7757a9fa94 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.6113245 Apr 28 19:44:55.349949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.435060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.444627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.461432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-ccc28968-9d92-42e6-a28d-74c7c340ce99 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:55.475476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.479733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-ccc28968-9d92-42e6-a28d-74c7c340ce99 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 984 time: 0.3913562 Apr 28 19:44:55.502388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'port': {'security_groups': ['77456f18-7a19-4aa5-9fe2-f987a7366643', 'fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa', '3a6c237d-daa5-4b50-bf1c-25d92292560f']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:55.552053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.581065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.652978 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c9a684e-f45e-4da9-a1d3-d5da2a0d0dec req-0990521b-51d7-46cf-8b33-8ca0a8abda90 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3172069 Apr 28 19:44:55.668314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.684783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69603b12-8a9c-4a3a-9a40-cd0995031294,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.712965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0c42c0e-398a-45be-8d28-11f6ac88c7aa req-2f2aaf7f-acaa-4da8-8680-f8b7f246fae4 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3036659 Apr 28 19:44:55.720228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.721309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6cfc807c-e883-41db-92fa-bf8cdb0ad218 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69603b12-8a9c-4a3a-9a40-cd0995031294 HTTP/1.1" status: 204 len: 168 time: 0.7797613 Apr 28 19:44:55.724894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:55.728571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Pushing event updated for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:55.996240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Network b05d32d1-449c-4b28-86f9-828e27f87b71 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:44:55.998792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:44:56.048578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:56.088651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.094796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.110197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b', '6d86e8f0-f2df-4da3-951e-78e327d68e84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:56.128064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:56.174460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.196951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b08819-f41f-41d2-8c98-d41e131d4f0b req-1e3de11a-1fb1-4630-b249-d31dc57720fc tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.204274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26b08819-f41f-41d2-8c98-d41e131d4f0b req-1e3de11a-1fb1-4630-b249-d31dc57720fc tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.3007643 Apr 28 19:44:56.243077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:56.255265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.255915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.257309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41501057-aab6-40cf-a1fc-0a450dc1db1f req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "PUT /v2.0/ports/6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 1020 time: 0.7765102 Apr 28 19:44:56.257939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:44:56.281122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d64ec3-7c9a-406c-8396-f1eba0541db9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:56.287297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Usage tracker for resource:security_group_rule and tenant:bc91c8abc51f4cb5877023a805cb393b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:56.294674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:56.312767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:56.317872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26b08819-f41f-41d2-8c98-d41e131d4f0b req-6f236d4d-739b-4994-90cc-6ce8c1c797a1 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127937 Apr 28 19:44:56.345723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de79aa91-4a33-4e9e-bcdc-862eb08c8efd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:44:56.381776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Router ef14ddbd-923b-452e-adda-80c43b3b7e13 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:44:56.394323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['6d86e8f0-f2df-4da3-951e-78e327d68e84'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:56.492305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:44:56.550826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09c82401-3b04-4ae9-9a6b-7d4a676ec82d None None] Provisioning complete for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:56.551209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09c82401-3b04-4ae9-9a6b-7d4a676ec82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.713171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.726782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09c82401-3b04-4ae9-9a6b-7d4a676ec82d None None] Port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:44:56.733425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:56.768649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:44:56.801246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Sync routers for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:44:56.806154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8fca1d-e074-4930-8f45-cca815b8f884 req-96069551-1d04-435d-b758-58bbf50efa7d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:56.807772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8fca1d-e074-4930-8f45-cca815b8f884 req-96069551-1d04-435d-b758-58bbf50efa7d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 0.2589962 Apr 28 19:44:56.824682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fe8b3c85-3834-4244-9de4-9d097561842a admin admin] 10.222.0.24 "PUT /v2.0/routers/ef14ddbd-923b-452e-adda-80c43b3b7e13/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2158177 Apr 28 19:44:56.825246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731cbe21-8c5a-4df9-b2cf-2941a17de195,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:56.833310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0df87423-0f35-49e5-9fa5-d382328e5f29 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bc91c8abc51f4cb5877023a805cb393b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7027655 Apr 28 19:44:56.833973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52734) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:56.896178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8fca1d-e074-4930-8f45-cca815b8f884 req-30bb8e8e-0c6e-4a94-be8b-c3c2e86dc146 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754969 Apr 28 19:44:56.997704 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb06cd7-c13c-4958-8066-352bf96d77ea'] response: {'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'code': 200} Apr 28 19:44:56.998042 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bb06cd7-c13c-4958-8066-352bf96d77ea'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'code': 200} Apr 28 19:44:57.033302 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de302f84-44b0-43b9-bfba-cdc899a26ac6'] response: {'name': 'network-changed', 'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'status': 'completed', 'code': 200} Apr 28 19:44:57.033485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:44:57.035637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:57.044818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.076980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9cceac1d-e17d-4128-9034-864ec480347c req-71803fc7-4662-491a-9003-0d8b89ea7840 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/3a6c237d-daa5-4b50-bf1c-25d92292560f HTTP/1.1" status: 200 len: 1800 time: 0.1262333 Apr 28 19:44:57.084229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.135132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port de79aa91-4a33-4e9e-bcdc-862eb08c8efd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:44:57.135750 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.156046 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-9cceac1d-e17d-4128-9034-864ec480347c req-4beb37cf-0c61-4ad0-92fc-233579f89ab4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:44:57.157363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9cceac1d-e17d-4128-9034-864ec480347c req-4beb37cf-0c61-4ad0-92fc-233579f89ab4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a6c237d-daa5-4b50-bf1c-25d92292560f HTTP/1.1" status: 409 len: 341 time: 0.0795188 Apr 28 19:44:57.411060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.418502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12823408-6afc-4acd-9450-25c0d0338431 req-470569d2-0a1a-4bef-8585-62b8bbbb657e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.420483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12823408-6afc-4acd-9450-25c0d0338431 req-470569d2-0a1a-4bef-8585-62b8bbbb657e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 1097 time: 0.2748837 Apr 28 19:44:57.443822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:57.461098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731cbe21-8c5a-4df9-b2cf-2941a17de195,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:57.474959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808431fe-985f-4bd0-b157-cead88a32454 req-9c3c97ef-1704-4839-a967-2578c504375d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.481607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'mac_address': 'fa:16:3e:90:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:44:57.489269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-808431fe-985f-4bd0-b157-cead88a32454 req-9c3c97ef-1704-4839-a967-2578c504375d tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.2104313 Apr 28 19:44:57.501731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-70b0ebdc-7454-4ba0-8d03-0d6c267d513f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.503479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-70b0ebdc-7454-4ba0-8d03-0d6c267d513f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1174 time: 0.3589869 Apr 28 19:44:57.506569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.507771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0dd89322-4fe8-4e51-bbea-f783e1d2ae0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/731cbe21-8c5a-4df9-b2cf-2941a17de195 HTTP/1.1" status: 204 len: 168 time: 0.6705139 Apr 28 19:44:57.510037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12823408-6afc-4acd-9450-25c0d0338431 req-4918c3ed-a8bd-44a6-be5a-4c7de46086b9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756631 Apr 28 19:44:57.578875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-808431fe-985f-4bd0-b157-cead88a32454 req-2bfe8031-8210-4d90-92ba-a471040d348b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886555 Apr 28 19:44:57.676800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:44:57.840140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-b4e859f8-d30c-493f-887d-58654a78dbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:57.844130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-b4e859f8-d30c-493f-887d-58654a78dbaf service neutron] 10.222.0.46 "GET /v2.0/networks?id=2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 200 len: 914 time: 0.3196771 Apr 28 19:44:57.877410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:57.988573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:44:57.991387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-91a4087d-4cbd-482d-b96c-2950483370bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 200 len: 217 time: 0.1410282 Apr 28 19:44:58.064074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:44:58.098434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b8d4ce-041e-4cd7-864b-a90e9be31fec req-3212bb0f-3cb7-4f25-8b98-20140e8b9dde tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.105747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15b8d4ce-041e-4cd7-864b-a90e9be31fec req-3212bb0f-3cb7-4f25-8b98-20140e8b9dde tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.1660030 Apr 28 19:44:58.173603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15b8d4ce-041e-4cd7-864b-a90e9be31fec req-ad687dd4-ee8c-433f-93d9-88018d0ca705 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669074 Apr 28 19:44:58.175384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-9ea8540f-c6be-485b-beae-e2501bbe8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.176865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-9ea8540f-c6be-485b-beae-e2501bbe8892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 200 len: 853 time: 0.1674886 Apr 28 19:44:58.190053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.229869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-f66383d6-128a-4170-82a6-b3673682a05e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=2d941722-0a08-4f69-a74e-98fbc0349265&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462420 Apr 28 19:44:58.456707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:58.482993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af17a7d-0855-4f30-b8e7-e91dddcad211 req-725da1c2-d30f-4630-a8c7-b52dead615d6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.485159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9af17a7d-0855-4f30-b8e7-e91dddcad211 req-725da1c2-d30f-4630-a8c7-b52dead615d6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.1278667 Apr 28 19:44:58.488710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-2b25438e-355e-40d9-b9e8-2b24bbd6a432 service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521679 Apr 28 19:44:58.522834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:58.529433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1725438875', 'description': 'tempest-description--1004617063'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:58.556152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:58.575544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Usage tracker for resource:security_group and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:58.589288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:58.606714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:58.687323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.705049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 2, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:44:58.711152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:58.714241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:44:58.717102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Usage tracker for resource:security_group_rule and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:58.723353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:58.730126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:58.769713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Checking router: ef14ddbd-923b-452e-adda-80c43b3b7e13 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:44:58.770327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Updating router ef14ddbd-923b-452e-adda-80c43b3b7e13 port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:44:58.771809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce1a33-28c3-4197-a908-9329d5d129d9 req-a141c86e-5749-4b04-bfdc-f5f22d9eeac8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:58.778959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecce1a33-28c3-4197-a908-9329d5d129d9 req-a141c86e-5749-4b04-bfdc-f5f22d9eeac8 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1097 time: 0.1454668 Apr 28 19:44:58.790453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9af17a7d-0855-4f30-b8e7-e91dddcad211 req-4dd350c1-b5f7-4888-ae1e-3e1baeb55ec6 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2944946 Apr 28 19:44:58.856692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecce1a33-28c3-4197-a908-9329d5d129d9 req-c5e3ea3c-c690-4bcb-9a25-71fd24e12765 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766909 Apr 28 19:44:58.897693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.907953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288a4933-708a-4fa6-a19d-ea3447c16620 req-62a928d7-08ca-4c55-a0ed-55774c0bf64e service neutron] 10.222.0.46 "GET /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4105833 Apr 28 19:44:58.926130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.933013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.975933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'SecurityGroup': ['ID=053da51d-11f0-4715-b3f2-5b24b80c61b4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:58.990238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:58.991798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2550ff5b-6235-46d3-b435-b3181e82bda5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4677770 Apr 28 19:44:58.994302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:59.004466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'security_group_rule': {'security_group_id': '053da51d-11f0-4715-b3f2-5b24b80c61b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:59.010259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:59.014109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Usage tracker for resource:security_group_rule and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:59.017869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:59.024365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:59.044030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.099475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60659a-3d8c-4351-ad52-986e65abe44a req-c430b4f1-3358-4491-8dc6-677e2d03aed9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:59.107935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c60659a-3d8c-4351-ad52-986e65abe44a req-c430b4f1-3358-4491-8dc6-677e2d03aed9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1023 time: 0.1222591 Apr 28 19:44:59.115366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.155089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c60659a-3d8c-4351-ad52-986e65abe44a req-53242251-71d5-4a5a-ae92-8832e9c393cf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a6c237d-daa5-4b50-bf1c-25d92292560f&id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0461197 Apr 28 19:44:59.157638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.325001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c935d-1d07-48e8-8309-633284c6c9f9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:59.347937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.351527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47a60bd6-6175-41ee-9d38-93eacebcb7cf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3539872 Apr 28 19:44:59.351875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:59.357100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'security_group_rule': {'security_group_id': '053da51d-11f0-4715-b3f2-5b24b80c61b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:59.363699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:59.367379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Usage tracker for resource:security_group_rule and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:59.370867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:59.375950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46649c6d-6b83-484b-8f11-798cd72e86d1 req-4070b200-c146-4aa8-92ca-24fafc0a89d7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:59.377621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46649c6d-6b83-484b-8f11-798cd72e86d1 req-4070b200-c146-4aa8-92ca-24fafc0a89d7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.2604446 Apr 28 19:44:59.380385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:59.414057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.500575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46649c6d-6b83-484b-8f11-798cd72e86d1 req-e195842a-f196-44fa-b33e-f49814f14c07 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138780 Apr 28 19:44:59.503723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.516370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.566139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3cc5654-a7ab-4f1f-8e66-5815d543ef26,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:44:59.587600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.588921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14a60f8d-b272-4f57-b5f8-44404f5eda78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2359650 Apr 28 19:44:59.591893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52820) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:59.597242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:44:59.615254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:44:59.618965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Usage tracker for resource:floatingip and tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:44:59.626502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:44:59.636973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:44:59.659039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.727219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.743557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c509fa-90f5-44b7-b342-07565bec760d req-410de7d6-a875-4c13-a753-28f750d7fad0 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:44:59.746501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Transition to ACTIVE for port object 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:44:59.752794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70c509fa-90f5-44b7-b342-07565bec760d req-410de7d6-a875-4c13-a753-28f750d7fad0 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.0944319 Apr 28 19:44:59.757735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:44:59.815339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70c509fa-90f5-44b7-b342-07565bec760d req-c9e73653-5710-4b18-8c9f-68c7dc74dae5 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612886 Apr 28 19:44:59.933534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:44:59.962388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10555a51-722c-4d70-b64c-63eccb1c58ea None None] Pushing event updated for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:00.009594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fa7b2e-e815-4565-b69d-ddb5994d8c02 req-041a260a-0d42-46e8-82fc-ab6bd3b58d63 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.017957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0fa7b2e-e815-4565-b69d-ddb5994d8c02 req-041a260a-0d42-46e8-82fc-ab6bd3b58d63 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1097 time: 0.3278844 Apr 28 19:45:00.022833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Attempting to bind port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:00.023326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Attempting to bind port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:00.023782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Attempting to bind port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 on network b05d32d1-449c-4b28-86f9-828e27f87b71 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:00.029899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:00.030466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Checking segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:00.031788 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.032026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Bound using segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:00.032582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Bound port: 23bf4cae-1cf4-4649-9d36-0fef3dbd0719, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:00.033225 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.058584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848e090-6896-435c-b665-5203320ef44a req-dd47e5cc-00dd-4b8f-9257-2383d8e836ed tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.060061 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a848e090-6896-435c-b665-5203320ef44a req-dd47e5cc-00dd-4b8f-9257-2383d8e836ed tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.41 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.3186636 Apr 28 19:45:00.075643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-7b1db66c-a2cc-432e-9c94-c926e540f1dc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.079131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-7b1db66c-a2cc-432e-9c94-c926e540f1dc tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1023 time: 0.2800205 Apr 28 19:45:00.086612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80884e9-d36c-4d4b-bec9-cbf102e282f2 req-59916b75-65d0-4fb3-87ca-58eca30f6363 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.094923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f80884e9-d36c-4d4b-bec9-cbf102e282f2 req-59916b75-65d0-4fb3-87ca-58eca30f6363 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.1183286 Apr 28 19:45:00.144702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.149313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] For port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:00.152541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] For port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:00.158801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.182535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f80884e9-d36c-4d4b-bec9-cbf102e282f2 req-83e30fc9-17cc-4b81-9582-dac22b3b6e86 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860138 Apr 28 19:45:00.187072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:00.192479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Usage tracker for resource:security_group_rule and tenant:cc1028697f624fa1af07960d22ca6f2b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:00.196100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:00.222191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:00.256932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0fa7b2e-e815-4565-b69d-ddb5994d8c02 req-bac2abb5-f407-4ebf-ba01-84cc49d303e7 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376566 Apr 28 19:45:00.257311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:00.258256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:00.281273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Deleting port 7807d8ed-f0ab-4741-929d-1603a20701f5 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:45:00.281909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.350219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:45:00.464961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10555a51-722c-4d70-b64c-63eccb1c58ea None None] Pushing event updated for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:00.470474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Deleting port 6d86e8f0-f2df-4da3-951e-78e327d68e84 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:45:00.473332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.536752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.549879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.605267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f0ff5-f536-4dbe-af10-31049d2ff54c req-4467e739-fb40-4bb3-b612-ff9e0d1c5795 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:00.606745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d30f0ff5-f536-4dbe-af10-31049d2ff54c req-4467e739-fb40-4bb3-b612-ff9e0d1c5795 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 1023 time: 0.2826271 Apr 28 19:45:00.613493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5e9cf-6104-4b50-a24b-c8adfc2ccb99,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:00.618973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1df3aec3-9a38-404a-b27e-33fa6d9d40f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc1028697f624fa1af07960d22ca6f2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6843519 Apr 28 19:45:00.636083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:00.688635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:00.700176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d30f0ff5-f536-4dbe-af10-31049d2ff54c req-cb4510f9-4c8f-460a-8dd4-e99ee2dc36d9 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a6c237d-daa5-4b50-bf1c-25d92292560f&id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0837262 Apr 28 19:45:00.723712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.729052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.762277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.762826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:00.788897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'mac_address': 'fa:16:3e:5f:7e:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:45:00.825669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.862503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5e9cf-6104-4b50-a24b-c8adfc2ccb99,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:00.865213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:00.869035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e32aefd7-2be9-40fb-8280-01f7a02d4df2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/07b5e9cf-6104-4b50-a24b-c8adfc2ccb99 HTTP/1.1" status: 204 len: 168 time: 0.2278290 Apr 28 19:45:01.030933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] For port 7807d8ed-f0ab-4741-929d-1603a20701f5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7807d8ed-f0ab-4741-929d-1603a20701f5,segment=NetworkSegment(f8fc6ca7-3b05-461f-9260-0d5800168e4b),segment_id=f8fc6ca7-3b05-461f-9260-0d5800168e4b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:01.031723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.103082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2e8e97-4460-4afe-b4a3-9553a995c400 req-4035e75c-0858-4619-8bb9-3c1c221739aa tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.113894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:01.117828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c2e8e97-4460-4afe-b4a3-9553a995c400 req-4035e75c-0858-4619-8bb9-3c1c221739aa tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.5403316 Apr 28 19:45:01.122624 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.122788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Request body: {'floatingip': {'port_id': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:01.190622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:01.229641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:01.236243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.237246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.392458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:01.481926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d31d462-83da-4158-b641-b1182470edc4 req-4db4d10d-0750-4564-96c1-30b0ba98c0d6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.484630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d31d462-83da-4158-b641-b1182470edc4 req-4db4d10d-0750-4564-96c1-30b0ba98c0d6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.4808459 Apr 28 19:45:01.509180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Calling delete_port for 7807d8ed-f0ab-4741-929d-1603a20701f5 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:45:01.534877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:01.621160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:00Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:01.633872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d9e1104-9fbc-4057-b229-26c82a8be6df None None] The sync data for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 is: [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:00Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:01.676383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d31d462-83da-4158-b641-b1182470edc4 req-682524de-fdf1-401f-9999-1107204969d8 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840210 Apr 28 19:45:01.810236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Allocated IP 172.25.2.38 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c9c7ba73-da28-495c-a6c1-37c3e49eadfd) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:01.844346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 6d86e8f0-f2df-4da3-951e-78e327d68e84, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=6d86e8f0-f2df-4da3-951e-78e327d68e84,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:01.844816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:01.883313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14836a-fd57-4157-a902-af293d2fb25c req-36c23c93-2ba5-45ce-93d9-c23ef46aaf3d tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:01.891012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d14836a-fd57-4157-a902-af293d2fb25c req-36c23c93-2ba5-45ce-93d9-c23ef46aaf3d tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/ports?device_id=6da1340a-5f62-4c99-8a72-ce6de96c24d3 HTTP/1.1" status: 200 len: 945 time: 0.4398763 Apr 28 19:45:02.150203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Calling delete_port for 6d86e8f0-f2df-4da3-951e-78e327d68e84 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:45:02.354172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:02.463467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:02.597256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d14836a-fd57-4157-a902-af293d2fb25c req-f5de503e-2f50-47bd-84a7-79fd1a0a5876 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.24 "GET /v2.0/security-groups?id=d20b1a18-041d-4dd7-9dc7-c775d012878a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7052584 Apr 28 19:45:02.605012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.709896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:02.713940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Pushing event deleted for resources: {'Port': ['ID=7807d8ed-f0ab-4741-929d-1603a20701f5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:02.902998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.906674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] No DVR routers for this DVR port 7807d8ed-f0ab-4741-929d-1603a20701f5 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:02.909284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.920641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'name': 'network-vif-deleted', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:02.949230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:02.960126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.002264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:03.007982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:03.011859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:03.012222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.063527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:03.064206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.107618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:03.108015 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.140735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a848e090-6896-435c-b665-5203320ef44a req-e1a4ad54-fa19-4e1b-ae25-8cd9fc7edbb3 tempest-VolumesAdminNegativeTest-676019746 tempest-VolumesAdminNegativeTest-676019746-project] 10.222.0.41 "DELETE /v2.0/ports/7807d8ed-f0ab-4741-929d-1603a20701f5 HTTP/1.1" status: 204 len: 173 time: 3.0591416 Apr 28 19:45:03.176653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.248078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1520805a-bd34-44d3-9df2-e8d24470529b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:03.273595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'Port': ['ID=6d86e8f0-f2df-4da3-951e-78e327d68e84,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:03.409370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] No DVR routers for this DVR port 6d86e8f0-f2df-4da3-951e-78e327d68e84 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:03.412101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.416960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f85b1c3-120e-4a86-96f3-37231a042a17 req-1c2fc1b8-4713-46f1-8ad3-cb6ac3bccc73 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "DELETE /v2.0/ports/6d86e8f0-f2df-4da3-951e-78e327d68e84 HTTP/1.1" status: 204 len: 173 time: 3.3245530 Apr 28 19:45:03.451664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:03.727919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'Port': ['ID=c9c7ba73-da28-495c-a6c1-37c3e49eadfd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:03.810731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:03.855577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d46b84-e799-4ec3-b0c9-4489ad5eaa74 req-42b2ecef-4b2c-4c78-87f8-ea37db873c7a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:03.858197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-70d46b84-e799-4ec3-b0c9-4489ad5eaa74 req-42b2ecef-4b2c-4c78-87f8-ea37db873c7a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:03.871256 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Floating IP 467e8426-c230-47f3-a336-5ae3aa098d29 associated. External IP: 172.25.2.173, port: 241af9ca-8ade-41af-84e1-d515a2c47dc4. Apr 28 19:45:03.875387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:03.881378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:03.974474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.020329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.086684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.233055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:04.239458 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.291290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-70d46b84-e799-4ec3-b0c9-4489ad5eaa74 req-42b2ecef-4b2c-4c78-87f8-ea37db873c7a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:04.299185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70d46b84-e799-4ec3-b0c9-4489ad5eaa74 req-42b2ecef-4b2c-4c78-87f8-ea37db873c7a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=6afaa447-d122-4b3a-84bb-b7a9df8ffa63 HTTP/1.1" status: 200 len: 945 time: 1.3199739 Apr 28 19:45:04.324539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.332900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.430917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'}, {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:04.488091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:04.526100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70d46b84-e799-4ec3-b0c9-4489ad5eaa74 req-7f251cff-ce54-455f-a425-58c620817796 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a6c237d-daa5-4b50-bf1c-25d92292560f&id=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa&id=77456f18-7a19-4aa5-9fe2-f987a7366643&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2181158 Apr 28 19:45:04.540515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:04.572849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.573569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 6d86e8f0-f2df-4da3-951e-78e327d68e84 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:04.664412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 6d86e8f0-f2df-4da3-951e-78e327d68e84 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:45:04.664796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 6d86e8f0-f2df-4da3-951e-78e327d68e84 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:45:04.669554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:04.672433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7807d8ed-f0ab-4741-929d-1603a20701f5 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:04.757065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7807d8ed-f0ab-4741-929d-1603a20701f5 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:45:04.757319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7807d8ed-f0ab-4741-929d-1603a20701f5 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:45:04.799530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:04.848354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Router af2b7290-7c4b-48c0-a174-154c5357f90f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:45:05.002390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:05.074275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-b8eb6390-362e-4ddf-9a69-4ae459a4723e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:45:05.075273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-b8eb6390-362e-4ddf-9a69-4ae459a4723e tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8437238 Apr 28 19:45:05.099517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:05.189165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Request body: {'binding': {'host': 'n-h2-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:05.189969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 19:45:05.192957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:05.211092 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Sync routers for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:05.212382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.228133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:05.228739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:05.285016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2c24c122-8719-4765-a019-432d47d8e6ac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "PUT /v2.0/floatingips/467e8426-c230-47f3-a336-5ae3aa098d29 HTTP/1.1" status: 200 len: 992 time: 4.1689751 Apr 28 19:45:05.286006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:05.297155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.323008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.506860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:05.574954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.667069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'Port': ['ID=c9c7ba73-da28-495c-a6c1-37c3e49eadfd,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:05.698414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.706935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e3c7b2f4-7382-4672-964b-2bb9cf59bab9 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1139662 Apr 28 19:45:05.762088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b651b1-37a5-4cff-bca2-84a6f8c0edc0 req-4c9b488f-e540-4c67-bb09-51d07e62cd08 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:05.769519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62b651b1-37a5-4cff-bca2-84a6f8c0edc0 req-4c9b488f-e540-4c67-bb09-51d07e62cd08 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.3231468 Apr 28 19:45:05.812494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on host n-h2-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:05.812891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:05.813226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:05.824481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:45:05.824709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:05.836413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62b651b1-37a5-4cff-bca2-84a6f8c0edc0 req-e8f579fd-3283-4d28-9939-be40af74e6cf tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659277 Apr 28 19:45:05.852217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:05.852562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:05.852947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:05.853384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Bound port: 5eea3641-da0c-491f-a31a-3186dfe48508, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:05.901507 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf25c3a8-1841-4b28-ba6f-61dab8c3f691'] response: {'server_uuid': '6da1340a-5f62-4c99-8a72-ce6de96c24d3', 'name': 'network-vif-deleted', 'tag': '7807d8ed-f0ab-4741-929d-1603a20701f5', 'status': 'completed', 'code': 200} Apr 28 19:45:05.914273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:05.933756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:05.935408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3147cdcb-1c1f-4442-81b8-2ca53ec0ec36 service neutron] 10.222.0.24 "POST /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508/bindings HTTP/1.1" status: 201 len: 389 time: 0.8467159 Apr 28 19:45:05.967065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '467e8426-c230-47f3-a336-5ae3aa098d29', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'port_id': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'mac_address': 'fa:16:3e:5d:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ef045-238b-48b4-a924-1f0a6aa97971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:55Z', 'updated_at': '2022-04-28T19:45:02Z', 'revision_number': 1, 'project_id': '1034cd4a077341729eb8886068e65c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:05.974332 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Checking router: af2b7290-7c4b-48c0-a174-154c5357f90f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:05.975191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:05.986728 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:05.987582 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:06.032736 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6696723d-3001-4166-a02e-342098f9cd42'] response: {'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'code': 200} Apr 28 19:45:06.033189 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6696723d-3001-4166-a02e-342098f9cd42'] response: {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'code': 200} Apr 28 19:45:06.127873 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c15634a-5696-425e-a0d2-5ecd3dee25eb'] response: {'name': 'network-changed', 'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'status': 'completed', 'code': 200} Apr 28 19:45:06.170127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Deleting subnet bac90d53-cbde-486b-ba7d-e654a5de931a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:45:06.178158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.267478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.314914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:06.358990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.449337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:06.510560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78903b20-bab1-4b5d-afb7-7fac2fa200a6 req-850a5f54-c720-484c-8e2e-ddbf2b8ccfa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.511217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78903b20-bab1-4b5d-afb7-7fac2fa200a6 req-850a5f54-c720-484c-8e2e-ddbf2b8ccfa0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1101 time: 0.3636863 Apr 28 19:45:06.540032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.581778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9016a49b-bfd7-47f8-931c-5da01c10ca32 req-4a231e65-b112-4b39-acc7-2226738fc1cb tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.583477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9016a49b-bfd7-47f8-931c-5da01c10ca32 req-4a231e65-b112-4b39-acc7-2226738fc1cb tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.2617898 Apr 28 19:45:06.603870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78903b20-bab1-4b5d-afb7-7fac2fa200a6 req-a6b3e287-768f-4e30-b88f-524480a58ad8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862105 Apr 28 19:45:06.605948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-82f3961c-a559-41d8-b596-98e413266947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.607486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-82f3961c-a559-41d8-b596-98e413266947 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1034cd4a077341729eb8886068e65c38&device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 1097 time: 0.3458529 Apr 28 19:45:06.627993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:06.628614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.654556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:06.665383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bac90d53-cbde-486b-ba7d-e654a5de931a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:06.708071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-d2756694-b1f5-4f66-84af-0bc0626a3c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.711080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-d2756694-b1f5-4f66-84af-0bc0626a3c24 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1097 time: 0.2998178 Apr 28 19:45:06.716066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc158558-73c0-48eb-a0d6-d18992bc615d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bac90d53-cbde-486b-ba7d-e654a5de931a HTTP/1.1" status: 204 len: 168 time: 0.7398248 Apr 28 19:45:06.728607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:06.757897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9016a49b-bfd7-47f8-931c-5da01c10ca32 req-b6ae16df-01a9-42da-bb02-f904bfe71034 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578448 Apr 28 19:45:06.820021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-66063317-74e2-45bd-87e6-d5b0e9f2bd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:06.821672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-66063317-74e2-45bd-87e6-d5b0e9f2bd8e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7c43aacd-30dc-4648-a4bf-ecf6683639d8 HTTP/1.1" status: 200 len: 917 time: 0.1942933 Apr 28 19:45:06.958473 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-cbaae4f1-741e-410f-942d-4b42cdee9b2a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4 HTTP/1.1" status: 200 len: 1000 time: 0.1281779 Apr 28 19:45:07.056052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-7eb99200-cbcf-4194-81ec-634245a8cf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.057715 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-7eb99200-cbcf-4194-81ec-634245a8cf66 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4f6509b0-630d-4a62-8032-c8b63d4fe882 HTTP/1.1" status: 200 len: 855 time: 0.0868659 Apr 28 19:45:07.107874 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '467e8426-c230-47f3-a336-5ae3aa098d29', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'port_id': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'mac_address': 'fa:16:3e:5d:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ef045-238b-48b4-a924-1f0a6aa97971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:55Z', 'updated_at': '2022-04-28T19:45:02Z', 'revision_number': 1, 'project_id': '1034cd4a077341729eb8886068e65c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:07.113380 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1bbfdc6-3032-4cd5-b520-a53b463db557 None None] The sync data for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 is: [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '467e8426-c230-47f3-a336-5ae3aa098d29', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'port_id': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 736, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'mac_address': 'fa:16:3e:5d:36:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '380ef045-238b-48b4-a924-1f0a6aa97971', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:43:55Z', 'updated_at': '2022-04-28T19:45:02Z', 'revision_number': 1, 'project_id': '1034cd4a077341729eb8886068e65c38', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:07.120696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-5319b9fb-f59a-4e4e-bc6b-691ce12f1658 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Synchronizing usage tracker for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:07.161287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:07.168913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-5319b9fb-f59a-4e4e-bc6b-691ce12f1658 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Unset dirty status for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:07.177738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-5319b9fb-f59a-4e4e-bc6b-691ce12f1658 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1725438875&fields=id&tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39 HTTP/1.1" status: 200 len: 267 time: 0.5540118 Apr 28 19:45:07.240130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-2dc0697c-7859-4319-9350-dfff1cd3aae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.241258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-2dc0697c-7859-4319-9350-dfff1cd3aae9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.2995610 Apr 28 19:45:07.288798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-baceca38-7a11-45d0-947a-590cf5610ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.290738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-baceca38-7a11-45d0-947a-590cf5610ee3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7c43aacd-30dc-4648-a4bf-ecf6683639d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2266045 Apr 28 19:45:07.300653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e1365a-e5ff-4d83-a95b-d82d98677512 req-86371bec-4599-453b-8c90-e9fd0c0d8dd2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.312961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60e1365a-e5ff-4d83-a95b-d82d98677512 req-86371bec-4599-453b-8c90-e9fd0c0d8dd2 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.1839871 Apr 28 19:45:07.484617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecea27f8-1991-4d10-9a22-c0c6decd33e2 None None] New status for floating IP 467e8426-c230-47f3-a336-5ae3aa098d29: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:45:07.556139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60e1365a-e5ff-4d83-a95b-d82d98677512 req-5ed34ea9-b950-4e24-9da4-ca084e466fa5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420900 Apr 28 19:45:07.628195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-c3260c47-b214-4002-ab20-bdccaa15b732 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 217 time: 0.3792021 Apr 28 19:45:07.678905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-89a6c2b1-05ca-4351-8bac-1bb7ecf832ca service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448274 Apr 28 19:45:07.772284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:07.790820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-d80d02fe-91fc-4568-94c0-14178a67f554 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.791696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-d80d02fe-91fc-4568-94c0-14178a67f554 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Synchronizing usage tracker for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:07.831055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3edf7755-f442-4652-a1dd-d55470d8bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:07.832452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-3edf7755-f442-4652-a1dd-d55470d8bcf9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1872041 Apr 28 19:45:07.835290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecf40f26-1301-4449-8cee-df46b2f35437']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:07.897993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-f061816f-db06-4c61-b0d0-3ddd0505c396 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554082 Apr 28 19:45:07.906288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fc6ca7-3b05-461f-9260-0d5800168e4b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:07.907689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fc6ca7-3b05-461f-9260-0d5800168e4b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:07.944683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:07.956824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-d80d02fe-91fc-4568-94c0-14178a67f554 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Unset dirty status for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:07.968811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-d80d02fe-91fc-4568-94c0-14178a67f554 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/networks?id=b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 200 len: 806 time: 0.7900431 Apr 28 19:45:08.035288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-24526565-6668-4595-8dde-8da8bb6f415e tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/quotas/3c6bc0f1a5f848fdbb25ad11dc84de39 HTTP/1.1" status: 200 len: 375 time: 0.0641603 Apr 28 19:45:08.047541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'name': 'network-vif-deleted', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:08.137778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-f453aa7d-0de5-43bd-ae3c-fcccbc4e4e09 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa HTTP/1.1" status: 200 len: 1799 time: 0.4571898 Apr 28 19:45:08.176444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.235066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f77a3788-4c2d-409d-be34-ca58ca4785c3 req-a892322f-e99e-43be-8506-bc4b10d78358 service neutron] 10.222.0.41 "GET /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5266881 Apr 28 19:45:08.286752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:08.288287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:08.300554 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:08.303666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.343994 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.414387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ba8de4da-b07f-4efd-a4e3-5f4104f858ac service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097876 Apr 28 19:45:08.423525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.463704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:08.523783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.524969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0783bf50-666c-44c2-8ea4-5faf66a1c9a4 req-4ed759e0-3a9e-4ea6-b536-7087bc63fbfe tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa HTTP/1.1" status: 204 len: 173 time: 0.3745973 Apr 28 19:45:08.576299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.632064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:08.738853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] Pushing event deleted for resources: {'Network': ['ID=ecf40f26-1301-4449-8cee-df46b2f35437,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:08.753198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33fc6910-2828-490e-aac7-bbe828827485 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ecf40f26-1301-4449-8cee-df46b2f35437 HTTP/1.1" status: 204 len: 168 time: 2.0028443 Apr 28 19:45:08.757419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53024) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:08.774426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-a361c59f-7b79-45f2-b900-0ae40fd980c3 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Synchronizing usage tracker for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:08.822519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbb3787-5612-4398-b9a4-54bddd787ad9 req-adefbb17-cd5e-4209-b6e9-e2004a1b43ea tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:08.825730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-a361c59f-7b79-45f2-b900-0ae40fd980c3 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Unset dirty status for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:08.829631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-a361c59f-7b79-45f2-b900-0ae40fd980c3 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6635084 Apr 28 19:45:08.830709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fbb3787-5612-4398-b9a4-54bddd787ad9 req-adefbb17-cd5e-4209-b6e9-e2004a1b43ea tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.1587672 Apr 28 19:45:08.845274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-51aed43d-3bb7-4bb8-8ddc-dd811468d1a6 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4213302 Apr 28 19:45:08.902016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fbb3787-5612-4398-b9a4-54bddd787ad9 req-c0ae92c9-e6a5-47f6-9d7e-e024c1cf65a0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704651 Apr 28 19:45:08.924631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Deleting subnet a868bb2b-6112-4e66-83ab-58a6e8ae0fc3 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:45:08.943805 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.073624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.153070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-f2afd40d-a21f-4ce7-8e79-37e55efb99ec service neutron] 10.222.0.24 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933829 Apr 28 19:45:09.223851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.330885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.378770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.385394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a868bb2b-6112-4e66-83ab-58a6e8ae0fc3 HTTP/1.1" status: 204 len: 168 time: 0.6253242 Apr 28 19:45:09.388221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53038) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:09.468808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2d2d07-59b1-4ed0-ad1c-2e21858da9b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a868bb2b-6112-4e66-83ab-58a6e8ae0fc3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:09.512228 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-92d49ba0-3922-4bcc-aef7-5f45a8442584 service neutron] 10.222.0.24 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444097 Apr 28 19:45:09.623100 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff838e9d-36e1-4ea4-87f3-6f9355f1478d'] response: {'server_uuid': '6afaa447-d122-4b3a-84bb-b7a9df8ffa63', 'name': 'network-vif-deleted', 'tag': '6d86e8f0-f2df-4da3-951e-78e327d68e84', 'status': 'completed', 'code': 200} Apr 28 19:45:09.672159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:09.822137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-c672a06c-abfb-4c58-bbb9-d208df535092 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/3a6c237d-daa5-4b50-bf1c-25d92292560f HTTP/1.1" status: 200 len: 1800 time: 0.1982043 Apr 28 19:45:09.842462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.023832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46257ef4-ee11-48b2-916a-e8d1701b9754 req-0aa3f6ca-746c-4ff6-947e-6fe6bf1e85cd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.035331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.035604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46257ef4-ee11-48b2-916a-e8d1701b9754 req-0aa3f6ca-746c-4ff6-947e-6fe6bf1e85cd tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.1584113 Apr 28 19:45:10.082950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5549df76-a629-4974-91a3-65ef38e23bec']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.095811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46257ef4-ee11-48b2-916a-e8d1701b9754 req-33913033-d55a-4d8b-818c-e63f1b2943e6 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593305 Apr 28 19:45:10.100578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '843e2e45-daf4-4301-b36e-6edefb84ad93') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.102153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '843e2e45-daf4-4301-b36e-6edefb84ad93') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:10.201252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.257925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.266103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.270053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:10.270963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:10.290936 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:10.414338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.454459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.504261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.527352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5549df76-a629-4974-91a3-65ef38e23bec,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.553558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e69dd8d-2c22-44dd-9a79-30e57033efd8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5549df76-a629-4974-91a3-65ef38e23bec HTTP/1.1" status: 204 len: 168 time: 1.1639388 Apr 28 19:45:10.579106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.621806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a6c237d-daa5-4b50-bf1c-25d92292560f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:10.653444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:10.668878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc9f6611-a281-4d62-9760-52cd8282b8ed req-d9b3e5c6-5242-43f5-a41f-1e8badd05897 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/3a6c237d-daa5-4b50-bf1c-25d92292560f HTTP/1.1" status: 204 len: 173 time: 0.8392196 Apr 28 19:45:10.787210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a1989d-d031-4f08-b70b-46450f1af5c8 req-bf125c0e-cc06-4c2a-a8c3-d606f5c78e43 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:10.800756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5a1989d-d031-4f08-b70b-46450f1af5c8 req-bf125c0e-cc06-4c2a-a8c3-d606f5c78e43 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1101 time: 0.2076166 Apr 28 19:45:10.909231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5a1989d-d031-4f08-b70b-46450f1af5c8 req-a47257b3-72d1-4534-b4b1-1bf26fad0e24 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065090 Apr 28 19:45:11.004156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:11.084563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aafe705a-c36b-4861-a05d-f41c53294ad4 req-e10c7fc7-961a-4b1d-9d67-1d10a615454e tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 210 time: 0.1066494 Apr 28 19:45:11.141063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1806385332', 'description': 'tempest-description-1127527736'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:11.149667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:11.164194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:11.172663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:11.193546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53086) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:11.194007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8facf28e-9ff9-4145-a176-f49cd62d4c56 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=54c3665f2d0d46c2bab5614babfacc00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1885960 Apr 28 19:45:11.199075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:11.210813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.271916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:11.276299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Usage tracker for resource:security_group_rule and tenant:cc32bfaf62924d6d95c9a70deaa252c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:11.281987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:11.293618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:11.334388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.472930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.676868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.683391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.707097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.711942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20b1a18-041d-4dd7-9dc7-c775d012878a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:11.756843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.757765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:11.763624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-94d29588-adcf-49ff-89b3-19c9452526b7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d20b1a18-041d-4dd7-9dc7-c775d012878a HTTP/1.1" status: 204 len: 168 time: 0.5683742 Apr 28 19:45:11.765972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-191f6ce2-cc69-4e52-a205-28b9c8c81b2c req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6426973 Apr 28 19:45:11.816689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.141748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1206c6dc-3344-4853-94f6-5139cbcfc542 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80de02-e030-43dc-bbfe-0acc8caf4ceb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:12.249615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34239d3a-de18-4ea0-8f27-bb257d62fb53 req-568ec8dc-a2d8-4b09-8593-d2ffb81c056b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.261298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34239d3a-de18-4ea0-8f27-bb257d62fb53 req-568ec8dc-a2d8-4b09-8593-d2ffb81c056b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.1845741 Apr 28 19:45:12.315452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-e1f3d78a-5208-469b-b4f5-0a9748d35f87 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:12.329587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-e1f3d78a-5208-469b-b4f5-0a9748d35f87 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.46 "GET /v2.0/networks?id=b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 200 len: 806 time: 0.7108312 Apr 28 19:45:12.404158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-e221e199-2506-40aa-8351-b880aa996865 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39 HTTP/1.1" status: 200 len: 380 time: 0.0727353 Apr 28 19:45:12.446963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'port': {'device_id': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'admin_state_up': True, 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'security_groups': ['053da51d-11f0-4715-b3f2-5b24b80c61b4']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:12.524805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34239d3a-de18-4ea0-8f27-bb257d62fb53 req-5498b7b8-7c0f-4e33-b629-e3f015c216a6 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612128 Apr 28 19:45:12.593879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53116) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:12.679979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42042516-02a3-4f75-8716-58bfceeadeda req-12d38b20-2011-498e-ada4-36830eb11611 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/2a80de02-e030-43dc-bbfe-0acc8caf4ceb HTTP/1.1" status: 200 len: 1801 time: 0.2704823 Apr 28 19:45:12.696702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Request body: {'security_group': {'name': 'tempest-sg-hth-739896546', 'description': 'tempest-description-hth-1854748716'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:12.786419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.792661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:12.807707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9d0a6f0d-e141-4a50-a451-9bbc258cdd12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43208e489f45451a901fb36cbd39fbde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2092161 Apr 28 19:45:12.807897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:12.812267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53126) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:12.825601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-d48b1e96-f7f8-4833-82d6-607acb8ea631 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4042602 Apr 28 19:45:12.826559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Made reservation on behalf of 3c6bc0f1a5f848fdbb25ad11dc84de39 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:12.832819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.928481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8849a54-b21d-47ba-a76f-b807e70f8d3f req-78338630-2ad1-4f80-8d1a-46626c457bcf tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 210 time: 0.0806887 Apr 28 19:45:12.970406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.985569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.990078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:12.992597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42042516-02a3-4f75-8716-58bfceeadeda req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "PUT /v2.0/security-groups/2a80de02-e030-43dc-bbfe-0acc8caf4ceb HTTP/1.1" status: 200 len: 1774 time: 0.3024657 Apr 28 19:45:13.059337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f098b8c-7f05-4a2c-ae9e-fbc97865dcc1 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a80de02-e030-43dc-bbfe-0acc8caf4ceb,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.085071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.190886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.275951 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:45:13.332728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.346268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Allocated IP 172.20.0.12 (b05d32d1-449c-4b28-86f9-828e27f87b71/8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d/51de3c87-77fe-49ec-97a0-31232c1cf2f4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:13.356544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b287cb-76e8-4fed-aaf7-7ceb031427f1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:13.372678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.374599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-62efe59d-364b-4812-8fc6-232727700701 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69b287cb-76e8-4fed-aaf7-7ceb031427f1 HTTP/1.1" status: 204 len: 168 time: 0.5595865 Apr 28 19:45:13.394297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf82c2f7-2341-41b0-b684-7a25742cef7e req-8cb2719c-32fe-4825-a6a5-6bcf486a9fef tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:13.402427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf82c2f7-2341-41b0-b684-7a25742cef7e req-8cb2719c-32fe-4825-a6a5-6bcf486a9fef tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.1533589 Apr 28 19:45:13.518663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a548e7e7-8ad8-45f4-a87e-a442b0520750 req-eab7b8e5-f818-4f4d-9b73-175c1a125654 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/2a80de02-e030-43dc-bbfe-0acc8caf4ceb HTTP/1.1" status: 200 len: 1774 time: 0.0770326 Apr 28 19:45:13.601506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf82c2f7-2341-41b0-b684-7a25742cef7e req-225d34ba-2b97-4bd5-8453-836716df7660 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978736 Apr 28 19:45:13.769326 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-64908290-97cf-4bc6-9ad1-f16bfdd9693e tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/2a80de02-e030-43dc-bbfe-0acc8caf4ceb HTTP/1.1" status: 200 len: 1774 time: 0.0983701 Apr 28 19:45:13.804117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.840166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Transition to ACTIVE for port object 51de3c87-77fe-49ec-97a0-31232c1cf2f4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:13.876438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.918181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:13.931485 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.043267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Network b05d32d1-449c-4b28-86f9-828e27f87b71 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:14.048206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:14.050345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event updated for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:14.053674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:14.122883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.150894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a80de02-e030-43dc-bbfe-0acc8caf4ceb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:14.176903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.177550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.212384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.226804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f0d1101-086c-46be-8a81-62d0f98ef03f req-f3e9145d-5379-4249-8154-19ba13b7dec4 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a80de02-e030-43dc-bbfe-0acc8caf4ceb HTTP/1.1" status: 204 len: 173 time: 0.4563155 Apr 28 19:45:14.228756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c5bd7c50-7097-4bd3-84c9-363865c5c8a5 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8019350 Apr 28 19:45:14.242351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Request body: {'port': {'device_id': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:14.370310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4682e4f7-ad7c-447a-b5b4-9c4b524d10c6 req-f565c565-3bfb-40b4-a323-92bc12dbdba5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.372219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4682e4f7-ad7c-447a-b5b4-9c4b524d10c6 req-f565c565-3bfb-40b4-a323-92bc12dbdba5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.1736422 Apr 28 19:45:14.460801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4682e4f7-ad7c-447a-b5b4-9c4b524d10c6 req-962f53b9-2a2f-47f7-aee5-4bf6122145af tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792820 Apr 28 19:45:14.478106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.526729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f6d6d6a6-c448-4640-9ec2-a344101eeca9 None None] Provisioning for port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:14.539249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f6d6d6a6-c448-4640-9ec2-a344101eeca9 None None] Provisioning complete for port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:14.542807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6d6d6a6-c448-4640-9ec2-a344101eeca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:14.717754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6d6a6-c448-4640-9ec2-a344101eeca9 None None] Port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:14.940688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e3b821-007b-4a47-b2ea-97912c878824 req-69e543f6-d8eb-4905-a350-89932e549e22 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:14.941819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-45e3b821-007b-4a47-b2ea-97912c878824 req-69e543f6-d8eb-4905-a350-89932e549e22 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Synchronizing usage tracker for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:15.061889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:15.110551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-45e3b821-007b-4a47-b2ea-97912c878824 req-69e543f6-d8eb-4905-a350-89932e549e22 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Unset dirty status for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:15.118451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45e3b821-007b-4a47-b2ea-97912c878824 req-69e543f6-d8eb-4905-a350-89932e549e22 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 932 time: 0.4511049 Apr 28 19:45:15.140044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-17e2b625-6ad8-493a-a945-0c63638aa183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.141876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-17e2b625-6ad8-493a-a945-0c63638aa183 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1101 time: 0.1230953 Apr 28 19:45:15.188109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45e3b821-007b-4a47-b2ea-97912c878824 req-dbbe4c7c-e1b7-46d5-88f5-39e14ad61b05 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678880 Apr 28 19:45:15.246927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-network', 'tenant_id': '647a64f08ea840988992fae8c7326dad'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:15.269117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:15.287447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Usage tracker for resource:network and tenant:647a64f08ea840988992fae8c7326dad is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:15.291428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:15.310224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:15.571994 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-0a9031e6-f9ed-4b6b-a2ad-db5bf4953f2b req-29ca1771-b2a7-4c24-a8ae-aff90de8641b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:15.573116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a9031e6-f9ed-4b6b-a2ad-db5bf4953f2b req-29ca1771-b2a7-4c24-a8ae-aff90de8641b tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/3a6c237d-daa5-4b50-bf1c-25d92292560f HTTP/1.1" status: 404 len: 352 time: 0.0320115 Apr 28 19:45:15.582960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Made reservation on behalf of 647a64f08ea840988992fae8c7326dad for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:15.585491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.616842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-0bbc71b1-50db-467d-9b4f-f26f9adf33d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.618352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-0bbc71b1-50db-467d-9b4f-f26f9adf33d6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4683082 Apr 28 19:45:15.619593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.647706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51de3c87-77fe-49ec-97a0-31232c1cf2f4 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:15.658715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:15.673541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Usage tracker for resource:security_group_rule and tenant:647a64f08ea840988992fae8c7326dad is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb6b43-7ba8-4330-9a63-c625ba8f4c99 req-786b9b87-7ebd-4a61-afbf-2e9a9e621cfd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5bb6b43-7ba8-4330-9a63-c625ba8f4c99 req-786b9b87-7ebd-4a61-afbf-2e9a9e621cfd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2401612 Apr 28 19:45:15.729692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Transition to ACTIVE for port object 51de3c87-77fe-49ec-97a0-31232c1cf2f4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:15.744767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-43a51a9c-742d-43e4-9ec5-f058f52bd4a7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.1101575 Apr 28 19:45:15.753505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:15.915976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f206da62-3bc3-4483-8b36-f59f1c21ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:15.918361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f206da62-3bc3-4483-8b36-f59f1c21ebbc service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1184809 Apr 28 19:45:15.971033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5bb6b43-7ba8-4330-9a63-c625ba8f4c99 req-40cd1262-7adf-4e89-9f0e-a29dbd5366b5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2532973 Apr 28 19:45:16.079939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Pushing event updated for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.091502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e330f02-04e8-41a5-ae49-c5d647575bff req-8d67d3fd-c4c7-4676-8efb-2bc4b4232f03 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.096302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e330f02-04e8-41a5-ae49-c5d647575bff req-8d67d3fd-c4c7-4676-8efb-2bc4b4232f03 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.3505621 Apr 28 19:45:16.112968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f02cc8ec-acc0-4d54-a19c-cdfc7dfdd0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.114493 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f02cc8ec-acc0-4d54-a19c-cdfc7dfdd0ac service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1895742 Apr 28 19:45:16.141794 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-e6ec910e-e965-47f2-a7af-504d838d9ebd req-1e567c5d-a649-444a-a77c-fcc76c465291 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:16.143246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6ec910e-e965-47f2-a7af-504d838d9ebd req-1e567c5d-a649-444a-a77c-fcc76c465291 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/fe2dbe48-2aff-48f7-87e1-f1afb7c1c7aa HTTP/1.1" status: 404 len: 352 time: 0.0878301 Apr 28 19:45:16.286998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.286998 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-a7c6d094-6cc1-4a7f-a3b5-e72b49e4fcf2 req-fd23a100-c9d9-426e-bee4-21dd896c746a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:16.297985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7c6d094-6cc1-4a7f-a3b5-e72b49e4fcf2 req-fd23a100-c9d9-426e-bee4-21dd896c746a tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/1fc101ed-982e-43d1-a033-13fae4a24027 HTTP/1.1" status: 404 len: 352 time: 0.0520759 Apr 28 19:45:16.300576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.336652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e330f02-04e8-41a5-ae49-c5d647575bff req-4bf3345e-ba3d-49af-b94c-31d392b7aea9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264092 Apr 28 19:45:16.344560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:16.364040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.364040 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Added segment 8ba98643-cb0c-4542-aac7-90e4f3ef807c of type vlan for network 3e66b785-df10-435b-bf74-a54c9bdcb9fe Apr 28 19:45:16.446405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-5ce999be-c99e-4fee-8513-a617999678a3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075368 Apr 28 19:45:16.488979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Attempting to bind port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:16.493540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Attempting to bind port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:16.494070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Attempting to bind port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 on network b05d32d1-449c-4b28-86f9-828e27f87b71 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:16.520123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.568723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 on network b05d32d1-449c-4b28-86f9-828e27f87b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:45:16.568723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Attempting to bind port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 on network b05d32d1-449c-4b28-86f9-828e27f87b71 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:16.675205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:16.675769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Checking segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:16.676897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Bound using segment: {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:16.677054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Bound port: 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fc0c335-2c1a-4215-9536-1da4ed41f317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:16.677332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.708756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:45:16.752020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d54a58-2785-49ea-97e4-2f7f072d04ea,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.794332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.795241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:16.797048 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:16.845873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-9e65b3c1-f815-4263-a1e1-fea5cadf5896 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3868814 Apr 28 19:45:16.919370 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-0ec489ab-debb-445b-a20d-02af628cce96 req-6ca1e407-054c-48b1-888e-dd5a7e3cf4d3 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:16.937065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ec489ab-debb-445b-a20d-02af628cce96 req-6ca1e407-054c-48b1-888e-dd5a7e3cf4d3 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/45c406f6-2058-441a-a4a0-86eb0db50316 HTTP/1.1" status: 404 len: 352 time: 0.0670278 Apr 28 19:45:16.954753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=3e66b785-df10-435b-bf74-a54c9bdcb9fe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:16.965634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:45:17.070416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0154b-d6fc-48ce-bb77-ace409aee3cd req-e6a418dd-f556-4d01-ba1f-247b488888d2 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.080927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8eb0154b-d6fc-48ce-bb77-ace409aee3cd req-e6a418dd-f556-4d01-ba1f-247b488888d2 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 944 time: 0.4927833 Apr 28 19:45:17.114891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:17.131812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-87375f8b-5d0e-4f4a-ac8e-a9e65d4d6ae4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0529315 Apr 28 19:45:17.137042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:17.143063 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-e821bd18-3afe-4cd9-93f6-39c6f6d6f4ce req-2d84f3ce-e6ba-4252-ae7f-00e17154dce8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:17.144192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:17.149805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Request body: {'subnet': {'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-subnet', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:17.160915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e821bd18-3afe-4cd9-93f6-39c6f6d6f4ce req-2d84f3ce-e6ba-4252-ae7f-00e17154dce8 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/9b0ba7dc-0ac4-4073-a414-56edce3db219 HTTP/1.1" status: 404 len: 352 time: 0.0544848 Apr 28 19:45:17.164338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8eb0154b-d6fc-48ce-bb77-ace409aee3cd req-3e7ba48e-b002-43c1-a344-df031499f576 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895555 Apr 28 19:45:17.172965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.195875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:17.321674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Pushing event updated for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:17.321674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Usage tracker for resource:subnet and tenant:647a64f08ea840988992fae8c7326dad is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:17.334931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:17.349081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:17.349081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.349081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.349081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c726e02d-faed-4432-83ec-ce8c299734fc service neutron] 10.222.0.46 "PUT /v2.0/ports/51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 200 len: 1092 time: 3.1115856 Apr 28 19:45:17.359121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:17.376993 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-49211f33-363e-4c0c-81f6-0410657a9300 req-932b92c1-7269-4387-8570-54bb0d218905 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] show failed (client error): The resource could not be found. Apr 28 19:45:17.387115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49211f33-363e-4c0c-81f6-0410657a9300 req-932b92c1-7269-4387-8570-54bb0d218905 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/cdbaf83f-9bd1-4285-a9cd-72962dff27f7 HTTP/1.1" status: 404 len: 352 time: 0.0731626 Apr 28 19:45:17.511570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29c3092-0737-4d23-92ec-ca928d57c263 req-40010a7f-83d4-40b1-922a-2f28c8e81ce6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.511570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a29c3092-0737-4d23-92ec-ca928d57c263 req-40010a7f-83d4-40b1-922a-2f28c8e81ce6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2240934 Apr 28 19:45:17.608893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Made reservation on behalf of 647a64f08ea840988992fae8c7326dad for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:17.618170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:17.650053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a29c3092-0737-4d23-92ec-ca928d57c263 req-c049c1fa-bb04-4170-821d-0a93be512eb7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242571 Apr 28 19:45:17.834977 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cdd1a4c-37ae-4e1f-9ecc-f5c1e0dbbf1f'] response: {'name': 'network-changed', 'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'status': 'completed', 'code': 200} Apr 28 19:45:17.910840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-b2aa181b-4bc7-418f-8f77-20273eb7d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:17.915795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-b2aa181b-4bc7-418f-8f77-20273eb7d417 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 1095 time: 0.5166588 Apr 28 19:45:18.067589 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-367d7d39-5486-4e8e-afa5-f8aa0f447da1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 200 len: 217 time: 0.1217217 Apr 28 19:45:18.121148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cfee5c-6631-4dd1-801f-88289c5f4fc2 req-7a102277-75dc-42b1-9e7a-e03413cde616 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.129204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5cfee5c-6631-4dd1-801f-88289c5f4fc2 req-7a102277-75dc-42b1-9e7a-e03413cde616 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 946 time: 0.3973958 Apr 28 19:45:18.251349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5cfee5c-6631-4dd1-801f-88289c5f4fc2 req-8a704d87-e5ab-417e-ba51-7e4ef128f94b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212032 Apr 28 19:45:18.259985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-a6ee34ab-69ec-4346-a4e2-ba45715bfb7a tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.261427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-a6ee34ab-69ec-4346-a4e2-ba45715bfb7a tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1097 time: 0.1280227 Apr 28 19:45:18.291689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-839811-1'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:18.318848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.369317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-a4608315-92a7-4e88-860e-fe1ec8a17418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.371202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-a4608315-92a7-4e88-860e-fe1ec8a17418 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d HTTP/1.1" status: 200 len: 845 time: 0.2639558 Apr 28 19:45:18.525746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.711252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d2c7755-56c5-4769-854c-2547522564c7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:18.736244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Checking segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:18.736609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Network hostable DHCP agents. Network: 3e66b785-df10-435b-bf74-a54c9bdcb9fe, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:18.789673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ea9ea4-2174-4fb2-87e2-229c523348cf req-0738ba21-1df5-4e05-8082-4f8ab832a92f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.791066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43ea9ea4-2174-4fb2-87e2-229c523348cf req-0738ba21-1df5-4e05-8082-4f8ab832a92f tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1024 time: 0.3441079 Apr 28 19:45:18.793012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:18.806445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-75af91bd-1312-44f3-826f-43f44c8b76f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.808640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-75af91bd-1312-44f3-826f-43f44c8b76f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b05d32d1-449c-4b28-86f9-828e27f87b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4287853 Apr 28 19:45:18.810419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:18.826042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3e66b785-df10-435b-bf74-a54c9bdcb9fe) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:18.835292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94656672-4d0e-45e2-83bd-940cd5a7c2e8 None None] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:18.863103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:18.897506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:18.898794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.956112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:18.960938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:18.976808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.029306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45cf5256-a117-41c0-8564-028550d1f107 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8908968 Apr 28 19:45:19.043430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53288) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:19.056572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-43ea9ea4-2174-4fb2-87e2-229c523348cf req-8cecf0ce-8350-4328-8f4f-6be021c44884 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:19.067314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:19.084294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:19.096818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Usage tracker for resource:router and tenant:647a64f08ea840988992fae8c7326dad is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:19.110255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:19.124107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:19.157238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-43ea9ea4-2174-4fb2-87e2-229c523348cf req-8cecf0ce-8350-4328-8f4f-6be021c44884 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:19.158530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43ea9ea4-2174-4fb2-87e2-229c523348cf req-8cecf0ce-8350-4328-8f4f-6be021c44884 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0916d6a-59fe-4a85-8d8f-0c0c00118ac6&id=77456f18-7a19-4aa5-9fe2-f987a7366643&id=3e6fb204-4ebb-48db-80e0-cffc36655f4c&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.3548810 Apr 28 19:45:19.161590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.162614 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.191318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-901975a6-ba58-4302-a2f6-8fb58cd99e2b service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3518229 Apr 28 19:45:19.227389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:45:19.227389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.366181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.451717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:19.529676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on host n-h1-839811-1 for vnic_type normal with profile {"migrating_to": "n-h2-839811-1"} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:19.529676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:19.529676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:19.563918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:45:19.563918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Attempting to bind port 5eea3641-da0c-491f-a31a-3186dfe48508 on network 853b9709-937b-4118-8590-166d964a1932 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:19.570244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:19.570581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Checking segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:19.570961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Bound using segment: {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:19.571384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Bound port: 5eea3641-da0c-491f-a31a-3186dfe48508, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1cf3ccd7-1a49-4e84-a970-66ae601af82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '853b9709-937b-4118-8590-166d964a1932'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:19.571731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:19.604759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Allocated IP 172.20.0.2 (3e66b785-df10-435b-bf74-a54c9bdcb9fe/5d2c7755-56c5-4769-854c-2547522564c7/ddd2bbac-6422-4851-b894-b8eb627cc359) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:20.013536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa677785-38ff-42e1-bc41-e930da9a86f3 req-c291cab7-fa83-4534-8e94-7cacc9df4c27 service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8191462 Apr 28 19:45:20.039774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.056544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Transition to ACTIVE for port object ddd2bbac-6422-4851-b894-b8eb627cc359 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:20.096761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:20.096761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:20.107615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Transition to ACTIVE for port object ddd2bbac-6422-4851-b894-b8eb627cc359 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:20.116267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.145750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4146f8c-d892-4b4c-988b-4a3e66248300 req-0afaf194-1755-44e9-b791-bd42ec2de526 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.145750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4146f8c-d892-4b4c-988b-4a3e66248300 req-0afaf194-1755-44e9-b791-bd42ec2de526 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 944 time: 0.6875854 Apr 28 19:45:20.157818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-cb3762b0-e2a3-4d26-bb9f-938deef1a9ac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.157818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-cb3762b0-e2a3-4d26-bb9f-938deef1a9ac tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 1024 time: 0.3474905 Apr 28 19:45:20.191326 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.196847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.263257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4146f8c-d892-4b4c-988b-4a3e66248300 req-1ed5f5dd-a5c5-4230-bbd5-640cd19ac481 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049683 Apr 28 19:45:20.292366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Deleting port 1520805a-bd34-44d3-9df2-e8d24470529b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:45:20.292366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.388596 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d4f1ff8-1803-44df-91f5-7ef50e38aa50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.395755 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2e4055e-bb15-4225-9613-771d023b1264'] response: {'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508', 'code': 200} Apr 28 19:45:20.464988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5acf-c24a-415a-a04c-fadadf565392 req-6d71009a-d4b3-4599-8824-18c601084ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.464988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-6d71009a-d4b3-4599-8824-18c601084ce0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 1095 time: 0.3841937 Apr 28 19:45:20.554994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:45:20.588630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:20.588630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:20.747160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] For port 1520805a-bd34-44d3-9df2-e8d24470529b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1520805a-bd34-44d3-9df2-e8d24470529b,segment=NetworkSegment(faf70a6d-95b7-47ff-94ba-ffeee0c95e84),segment_id=faf70a6d-95b7-47ff-94ba-ffeee0c95e84)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:20.747160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:20.781796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5acf-c24a-415a-a04c-fadadf565392 req-abc991ad-c871-4ec2-b86c-e66be7e3a194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:20.781796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-abc991ad-c871-4ec2-b86c-e66be7e3a194 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 200 len: 907 time: 0.3034863 Apr 28 19:45:20.876622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:20.905891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Calling delete_port for 1520805a-bd34-44d3-9df2-e8d24470529b owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:45:20.911314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 has no active binding in host n-h2-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 19:45:20.911314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:21.020299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Pushing event updated for resources: {'Port': ['ID=ddd2bbac-6422-4851-b894-b8eb627cc359,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.063067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-e7d7343e-5f26-4d99-b1c1-fca00f3f0df9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 200 len: 217 time: 0.2701132 Apr 28 19:45:21.107291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc363c3-6460-4693-bb45-565a1c476082 req-ac17b174-4317-42fd-8d36-75807b0c94ec tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.107291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fbc363c3-6460-4693-bb45-565a1c476082 req-ac17b174-4317-42fd-8d36-75807b0c94ec tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 1.2966161 Apr 28 19:45:21.150944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Attempting to bind port ddd2bbac-6422-4851-b894-b8eb627cc359 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:21.150944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Attempting to bind port ddd2bbac-6422-4851-b894-b8eb627cc359 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:21.150944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Attempting to bind port ddd2bbac-6422-4851-b894-b8eb627cc359 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Checking segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Bound using segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Bound port: ddd2bbac-6422-4851-b894-b8eb627cc359, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:21.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.183538 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.247600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5acf-c24a-415a-a04c-fadadf565392 req-bb40a10d-c410-4462-a48d-6a83a9747fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.247600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-bb40a10d-c410-4462-a48d-6a83a9747fa7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d HTTP/1.1" status: 200 len: 845 time: 0.1722713 Apr 28 19:45:21.382643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] For port ddd2bbac-6422-4851-b894-b8eb627cc359, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:21.394740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] For port ddd2bbac-6422-4851-b894-b8eb627cc359, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ddd2bbac-6422-4851-b894-b8eb627cc359,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:21.406793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.485408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fbc363c3-6460-4693-bb45-565a1c476082 req-01ba208d-373b-4b8a-b897-974a8e73c208 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3778198 Apr 28 19:45:21.506826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] No DVR routers for this DVR port 1520805a-bd34-44d3-9df2-e8d24470529b on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:21.524553 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.524553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=8']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.574895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.589479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.589479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:21.607641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.607641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:21.626054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ae3c18ba-ca28-41a0-9228-3e313627bfea service neutron] 10.222.0.46 "PUT /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 1122 time: 3.3449736 Apr 28 19:45:21.748116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13f7d5-5bcd-471b-bf93-eb0cbc327134 req-fe65f9bf-38b8-4dac-85c5-4ab57319f796 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:21.748116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e13f7d5-5bcd-471b-bf93-eb0cbc327134 req-fe65f9bf-38b8-4dac-85c5-4ab57319f796 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.9679935 Apr 28 19:45:21.829668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['5eea3641-da0c-491f-a31a-3186dfe48508'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:21.841784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'Port': ['ID=1520805a-bd34-44d3-9df2-e8d24470529b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:21.841784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90bf0a1e-f651-4ee0-a8df-8a2152f75ec5 req-aced3f85-d78d-43f5-a2db-bd9b6db74aaf tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.46 "DELETE /v2.0/ports/1520805a-bd34-44d3-9df2-e8d24470529b HTTP/1.1" status: 204 len: 173 time: 1.6569848 Apr 28 19:45:21.938042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c10ef2cb-1db3-44f9-80a1-e7934108eb25 req-4da3bda7-e940-46eb-8143-1a9129a54235 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Synchronizing usage tracker for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:21.963932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c10ef2cb-1db3-44f9-80a1-e7934108eb25 req-4da3bda7-e940-46eb-8143-1a9129a54235 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Unset dirty status for tenant:cc32bfaf62924d6d95c9a70deaa252c9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:21.963932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c10ef2cb-1db3-44f9-80a1-e7934108eb25 req-4da3bda7-e940-46eb-8143-1a9129a54235 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/ports?device_id=e5a9bd31-e4f5-4e35-93e7-8ce013d4b397 HTTP/1.1" status: 200 len: 210 time: 0.1117952 Apr 28 19:45:22.070686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5eea3641-da0c-491f-a31a-3186dfe48508'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:22.202230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e13f7d5-5bcd-471b-bf93-eb0cbc327134 req-179241ba-d882-4ac1-98c6-b308c60a78f0 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240754 Apr 28 19:45:22.210166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267d5acf-c24a-415a-a04c-fadadf565392 req-669ff463-feda-4680-9723-d0f46c889c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.210166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-669ff463-feda-4680-9723-d0f46c889c59 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b05d32d1-449c-4b28-86f9-828e27f87b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9531791 Apr 28 19:45:22.399521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'name': 'network-vif-deleted', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b'}, {'name': 'network-changed', 'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:22.491904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10265a1d-fb43-494c-892b-64c459cb9813 None None] Pushing event updated for resources: {'Port': ['ID=ddd2bbac-6422-4851-b894-b8eb627cc359,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:22.544401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1520805a-bd34-44d3-9df2-e8d24470529b no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:22.701282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06736314-fab3-4ea9-a9c4-ebbd515e1070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.785318 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69131bc0-cc1c-4bf1-a080-fbbb0576140a'] response: {'server_uuid': 'e5a9bd31-e4f5-4e35-93e7-8ce013d4b397', 'name': 'network-vif-deleted', 'tag': '1520805a-bd34-44d3-9df2-e8d24470529b', 'status': 'completed', 'code': 200} Apr 28 19:45:22.786128 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69131bc0-cc1c-4bf1-a080-fbbb0576140a'] response: {'name': 'network-changed', 'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508', 'status': 'completed', 'code': 200} Apr 28 19:45:22.786232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:22.849116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 1520805a-bd34-44d3-9df2-e8d24470529b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:45:22.849518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1520805a-bd34-44d3-9df2-e8d24470529b not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:45:22.977997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-7c40b8a9-448e-4692-b2c1-139372d3e51a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:22.979162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-7c40b8a9-448e-4692-b2c1-139372d3e51a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1125 time: 0.1965220 Apr 28 19:45:22.979691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53334) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:23.002791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b205fd7-5022-4564-b45f-7dff7c6a4c4e req-f958f877-4628-400e-a224-16377a25dee0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.017486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b205fd7-5022-4564-b45f-7dff7c6a4c4e req-f958f877-4628-400e-a224-16377a25dee0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 944 time: 0.6087661 Apr 28 19:45:23.033733 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.043966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-97b199cc-443d-448e-b7ee-502238c4f1a1 service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8148210 Apr 28 19:45:23.130704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b205fd7-5022-4564-b45f-7dff7c6a4c4e req-1fa9e4a8-5b19-458a-853d-69f7223ee2e0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1121521 Apr 28 19:45:23.384432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a72c42f-8699-4db0-be45-aa41437078c9 req-a9aff83e-5aea-4c08-b9cf-68be7cbd0068 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.394868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a72c42f-8699-4db0-be45-aa41437078c9 req-a9aff83e-5aea-4c08-b9cf-68be7cbd0068 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2753301 Apr 28 19:45:23.703305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a72c42f-8699-4db0-be45-aa41437078c9 req-8d91b60d-9d48-4299-96a7-431cfcb6bed7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3020303 Apr 28 19:45:23.726865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Allocated IP 172.25.2.95 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d2534227-3315-4688-9018-e3000b73bc87) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:23.735598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-267d5acf-c24a-415a-a04c-fadadf565392 req-ae119462-0531-4f46-96e2-918d3293ae7f service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6146941 Apr 28 19:45:23.764505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.822148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:23.835675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-883f12aa-80e9-4dcd-917e-8f38b92b152f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:23.835675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-883f12aa-80e9-4dcd-917e-8f38b92b152f service neutron] 10.222.0.41 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.8058338 Apr 28 19:45:23.865614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-2202433d-2232-4b72-bf2b-29004b268afd tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/d0916d6a-59fe-4a85-8d8f-0c0c00118ac6 HTTP/1.1" status: 200 len: 1797 time: 0.0657127 Apr 28 19:45:23.909881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.021176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:24.045007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-edf6b7fb-c246-4f5b-b11c-036c3e44d335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 217 time: 0.2013810 Apr 28 19:45:24.050456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Usage tracker for resource:security_group_rule and tenant:c6d51395c3af4a07ba001593c381dc25 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:24.066618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:24.112553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.137830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:24.150211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.164733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f783f60-c4ac-416e-8af1-92f1b2d6b4ba req-64274416-d459-4f82-bc51-fce0f15de597 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.171283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f783f60-c4ac-416e-8af1-92f1b2d6b4ba req-64274416-d459-4f82-bc51-fce0f15de597 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.4891679 Apr 28 19:45:24.200836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5cf911-8f8b-49c1-b0c7-6b83a99c0d18 None None] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:24.201566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.257527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-a41e338c-0114-4d6f-8229-fe2e6cf5976f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:24.259370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-a41e338c-0114-4d6f-8229-fe2e6cf5976f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1996531 Apr 28 19:45:24.278079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.310554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f783f60-c4ac-416e-8af1-92f1b2d6b4ba req-d9c4a430-fa61-4f79-b215-27df93e2557a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291130 Apr 28 19:45:24.331027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-784e8ce5-fd8c-47d2-bae6-788642c0317e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631657 Apr 28 19:45:24.376604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:24.392819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:24.399482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.408049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:24.471013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0916d6a-59fe-4a85-8d8f-0c0c00118ac6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:24.489123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.489831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.490383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.512973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:24.559889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Pushing event updated for resources: {'Port': ['ID=d2534227-3315-4688-9018-e3000b73bc87,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:24.663811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 51de3c87-77fe-49ec-97a0-31232c1cf2f4 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:45:24.688441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ddd2bbac-6422-4851-b894-b8eb627cc359 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:24.691802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.702162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd125944-2df8-40b5-a992-4b213c7d62d8 req-b68092ba-b2cc-49dd-b27c-d35e5c2f4161 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/d0916d6a-59fe-4a85-8d8f-0c0c00118ac6 HTTP/1.1" status: 204 len: 173 time: 0.7490354 Apr 28 19:45:24.771348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-a37a0eb8-90dc-4020-ae27-e2bf477952ff service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4271777 Apr 28 19:45:24.781788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.860626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:24.872387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-87956b5b-1854-49ed-be42-f561430c0608 None None] Provisioning for port ddd2bbac-6422-4851-b894-b8eb627cc359 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:24.964837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-508840be-0d98-491c-9a9e-023be5952cfb req-81ca2490-42ae-4d1d-b655-99ce842e4358 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "GET /v2.0/security-groups/3e6fb204-4ebb-48db-80e0-cffc36655f4c HTTP/1.1" status: 200 len: 1800 time: 0.1390126 Apr 28 19:45:25.022915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ddd2bbac-6422-4851-b894-b8eb627cc359 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:25.049833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ddd2bbac-6422-4851-b894-b8eb627cc359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:25.050536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.150085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2118ebf0-8f1e-4692-85ae-921c6a77d1dd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:25.198966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0a8d833d-ece6-413f-a53e-fc87d06ade1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6d51395c3af4a07ba001593c381dc25&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1684968 Apr 28 19:45:25.211126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:25.216654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:25.254616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'port_id': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'mac_address': 'fa:16:3e:ec:dd:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:45:25.281322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.298000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45f0ebce-6f3b-4367-bb34-2e8d5a3a524b req-4b9f66f2-1288-4726-b960-b7ee5e531a21 service neutron] 10.222.0.41 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5148613 Apr 28 19:45:25.358665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd249de-0bc5-4095-877b-b94e3715c40b req-4e08fa59-0b14-478f-867f-396df5fb31ab tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:25.366294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd249de-0bc5-4095-877b-b94e3715c40b req-4e08fa59-0b14-478f-867f-396df5fb31ab tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 944 time: 0.6921406 Apr 28 19:45:25.405349 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.432036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51de3c87-77fe-49ec-97a0-31232c1cf2f4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:25.455648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:25.458430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-508840be-0d98-491c-9a9e-023be5952cfb req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.525114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd249de-0bc5-4095-877b-b94e3715c40b req-7630be67-612e-4012-b5ee-19ffae0e3e3a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454332 Apr 28 19:45:25.535252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.552488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.652603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.672531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-508840be-0d98-491c-9a9e-023be5952cfb req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.776317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.797622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.835673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2118ebf0-8f1e-4692-85ae-921c6a77d1dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:25.845618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:25.845618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb9ffb7c-365c-485f-823a-5d5a83d6538d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2118ebf0-8f1e-4692-85ae-921c6a77d1dd HTTP/1.1" status: 204 len: 168 time: 0.6310658 Apr 28 19:45:25.862302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:25.878180 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.038464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d8a7-79fa-45e8-9ae6-ef10844e25e0 req-9cce3c7d-8824-425c-9a81-5455bbb036c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.044223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7072e812-f6c5-4ef0-abb7-16a2b1c3cc7b None None] Provisioning complete for port ddd2bbac-6422-4851-b894-b8eb627cc359 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:26.044223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7072e812-f6c5-4ef0-abb7-16a2b1c3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.050043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56d9d8a7-79fa-45e8-9ae6-ef10844e25e0 req-9cce3c7d-8824-425c-9a81-5455bbb036c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2079554 Apr 28 19:45:26.147211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['51de3c87-77fe-49ec-97a0-31232c1cf2f4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:26.167492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56d9d8a7-79fa-45e8-9ae6-ef10844e25e0 req-9ce3c96a-80e3-494a-96d8-9653916bbf36 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114564 Apr 28 19:45:26.314252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ddd2bbac-6422-4851-b894-b8eb627cc359, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ddd2bbac-6422-4851-b894-b8eb627cc359,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:26.367367 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.488439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ddd2bbac-6422-4851-b894-b8eb627cc359,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:26.539246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526f98-372d-4a71-b949-d1daea7d0ea2 req-e45b844f-e8c9-4849-a832-847c2e8fb055 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:26.539246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98526f98-372d-4a71-b949-d1daea7d0ea2 req-e45b844f-e8c9-4849-a832-847c2e8fb055 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.2022262 Apr 28 19:45:26.555151 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7072e812-f6c5-4ef0-abb7-16a2b1c3cc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.627027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98526f98-372d-4a71-b949-d1daea7d0ea2 req-3fd88b5c-d296-4a34-bfbf-12b0f6ba2f42 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786824 Apr 28 19:45:26.700840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:26.987263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-7072e812-f6c5-4ef0-abb7-16a2b1c3cc7b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:45:26.987263 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-7072e812-f6c5-4ef0-abb7-16a2b1c3cc7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:45:27.065039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-508840be-0d98-491c-9a9e-023be5952cfb req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.093774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6fb204-4ebb-48db-80e0-cffc36655f4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:27.126621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-508840be-0d98-491c-9a9e-023be5952cfb req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.150909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-508840be-0d98-491c-9a9e-023be5952cfb req-db6c7a8a-6db9-42bf-bded-68c651157326 tempest-SecurityGroupsTestJSON-2056002660 tempest-SecurityGroupsTestJSON-2056002660-project] 10.222.0.24 "DELETE /v2.0/security-groups/3e6fb204-4ebb-48db-80e0-cffc36655f4c HTTP/1.1" status: 204 len: 173 time: 2.1744833 Apr 28 19:45:27.150909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:27.241051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Deleting subnet 23aa71e8-614c-4424-9f4d-0e0659e80918 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:45:27.251507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.293902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f28e91-3647-453d-927f-2c174ef2cd8c req-fd1c3a27-aaab-4e5f-844a-af4b9015b9b7 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.293902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03f28e91-3647-453d-927f-2c174ef2cd8c req-fd1c3a27-aaab-4e5f-844a-af4b9015b9b7 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 945 time: 0.2307277 Apr 28 19:45:27.372858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03f28e91-3647-453d-927f-2c174ef2cd8c req-6d1afe5d-9e12-4a8a-926a-0b5df67e5b57 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730441 Apr 28 19:45:27.411674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.495156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:45:27.583770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-92036a8c-c8cc-40d7-a70c-81298de86969 service neutron] 10.222.0.41 "GET /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508/bindings/n-h2-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.1729023 Apr 28 19:45:27.823709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.917249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf0c04a-5066-4f00-81eb-46816eca9d83 req-4e68353d-4ebe-47c3-8f86-7d77e8e1a1b3 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:27.917249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acf0c04a-5066-4f00-81eb-46816eca9d83 req-4e68353d-4ebe-47c3-8f86-7d77e8e1a1b3 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 950 time: 0.2195885 Apr 28 19:45:27.934377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:27.942176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:27.956483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:27.962840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:27.968802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:27.968802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:28.032898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeddf96f-db03-4791-8e1e-b05a411c7a87 req-00725079-e5b3-41ae-8ebc-4187981e8d40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:28.032898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eeddf96f-db03-4791-8e1e-b05a411c7a87 req-00725079-e5b3-41ae-8ebc-4187981e8d40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2877018 Apr 28 19:45:28.058283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23aa71e8-614c-4424-9f4d-0e0659e80918,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:28.058283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.064870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b921729-cd9b-492a-984e-f81e9bf0dee7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/23aa71e8-614c-4424-9f4d-0e0659e80918 HTTP/1.1" status: 204 len: 168 time: 0.9146662 Apr 28 19:45:28.064870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:28.155986 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:28.166574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:28.271927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.271927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e25e177-468c-4956-9528-2bc7eec77371 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 9.1994913 Apr 28 19:45:28.292427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:28.292427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5eea3641-da0c-491f-a31a-3186dfe48508 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:28.437548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eeddf96f-db03-4791-8e1e-b05a411c7a87 req-caab149c-066e-40f8-a2e3-3ed8f5f28687 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889098 Apr 28 19:45:28.497062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.514354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ddd2bbac-6422-4851-b894-b8eb627cc359 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:28.520373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:24Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:28.531266 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:28.531266 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Updating router 44909b66-2ce4-4f1f-aa2d-26dec417652f port d2534227-3315-4688-9018-e3000b73bc87 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:28.603847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 51de3c87-77fe-49ec-97a0-31232c1cf2f4 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:28.625420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:28.675830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acf0c04a-5066-4f00-81eb-46816eca9d83 req-18e2af16-f6be-4af8-a115-cb21d2dda8f1 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408422 Apr 28 19:45:28.705192 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.947038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:28.953607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:28.968950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ddd2bbac-6422-4851-b894-b8eb627cc359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:28.968950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.027679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:29.027679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.172186 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.329997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d941722-0a08-4f69-a74e-98fbc0349265']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:29.382619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.410660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a4cae4-6ba4-48a1-9c89-40176f5703f1 req-463ca2a3-84fb-4fc1-83a4-97f017afd32c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:29.410660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34a4cae4-6ba4-48a1-9c89-40176f5703f1 req-463ca2a3-84fb-4fc1-83a4-97f017afd32c tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 944 time: 0.7931068 Apr 28 19:45:29.421750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:29.426859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:29.426859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf70a6d-95b7-47ff-94ba-ffeee0c95e84') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:29.455921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:29.455921 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.533165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.570130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.595127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.601127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.601127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.601127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.601127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:29.623009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34a4cae4-6ba4-48a1-9c89-40176f5703f1 req-5502d171-f276-4831-91fa-74ddb81a4eb3 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519439 Apr 28 19:45:29.623009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.630412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:45:29.641926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:45:29.649006 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:45:29.658812 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.672122 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Transition to ACTIVE for port object d2534227-3315-4688-9018-e3000b73bc87 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:29.680338 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.745293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.750756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] Transition to ACTIVE for port object 5eea3641-da0c-491f-a31a-3186dfe48508 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:29.775838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7e938-ed0d-4a19-8c1c-7c51907b5a98 None None] Pushing event updated for resources: {'Port': ['ID=d2534227-3315-4688-9018-e3000b73bc87,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.778494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d941722-0a08-4f69-a74e-98fbc0349265,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:29.785835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.792151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.802796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7ee65f36-edbe-48fa-bd48-0cf01bf765d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2d941722-0a08-4f69-a74e-98fbc0349265 HTTP/1.1" status: 204 len: 168 time: 1.5434785 Apr 28 19:45:29.806667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Attempting to bind port d2534227-3315-4688-9018-e3000b73bc87 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:29.807032 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Attempting to bind port d2534227-3315-4688-9018-e3000b73bc87 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:29.807623 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Attempting to bind port d2534227-3315-4688-9018-e3000b73bc87 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:29.815614 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:29.816843 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:29.816843 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.817301 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:29.817898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Bound port: d2534227-3315-4688-9018-e3000b73bc87, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:29.818308 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:29.933933 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] For port d2534227-3315-4688-9018-e3000b73bc87, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:29.933933 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] For port d2534227-3315-4688-9018-e3000b73bc87, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2534227-3315-4688-9018-e3000b73bc87,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:29.943607 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.036086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] Pushing event updated for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.036587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7e938-ed0d-4a19-8c1c-7c51907b5a98 None None] Pushing event updated for resources: {'Port': ['ID=d2534227-3315-4688-9018-e3000b73bc87,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:30.061943 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:30.064399 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:30.133724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:30.234800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] No DVR routers for this DVR port 5eea3641-da0c-491f-a31a-3186dfe48508 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:30.253629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faa3e708-3584-4616-b98c-7c8440fde515 req-8e96ec52-2aca-4482-ab3f-3264c7ba515b tempest-AbsoluteLimitsNegativeTestJSON-1213135264 tempest-AbsoluteLimitsNegativeTestJSON-1213135264-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=883002b3bd5245c586a3d874ed2eb4fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429878 Apr 28 19:45:30.253629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-87894774-5934-42ea-b5be-7e7610281b09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cc32bfaf62924d6d95c9a70deaa252c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029708 Apr 28 19:45:30.253629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:30.390660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca98a20-937f-4c98-90ab-8366d843d7e8 req-148d122b-9fe1-4c8d-b5be-59f10b019e73 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.390660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9ca98a20-937f-4c98-90ab-8366d843d7e8 req-148d122b-9fe1-4c8d-b5be-59f10b019e73 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.9397097 Apr 28 19:45:30.406699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8bb2d1a1-5249-46b5-add4-c061241b2b7d service neutron] 10.222.0.41 "PUT /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508/bindings/n-h2-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 2.8202758 Apr 28 19:45:30.442730 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:30.455199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.457694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:30.509968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.521479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9ca98a20-937f-4c98-90ab-8366d843d7e8 req-58f97664-155d-4980-acfa-92efd6572838 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110756 Apr 28 19:45:30.554828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.555486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3e708-3584-4616-b98c-7c8440fde515 req-15dff0bf-bfd3-4961-bc9c-2c048596f4a1 tempest-AbsoluteLimitsNegativeTestJSON-1213135264 tempest-AbsoluteLimitsNegativeTestJSON-1213135264-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.562655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faa3e708-3584-4616-b98c-7c8440fde515 req-15dff0bf-bfd3-4961-bc9c-2c048596f4a1 tempest-AbsoluteLimitsNegativeTestJSON-1213135264 tempest-AbsoluteLimitsNegativeTestJSON-1213135264-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3179281 Apr 28 19:45:30.596641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:45:30.597142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:30.647349 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e097c98f-1ed5-4452-9eef-f502a072b1d1'] response: {'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'code': 200} Apr 28 19:45:30.657646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faa3e708-3584-4616-b98c-7c8440fde515 req-051d0e94-8529-4878-969c-cbae99588687 tempest-AbsoluteLimitsNegativeTestJSON-1213135264 tempest-AbsoluteLimitsNegativeTestJSON-1213135264-project] 10.222.0.24 "GET /v2.0/quotas/883002b3bd5245c586a3d874ed2eb4fe HTTP/1.1" status: 200 len: 375 time: 0.0940032 Apr 28 19:45:30.776382 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faa3e708-3584-4616-b98c-7c8440fde515 req-a62bbabb-3e9c-4804-a1e4-c86f13f57357 tempest-AbsoluteLimitsNegativeTestJSON-1213135264 tempest-AbsoluteLimitsNegativeTestJSON-1213135264-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=883002b3bd5245c586a3d874ed2eb4fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1139286 Apr 28 19:45:30.854468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:30.863789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ed95a008-7f9b-4440-8a2a-3967c8d94051 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:30.873026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ed95a008-7f9b-4440-8a2a-3967c8d94051 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.3073413 Apr 28 19:45:30.942869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:30.953932 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.011252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Allocated IP 172.20.0.1 (3e66b785-df10-435b-bf74-a54c9bdcb9fe/5d2c7755-56c5-4769-854c-2547522564c7/da313e64-5c8b-4675-a63f-0fbbbb1c539f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:31.020224 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.058019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77456f18-7a19-4aa5-9fe2-f987a7366643,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:31.143714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.143714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9b9bd9ed-ac20-4b90-8b66-b85cf69cde21 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77456f18-7a19-4aa5-9fe2-f987a7366643 HTTP/1.1" status: 204 len: 168 time: 0.8906145 Apr 28 19:45:31.196932 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.220686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Transition to ACTIVE for port object da313e64-5c8b-4675-a63f-0fbbbb1c539f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:31.227356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-78d5858a-0eff-4083-8875-aad2aa8b39bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.227356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-78d5858a-0eff-4083-8875-aad2aa8b39bd service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b&tenant_id=ecf668f812f246b0a09965cb8c561a34 HTTP/1.1" status: 200 len: 1096 time: 0.3441713 Apr 28 19:45:31.283239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:31.289689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:31.458104 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:24Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:31.469759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c47824b-0644-4e01-b6ba-7559ea235dc0 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:24Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:31.591086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Pushing event updated for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:31.732643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53518) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:31.732643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:31.745106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:31.771892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:31.840268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-29e0340b-b3a4-48e2-8ab6-21b73187fc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:31.840268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-29e0340b-b3a4-48e2-8ab6-21b73187fc41 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1096 time: 0.5782156 Apr 28 19:45:31.993299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636d680-4489-4f0e-bf0c-54e420f070c4 req-6c5b5651-d7e4-43aa-9a17-7ac44513ebe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.003983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f636d680-4489-4f0e-bf0c-54e420f070c4 req-6c5b5651-d7e4-43aa-9a17-7ac44513ebe3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.7553487 Apr 28 19:45:32.173420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-7c5aa688-7f55-430a-9ce7-532406fd41a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.173420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-7c5aa688-7f55-430a-9ce7-532406fd41a0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 0.3124595 Apr 28 19:45:32.187957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0656609-5da4-4d50-948a-058a0595fb7a req-d7498ceb-dda6-4512-9e82-9b554c9cbcd5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.197529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0656609-5da4-4d50-948a-058a0595fb7a req-d7498ceb-dda6-4512-9e82-9b554c9cbcd5 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 0.7221889 Apr 28 19:45:32.221114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3ba7fc-4692-4128-920a-c3b228219a4b req-2ff18265-f19b-44bd-b8d3-4f01cebe5110 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.239161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb3ba7fc-4692-4128-920a-c3b228219a4b req-2ff18265-f19b-44bd-b8d3-4f01cebe5110 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.9944866 Apr 28 19:45:32.350412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-99c0c0b4-8c8d-4aa3-b4d4-f27253cd2698 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 200 len: 217 time: 0.1557701 Apr 28 19:45:32.376597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cce33cf9-5aa3-4799-9cb7-ca0be2e7e483 None None] Provisioning for port da313e64-5c8b-4675-a63f-0fbbbb1c539f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:32.390168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cce33cf9-5aa3-4799-9cb7-ca0be2e7e483 None None] Provisioning complete for port da313e64-5c8b-4675-a63f-0fbbbb1c539f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:32.390168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cce33cf9-5aa3-4799-9cb7-ca0be2e7e483 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.516921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ab1741a7-f8e5-4b12-90fb-0ce7516163c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:32.518744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-ab1741a7-f8e5-4b12-90fb-0ce7516163c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.1327839 Apr 28 19:45:32.589563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cce33cf9-5aa3-4799-9cb7-ca0be2e7e483 None None] Port da313e64-5c8b-4675-a63f-0fbbbb1c539f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:32.652067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.656347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:32.757285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2534227-3315-4688-9018-e3000b73bc87 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:32.928366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-5c549b53-4e60-425d-ad2b-cefb2152e3ba service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3922119 Apr 28 19:45:32.931590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0656609-5da4-4d50-948a-058a0595fb7a req-243124ab-b979-44c7-9e28-6ab22f44ddc7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5848432 Apr 28 19:45:32.980225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d2534227-3315-4688-9018-e3000b73bc87 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:32.991898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d2534227-3315-4688-9018-e3000b73bc87 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:32.992489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb3ba7fc-4692-4128-920a-c3b228219a4b req-8e1fc3e5-172f-4ddc-a9ac-89f6769f109c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6832693 Apr 28 19:45:32.993023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:32.993287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.026711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f636d680-4489-4f0e-bf0c-54e420f070c4 req-36b9bae0-c2a1-4c22-8894-d74746576f9c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0125585 Apr 28 19:45:33.066481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:33.068893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Usage tracker for resource:security_group_rule and tenant:883002b3bd5245c586a3d874ed2eb4fe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:33.072428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:33.092656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:33.340466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.348261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.348807 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02d34098-35d0-431e-9658-070a213397e9'] response: {'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'code': 200} Apr 28 19:45:33.360313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.420122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d2534227-3315-4688-9018-e3000b73bc87, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2534227-3315-4688-9018-e3000b73bc87,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:33.426671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.520225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=883002b3bd5245c586a3d874ed2eb4fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7845361 Apr 28 19:45:33.520225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:33.552610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7a777-10be-4cc5-806c-7d12d830e412 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e38ad3-043d-477a-bbb6-9afe41c1026e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.562071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d2534227-3315-4688-9018-e3000b73bc87,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:33.589646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-6c62e684-d825-421b-9405-2a1cb104e76d service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6464996 Apr 28 19:45:33.632263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da2a25-b533-4950-b197-1239d084d30b req-97dcbc54-d309-4fc1-ac14-fbd691f6e5a2 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:33.641610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06da2a25-b533-4950-b197-1239d084d30b req-97dcbc54-d309-4fc1-ac14-fbd691f6e5a2 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.4396718 Apr 28 19:45:33.698539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06da2a25-b533-4950-b197-1239d084d30b req-a252fa8b-c47f-42f9-83b6-dbc614e686fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598609 Apr 28 19:45:33.758893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.817619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:33.854801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:33.901227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.091155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1542145708-network', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:34.101078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:34.116729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.120938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Usage tracker for resource:network and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:34.129032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:34.144516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e38ad3-043d-477a-bbb6-9afe41c1026e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.148555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:34.161442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.166579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.166579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16434fb3-b2bb-4065-9ce9-d50ec73d66f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83e38ad3-043d-477a-bbb6-9afe41c1026e HTTP/1.1" status: 204 len: 168 time: 0.6453729 Apr 28 19:45:34.169392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.201271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:34.208930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.226493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.247585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:34.266276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Usage tracker for resource:security_group_rule and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:34.276360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:34.325996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:34.443726 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.447497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Pushing event updated for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.461748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:45:34.604451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2615f1-545e-4739-beaf-1f1fd41347bc req-ce358d21-7cf6-474d-a5b2-429bfe781c9f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:34.616596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed2615f1-545e-4739-beaf-1f1fd41347bc req-ce358d21-7cf6-474d-a5b2-429bfe781c9f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.3298311 Apr 28 19:45:34.715193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed2615f1-545e-4739-beaf-1f1fd41347bc req-1b466c7e-4080-44bb-b004-e94d20eb6547 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957937 Apr 28 19:45:34.792854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2534227-3315-4688-9018-e3000b73bc87 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:34.814275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.819962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.912420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:34.955918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f8e026-a827-48c4-8d27-03c72c8215dc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:34.984541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:34.984541 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Added segment f5e4def7-0a37-49a3-bb74-a4f1f0358ffc of type vlan for network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 Apr 28 19:45:35.027266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e99f9-a304-44cb-9c59-08bd63127249 req-9c83eb81-10a5-4d83-8323-4875fed33fbb tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.049924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-615e99f9-a304-44cb-9c59-08bd63127249 req-9c83eb81-10a5-4d83-8323-4875fed33fbb tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 0.8408768 Apr 28 19:45:35.177023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.266831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:35.274289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.274289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.274289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.303238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d2534227-3315-4688-9018-e3000b73bc87 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:35.303238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.345231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1636a730-8735-4f25-b1ad-e707243a2caa req-730f04bc-b15f-44e7-b70e-5b6bfb0d3d78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:35.345231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1636a730-8735-4f25-b1ad-e707243a2caa req-730f04bc-b15f-44e7-b70e-5b6bfb0d3d78 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.2555881 Apr 28 19:45:35.360203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-615e99f9-a304-44cb-9c59-08bd63127249 req-88462e1c-8124-4f56-969d-5765c0f25dfa tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055024 Apr 28 19:45:35.387111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:35.395212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:35.419008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'mac_address': 'fa:16:3e:0a:a4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:45:35.547786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7218051 Apr 28 19:45:35.553595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:35.569509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Request body: {'subnet': {'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1542145708-subnet', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:35.586050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14fe937b-46e4-4e9b-b8f0-c8f13a847be6 admin admin] Pushing event updated for resources: {'Network': ['ID=114fef73-afb1-49c2-b6a9-a8fb972e0d31,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:35.612949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:45:35.624865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:35.643427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Usage tracker for resource:subnet and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:35.687845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:35.737709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:35.746908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1636a730-8735-4f25-b1ad-e707243a2caa req-2cb34a5c-67a3-458a-8992-752054aa7b9c tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3982806 Apr 28 19:45:35.774095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:35.784809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:35.833861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:45:35.862136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:35.879534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.081527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:36.081527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-039a5b71-250e-4f6e-9f31-5785bd8c6276 None None] Provisioning complete for port da313e64-5c8b-4675-a63f-0fbbbb1c539f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:36.090695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-039a5b71-250e-4f6e-9f31-5785bd8c6276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.138449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.278309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:36.298078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.390456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.397537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c26e62c-f7f6-48d9-b67d-e0b1483517da,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:36.408464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:36.438798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-56cf494c-1d90-41d8-9d06-11aacb8364a8 admin admin] 10.222.0.24 "PUT /v2.0/routers/44909b66-2ce4-4f1f-aa2d-26dec417652f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1338289 Apr 28 19:45:36.444282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Checking segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:36.444282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Network hostable DHCP agents. Network: 114fef73-afb1-49c2-b6a9-a8fb972e0d31, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:36.492406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:36.507175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:36.507175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 114fef73-afb1-49c2-b6a9-a8fb972e0d31) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:36.528704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.528704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:36.568978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:36.612624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f67815-cc26-4c12-aa81-c15e92a58be5 None None] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:36.647471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a78e6006-2ed3-43a0-83f6-5fe901db93f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0867889 Apr 28 19:45:36.650293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:36.664892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-039a5b71-250e-4f6e-9f31-5785bd8c6276 None None] Port da313e64-5c8b-4675-a63f-0fbbbb1c539f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:36.679014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:36.691964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:36.693377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:36.706618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:36.729914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Usage tracker for resource:router and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:36.750985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:36.775338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3bb012-763e-49ac-80b6-16cde7de37d9 req-7f83ffe3-cf2f-43b0-9517-632fcb0f8113 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:36.787077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:36.789489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b3bb012-763e-49ac-80b6-16cde7de37d9 req-7f83ffe3-cf2f-43b0-9517-632fcb0f8113 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.3975043 Apr 28 19:45:36.894106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b3bb012-763e-49ac-80b6-16cde7de37d9 req-61ba07d7-b773-4aa7-b319-d92af83dcaac tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036742 Apr 28 19:45:37.158539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-8e418489-a1ad-4355-a823-81a973a6e34c service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470539 Apr 28 19:45:37.180162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1159403806-network', 'tenant_id': 'c0eaa66ca22148d3b6bf220c984b0006'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:37.212857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:37.219380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.220321 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.224850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Usage tracker for resource:network and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:37.232159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:37.243812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:37.248186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7791b37c-0da6-4a2b-84a1-94c49ff689f3 req-20adddc8-b535-4d06-beb5-6b893d53565d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.250250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7791b37c-0da6-4a2b-84a1-94c49ff689f3 req-20adddc8-b535-4d06-beb5-6b893d53565d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.1851280 Apr 28 19:45:37.264541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.273347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb69a7b8-2c13-4b0d-a0d0-7a73a81b9dfa req-d2417384-274d-4a84-ad0c-16f10cc713ea tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:37.288103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb69a7b8-2c13-4b0d-a0d0-7a73a81b9dfa req-d2417384-274d-4a84-ad0c-16f10cc713ea tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 0.4880469 Apr 28 19:45:37.341996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Made reservation on behalf of c0eaa66ca22148d3b6bf220c984b0006 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:37.344413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.344731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7791b37c-0da6-4a2b-84a1-94c49ff689f3 req-2eecfac6-59ec-4633-80b3-2d5725c3e767 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696094 Apr 28 19:45:37.395195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.424517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:37.453655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:37.622585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:45:37.623965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:37.628780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Usage tracker for resource:security_group_rule and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:37.632213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:37.639217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:37.805304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb69a7b8-2c13-4b0d-a0d0-7a73a81b9dfa req-476addba-e008-4aa0-9506-6df21f80405b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5163422 Apr 28 19:45:38.285248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-446f1d62-d8d9-4153-9401-66f029c801b6 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.300941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-446f1d62-d8d9-4153-9401-66f029c801b6 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 821 time: 0.4932559 Apr 28 19:45:38.328326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-10b124ec-ea16-42e0-86d0-aa6e23e041fc tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/quotas/647a64f08ea840988992fae8c7326dad HTTP/1.1" status: 200 len: 375 time: 0.0265205 Apr 28 19:45:38.378168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Allocated IP 172.20.0.2 (114fef73-afb1-49c2-b6a9-a8fb972e0d31/9c26e62c-f7f6-48d9-b67d-e0b1483517da/60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:38.473954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 2, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:38.491627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:38.536412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3a845331-5156-486c-9e5a-d43141c03e46 req-a35c1441-b0cb-4ecc-bb1d-42f952b87015 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:38.543889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:38.544309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Updating router 44909b66-2ce4-4f1f-aa2d-26dec417652f port da313e64-5c8b-4675-a63f-0fbbbb1c539f binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:38.580965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3a845331-5156-486c-9e5a-d43141c03e46 req-a35c1441-b0cb-4ecc-bb1d-42f952b87015 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:38.581721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-a35c1441-b0cb-4ecc-bb1d-42f952b87015 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2492714 Apr 28 19:45:38.582591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.698866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.737307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.747462 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.774541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:45:38.788922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.789490 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Added segment dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe of type vlan for network d4299f32-7ca4-4f8c-839f-1ab436a769eb Apr 28 19:45:38.798251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-07a6c5c6-81a3-425d-bf5d-e5e912b6afea service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078614 Apr 28 19:45:38.833350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.901359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:38.902501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.908207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.909233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:38.909943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:38.994849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-32cf69e1-dfdf-42a5-ae8c-db723e71ef0e service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892433 Apr 28 19:45:39.045609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Pushing event updated for resources: {'Network': ['ID=d4299f32-7ca4-4f8c-839f-1ab436a769eb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.078590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-38ecbfc5-d601-4240-9337-b83b3646a836 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.080770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-38ecbfc5-d601-4240-9337-b83b3646a836 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b&tenant_id=ecf668f812f246b0a09965cb8c561a34&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1096 time: 1.2783985 Apr 28 19:45:39.132502 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.138369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:45:39.231626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b9a08-b628-4774-9576-3e16edacc528 req-c3d12a18-0bd3-435b-bad5-c0de410e680b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:39.236598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d08b9a08-b628-4774-9576-3e16edacc528 req-c3d12a18-0bd3-435b-bad5-c0de410e680b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.8392019 Apr 28 19:45:39.263658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d4d1c97-9b23-4665-89b6-4657e2efd011,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:39.318113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Transition to ACTIVE for port object 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:39.473098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9795e4fd-cbc9-43e0-93cc-25eb6331e90b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 3.1888256 Apr 28 19:45:39.473098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:39.614901 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-6c04a1ad-c838-4aa8-8a0b-ff8f977740ab service neutron] show failed (client error): The resource could not be found. Apr 28 19:45:39.616727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-6c04a1ad-c838-4aa8-8a0b-ff8f977740ab service neutron] 10.222.0.46 "GET /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.2063360 Apr 28 19:45:39.640667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Request body: {'subnet': {'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1159403806-subnet', 'tenant_id': 'c0eaa66ca22148d3b6bf220c984b0006', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:39.675812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d08b9a08-b628-4774-9576-3e16edacc528 req-60c86904-e1e4-4c0e-afa9-3aa16fa54296 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4208205 Apr 28 19:45:39.712413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:39.759305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Usage tracker for resource:subnet and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:39.766928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:39.781706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-373dbf5d-614a-4e88-a1c6-08930180ab09 service neutron] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:39.799150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-373dbf5d-614a-4e88-a1c6-08930180ab09 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:39.803371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30b48544-1083-4297-8fc1-b89c6bc4615d req-373dbf5d-614a-4e88-a1c6-08930180ab09 service neutron] 10.222.0.46 "DELETE /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508/bindings/n-h1-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.6975429 Apr 28 19:45:39.806046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:40.006031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8692eb-ea5d-4734-908f-8f2fc50e5310 req-66dfd879-de41-41a0-8091-b2a283784396 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.015440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.025874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a8692eb-ea5d-4734-908f-8f2fc50e5310 req-66dfd879-de41-41a0-8091-b2a283784396 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.2422974 Apr 28 19:45:40.028486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Transition to ACTIVE for port object da313e64-5c8b-4675-a63f-0fbbbb1c539f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:40.028486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Transition to ACTIVE for port object 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:40.089137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Made reservation on behalf of c0eaa66ca22148d3b6bf220c984b0006 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:40.095802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.125802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.140841 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.144796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.321785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a8692eb-ea5d-4734-908f-8f2fc50e5310 req-d4238012-586c-42ec-b92d-838c76beebcc tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991543 Apr 28 19:45:40.382662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:40.388103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f66eaa06-8645-46e9-8cf5-287b0a6c348d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:40.395958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-f66eaa06-8645-46e9-8cf5-287b0a6c348d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1101 time: 0.2737751 Apr 28 19:45:40.410899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd98b0-56af-4bbe-afc8-c10a7b087fcd None None] Pushing event updated for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.436433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:40.461514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:40.738036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:40.748951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:40.772607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Pushing event updated for resources: {'Port': ['ID=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:40.944165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.142688 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.194021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:41.195490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=56e729b8-f77f-45e0-890a-78755e71e9fe,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.203975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Checking segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:41.204559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Network hostable DHCP agents. Network: d4299f32-7ca4-4f8c-839f-1ab436a769eb, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:45:41.225901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:41.226966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aaf77e-db3d-4e61-909d-68ba259ec0f3 req-96ff9b91-574f-4650-9ef3-d1fe4dfc92ab tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.228653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10aaf77e-db3d-4e61-909d-68ba259ec0f3 req-96ff9b91-574f-4650-9ef3-d1fe4dfc92ab tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 1.3820202 Apr 28 19:45:41.253023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Attempting to bind port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:41.253302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Attempting to bind port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:41.259535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Attempting to bind port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 on network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:41.266231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:45:41.269627 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.277285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.321812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.364255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4f6b815-d38b-4daf-a605-05235a23936d req-ba4ed745-be00-4aee-941b-4fd0b720f323 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 210 time: 0.1422241 Apr 28 19:45:41.375422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:41.375800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Checking segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:41.376204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.376601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Bound using segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:41.377086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Bound port: 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:41.377442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.379818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d4299f32-7ca4-4f8c-839f-1ab436a769eb) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:41.392363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:41.393014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:41.427120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-343de63e-5fce-42d3-ab23-3c7b459bfe39 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9299684 Apr 28 19:45:41.470651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10aaf77e-db3d-4e61-909d-68ba259ec0f3 req-4ddfb3e5-a8ff-40d4-b477-6607dd73b6f9 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284663 Apr 28 19:45:41.563811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:41.577173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70604079-fd1f-4a96-8f22-029a2d00b97c None None] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:41.691836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Allocated IP 172.25.2.18 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/77c4702d-1303-4883-ac33-f3bec7c417a9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:42.078317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:42.093137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabbdd6-2f41-4ebe-b132-c16fc2a29cea req-fee894cd-09ef-4362-bd0a-8c87f36fb4da tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.107025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] For port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:42.109604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5cabbdd6-2f41-4ebe-b132-c16fc2a29cea req-fee894cd-09ef-4362-bd0a-8c87f36fb4da tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.3467054 Apr 28 19:45:42.113090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] For port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:42.120042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:42.138176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Request body: {'floatingip': {'port_id': '51de3c87-77fe-49ec-97a0-31232c1cf2f4'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:42.147552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.323851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.340180 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f06642-d5d5-4a21-9cbb-ae7a78612210'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'code': 200} Apr 28 19:45:42.348053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6061f76-7e7f-4e6d-84a5-3aa79313f09e None None] Pushing event updated for resources: {'Port': ['ID=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:42.469200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Attempting to bind port da313e64-5c8b-4675-a63f-0fbbbb1c539f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:42.469642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Attempting to bind port da313e64-5c8b-4675-a63f-0fbbbb1c539f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:42.470012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Attempting to bind port da313e64-5c8b-4675-a63f-0fbbbb1c539f on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:42.480111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5712045a-25a0-4af1-ad6f-55941a14fdc9 None None] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:42.501527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.735209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ed35d9-8f06-44da-9905-bc896887a13e req-a0c38c6d-4bc9-4de4-a45b-d87d3148356f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:42.736451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:45:42.746494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17ed35d9-8f06-44da-9905-bc896887a13e req-a0c38c6d-4bc9-4de4-a45b-d87d3148356f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.9335682 Apr 28 19:45:42.863553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:42.863937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Checking segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:42.864877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.865410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Bound using segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:42.867188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Bound port: da313e64-5c8b-4675-a63f-0fbbbb1c539f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:42.867499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.889009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:42.991728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:43.006578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17ed35d9-8f06-44da-9905-bc896887a13e req-787940df-547e-4b37-9f36-6ba2698d357c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419631 Apr 28 19:45:43.038398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.120335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] For port da313e64-5c8b-4675-a63f-0fbbbb1c539f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:43.131845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] For port da313e64-5c8b-4675-a63f-0fbbbb1c539f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da313e64-5c8b-4675-a63f-0fbbbb1c539f,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:43.151258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.205381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:43.208887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:43.227528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:43.267159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd98b0-56af-4bbe-afc8-c10a7b087fcd None None] Pushing event updated for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:43.319586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:43.320226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:43.435063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:43.447042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Pushing event updated for resources: {'Port': ['ID=77c4702d-1303-4883-ac33-f3bec7c417a9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:43.448555 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.475427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-06f29e77-eebb-4878-ba0d-e2e97bf7cbaf tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.477726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-06f29e77-eebb-4878-ba0d-e2e97bf7cbaf tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 821 time: 1.1460311 Apr 28 19:45:43.516441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'port': {'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'admin_state_up': True, 'tenant_id': '647a64f08ea840988992fae8c7326dad'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:43.749574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Transition to ACTIVE for port object 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:43.812674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:43.833400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-375e3137-3c94-47c5-b5d1-1cbdd9bba482 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.835058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-375e3137-3c94-47c5-b5d1-1cbdd9bba482 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.8898876 Apr 28 19:45:43.844708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:43.928556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-0a40d846-7daa-475d-94ca-3ce11f1e5faa tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/quotas/c0eaa66ca22148d3b6bf220c984b0006 HTTP/1.1" status: 200 len: 375 time: 0.0755303 Apr 28 19:45:43.974314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5c4b9-34c0-4aca-a8d8-32fca5198fa3 req-b46e72f3-fbf0-440f-bb94-63d4414a4636 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:43.976783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfe5c4b9-34c0-4aca-a8d8-32fca5198fa3 req-b46e72f3-fbf0-440f-bb94-63d4414a4636 tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 1096 time: 0.6246471 Apr 28 19:45:44.304345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfe5c4b9-34c0-4aca-a8d8-32fca5198fa3 req-759e8158-09ce-45c9-bb58-0e2e21ae085d tempest-LiveAutoBlockMigrationV225Test-2106118032 tempest-LiveAutoBlockMigrationV225Test-2106118032-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2915869 Apr 28 19:45:44.591287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:44.598717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0129b2c3-c00b-4484-8ab1-580f4555381d None None] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:45:44.674251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:44.718990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-5bd0f612-d1a2-4835-a12c-55c7cde43d6d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4537473 Apr 28 19:45:44.722110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:44.984599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24d24cba-4457-4db3-a6f1-b682d96c4341 req-2e985cc3-6af2-41ee-bb80-6deacd9a0d96 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 210 time: 0.1342366 Apr 28 19:45:45.002681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] No DVR routers for this DVR port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:45.026420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fa85deb2-2624-41f2-879e-4eb14347af9b None None] Provisioning for port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:45.089981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:45.140558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:45:45.280995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:45.285923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-788d2d43-be53-4b90-a6f5-ac5b7851f421 service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5163493 Apr 28 19:45:45.285923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:45.287055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:45.287055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:45.301352 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1828f54-4823-44b9-ac01-bd6e324b864a'] response: {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'code': 200} Apr 28 19:45:45.321351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:45.370965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:45.370965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:45:45.370965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:45.398839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:45.398839 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.418103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:45.418103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:45.418103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:45.418103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Bound port: 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:45.418103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.469895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Made reservation on behalf of 647a64f08ea840988992fae8c7326dad for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:45.469895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.597677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:45.863871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:45.889753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299c3d13-d64b-49ae-a18d-b8f20003a425 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:43Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:46.180702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-a9843175-9c59-476a-8c23-13472c608dd8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8625276 Apr 28 19:45:46.180702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:45:46.196552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.319662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1892564-f78b-4b51-b4bb-73241bb5c627 req-3a4f102e-2469-48ef-8e3c-3d7463633c56 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:46.319662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1892564-f78b-4b51-b4bb-73241bb5c627 req-3a4f102e-2469-48ef-8e3c-3d7463633c56 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 0.2499228 Apr 28 19:45:46.334383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:46.334383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.479316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1892564-f78b-4b51-b4bb-73241bb5c627 req-73eeed16-5705-4668-92fa-b58c333c8ff0 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1499846 Apr 28 19:45:46.524127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:46.540453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:46.542263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Router 8ac56a5d-7b65-4524-85b7-a54de4564d12 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:45:46.651700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da313e64-5c8b-4675-a63f-0fbbbb1c539f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:46.718758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:46.800865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.836400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.844242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6db5fe1a-372c-4eec-9f5d-300ceb238521 None None] Provisioning complete for port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:46.844604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6db5fe1a-372c-4eec-9f5d-300ceb238521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:46.979397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port da313e64-5c8b-4675-a63f-0fbbbb1c539f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:46.997332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da313e64-5c8b-4675-a63f-0fbbbb1c539f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:46.997332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.111816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:47.121855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Sync routers for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:47.139665 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:47.140409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:47.141217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.147807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-122352c1-7d80-484f-b537-0f2f3394e58f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.4941654 Apr 28 19:45:47.149922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:47.275478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.424746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.508707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port da313e64-5c8b-4675-a63f-0fbbbb1c539f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da313e64-5c8b-4675-a63f-0fbbbb1c539f,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:47.515517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.614679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86fc5242-f7b0-46d9-a3a6-8df8b42bc26e req-b5c98a14-2e14-407b-97ef-3ae0b1cff43c tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 210 time: 0.6170635 Apr 28 19:45:47.637917 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:47.729876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:47.909739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:47.909739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:47.910844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] 10.222.0.41 "PUT /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 1096 time: 7.4788737 Apr 28 19:45:47.913508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:48.101961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19e91dae-635d-4a2b-bee9-5b872f8f27fe req-da26da1d-fe0f-4f0f-a6a0-ec8c605c0d6d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 210 time: 0.3223433 Apr 28 19:45:48.302906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Allocated IP 172.20.0.10 (3e66b785-df10-435b-bf74-a54c9bdcb9fe/5d2c7755-56c5-4769-854c-2547522564c7/8e2048af-355c-4bcb-a0fc-fc557a5a6241) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:48.366894 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Floating IP 78e850b6-9d6c-4d42-bdf5-47f118c871ef associated. External IP: 172.25.2.38, port: 51de3c87-77fe-49ec-97a0-31232c1cf2f4. Apr 28 19:45:48.557736 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:44Z', 'revision_number': 3, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:48.566919 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Checking router: 8ac56a5d-7b65-4524-85b7-a54de4564d12 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:48.567524 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Updating router 8ac56a5d-7b65-4524-85b7-a54de4564d12 port 77c4702d-1303-4883-ac33-f3bec7c417a9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:48.585648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:48.690470 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:48.975510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-c30aa635-e0f2-4d9f-a512-9fc9ac58536b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:48.978221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-c30aa635-e0f2-4d9f-a512-9fc9ac58536b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 0.8244097 Apr 28 19:45:49.010355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:49.010907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.080017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837a5f9a-8886-4a3c-8f07-5dfd8253eea8 req-805818bb-dae3-477b-9697-04773e3f2fd2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:49.081527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-837a5f9a-8886-4a3c-8f07-5dfd8253eea8 req-805818bb-dae3-477b-9697-04773e3f2fd2 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 0.7614636 Apr 28 19:45:49.087165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Deleting port 5eea3641-da0c-491f-a31a-3186dfe48508 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:45:49.087749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.222536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.243492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Transition to ACTIVE for port object 8e2048af-355c-4bcb-a0fc-fc557a5a6241 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:49.273993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b39eff-7b72-4cb0-9264-04ec6c95d568 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:49.284199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.307937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da313e64-5c8b-4675-a63f-0fbbbb1c539f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:49.485144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da313e64-5c8b-4675-a63f-0fbbbb1c539f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:49.485455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.521877 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.550997 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Transition to ACTIVE for port object 77c4702d-1303-4883-ac33-f3bec7c417a9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:49.564762 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.727220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:49.757361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:49.794636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:49.860494 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Attempting to bind port 77c4702d-1303-4883-ac33-f3bec7c417a9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:49.862939 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Attempting to bind port 77c4702d-1303-4883-ac33-f3bec7c417a9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:49.863898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Attempting to bind port 77c4702d-1303-4883-ac33-f3bec7c417a9 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:49.872038 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facbd1c-15c8-4fd2-ad8a-ad431b145e0d None None] Pushing event updated for resources: {'Port': ['ID=77c4702d-1303-4883-ac33-f3bec7c417a9,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:49.898666 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:49.900762 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:49.901511 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.903593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:49.908163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Bound port: 77c4702d-1303-4883-ac33-f3bec7c417a9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:49.912574 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:49.947959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-837a5f9a-8886-4a3c-8f07-5dfd8253eea8 req-5356840c-2b3e-4960-8d56-758dab8b2a5c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8192923 Apr 28 19:45:50.015513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:50.121835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-cd5c8eb1-1bc7-47f6-862a-346fcc16234f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:50.131328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-cd5c8eb1-1bc7-47f6-862a-346fcc16234f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1099 time: 2.0918438 Apr 28 19:45:50.151158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65cc4bfd-d423-4edb-9538-f72a8379d25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:50.208217 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] For port 77c4702d-1303-4883-ac33-f3bec7c417a9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:45:50.212732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] For port 77c4702d-1303-4883-ac33-f3bec7c417a9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=77c4702d-1303-4883-ac33-f3bec7c417a9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:45:50.218158 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:50.228583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb0b3764-ed32-493a-9c27-f897a4f9766a None None] Provisioning for port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:50.239702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb0b3764-ed32-493a-9c27-f897a4f9766a None None] Provisioning complete for port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:50.239702 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb0b3764-ed32-493a-9c27-f897a4f9766a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:50.300631 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9385a919-668b-4f96-90dd-80262b033abf'] response: {'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'status': 'completed', 'code': 200} Apr 28 19:45:50.328974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3facbd1c-15c8-4fd2-ad8a-ad431b145e0d None None] Pushing event updated for resources: {'Port': ['ID=77c4702d-1303-4883-ac33-f3bec7c417a9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:50.362282 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:45:50.363245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:50.364179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:50.398879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bb0b3764-ed32-493a-9c27-f897a4f9766a None None] Port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:50.672285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Allocated IP 172.20.0.1 (114fef73-afb1-49c2-b6a9-a8fb972e0d31/9c26e62c-f7f6-48d9-b67d-e0b1483517da/8720c3dd-b754-4f1c-ac5a-3b4394a0737b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:50.745098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event updated for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:50.779032 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:51.020756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-0a97ab7b-68a1-4ea5-9675-ae30190b8844 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.020756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-0a97ab7b-68a1-4ea5-9675-ae30190b8844 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.8380404 Apr 28 19:45:51.259995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Request body: {'port': {'device_id': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'admin_state_up': True, 'tenant_id': 'c0eaa66ca22148d3b6bf220c984b0006'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:51.341387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:44Z', 'revision_number': 3, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:51.352722 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f3621a-8703-4834-a06b-5f4f344759d8 None None] The sync data for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 is: [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:44Z', 'revision_number': 3, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:51.488627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.511104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] For port 5eea3641-da0c-491f-a31a-3186dfe48508, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5eea3641-da0c-491f-a31a-3186dfe48508,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:51.511104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.604463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Transition to ACTIVE for port object 8720c3dd-b754-4f1c-ac5a-3b4394a0737b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:51.649273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.651060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:51.682995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ba6f8-3998-4701-8c44-105972a776d6 req-76b7e2fa-51fd-4f20-8b03-44ccc6b4f86b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.691632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c82ba6f8-3998-4701-8c44-105972a776d6 req-76b7e2fa-51fd-4f20-8b03-44ccc6b4f86b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 945 time: 2.4199576 Apr 28 19:45:51.782272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Calling delete_port for 5eea3641-da0c-491f-a31a-3186dfe48508 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:45:51.905331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99415d7a-abf8-4335-a77f-aca7a840b0a8 req-f910575e-d8b0-4995-8f41-91ee6475cfa0 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:51.926593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99415d7a-abf8-4335-a77f-aca7a840b0a8 req-f910575e-d8b0-4995-8f41-91ee6475cfa0 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 932 time: 1.3710275 Apr 28 19:45:52.095715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-99415d7a-abf8-4335-a77f-aca7a840b0a8 req-8115a9db-86bf-4c58-8e95-ce86fe168fe4 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:45:52.180862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-99415d7a-abf8-4335-a77f-aca7a840b0a8 req-8115a9db-86bf-4c58-8e95-ce86fe168fe4 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:45:52.186365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99415d7a-abf8-4335-a77f-aca7a840b0a8 req-8115a9db-86bf-4c58-8e95-ce86fe168fe4 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541561 Apr 28 19:45:52.199776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.351908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d51e1782-580d-4805-bdfd-c652be3a0793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:52.657221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-a3263c95-b565-448a-ba72-1526984f23a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.667604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-a3263c95-b565-448a-ba72-1526984f23a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0430aa4379ac484ebe9585df0b4639b1&device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 1102 time: 0.9657588 Apr 28 19:45:52.716900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c82ba6f8-3998-4701-8c44-105972a776d6 req-d34f09ba-12c6-43ec-ab26-87223e0b447a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0242939 Apr 28 19:45:52.720604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5eea3641-da0c-491f-a31a-3186dfe48508 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:45:52.765098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:52.801809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:52.823422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b18a2446-06b2-4cc6-a1d6-4a95856b8cca req-901c6965-58db-44a8-8cee-590aac307bd3 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 210 time: 0.1502078 Apr 28 19:45:52.835033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:52.893818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 77c4702d-1303-4883-ac33-f3bec7c417a9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:52.900349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-9a3ddd94-89da-4aa2-a018-6127535ff891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.901818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-9a3ddd94-89da-4aa2-a018-6127535ff891 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 2.2582302 Apr 28 19:45:52.911553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-6dfe9a07-d2b3-4b47-a0ec-f836a857e5f3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.4076934 Apr 28 19:45:52.937945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-3c1c0688-63bc-4623-9758-eac0dcdf5d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:52.940378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-3c1c0688-63bc-4623-9758-eac0dcdf5d99 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1099 time: 2.4539316 Apr 28 19:45:52.999924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Pushing event updated for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.125861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Port 5eea3641-da0c-491f-a31a-3186dfe48508 update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 19:45:53.151168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 77c4702d-1303-4883-ac33-f3bec7c417a9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:53.163166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 77c4702d-1303-4883-ac33-f3bec7c417a9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:53.163892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.203818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-a12d8d4e-2483-401a-b26a-f3d8d4ce46a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.2912555 Apr 28 19:45:53.226095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Request body: {'port': {'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:53.231645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.255943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['8df51035-de8e-434b-ac2b-fc932b53f8fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:45:53.328860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Router ef14ddbd-923b-452e-adda-80c43b3b7e13 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:45:53.407198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:53.417592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7691a166-aaf1-4b03-8f64-44f26507a669 None None] Provisioning for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:45:53.477796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7691a166-aaf1-4b03-8f64-44f26507a669 None None] Provisioning complete for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:53.478263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7691a166-aaf1-4b03-8f64-44f26507a669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.569746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.733326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-1c09f4b1-67fe-4864-90a9-b061b82d9f90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 3.5568705 Apr 28 19:45:53.737181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Usage tracker for resource:port and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:53.767723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-45ab0c97-c7d4-4373-b79c-a7b5e381c9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:53.769541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-45ab0c97-c7d4-4373-b79c-a7b5e381c9d7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 1.0029755 Apr 28 19:45:53.770506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event deleted for resources: {'Port': ['ID=5eea3641-da0c-491f-a31a-3186dfe48508,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:53.780982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.845803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7691a166-aaf1-4b03-8f64-44f26507a669 None None] Port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:53.861752 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.894740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-594c9872-f13c-4c98-aaaf-6e5922408a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:53.896549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-594c9872-f13c-4c98-aaaf-6e5922408a7b service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.9464715 Apr 28 19:45:53.911104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 77c4702d-1303-4883-ac33-f3bec7c417a9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=77c4702d-1303-4883-ac33-f3bec7c417a9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:45:53.924874 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.976641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:53.987160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:54.099950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] No DVR routers for this DVR port 5eea3641-da0c-491f-a31a-3186dfe48508 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:45:54.104691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=77c4702d-1303-4883-ac33-f3bec7c417a9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:54.119882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.139064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-deleted', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:54.173806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:54.190232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-05fb2c5f-28ee-44ca-b06c-e10b42c04a9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 HTTP/1.1" status: 200 len: 217 time: 0.3498247 Apr 28 19:45:54.274921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-a31d8b69-593f-443d-8a3d-c42b2a7c9b87 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.1963587 Apr 28 19:45:54.322157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.339746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87bedb0d-4e37-4db7-a1b3-c9c89d8b49a4 req-2b1f6237-5b8f-47ef-8d14-4fa079249390 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "DELETE /v2.0/ports/5eea3641-da0c-491f-a31a-3186dfe48508 HTTP/1.1" status: 204 len: 173 time: 5.3491118 Apr 28 19:45:54.354224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-df1e6675-79d8-4dbb-805d-8fefff37c963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.355745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-df1e6675-79d8-4dbb-805d-8fefff37c963 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.9853849 Apr 28 19:45:54.366229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Made reservation on behalf of c0eaa66ca22148d3b6bf220c984b0006 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:54.370235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.381282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.512555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-3e2c911c-c127-478e-bae3-98fc24c6f597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.514845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-3e2c911c-c127-478e-bae3-98fc24c6f597 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2960813 Apr 28 19:45:54.634633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 77c4702d-1303-4883-ac33-f3bec7c417a9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:45:54.646286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-6607a162-adee-4e0a-923f-670115f494c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.648100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-6607a162-adee-4e0a-923f-670115f494c2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3611045 Apr 28 19:45:54.714940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:54.740729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Sync routers for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:54.748933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830fcf22-80aa-4ccc-9845-855d0f9cb5ea req-66eee223-6fa2-4ab6-b119-de19f3de8765 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.755938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-830fcf22-80aa-4ccc-9845-855d0f9cb5ea req-66eee223-6fa2-4ab6-b119-de19f3de8765 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 1.4463267 Apr 28 19:45:54.756233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.767662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:54.768801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:54.775055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.788766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-19517efb-e7e9-4a08-824d-0568bc17ed29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.790449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-19517efb-e7e9-4a08-824d-0568bc17ed29 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=ecf668f812f246b0a09965cb8c561a34&device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 1095 time: 0.8928349 Apr 28 19:45:54.849142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:54.899683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Pushing event updated for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:54.946573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fb9abd-30fd-4090-9ef9-6bfa850a9577 req-64f670c9-70b2-4e86-a1be-165350692319 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:54.950456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0fb9abd-30fd-4090-9ef9-6bfa850a9577 req-64f670c9-70b2-4e86-a1be-165350692319 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.8326995 Apr 28 19:45:55.024447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.025319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:55.144730 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.198165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0fb9abd-30fd-4090-9ef9-6bfa850a9577 req-aa2ffa5f-5e6e-448f-a20c-fbbbddecedac tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373407 Apr 28 19:45:55.202697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-411215fb-2660-4d28-ba33-661ef6b00933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:55.224592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-411215fb-2660-4d28-ba33-661ef6b00933 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6901536 Apr 28 19:45:55.246111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 77c4702d-1303-4883-ac33-f3bec7c417a9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:55.246483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.558610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:55.574380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:55.687958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2048af-355c-4bcb-a0fc-fc557a5a6241 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:45:55.696855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:55.712857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-d058cf4a-c1f8-4386-9ecd-d0401582ac24 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3728032 Apr 28 19:45:55.714633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Transition to ACTIVE for port object 8e2048af-355c-4bcb-a0fc-fc557a5a6241 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:55.760262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Allocated IP 172.20.0.3 (d4299f32-7ca4-4f8c-839f-1ab436a769eb/56e729b8-f77f-45e0-890a-78755e71e9fe/5548e504-c24d-4c95-ba62-595c12567a3d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:45:55.952059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-830fcf22-80aa-4ccc-9845-855d0f9cb5ea req-27ecced8-464a-43a2-99a1-4ae0b3045cf4 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1953375 Apr 28 19:45:56.043003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:56.104368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-90e7d83e-496e-4201-b6f8-92c633f24a08 None None] Provisioning complete for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:45:56.105865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90e7d83e-496e-4201-b6f8-92c633f24a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:56.162492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-41e44adf-9ec0-43d2-96a2-ceecea00127e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.168781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-41e44adf-9ec0-43d2-96a2-ceecea00127e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.7702305 Apr 28 19:45:56.184159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-90e7d83e-496e-4201-b6f8-92c633f24a08 None None] Port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:45:56.208373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-3dd4e556-8ead-49c7-a545-81ad1a6e752d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.210089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-3dd4e556-8ead-49c7-a545-81ad1a6e752d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5428514 Apr 28 19:45:56.212453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c2662c04-75fb-42ff-993d-d52a28399c7d tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "PUT /v2.0/floatingips/78e850b6-9d6c-4d42-bdf5-47f118c871ef HTTP/1.1" status: 200 len: 991 time: 14.0891125 Apr 28 19:45:56.239541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '78e850b6-9d6c-4d42-bdf5-47f118c871ef', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'port_id': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'mac_address': 'fa:16:3e:ec:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:04Z', 'updated_at': '2022-04-28T19:45:45Z', 'revision_number': 1, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:56.251599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Checking router: ef14ddbd-923b-452e-adda-80c43b3b7e13 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:56.271140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86c02c-b2d6-49fd-a760-b1eed617ac47 req-a4cf0487-3b2a-4532-8a7c-7fab91aa3cbb tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.272880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab86c02c-b2d6-49fd-a760-b1eed617ac47 req-a4cf0487-3b2a-4532-8a7c-7fab91aa3cbb tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 932 time: 0.8241162 Apr 28 19:45:56.273840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:56.275417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:56.355587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:45:56.359617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb8e5b36-9f55-4d58-9e06-ca5e245d05c2 req-d8b449a9-cbe0-4927-b2f7-d6ecbe360744 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6129513 Apr 28 19:45:56.373761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Router 8ac56a5d-7b65-4524-85b7-a54de4564d12 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:45:56.380917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab86c02c-b2d6-49fd-a760-b1eed617ac47 req-c19e98bd-a79f-4a98-b429-0f7cdd96dd45 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921400 Apr 28 19:45:56.696994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe806e7b-e2ff-4238-8818-88a005896ead req-6cfca263-e574-4049-bbdc-9e322b4e8bb7 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=0a5b0955-e872-4953-8ad2-783b20179e0b HTTP/1.1" status: 200 len: 210 time: 0.3297021 Apr 28 19:45:56.766433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-5344cb5a-5d50-43b2-853c-5841af4eaea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:56.769297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-5344cb5a-5d50-43b2-853c-5841af4eaea4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 200 len: 921 time: 1.9518480 Apr 28 19:45:56.911585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:57.067431 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9558fd5-53c8-4a06-aa62-c066e0dfb8cc'] response: {'server_uuid': '0a5b0955-e872-4953-8ad2-783b20179e0b', 'name': 'network-vif-deleted', 'tag': '5eea3641-da0c-491f-a31a-3186dfe48508', 'status': 'completed', 'code': 200} Apr 28 19:45:57.184489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Pushing event updated for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:57.253614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-64f15374-b833-4d6d-ba1b-edd32bd43b1d req-7be4b38b-6555-4fa2-b601-514cb6f675e9 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 210 time: 0.1859369 Apr 28 19:45:57.458003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:57.486243 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cab1cbc-7668-488f-899a-c3ad2567fc28'] response: {'name': 'network-changed', 'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'status': 'completed', 'code': 200} Apr 28 19:45:57.502094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:45:57.528625 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Sync routers for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:45:57.544117 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:45:57.546146 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:57.560791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-671200e4-5099-43ea-a812-8896f0960d36 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ac56a5d-7b65-4524-85b7-a54de4564d12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4078209 Apr 28 19:45:57.670424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '78e850b6-9d6c-4d42-bdf5-47f118c871ef', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'port_id': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'mac_address': 'fa:16:3e:ec:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:04Z', 'updated_at': '2022-04-28T19:45:45Z', 'revision_number': 1, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:57.684610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b21ae84-e465-4061-8163-ac6519f8bf30 None None] The sync data for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 is: [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '78e850b6-9d6c-4d42-bdf5-47f118c871ef', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'floating_ip_address': '172.25.2.38', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'port_id': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 792, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'mac_address': 'fa:16:3e:ec:dd:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:45:04Z', 'updated_at': '2022-04-28T19:45:45Z', 'revision_number': 1, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:45:57.727589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-f9865d3a-f23c-470a-9957-0ccd32444818 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3155262 Apr 28 19:45:57.834099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-8e43491f-4393-4222-839e-9ddb9e4e7ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.835899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-8e43491f-4393-4222-839e-9ddb9e4e7ef4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.4633901 Apr 28 19:45:57.981983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b58f-c254-4f4a-816c-c644a095ab78 req-976ee3e5-d731-4d1d-9a90-14a89a48755d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:57.984622 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:45:57.987232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f899b58f-c254-4f4a-816c-c644a095ab78 req-976ee3e5-d731-4d1d-9a90-14a89a48755d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 0.3910623 Apr 28 19:45:58.147135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-8a46d63c-fcc4-4791-8053-30a35acc0500 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8802438 Apr 28 19:45:58.175094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-4d67c3fc-8de8-479a-938f-dafff26a877b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 200 len: 217 time: 1.1381357 Apr 28 19:45:58.241226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Attempting to bind port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:45:58.248442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Attempting to bind port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:45:58.250257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Attempting to bind port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:58.250885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-120c5ee4-3b8c-42ff-ac81-803cd1b2d381 None None] New status for floating IP 78e850b6-9d6c-4d42-bdf5-47f118c871ef: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:45:58.367778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:58.371629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f899b58f-c254-4f4a-816c-c644a095ab78 req-e6607826-2280-41da-ba53-6cd3beb544a8 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188742 Apr 28 19:45:58.377329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-d0c888f8-7308-423e-b8b5-78f93ff45e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.378921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-d0c888f8-7308-423e-b8b5-78f93ff45e4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 200 len: 907 time: 0.5343378 Apr 28 19:45:58.710762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-b842aeab-6c9f-4f87-8173-b07089e4474c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 200 len: 999 time: 0.3207889 Apr 28 19:45:58.800586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:45:54Z', 'revision_number': 2, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:45:58.821219 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Checking router: 8ac56a5d-7b65-4524-85b7-a54de4564d12 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:45:58.825125 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Updating router 8ac56a5d-7b65-4524-85b7-a54de4564d12 port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:45:58.832384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-0df35b6e-0860-4dbf-8939-96c7450dae74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:58.841393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-0df35b6e-0860-4dbf-8939-96c7450dae74 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d HTTP/1.1" status: 200 len: 845 time: 0.1228869 Apr 28 19:45:59.026756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-b7f97d32-76aa-4baa-bf12-a24a9fe98981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.026987 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.028320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-b7f97d32-76aa-4baa-bf12-a24a9fe98981 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b05d32d1-449c-4b28-86f9-828e27f87b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1808414 Apr 28 19:45:59.086003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:45:59.115102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-13917251-network', 'tenant_id': '325c187480204b19a3850f032dc2a68a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:45:59.173435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-ec38a22e-f09e-41b7-af86-74119aa1cfc5 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1236358 Apr 28 19:45:59.175830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:59.180335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-690a7286-c08f-4f56-825e-9aadd623a841 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0001559 Apr 28 19:45:59.224776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:45:59.227910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-c491adc6-a083-4750-9c46-9e6b80c59a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.230593 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-c491adc6-a083-4750-9c46-9e6b80c59a75 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 200 len: 860 time: 0.9447911 Apr 28 19:45:59.233618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:45:59.235448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Attempting to bind port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:45:59.289819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Usage tracker for resource:network and tenant:325c187480204b19a3850f032dc2a68a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:59.319692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:59.507745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:59.556290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Made reservation on behalf of 325c187480204b19a3850f032dc2a68a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:45:59.570866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.644685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.682632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08bd9f8-0a90-4c1b-b4ef-0903c1349c82 req-22f437c3-d524-435e-8861-f47f24b23c61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:45:59.698093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d08bd9f8-0a90-4c1b-b4ef-0903c1349c82 req-22f437c3-d524-435e-8861-f47f24b23c61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 944 time: 0.5045767 Apr 28 19:45:59.731957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:45:59.734425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:45:59.745960 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.758349 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Transition to ACTIVE for port object 8720c3dd-b754-4f1c-ac5a-3b4394a0737b will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:45:59.768498 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.781270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:45:59.790295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Usage tracker for resource:security_group_rule and tenant:325c187480204b19a3850f032dc2a68a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:45:59.793201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:45:59.807874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:45:59.843324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:45:59.843578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Checking segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:45:59.843967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Bound using segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:45:59.844398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Bound port: 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:45:59.844746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:45:59.848542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Pushing event updated for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:45:59.858637 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.859149 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.859614 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.860082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.860503 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.860970 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.861520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.862190 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.862740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.863199 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.863657 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.864119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:45:59.887673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-7bb7c0c4-428d-49a4-8084-a73a77b66238 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=853b9709-937b-4118-8590-166d964a1932&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.6287632 Apr 28 19:45:59.966336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-2134ba5f-f6fc-430d-b779-96ede81636c8 service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9309328 Apr 28 19:45:59.984874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d08bd9f8-0a90-4c1b-b4ef-0903c1349c82 req-3df51831-5c5b-4fdc-97de-37b7cb072c0a tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2859223 Apr 28 19:46:00.160489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.161185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.302935 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Attempting to bind port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:00.303341 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Attempting to bind port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:00.303703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Attempting to bind port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b on network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:00.321905 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:00.322065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-d6b51b4f-2cc6-498b-8ded-38499c5c47ed service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4092748 Apr 28 19:46:00.322527 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Checking segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:00.322658 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.323202 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Bound using segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:00.325787 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Bound port: 8720c3dd-b754-4f1c-ac5a-3b4394a0737b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:00.327783 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.456503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:00.461139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:00.463246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7135e93a-e84b-4b6d-8724-27ad89ac785f req-bcb38bab-d8d3-4981-988f-af6db502b37b service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4866560 Apr 28 19:46:00.622017 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] For port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:00.625593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] For port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:00.631855 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.651089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.656788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71ef431-49ac-46fe-8eb9-3e9e7ceff096 req-9fc3315c-4d0c-4ca4-8893-60589f9e3887 service neutron] 10.222.0.46 "GET /v2.0/networks/853b9709-937b-4118-8590-166d964a1932?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659553 Apr 28 19:46:00.663037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 9.4587586 Apr 28 19:46:00.691212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Request body: {'port': {'device_id': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:00.779794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec54b84-2e62-4de7-b3da-87143b94d190 req-4175104f-8dc5-4c3b-a111-c0c06c1fc987 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.781320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ec54b84-2e62-4de7-b3da-87143b94d190 req-4175104f-8dc5-4c3b-a111-c0c06c1fc987 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 3.2807753 Apr 28 19:46:00.798652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.806695 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a9afd3-ef15-4d13-9e47-4f337ce86f5b None None] Pushing event updated for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:00.821195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.842052 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:00.842682 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:00.931696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4439e178-03cf-4aba-b336-2b6df1531437,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:00.958209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:00.959605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:00.967928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] 10.222.0.41 "PUT /v2.0/ports/8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 1092 time: 7.9696987 Apr 28 19:46:00.985682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:00.997159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fda16-9821-496f-bbbe-2a8759235047 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:01.028581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:01.072980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37aaa966-6506-4dc4-84df-96391968bdcd req-12454b3f-6a9a-4e39-b2ca-c840323c8869 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.074511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37aaa966-6506-4dc4-84df-96391968bdcd req-12454b3f-6a9a-4e39-b2ca-c840323c8869 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.41 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 0.4184008 Apr 28 19:46:01.093732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2127f80a-fb90-4806-a730-a0d64bb820b9 req-285f243c-42da-4ecb-80bb-25c751051231 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.104119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2127f80a-fb90-4806-a730-a0d64bb820b9 req-285f243c-42da-4ecb-80bb-25c751051231 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 931 time: 0.6382523 Apr 28 19:46:01.186553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-2abb712c-6455-4d01-b9e6-98a74e644b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:01.191103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-2abb712c-6455-4d01-b9e6-98a74e644b1c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1099 time: 1.5374763 Apr 28 19:46:01.384343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.407450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2127f80a-fb90-4806-a730-a0d64bb820b9 req-810ad00f-ce55-4251-9f53-0b45219d771b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:01.432001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.432341 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Added segment a6b713b8-f722-4700-bddf-af4ef615341e of type vlan for network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 Apr 28 19:46:01.469043 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:01.485227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ec54b84-2e62-4de7-b3da-87143b94d190 req-9097182c-e606-41aa-923a-b383a63097ea tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6439579 Apr 28 19:46:01.511957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2127f80a-fb90-4806-a730-a0d64bb820b9 req-810ad00f-ce55-4251-9f53-0b45219d771b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:01.531484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2127f80a-fb90-4806-a730-a0d64bb820b9 req-810ad00f-ce55-4251-9f53-0b45219d771b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4230382 Apr 28 19:46:01.678926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Deleting port 241af9ca-8ade-41af-84e1-d515a2c47dc4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:01.681057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:01.950010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab6bdc-9209-4907-833e-ff11956c4d5e service neutron] Pushing event updated for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:01.983549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.399335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:00Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:02.405716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e37b28-fad4-4d4d-a421-19358665d15d None None] The sync data for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 is: [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:00Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:02.416386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.417707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.418803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.441414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5548e504-c24d-4c95-ba62-595c12567a3d {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:02.464304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.568747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Transition to ACTIVE for port object 5548e504-c24d-4c95-ba62-595c12567a3d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:02.571682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:02.579988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-d2914ece-2da6-4c4b-ad71-a58ddab1e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:02.581442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-d2914ece-2da6-4c4b-ad71-a58ddab1e653 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 1.2679765 Apr 28 19:46:02.601935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] Pushing event updated for resources: {'Network': ['ID=5cab6933-c6cb-4d06-9c8d-ddfc69176090,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:02.616990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:02.776693 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:02.800984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-122d8eb0-2efc-4ace-a128-9fc9b134f251 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.1858075 Apr 28 19:46:02.816427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:02.817024 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.158084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4dc9b7b2-17fc-42a3-a74f-81f5ec755200 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 4.0574174 Apr 28 19:46:03.161040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:03.172698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Request body: {'subnet': {'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-13917251-subnet', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:03.413329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:03.430779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:03.463514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6923d66-e9ca-4608-b7d6-fb916db54099 req-64e6bbe3-8052-4038-9c19-67f4e9cae77a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.465109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6923d66-e9ca-4608-b7d6-fb916db54099 req-64e6bbe3-8052-4038-9c19-67f4e9cae77a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 948 time: 1.6205883 Apr 28 19:46:03.466259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Usage tracker for resource:subnet and tenant:325c187480204b19a3850f032dc2a68a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:03.537037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:03.568419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:03.627206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'mac_address': 'fa:16:3e:90:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:03.687740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-625a27ba-66a5-4a64-b8dc-d9bc54c9a60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.691655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-625a27ba-66a5-4a64-b8dc-d9bc54c9a60c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.8679838 Apr 28 19:46:03.697347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-5dce8916-bc88-4a78-87d7-d541ca8c69ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:03.703968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-5dce8916-bc88-4a78-87d7-d541ca8c69ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1095 time: 2.6895854 Apr 28 19:46:03.789098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.861833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:03.871189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Made reservation on behalf of 325c187480204b19a3850f032dc2a68a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:03.874786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:03.889033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:03.893999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.068700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.119779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.120716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.121436 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Floating IP 467e8426-c230-47f3-a336-5ae3aa098d29 disassociated. External IP: 172.25.2.173, port: 241af9ca-8ade-41af-84e1-d515a2c47dc4. Apr 28 19:46:04.121914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Calling delete_port for 241af9ca-8ade-41af-84e1-d515a2c47dc4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:04.140747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-503414b2-e4f2-4627-9581-b8eb046041d0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.1828954 Apr 28 19:46:04.204492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:04.229564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2735bd94-bc32-4dd4-a5f1-9d96d9c21235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.234590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-2735bd94-bc32-4dd4-a5f1-9d96d9c21235 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.0853775 Apr 28 19:46:04.246375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:04.383507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d478e7-31ee-4f05-9392-4124b6a46abe req-66ecf8dd-627e-44f2-884a-4c8da0e8fc07 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.388070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15d478e7-31ee-4f05-9392-4124b6a46abe req-66ecf8dd-627e-44f2-884a-4c8da0e8fc07 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 946 time: 2.4878454 Apr 28 19:46:04.600572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6923d66-e9ca-4608-b7d6-fb916db54099 req-501768df-1761-41cf-8a7f-e93a1620e4a8 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1051457 Apr 28 19:46:04.618766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:04.635440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 241af9ca-8ade-41af-84e1-d515a2c47dc4 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:04.687134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15d478e7-31ee-4f05-9392-4124b6a46abe req-ab208818-6b31-4dc6-8dab-63d1a19e9b64 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585304 Apr 28 19:46:04.690964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-d7580389-2c83-4849-99cb-aec158f5d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:04.692795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-d7580389-2c83-4849-99cb-aec158f5d5f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9854345 Apr 28 19:46:04.693171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Attempting to bind port 5548e504-c24d-4c95-ba62-595c12567a3d on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:04.693391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Attempting to bind port 5548e504-c24d-4c95-ba62-595c12567a3d by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:04.704645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Attempting to bind port 5548e504-c24d-4c95-ba62-595c12567a3d on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:04.854000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8720c3dd-b754-4f1c-ac5a-3b4394a0737b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:05.060776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Port 5548e504-c24d-4c95-ba62-595c12567a3d on network d4299f32-7ca4-4f8c-839f-1ab436a769eb not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:46:05.061153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Attempting to bind port 5548e504-c24d-4c95-ba62-595c12567a3d on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:05.081950 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58ce6f69-9718-449f-af61-5324f51c9967'] response: {'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:46:05.102727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.108737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Checking segment: {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:05.109032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Network hostable DHCP agents. Network: 5cab6933-c6cb-4d06-9c8d-ddfc69176090, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:05.144488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:05.158547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:05.158887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Checking segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:05.161316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:05.161559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Bound using segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:05.161959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Bound port: 5548e504-c24d-4c95-ba62-595c12567a3d, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:05.166746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.170759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:05.171478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.224012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-36ff2cb7-a610-4fa2-af88-c7c0fc192b26 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4970295 Apr 28 19:46:05.229210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:05.234724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.315838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b4b34e-ba8f-41e2-a186-9d78db006854,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.339083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:46:05.339432 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:46:05.362871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:05.405355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5cab6933-c6cb-4d06-9c8d-ddfc69176090) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:05.428924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:05.429074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.429606 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.438209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.462710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9488c0-4386-4e91-9c79-9ac7c99dbaf6 None None] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:05.468233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fe0a26-bef6-438e-8391-f941a4d087d3 req-19baac4c-026b-4c0b-8f2c-9a6a1e6140a5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.470026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4fe0a26-bef6-438e-8391-f941a4d087d3 req-19baac4c-026b-4c0b-8f2c-9a6a1e6140a5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 944 time: 0.4864662 Apr 28 19:46:05.520816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a845331-5156-486c-9e5a-d43141c03e46 req-55a9f8e2-e2e6-48f9-883a-1e6b0910e8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:05.526276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-55a9f8e2-e2e6-48f9-883a-1e6b0910e8c3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2746277 Apr 28 19:46:05.595362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5bfeef90-a626-4247-a7c6-3102c1fc1f57 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4272251 Apr 28 19:46:05.603456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:05.620320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:05.634239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:05.643311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Usage tracker for resource:router and tenant:325c187480204b19a3850f032dc2a68a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:05.652100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:05.666447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:05.691227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4fe0a26-bef6-438e-8391-f941a4d087d3 req-7a59148f-6688-4bbc-9654-1ced1cfd47b9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133987 Apr 28 19:46:05.693093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.696103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.732146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.739317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06018115-390b-4fed-93a4-d55b3415f5e5 req-4c688bc4-cf61-413b-9426-82778ccd47a1 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4849250 Apr 28 19:46:05.831158 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7f092cb-eb0b-4a1b-a060-7f62dea3c2eb'] response: {'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'code': 200} Apr 28 19:46:05.839825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:05.851936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.915228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Deleting port 241af9ca-8ade-41af-84e1-d515a2c47dc4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:05.915679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:05.968559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.008390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:06.012672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:06.016852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-b8ed49b4-dfec-43b3-8a63-8fc495066a15 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349778 Apr 28 19:46:06.020490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.062510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'fixed_ips': [{'subnet_id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:46:06.063714 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.134889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:06.184603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.184603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.186047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-48e21795-24e3-4857-8b2c-a29d1cf57ec4 service neutron] 10.222.0.41 "PUT /v2.0/ports/5548e504-c24d-4c95-ba62-595c12567a3d HTTP/1.1" status: 200 len: 1091 time: 5.5078397 Apr 28 19:46:06.312516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Allocated IP 172.20.0.2 (5cab6933-c6cb-4d06-9c8d-ddfc69176090/a1b4b34e-ba8f-41e2-a186-9d78db006854/4c1ec686-6b08-4e7e-80ae-a1a53437c4c4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:06.354350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe0ebdb-5ce4-495b-be7b-d666d5d1ede1 req-20803a86-9c10-409d-ad77-654a342fbb97 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.355084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1fe0ebdb-5ce4-495b-be7b-d666d5d1ede1 req-20803a86-9c10-409d-ad77-654a342fbb97 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:06.390035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a845331-5156-486c-9e5a-d43141c03e46 req-82dac22d-dcdf-4e16-9ea4-c16add81afa9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644974 Apr 28 19:46:06.410970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-35aaf255-0ace-4ac8-8352-90328b5042e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.412885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-35aaf255-0ace-4ac8-8352-90328b5042e9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 1094 time: 0.1624937 Apr 28 19:46:06.414140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1fe0ebdb-5ce4-495b-be7b-d666d5d1ede1 req-20803a86-9c10-409d-ad77-654a342fbb97 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:06.421982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1fe0ebdb-5ce4-495b-be7b-d666d5d1ede1 req-20803a86-9c10-409d-ad77-654a342fbb97 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 943 time: 1.0304959 Apr 28 19:46:06.494989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-d69e76b5-d096-4f05-8164-78b135320148 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5548e504-c24d-4c95-ba62-595c12567a3d HTTP/1.1" status: 200 len: 217 time: 0.0701287 Apr 28 19:46:06.536873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.603178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8720c3dd-b754-4f1c-ac5a-3b4394a0737b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:06.632318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:06.733997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470a3536-bc5b-4ad4-a50c-095692f90979 req-664b6775-e249-4496-86bd-c7304aa280f3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.735508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-470a3536-bc5b-4ad4-a50c-095692f90979 req-664b6775-e249-4496-86bd-c7304aa280f3 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.3356762 Apr 28 19:46:06.756762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.783703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Transition to ACTIVE for port object 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:06.784913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1fe0ebdb-5ce4-495b-be7b-d666d5d1ede1 req-ee6f92c8-c01c-429d-9962-b78c14ae5906 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618205 Apr 28 19:46:06.786554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-aeee4a64-855b-4e63-a451-aef6f3c459d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:06.788493 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-aeee4a64-855b-4e63-a451-aef6f3c459d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.0756509 Apr 28 19:46:06.819222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Transition to ACTIVE for port object 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:06.830548 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.849140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-53362dac-e529-49ed-9825-91a60a3033a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486495 Apr 28 19:46:06.851451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] For port 241af9ca-8ade-41af-84e1-d515a2c47dc4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=241af9ca-8ade-41af-84e1-d515a2c47dc4,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:06.851938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.891286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:06.919966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:06.923890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:06.924486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:06.928344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-470a3536-bc5b-4ad4-a50c-095692f90979 req-889c8b28-3083-41e4-9c4a-e164b4d4d406 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852663 Apr 28 19:46:06.988876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:06.999527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:07.052312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-12726808-a775-4060-a131-c5fa4fcdb6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.054028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-12726808-a775-4060-a131-c5fa4fcdb6fd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1095 time: 0.5331318 Apr 28 19:46:07.088408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:07.100636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Pushing event updated for resources: {'Port': ['ID=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.129679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:07.130126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.145873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-1fc0f83a-fd35-4c7a-94a8-2d8c3b8d1b66 service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872603 Apr 28 19:46:07.249834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Attempting to bind port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:07.250533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Attempting to bind port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:07.251136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Attempting to bind port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 on network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:07.265646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:07.266347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Checking segment: {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:07.266961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.267555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Bound using segment: {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:07.268239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Bound port: 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:07.268815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.281863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.415594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8410e30d-e965-4a2a-9460-dd6dbea8421a req-eccb7db1-00e0-415c-a391-2990179ed7ad tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.417021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8410e30d-e965-4a2a-9460-dd6dbea8421a req-eccb7db1-00e0-415c-a391-2990179ed7ad tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 944 time: 0.4547374 Apr 28 19:46:07.427426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:07.433013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-22f49a0e-4983-491e-b63c-4d8e5e074726 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.434478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-22f49a0e-4983-491e-b63c-4d8e5e074726 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.3775771 Apr 28 19:46:07.436115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.450195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.451818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.452838 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Floating IP 467e8426-c230-47f3-a336-5ae3aa098d29 disassociated. External IP: 172.25.2.173, port: 241af9ca-8ade-41af-84e1-d515a2c47dc4. Apr 28 19:46:07.453684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Calling delete_port for 241af9ca-8ade-41af-84e1-d515a2c47dc4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:07.492391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] For port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:07.505507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ec31ebd-6971-49ad-bdf3-fc54fb78e588 req-2a6e72e4-a19c-48ac-b81c-eacaa462937b service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3454645 Apr 28 19:46:07.517561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] For port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:07.530684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-b75b911c-d121-41a4-bf34-b3d46400a548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.532089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-b75b911c-d121-41a4-bf34-b3d46400a548 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4388463 Apr 28 19:46:07.532743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.546928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.576256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.610758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1761babb-c604-4ecf-95e3-ff73f9643645 req-78063710-7070-41d5-860e-f5ed682b6563 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.611750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1761babb-c604-4ecf-95e3-ff73f9643645 req-78063710-7070-41d5-860e-f5ed682b6563 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:07.628265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8410e30d-e965-4a2a-9460-dd6dbea8421a req-d6fb941c-1f91-40f1-8eae-eaf72f87bcc3 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups?id=5f59f2f8-ae49-4e40-9de4-75f156bd68a4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922600 Apr 28 19:46:07.629490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-d3216f35-4495-47ec-8407-0ee34f09c37b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.0830193 Apr 28 19:46:07.632507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.637374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Deleting port 8df51035-de8e-434b-ac2b-fc932b53f8fa {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:07.637746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.653131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d0e8d7-0249-45f9-9821-7e10e498dd6c None None] Pushing event updated for resources: {'Port': ['ID=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:07.691810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1761babb-c604-4ecf-95e3-ff73f9643645 req-78063710-7070-41d5-860e-f5ed682b6563 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:07.692952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1761babb-c604-4ecf-95e3-ff73f9643645 req-78063710-7070-41d5-860e-f5ed682b6563 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 944 time: 0.5158587 Apr 28 19:46:07.832235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:07.844722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:07.850835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1761babb-c604-4ecf-95e3-ff73f9643645 req-e9b13f52-f7bc-4e8f-9650-d3eee477306a tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238441 Apr 28 19:46:07.869216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-8efefb47-ed20-4c29-8769-9199ade61c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:07.874047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-8efefb47-ed20-4c29-8769-9199ade61c4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1926966 Apr 28 19:46:08.075762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event deleted for resources: {'Port': ['ID=241af9ca-8ade-41af-84e1-d515a2c47dc4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:08.147502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af537f-8460-4a02-9c52-4ada0095ff1b req-f4718b9f-2491-492f-8a96-fb3a5520a9ba tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.148377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b3af537f-8460-4a02-9c52-4ada0095ff1b req-f4718b9f-2491-492f-8a96-fb3a5520a9ba tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:08.229832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-8826203b-ab07-4ad7-9744-1af5097c2100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.233677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-8826203b-ab07-4ad7-9744-1af5097c2100 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3289535 Apr 28 19:46:08.243305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Allocated IP 172.25.2.46 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c613b812-f607-4b97-99bd-c8480fd64b81) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:08.266038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b3af537f-8460-4a02-9c52-4ada0095ff1b req-f4718b9f-2491-492f-8a96-fb3a5520a9ba tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:08.267149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3af537f-8460-4a02-9c52-4ada0095ff1b req-f4718b9f-2491-492f-8a96-fb3a5520a9ba tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 944 time: 0.4727895 Apr 28 19:46:08.280321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] For port 8df51035-de8e-434b-ac2b-fc932b53f8fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8df51035-de8e-434b-ac2b-fc932b53f8fa,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:08.280857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:08.400126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Router af2b7290-7c4b-48c0-a174-154c5357f90f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:08.563287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:08.593022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:08.681382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:08.689175 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1368b05d-3c6e-4103-bbbf-87692a2aeca1'] response: {'name': 'network-changed', 'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'status': 'completed', 'code': 200} Apr 28 19:46:08.708736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Calling delete_port for 8df51035-de8e-434b-ac2b-fc932b53f8fa owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:08.774495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:08.784184 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Sync routers for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:08.795691 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:08.796411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:08.870238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2cd33f-5e2c-4b88-89da-232246dccd67 req-da24ba78-8881-4a63-800f-1d07ca5504ad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:08.872017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc2cd33f-5e2c-4b88-89da-232246dccd67 req-da24ba78-8881-4a63-800f-1d07ca5504ad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 943 time: 0.3792727 Apr 28 19:46:08.873259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] No DVR routers for this DVR port 241af9ca-8ade-41af-84e1-d515a2c47dc4 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:08.875500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:08.879624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:08.906113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3af537f-8460-4a02-9c52-4ada0095ff1b req-29f9cfba-bb3a-47fe-b439-447f7e98fe92 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6074250 Apr 28 19:46:08.915213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-deleted', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:08.976938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-b6c5e885-6184-4aba-adc7-5fa0ab587167 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7288723 Apr 28 19:46:09.021550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37aaa966-6506-4dc4-84df-96391968bdcd req-e3e189ad-0b1f-4844-b596-7068ffb77aea tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.41 "DELETE /v2.0/ports/241af9ca-8ade-41af-84e1-d515a2c47dc4 HTTP/1.1" status: 204 len: 173 time: 7.8327224 Apr 28 19:46:09.023397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:09.030622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:09.042373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:09.050341 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7554934-9923-4e81-9916-f934acac44a2'] response: {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'code': 200} Apr 28 19:46:09.064077 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:09.079254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc2cd33f-5e2c-4b88-89da-232246dccd67 req-6ec5630e-c24d-40ac-a314-cf774c7f1c10 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510568 Apr 28 19:46:09.080285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Pushing event updated for resources: {'Port': ['ID=c613b812-f607-4b97-99bd-c8480fd64b81,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:09.119473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0a160-96d2-40fe-a9fc-a5585aae53c7 None None] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:09.268888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-704eaeaf-b5cb-4fb5-8280-394836b5e2f7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.270469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-704eaeaf-b5cb-4fb5-8280-394836b5e2f7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a&tenant_id=1faa4a80901147478d45b982b00408d2&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 950 time: 1.0788648 Apr 28 19:46:09.296806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Provisioning for port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:09.317220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-470c2b29-9e83-4d0b-a351-eeeaa9f6cbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.318689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-470c2b29-9e83-4d0b-a351-eeeaa9f6cbd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 1094 time: 0.7657096 Apr 28 19:46:09.322400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Provisioning complete for port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:09.322804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.584443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9b71a68-959c-4fb3-81b7-7240aeb32dee req-df179404-6f2a-46c6-a760-7b09f09fff46 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5917897 Apr 28 19:46:09.614919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.709919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event deleted for resources: {'Port': ['ID=8df51035-de8e-434b-ac2b-fc932b53f8fa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:09.728802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51399b9d-612d-4070-89a1-8106f5f43e4c req-2de2d46d-bc71-4929-9b3c-fc6a04d1cbac tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.728942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-e0a4e845-eaeb-46c5-ab1d-14dbacfdb83b service neutron] 10.222.0.41 "GET /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 382 time: 0.4453845 Apr 28 19:46:09.757260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51399b9d-612d-4070-89a1-8106f5f43e4c req-2de2d46d-bc71-4929-9b3c-fc6a04d1cbac tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 951 time: 0.4906445 Apr 28 19:46:09.821611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51399b9d-612d-4070-89a1-8106f5f43e4c req-cc2a08c5-c8a3-4092-ab53-b867cae1b25f tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Apr 28 19:46:09.828002 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:09.834610 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Checking router: af2b7290-7c4b-48c0-a174-154c5357f90f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:09.842431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.848568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:09.849431 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:09.897959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-b4954300-2888-4791-8f19-23f00d7861e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:09.899808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-b4954300-2888-4791-8f19-23f00d7861e0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 916 time: 0.5619259 Apr 28 19:46:09.901844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] No DVR routers for this DVR port 8df51035-de8e-434b-ac2b-fc932b53f8fa on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:09.914406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.916936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] For port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:09.934665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.940776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:09.977841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.012788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0147f475-a092-42c0-bc41-627beb25a3b8 req-4ba3faa3-19ef-442d-85ad-cb70a3c8aa4f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.016699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0147f475-a092-42c0-bc41-627beb25a3b8 req-4ba3faa3-19ef-442d-85ad-cb70a3c8aa4f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.6953404 Apr 28 19:46:10.018342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-a50ec137-7f1f-492b-9ebe-4fdf6834a291 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5548e504-c24d-4c95-ba62-595c12567a3d HTTP/1.1" status: 200 len: 217 time: 0.1104712 Apr 28 19:46:10.074350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801e65f1-e4a7-4c44-9200-55a39d8f73e0 None None] Pushing event updated for resources: {'Port': ['ID=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:10.084782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22bdb192-779c-40a6-8441-5b93462fa2b5 req-38e09585-ce76-4194-b305-46398639b012 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "DELETE /v2.0/ports/8df51035-de8e-434b-ac2b-fc932b53f8fa HTTP/1.1" status: 204 len: 173 time: 2.6344249 Apr 28 19:46:10.162053 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:10.171028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0147f475-a092-42c0-bc41-627beb25a3b8 req-4ef121f2-a0db-4266-8724-1e426ebb4152 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017110 Apr 28 19:46:10.176030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-9b31755f-5551-4ceb-8a57-80be3ffd0498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.178053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-9b31755f-5551-4ceb-8a57-80be3ffd0498 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1101 time: 0.4080410 Apr 28 19:46:10.180139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-8b562a8a-ed9c-45f7-ab84-6dc56e55a0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:10.181970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-8b562a8a-ed9c-45f7-ab84-6dc56e55a0a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.1537924 Apr 28 19:46:10.343834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea9e4088-6c70-484d-b9f3-259efb6381a4 req-4c204c44-8aa2-482e-a3bd-25e3f81d2791 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Synchronizing usage tracker for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:10.409396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ea9e4088-6c70-484d-b9f3-259efb6381a4 req-4c204c44-8aa2-482e-a3bd-25e3f81d2791 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Unset dirty status for tenant:1034cd4a077341729eb8886068e65c38 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:10.410475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea9e4088-6c70-484d-b9f3-259efb6381a4 req-4c204c44-8aa2-482e-a3bd-25e3f81d2791 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/ports?device_id=380ef045-238b-48b4-a924-1f0a6aa97971 HTTP/1.1" status: 200 len: 210 time: 0.2175767 Apr 28 19:46:10.439889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-969188b8-b019-4d60-af71-91b17f17db03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607337 Apr 28 19:46:10.586903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2830a1e3-4845-4fff-926c-ab71a1dc8b55 None None] Provisioning complete for port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:10.593576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2830a1e3-4845-4fff-926c-ab71a1dc8b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.652679 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a5f4ccf-325d-454e-b683-8c021dd68556'] response: {'server_uuid': '380ef045-238b-48b4-a924-1f0a6aa97971', 'name': 'network-vif-deleted', 'tag': '241af9ca-8ade-41af-84e1-d515a2c47dc4', 'status': 'completed', 'code': 200} Apr 28 19:46:10.697206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-deleted', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:10.733221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:10.822245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8e2048af-355c-4bcb-a0fc-fc557a5a6241 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:10.870211 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:10.879319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:10.885392 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2edf0845-6664-4205-bbaf-aec76fd04d51 None None] The sync data for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 is: [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:43:43Z', 'revision_number': 4, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8cbcdfde-50fb-43c6-98c9-b63faa77f824', 'name': '', 'network_id': '7c43aacd-30dc-4648-a4bf-ecf6683639d8', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'mac_address': 'fa:16:3e:57:0a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:42Z', 'updated_at': '2022-04-28T19:43:50Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'subnets': [{'id': '4f6509b0-630d-4a62-8032-c8b63d4fe882', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:10.937544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8aef8a54-f04f-48da-8e35-3918713c7543 req-4460f149-a006-4716-9e5a-2bd62ca855f1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:11.083058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-33729fbf-c06e-4a78-a2ce-1d7bd2d9a356 service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313545 Apr 28 19:46:11.104654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:11.135469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:11.166251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-e101a853-4f2f-4719-a5fb-f6a58de898b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.168918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-e101a853-4f2f-4719-a5fb-f6a58de898b3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.9790339 Apr 28 19:46:11.172730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8aef8a54-f04f-48da-8e35-3918713c7543 req-4460f149-a006-4716-9e5a-2bd62ca855f1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:11.186249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8aef8a54-f04f-48da-8e35-3918713c7543 req-4460f149-a006-4716-9e5a-2bd62ca855f1 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=cb65a433-c421-447b-b1ea-42ef54613a81 HTTP/1.1" status: 200 len: 210 time: 0.6232166 Apr 28 19:46:11.190457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bc37f-4656-409c-9d9d-ec1e0153917c req-aa5bfff0-7a08-437b-83a6-bb29157c7cfb tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.202458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e4bc37f-4656-409c-9d9d-ec1e0153917c req-aa5bfff0-7a08-437b-83a6-bb29157c7cfb tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 944 time: 0.2328422 Apr 28 19:46:11.315528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e4bc37f-4656-409c-9d9d-ec1e0153917c req-f93aa778-9557-4a04-9694-fe3a9cf8b433 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110141 Apr 28 19:46:11.376271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Router e670a8f2-855f-4037-baf3-373c6932359f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:46:11.418287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:11.426551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:11.528883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e54c41-aeac-491b-853d-aeb4b79ca2c1 None None] New status for floating IP 467e8426-c230-47f3-a336-5ae3aa098d29: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:46:11.571527 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70cf30f1-9fb5-4f80-a0c0-b59b3b33d2b9'] response: {'server_uuid': 'cb65a433-c421-447b-b1ea-42ef54613a81', 'name': 'network-vif-deleted', 'tag': '8df51035-de8e-434b-ac2b-fc932b53f8fa', 'status': 'completed', 'code': 200} Apr 28 19:46:11.590147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-eaa63480-3f69-451e-ac67-8af749c19568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.3924057 Apr 28 19:46:11.646744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 8df51035-de8e-434b-ac2b-fc932b53f8fa {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:11.647027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8df51035-de8e-434b-ac2b-fc932b53f8fa not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:11.686542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-ea0987ef-dab0-4e65-b3b4-b0fddebf425c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.688532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-ea0987ef-dab0-4e65-b3b4-b0fddebf425c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0595994 Apr 28 19:46:11.689726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:11.706390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Sync routers for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:11.719834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:11.721853 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:11.768811 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.808696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb2696f-9ba0-4f61-9b08-65995bf83f6c req-c4876da3-7eeb-4786-9f8c-91acddfbe242 service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7159712 Apr 28 19:46:11.837303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba93bb6-9b25-48f1-b927-7d7deae91afc req-0659a3b3-5362-4283-938d-63065e54e396 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.847351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ba93bb6-9b25-48f1-b927-7d7deae91afc req-0659a3b3-5362-4283-938d-63065e54e396 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 943 time: 0.4212797 Apr 28 19:46:11.854431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:11.856138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11457e81-9abe-4c81-b7b0-5e4eee829571 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.2496309 Apr 28 19:46:11.861052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:11.897409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-6d6501cc-8923-41c5-bac9-27250e67082f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:11.899241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-6d6501cc-8923-41c5-bac9-27250e67082f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1982443 Apr 28 19:46:11.923112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ba93bb6-9b25-48f1-b927-7d7deae91afc req-6dae9377-ae49-45e8-819f-f0b58f67a48e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719194 Apr 28 19:46:11.993060 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:12.154623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2048af-355c-4bcb-a0fc-fc557a5a6241 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:12.271245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-6c7f2cab-d40e-4203-8d8f-2365501c092d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608568 Apr 28 19:46:12.290797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:12.291219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.315422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54074) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:12.345315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.380528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a45b3f0-e3b8-4e99-a2d9-a3fb4b5d863b req-6e03fc5b-6b0c-4cf3-a17e-9f51b8a45bf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:12.387482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a45b3f0-e3b8-4e99-a2d9-a3fb4b5d863b req-6e03fc5b-6b0c-4cf3-a17e-9f51b8a45bf7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.6655464 Apr 28 19:46:12.469842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a45b3f0-e3b8-4e99-a2d9-a3fb4b5d863b req-9e3ce262-6b18-4904-88cd-fda6e2345b40 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813277 Apr 28 19:46:12.492783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:12.556403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.565288 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.566267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:12.586928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.650661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-1fa0c4bf-e709-4427-9a54-d9e0a2770469 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3687463 Apr 28 19:46:12.651735 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.675138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f59f2f8-ae49-4e40-9de4-75f156bd68a4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:12.691339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.692452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c70793dc-f1b2-470d-9cc0-cb47cdf1183c tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f59f2f8-ae49-4e40-9de4-75f156bd68a4 HTTP/1.1" status: 204 len: 168 time: 0.3760440 Apr 28 19:46:12.694931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54090) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:12.730824 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-a62ee989-1d01-4855-866b-047f760c1777 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] show failed (client error): The resource could not be found. Apr 28 19:46:12.736273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a62ee989-1d01-4855-866b-047f760c1777 tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "GET /v2.0/security-groups/5f59f2f8-ae49-4e40-9de4-75f156bd68a4 HTTP/1.1" status: 404 len: 347 time: 0.0381939 Apr 28 19:46:12.736577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54096) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:12.753493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.757007 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:09Z', 'revision_number': 3, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:12.778293 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Checking router: e670a8f2-855f-4037-baf3-373c6932359f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:12.779417 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Updating router e670a8f2-855f-4037-baf3-373c6932359f port c613b812-f607-4b97-99bd-c8480fd64b81 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:12.852680 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:12.888694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:13.007139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.038553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:13.055193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.080100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Deleting port b386ba32-a81b-40ef-9cec-2592e34fd7e8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:13.080445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.193949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dbce78-70f4-4839-9a30-d0c25ee36984 req-10bd34c8-d70a-4492-9843-3d05bb894b3f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.204311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:13.205194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95dbce78-70f4-4839-9a30-d0c25ee36984 req-10bd34c8-d70a-4492-9843-3d05bb894b3f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 945 time: 0.2809641 Apr 28 19:46:13.233855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5548e504-c24d-4c95-ba62-595c12567a3d', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'port_id': '5548e504-c24d-4c95-ba62-595c12567a3d', 'mac_address': 'fa:16:3e:b7:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e729b8-f77f-45e0-890a-78755e71e9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:13.268735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.274364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=11']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.304057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95dbce78-70f4-4839-9a30-d0c25ee36984 req-9b6fd30a-360b-4bf9-9972-3ac4f83488eb tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978680 Apr 28 19:46:13.337130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.361367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5548e504-c24d-4c95-ba62-595c12567a3d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:13.394723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:13.404226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.516047 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c34429cf-24b7-4724-9a12-6c8e85e21d97'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'code': 200} Apr 28 19:46:13.519689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.520207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.569607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.625571 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.656272 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Transition to ACTIVE for port object c613b812-f607-4b97-99bd-c8480fd64b81 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:13.663324 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.681511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8e2048af-355c-4bcb-a0fc-fc557a5a6241'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:13.735773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Allocated IP 172.20.0.1 (5cab6933-c6cb-4d06-9c8d-ddfc69176090/a1b4b34e-ba8f-41e2-a186-9d78db006854/c372f81f-fa97-4f8f-8c74-896aed7b5ce6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:13.769071 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Attempting to bind port c613b812-f607-4b97-99bd-c8480fd64b81 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:13.769483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Attempting to bind port c613b812-f607-4b97-99bd-c8480fd64b81 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:13.770014 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Attempting to bind port c613b812-f607-4b97-99bd-c8480fd64b81 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:13.793580 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:13.794131 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:13.794589 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.795035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:13.795545 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Bound port: c613b812-f607-4b97-99bd-c8480fd64b81, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:13.795973 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.800479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5548e504-c24d-4c95-ba62-595c12567a3d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:13.800796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a3b2-fe9a-43ae-bd84-ea3ee28f6f56 req-950248fb-65ae-4fa8-9fcf-63fdfa1ae14f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:13.809981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa04a3b2-fe9a-43ae-bd84-ea3ee28f6f56 req-950248fb-65ae-4fa8-9fcf-63fdfa1ae14f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 944 time: 0.2581041 Apr 28 19:46:13.891082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f9c44-3870-45de-974c-88c5dcd08901 None None] Pushing event updated for resources: {'Port': ['ID=c613b812-f607-4b97-99bd-c8480fd64b81,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:13.918945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] For port c613b812-f607-4b97-99bd-c8480fd64b81, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:13.922184 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] For port c613b812-f607-4b97-99bd-c8480fd64b81, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c613b812-f607-4b97-99bd-c8480fd64b81,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:13.928196 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:13.965567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Calling delete_port for b386ba32-a81b-40ef-9cec-2592e34fd7e8 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:14.012557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa04a3b2-fe9a-43ae-bd84-ea3ee28f6f56 req-d276d04d-19bc-4098-b9d9-4ef3425dbcf0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012107 Apr 28 19:46:14.056619 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:14.057240 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:14.123287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.198666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.208480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Transition to ACTIVE for port object c372f81f-fa97-4f8f-8c74-896aed7b5ce6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:14.212408 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f9c44-3870-45de-974c-88c5dcd08901 None None] Pushing event updated for resources: {'Port': ['ID=c613b812-f607-4b97-99bd-c8480fd64b81,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:14.274647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.307725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Pushing event deleted for resources: {'Port': ['ID=b386ba32-a81b-40ef-9cec-2592e34fd7e8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:14.402137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:14.403567 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:14.433178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Pushing event updated for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:14.445314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:14.453594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.463816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:14.470595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c35b01-a460-4824-94c5-e22e7a393466 req-d8f5baab-0691-4923-a186-d4469f67744f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.478031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54c35b01-a460-4824-94c5-e22e7a393466 req-d8f5baab-0691-4923-a186-d4469f67744f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 944 time: 0.7920611 Apr 28 19:46:14.585313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-566404f3-ee40-4a6d-9998-153e5eb52322 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:14.599173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-566404f3-ee40-4a6d-9998-153e5eb52322 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 944 time: 0.4330137 Apr 28 19:46:14.619687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.626353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54c35b01-a460-4824-94c5-e22e7a393466 req-24e54c14-2083-4b8c-b181-dde9e061711b tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467652 Apr 28 19:46:14.647495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.654572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b51f4e8c-4180-4f0a-b73c-25d367fd881b tempest-ServersTestBootFromVolume-499992484 tempest-ServersTestBootFromVolume-499992484-project] 10.222.0.24 "DELETE /v2.0/floatingips/467e8426-c230-47f3-a336-5ae3aa098d29 HTTP/1.1" status: 204 len: 168 time: 1.9164758 Apr 28 19:46:14.677635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:14.735928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-182a56b2-9585-43a0-8538-bfa3a8c1bf55 None None] Provisioning for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:14.748150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-182a56b2-9585-43a0-8538-bfa3a8c1bf55 None None] Provisioning complete for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:14.748699 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-182a56b2-9585-43a0-8538-bfa3a8c1bf55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.839682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Deleting port 833d836e-a6b8-47a3-8f5c-2495154f17a3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:14.840352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:14.854017 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:09Z', 'revision_number': 3, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:14.859555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e024d7-b914-4002-9798-513fbdc29011 None None] The sync data for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 is: [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:09Z', 'revision_number': 3, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:14.900310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-182a56b2-9585-43a0-8538-bfa3a8c1bf55 None None] Port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:46:15.047434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3061188c-c44e-49b7-a55e-a28c3c7f1e36 req-aa4f7266-ae24-44ac-81a8-af788bbc456d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:15.050431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3061188c-c44e-49b7-a55e-a28c3c7f1e36 req-aa4f7266-ae24-44ac-81a8-af788bbc456d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.6922281 Apr 28 19:46:15.194345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c9deb0-8805-48e6-bb55-7a6b8775940c req-4f844a86-99b0-493f-98cb-8126f47fff6c tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:15.195907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41c9deb0-8805-48e6-bb55-7a6b8775940c req-4f844a86-99b0-493f-98cb-8126f47fff6c tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 945 time: 0.1827919 Apr 28 19:46:15.247940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] For port 833d836e-a6b8-47a3-8f5c-2495154f17a3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=833d836e-a6b8-47a3-8f5c-2495154f17a3,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:15.248402 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.328194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3061188c-c44e-49b7-a55e-a28c3c7f1e36 req-06362fe7-fecc-4c93-b0aa-c63add1acf2f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669833 Apr 28 19:46:15.413349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Calling delete_port for 833d836e-a6b8-47a3-8f5c-2495154f17a3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:15.419889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:15.484385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41c9deb0-8805-48e6-bb55-7a6b8775940c req-7e139fad-aab5-406b-972e-7778180804f9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2575884 Apr 28 19:46:15.621001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5548e504-c24d-4c95-ba62-595c12567a3d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:15.631843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5548e504-c24d-4c95-ba62-595c12567a3d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:15.632354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.679429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.765899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-1939a73a-05ba-406e-9a0d-0430ed862687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:15.767379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-1939a73a-05ba-406e-9a0d-0430ed862687 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a&tenant_id=1faa4a80901147478d45b982b00408d2 HTTP/1.1" status: 200 len: 1101 time: 0.6724513 Apr 28 19:46:15.770395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event deleted for resources: {'Port': ['ID=833d836e-a6b8-47a3-8f5c-2495154f17a3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:15.771558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.799167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:15.828191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.862162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:15.874708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:15.880514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.881439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8e2048af-355c-4bcb-a0fc-fc557a5a6241 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:15.888609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] No DVR routers for this DVR port 833d836e-a6b8-47a3-8f5c-2495154f17a3 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:15.891146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:15.898484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-deleted', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:15.906562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d1fb195-5563-47b5-9264-141f33c4e643 req-881db8af-ffce-4c79-895c-dca3a29fa82f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=ee3b6056-404b-42f0-8683-de71e43803bc HTTP/1.1" status: 200 len: 210 time: 0.0595555 Apr 28 19:46:15.917346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80889395-66b8-44c6-a33c-42ade7a2c0da req-8dd62f19-fa25-4127-946d-e28fbd852979 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "DELETE /v2.0/ports/833d836e-a6b8-47a3-8f5c-2495154f17a3 HTTP/1.1" status: 204 len: 173 time: 1.2765305 Apr 28 19:46:16.051086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb84083-5151-40c3-8cda-0458d280f096 req-3764ed58-5fc2-4d83-9504-bf24f76c4d61 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.058150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efb84083-5151-40c3-8cda-0458d280f096 req-3764ed58-5fc2-4d83-9504-bf24f76c4d61 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 944 time: 0.4383390 Apr 28 19:46:16.063858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:16.075197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:16.081918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:16.082339 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.149067 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be1fd996-83b1-4820-929c-507d89b345d2'] response: {'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'code': 200} Apr 28 19:46:16.198302 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12a9380b-a3dd-447f-bf4a-b8a6774bc65d'] response: {'server_uuid': 'ee3b6056-404b-42f0-8683-de71e43803bc', 'name': 'network-vif-deleted', 'tag': '833d836e-a6b8-47a3-8f5c-2495154f17a3', 'status': 'completed', 'code': 200} Apr 28 19:46:16.226175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.328147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a33b18-a492-495c-9270-1781690b00cf req-6c437479-1da6-4873-9b62-1f9aaf6d2bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.329648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09a33b18-a492-495c-9270-1781690b00cf req-6c437479-1da6-4873-9b62-1f9aaf6d2bb8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 1096 time: 0.1012084 Apr 28 19:46:16.338267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.375913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:16.380766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.381911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:16.382700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09a33b18-a492-495c-9270-1781690b00cf req-4c44d22e-861d-4c2e-86ce-3f4dbebbf9c2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429058 Apr 28 19:46:16.390606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efb84083-5151-40c3-8cda-0458d280f096 req-f8ce728a-be26-4ef9-8a68-71aa40e203f6 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3315966 Apr 28 19:46:16.554975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:16.650779 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.685951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:46:16.723174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338871ac-1ada-43fc-b0ac-a22bff572e3f req-5fc24b64-080b-4368-9b55-9ebfef9f7895 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:16.725568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-338871ac-1ada-43fc-b0ac-a22bff572e3f req-5fc24b64-080b-4368-9b55-9ebfef9f7895 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.1128981 Apr 28 19:46:16.734985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.742754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:16.798986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-338871ac-1ada-43fc-b0ac-a22bff572e3f req-a09c41e3-ff56-400a-a066-f0cec3cdd6dd tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636337 Apr 28 19:46:16.932033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:16.945375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Pushing event updated for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:16.957377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.017550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.258142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c613b812-f607-4b97-99bd-c8480fd64b81 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:17.304689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:17.330060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c613b812-f607-4b97-99bd-c8480fd64b81 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:17.335036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c613b812-f607-4b97-99bd-c8480fd64b81 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:17.335405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.463718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.466157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cb84ea-5276-41cb-96ce-0a4b679d0a5e req-2a01d7b0-279e-4cdc-9e73-fe1a6bd2b9b7 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:17.473034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-63cb84ea-5276-41cb-96ce-0a4b679d0a5e req-2a01d7b0-279e-4cdc-9e73-fe1a6bd2b9b7 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.6509027 Apr 28 19:46:17.483125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c613b812-f607-4b97-99bd-c8480fd64b81, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c613b812-f607-4b97-99bd-c8480fd64b81,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:17.492994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.501075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:17.509613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.581033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Transition to ACTIVE for port object 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:17.583067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:17.589789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:17.605945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-63cb84ea-5276-41cb-96ce-0a4b679d0a5e req-ba55d903-a572-49e2-b88b-0545264502ab tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319385 Apr 28 19:46:17.615413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:17.684480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c613b812-f607-4b97-99bd-c8480fd64b81,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:17.711451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:46:17.711807 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:46:17.969224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4200a638-efd5-4528-9dfc-da5232ed540e None None] Provisioning complete for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:17.969662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4200a638-efd5-4528-9dfc-da5232ed540e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.043828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4200a638-efd5-4528-9dfc-da5232ed540e None None] Port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:46:18.150232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:18.179232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] No DVR routers for this DVR port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:18.192590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:18.305187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:18.305907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:18.305907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:18.330116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a6c222-f2fc-46e0-b62c-557ba0c8dee3 req-d256a50c-ee12-452c-b144-b27b0a29fadb tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.331550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3a6c222-f2fc-46e0-b62c-557ba0c8dee3 req-d256a50c-ee12-452c-b144-b27b0a29fadb tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.5221300 Apr 28 19:46:18.335344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:46:18.335660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Attempting to bind port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:18.338811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Router e670a8f2-855f-4037-baf3-373c6932359f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:18.360964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:18.361495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:18.361973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:18.362586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Bound port: 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:18.363057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.388093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-05f68721-84f4-4d1a-8cce-d829a579c560 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.388857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-05f68721-84f4-4d1a-8cce-d829a579c560 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Synchronizing usage tracker for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:18.408723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22e1e6-b9aa-44d1-98ee-e14b37b7ae27 req-9f046c92-e0bd-4798-b210-687a8830d22e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:18.410177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d22e1e6-b9aa-44d1-98ee-e14b37b7ae27 req-9f046c92-e0bd-4798-b210-687a8830d22e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.1203058 Apr 28 19:46:18.421370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-05f68721-84f4-4d1a-8cce-d829a579c560 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Unset dirty status for tenant:ecf668f812f246b0a09965cb8c561a34 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:18.422589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-05f68721-84f4-4d1a-8cce-d829a579c560 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 944 time: 0.2909458 Apr 28 19:46:18.524785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Deleting port c58e4942-cb6c-41d9-91ed-666cb12de1e8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:18.525149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.555011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d22e1e6-b9aa-44d1-98ee-e14b37b7ae27 req-d3ced0c1-a7aa-43d7-8ef7-b4f8eff8fa09 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364789 Apr 28 19:46:18.623238 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c484a4a-5f31-45f6-a81e-ad95faffc7bf'] response: {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'code': 200} Apr 28 19:46:18.629969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3a6c222-f2fc-46e0-b62c-557ba0c8dee3 req-74178d4e-24f4-455b-b3db-62ad44750e79 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/security-groups?id=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890942 Apr 28 19:46:18.670466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Deleting port 8cbcdfde-50fb-43c6-98c9-b63faa77f824 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:18.670808 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.713160 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e261381b-4727-459e-817a-69575758c403'] response: {'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'code': 200} Apr 28 19:46:18.749985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:18.783725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:18.794090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Sync routers for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:18.804463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:18.805386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:18.879274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:18.950164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:18.959932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:18.961206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] For port c58e4942-cb6c-41d9-91ed-666cb12de1e8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c58e4942-cb6c-41d9-91ed-666cb12de1e8,segment=NetworkSegment(1cf3ccd7-1a49-4e84-a970-66ae601af82a),segment_id=1cf3ccd7-1a49-4e84-a970-66ae601af82a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:18.961597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.002234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 833d836e-a6b8-47a3-8f5c-2495154f17a3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:19.002712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 833d836e-a6b8-47a3-8f5c-2495154f17a3 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:19.066168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-982243f6-85f3-4421-b5a5-da12a28d7022 admin admin] 10.222.0.24 "PUT /v2.0/routers/e670a8f2-855f-4037-baf3-373c6932359f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1948001 Apr 28 19:46:19.090211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.090877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.092710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] 10.222.0.46 "PUT /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 1097 time: 3.2984569 Apr 28 19:46:19.121305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:19.177081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Calling delete_port for c58e4942-cb6c-41d9-91ed-666cb12de1e8 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:19.240686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] For port 8cbcdfde-50fb-43c6-98c9-b63faa77f824, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8cbcdfde-50fb-43c6-98c9-b63faa77f824,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:19.241488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.261014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c490ae-6291-49c4-87a1-54eea09f1738 service neutron] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.325324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15fd146-884f-4b5c-8502-2ab194dd9ba1 req-3bd2cf98-3f9f-44d2-a8e2-6871eccde65e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.334267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e15fd146-884f-4b5c-8502-2ab194dd9ba1 req-3bd2cf98-3f9f-44d2-a8e2-6871eccde65e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.5127940 Apr 28 19:46:19.356590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070f64b-ae8c-431b-92e8-d9598009449d req-d9bdd682-c050-42c8-a47d-7024e947d58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.358322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1070f64b-ae8c-431b-92e8-d9598009449d req-d9bdd682-c050-42c8-a47d-7024e947d58e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.5701864 Apr 28 19:46:19.412712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c613b812-f607-4b97-99bd-c8480fd64b81 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:19.508870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e15fd146-884f-4b5c-8502-2ab194dd9ba1 req-f183d1d1-1cad-4fcd-a218-85cdc5dbe306 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734574 Apr 28 19:46:19.553521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1070f64b-ae8c-431b-92e8-d9598009449d req-a82cb8e8-cc45-4187-bf8f-dc735701b1a9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761272 Apr 28 19:46:19.585722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Calling delete_port for 8cbcdfde-50fb-43c6-98c9-b63faa77f824 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:19.600368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.671272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Pushing event deleted for resources: {'Port': ['ID=c58e4942-cb6c-41d9-91ed-666cb12de1e8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:19.736969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c613b812-f607-4b97-99bd-c8480fd64b81 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:19.738197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.802282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-01e4f231-c7e1-46bc-9a4a-53f88f7fb948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.803763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-01e4f231-c7e1-46bc-9a4a-53f88f7fb948 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1100 time: 0.6822731 Apr 28 19:46:19.839434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] No DVR routers for this DVR port c58e4942-cb6c-41d9-91ed-666cb12de1e8 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:19.844628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:19.847163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-deleted', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:19.873342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-516cdfea-59a6-46e2-b9ac-10c44e9edc2d req-7e5e100f-3afc-452f-89ff-5370f22bdb3f tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.46 "DELETE /v2.0/ports/c58e4942-cb6c-41d9-91ed-666cb12de1e8 HTTP/1.1" status: 204 len: 173 time: 1.4344583 Apr 28 19:46:19.880805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:15Z', 'revision_number': 4, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c372f81f-fa97-4f8f-8c74-896aed7b5ce6', 'name': '', 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'mac_address': 'fa:16:3e:71:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:13Z', 'updated_at': '2022-04-28T19:46:16Z', 'revision_number': 2, 'project_id': '325c187480204b19a3850f032dc2a68a', 'subnets': [{'id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:19.890367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Checking router: e670a8f2-855f-4037-baf3-373c6932359f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:19.890715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Updating router e670a8f2-855f-4037-baf3-373c6932359f port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:19.897450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ff8f5-98d3-4b3e-8c86-4398a0462c38 req-b75f5d63-2dc3-49b3-8a59-fc282dc55d01 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:19.906838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-363ff8f5-98d3-4b3e-8c86-4398a0462c38 req-b75f5d63-2dc3-49b3-8a59-fc282dc55d01 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.2188804 Apr 28 19:46:19.960505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.011474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4eeb4a3-28ac-4a0d-88ca-d416e198a293 req-e27243b5-5eda-457d-b494-8043ff2f80fa tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.021932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4eeb4a3-28ac-4a0d-88ca-d416e198a293 req-e27243b5-5eda-457d-b494-8043ff2f80fa tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.4548349 Apr 28 19:46:20.022950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-363ff8f5-98d3-4b3e-8c86-4398a0462c38 req-5636b78c-9006-4c97-8f12-4e1eb2796259 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153035 Apr 28 19:46:20.070004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-aa924898-f0f9-4cf2-8058-d8babc8c6d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.081521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-aa924898-f0f9-4cf2-8058-d8babc8c6d6c service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2649915 Apr 28 19:46:20.168582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a72c72d9-fbea-431d-a08c-f30f2a576e65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.203030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-19b1bddf-6604-4af0-aa46-0608d5021b28 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.0813949 Apr 28 19:46:20.212616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4eeb4a3-28ac-4a0d-88ca-d416e198a293 req-2e0e7776-517b-4048-8381-5f0eda4b6fda tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898539 Apr 28 19:46:20.296711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-96df2c2d-4cc7-424f-bafa-9894e0a6689e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:20.298264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-96df2c2d-4cc7-424f-bafa-9894e0a6689e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0848207 Apr 28 19:46:20.358550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.748189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f68108ea-257b-4d2c-b034-7e5c8037db7d req-fe63a1f1-d11d-496c-b949-d62eea420e38 tempest-LiveAutoBlockMigrationV225Test-1376230751 tempest-LiveAutoBlockMigrationV225Test-1376230751-project] 10.222.0.24 "GET /v2.0/ports?device_id=baf6d01d-60ba-4f21-8c76-188a43b1ce2f HTTP/1.1" status: 200 len: 210 time: 0.3063848 Apr 28 19:46:20.759734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:20.762654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.786454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Pushing event deleted for resources: {'Port': ['ID=8cbcdfde-50fb-43c6-98c9-b63faa77f824,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:20.814241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Transition to ACTIVE for port object c372f81f-fa97-4f8f-8c74-896aed7b5ce6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:20.822136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:20.872595 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49551da3-c42b-467c-a927-575d7fffbecb'] response: {'server_uuid': 'baf6d01d-60ba-4f21-8c76-188a43b1ce2f', 'name': 'network-vif-deleted', 'tag': 'c58e4942-cb6c-41d9-91ed-666cb12de1e8', 'status': 'completed', 'code': 200} Apr 28 19:46:21.239013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc941a2-07e9-4f1b-964d-7dfec7063978 None None] Pushing event updated for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:21.269147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Attempting to bind port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:21.269609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Attempting to bind port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:21.269971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Attempting to bind port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 on network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:21.276818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:21.277188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Checking segment: {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:21.277666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.278052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Bound using segment: {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:21.278767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Bound port: c372f81f-fa97-4f8f-8c74-896aed7b5ce6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6b713b8-f722-4700-bddf-af4ef615341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:21.279290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.350458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766158d-00da-4755-97af-d33c9a1cf528 req-5934e178-7515-4416-9558-70d65df879cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.351960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-5934e178-7515-4416-9558-70d65df879cc service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.0441375 Apr 28 19:46:21.448290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] For port c372f81f-fa97-4f8f-8c74-896aed7b5ce6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:21.453878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] For port c372f81f-fa97-4f8f-8c74-896aed7b5ce6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:21.460365 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.568397 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa62416b-357c-4ea7-a5b1-a2170280bb56'] response: {'name': 'network-changed', 'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'status': 'completed', 'code': 200} Apr 28 19:46:21.598711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc941a2-07e9-4f1b-964d-7dfec7063978 None None] Pushing event updated for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:21.598949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:21.621614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:21.625733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:45:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:21.849259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29231ce5-63a0-4212-8f89-00f5deffaf6a req-0a24d860-27ce-4074-b641-520fb77e8a0f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.858317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29231ce5-63a0-4212-8f89-00f5deffaf6a req-0a24d860-27ce-4074-b641-520fb77e8a0f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.7366655 Apr 28 19:46:21.858483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-918e105e-0161-40b4-a560-0184ed58173f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:21.863835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-918e105e-0161-40b4-a560-0184ed58173f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1100 time: 0.2822359 Apr 28 19:46:21.896899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-7586dcc0-cf9b-4262-bc2e-b87095090c55 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5311191 Apr 28 19:46:21.997792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:22.096155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29231ce5-63a0-4212-8f89-00f5deffaf6a req-2da6ed63-fe60-40a2-82b1-5a8b5707634d tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2368755 Apr 28 19:46:22.219911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2766158d-00da-4755-97af-d33c9a1cf528 req-53fcefa0-88ea-41e7-b3a1-acbadeedc734 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793124 Apr 28 19:46:22.222760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-8c56327c-e78d-4c89-8a8d-f3d6f76f9223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.226601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-8c56327c-e78d-4c89-8a8d-f3d6f76f9223 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3561666 Apr 28 19:46:22.407285 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ec32d45-2a4f-433a-aad5-ffec36eeb5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:22.544521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-d0d03005-f70a-406b-aa0b-46c2a3e8bd9f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.3062756 Apr 28 19:46:22.549080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:15Z', 'revision_number': 4, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c372f81f-fa97-4f8f-8c74-896aed7b5ce6', 'name': '', 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'mac_address': 'fa:16:3e:71:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:13Z', 'updated_at': '2022-04-28T19:46:21Z', 'revision_number': 4, 'project_id': '325c187480204b19a3850f032dc2a68a', 'subnets': [{'id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:22.558153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3503e028-2605-4157-b88b-40b5a1423c54 None None] The sync data for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 is: [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:46:15Z', 'revision_number': 4, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c372f81f-fa97-4f8f-8c74-896aed7b5ce6', 'name': '', 'network_id': '5cab6933-c6cb-4d06-9c8d-ddfc69176090', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'mac_address': 'fa:16:3e:71:ce:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_interface', 'standard_attr_id': 852, 'fixed_ips': [{'subnet_id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:13Z', 'updated_at': '2022-04-28T19:46:21Z', 'revision_number': 4, 'project_id': '325c187480204b19a3850f032dc2a68a', 'subnets': [{'id': 'a1b4b34e-ba8f-41e2-a186-9d78db006854', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:22.652746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e3db16-9065-4378-aa0e-b1ac357cf29c req-cdfa7003-8c22-41fe-a66f-f0932e836213 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.657839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9db0ec-9cad-4ccc-a66c-2ed9fff92b44 req-0053d442-4207-4fe2-a1a6-75dad2533376 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.658056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95e3db16-9065-4378-aa0e-b1ac357cf29c req-cdfa7003-8c22-41fe-a66f-f0932e836213 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.5525711 Apr 28 19:46:22.661969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f9db0ec-9cad-4ccc-a66c-2ed9fff92b44 req-0053d442-4207-4fe2-a1a6-75dad2533376 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.2025549 Apr 28 19:46:22.668233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-92fad558-f17a-4c72-a225-74e93ad9c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.673185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-92fad558-f17a-4c72-a225-74e93ad9c24c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=1faa4a80901147478d45b982b00408d2&device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1100 time: 0.3642995 Apr 28 19:46:22.690188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-34d60427-58dd-4264-8176-d1e83695d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.692422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-34d60427-58dd-4264-8176-d1e83695d540 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1385305 Apr 28 19:46:22.738695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Router af2b7290-7c4b-48c0-a174-154c5357f90f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:22.781601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95e3db16-9065-4378-aa0e-b1ac357cf29c req-c9605640-52e3-4f6d-a886-a27f49ed8e19 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199365 Apr 28 19:46:22.822687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-3c240147-3289-4fbc-ad19-2d70430b9ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.824810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-3c240147-3289-4fbc-ad19-2d70430b9ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1261647 Apr 28 19:46:22.837162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:22.892273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-e9555c10-85fc-4c7b-945c-489beb767b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:22.893645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-e9555c10-85fc-4c7b-945c-489beb767b50 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2010319 Apr 28 19:46:22.910427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f9db0ec-9cad-4ccc-a66c-2ed9fff92b44 req-da458ce4-c82e-42b3-939c-bcfd4d63e53e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445509 Apr 28 19:46:22.946582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: c58e4942-cb6c-41d9-91ed-666cb12de1e8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:22.946924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c58e4942-cb6c-41d9-91ed-666cb12de1e8 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:23.011512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54498) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:23.287902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-1c523b6a-29db-4655-bb19-3bf53721c948 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4439137 Apr 28 19:46:23.397331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c372f81f-fa97-4f8f-8c74-896aed7b5ce6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:23.460624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-b86c8722-d028-4ba9-b83a-0d555c499c40 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4352329 Apr 28 19:46:23.463549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-bc9f03ec-3ec4-46ca-a3ba-cb6b9decba06 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 200 len: 217 time: 0.5508294 Apr 28 19:46:23.465449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:23.472636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:23.483648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Usage tracker for resource:floatingip and tenant:647a64f08ea840988992fae8c7326dad is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:23.488358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:23.496422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:23.577176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.631985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:23.641842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:23.642524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.645361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-20958059-57d5-4dfc-9f69-a717eb3da17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.650696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-20958059-57d5-4dfc-9f69-a717eb3da17a service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1663246 Apr 28 19:46:23.714796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:23.727121 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Sync routers for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:23.750398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:23.751035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:23.800231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.822210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Deleting subnet fc764f5d-8568-484b-8a85-329f3312629e {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:46:23.840880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.931938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.941230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.943570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:23.966366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e5eb94-4f16-42f6-bd34-2e7330d20534 req-ec997415-4fc5-4ff7-a8d0-eddf711d6061 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:23.975839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37e5eb94-4f16-42f6-bd34-2e7330d20534 req-ec997415-4fc5-4ff7-a8d0-eddf711d6061 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.7408888 Apr 28 19:46:23.996242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c372f81f-fa97-4f8f-8c74-896aed7b5ce6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:24.002964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.013941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-8a6c8da6-d05e-4d04-8bba-4e76d73ef083 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7178385 Apr 28 19:46:24.014649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0798b34c-1a4d-4b36-b54e-2fd4fca04a33 admin admin] 10.222.0.24 "PUT /v2.0/routers/af2b7290-7c4b-48c0-a174-154c5357f90f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3358891 Apr 28 19:46:24.015365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:24.040125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.121607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.224565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:24.226292 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37e5eb94-4f16-42f6-bd34-2e7330d20534 req-3a9265a2-b76f-40d8-a391-28265d5aeaef tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495265 Apr 28 19:46:24.270804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-5e30d685-58e4-4e0b-84a2-289a9b8efb76 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:24.280681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-5e30d685-58e4-4e0b-84a2-289a9b8efb76 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 948 time: 0.6008868 Apr 28 19:46:24.323305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-23c4c5b6-c653-4adc-82f0-3145af74bac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:24.325049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-23c4c5b6-c653-4adc-82f0-3145af74bac2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6685603 Apr 28 19:46:24.387509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.438839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.448620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc764f5d-8568-484b-8a85-329f3312629e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:24.472160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Deleting port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:24.472504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.529975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.557389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.557766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.558095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.558429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.563460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.563893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.564515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.564861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.565200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.565560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.565896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.566224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:24.578554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4d3049d6-b648-40fe-9925-fcca1a60a3bf admin admin] 10.222.0.24 "DELETE /v2.0/subnets/fc764f5d-8568-484b-8a85-329f3312629e HTTP/1.1" status: 204 len: 168 time: 1.5659733 Apr 28 19:46:24.579362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54514) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:24.588704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.695193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:46:19Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:24.699352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Checking router: af2b7290-7c4b-48c0-a174-154c5357f90f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:24.711355 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Routers {'af2b7290-7c4b-48c0-a174-154c5357f90f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:24.712064 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['af2b7290-7c4b-48c0-a174-154c5357f90f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:24.814833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-643d5ea6-11a2-443f-a5db-b5423cd7601e service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4819098 Apr 28 19:46:24.948330 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] Set router af2b7290-7c4b-48c0-a174-154c5357f90f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:24.948911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:24.972938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b3a7d2-4ba7-4211-86cd-ea3340ba95ad req-b18ea5e1-4dd0-45ca-8527-85571b4fc140 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:24.980079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32b3a7d2-4ba7-4211-86cd-ea3340ba95ad req-b18ea5e1-4dd0-45ca-8527-85571b4fc140 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.4725780 Apr 28 19:46:25.003691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.007695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Deleting port 285a698a-06db-43be-a2d7-f7cf02be4732 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:25.008134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.101223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32b3a7d2-4ba7-4211-86cd-ea3340ba95ad req-775a2639-5845-4693-bff0-e03951681c56 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200655 Apr 28 19:46:25.114819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45182a2-9839-4534-ba19-338c0f7b0d03 req-55945d3a-b113-453f-a131-0128c7067542 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838728 Apr 28 19:46:25.167465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.295076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] For port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:25.295439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.295554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c372f81f-fa97-4f8f-8c74-896aed7b5ce6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:25.378079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] For port 285a698a-06db-43be-a2d7-f7cf02be4732, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=285a698a-06db-43be-a2d7-f7cf02be4732,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:25.378798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.419039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:25.419648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.433853 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:46:19Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:25.443988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efb4e619-cd50-493d-ad93-8186207349ae None None] The sync data for ids ['af2b7290-7c4b-48c0-a174-154c5357f90f'] in n-d-839811-1 is: [{'id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'name': 'tempest-ServersTestBootFromVolume-1424815353-router', 'tenant_id': '1034cd4a077341729eb8886068e65c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:43:34Z', 'updated_at': '2022-04-28T19:46:19Z', 'revision_number': 5, 'project_id': '1034cd4a077341729eb8886068e65c38', 'gw_port': {'id': '285a698a-06db-43be-a2d7-f7cf02be4732', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:58:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af2b7290-7c4b-48c0-a174-154c5357f90f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:43:36Z', 'updated_at': '2022-04-28T19:43:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:25.534744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Calling delete_port for f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:25.620876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Calling delete_port for 285a698a-06db-43be-a2d7-f7cf02be4732 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:25.688250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa2045-6b60-4388-a6f2-968a0b1de270 req-3d8ab169-7d10-46a1-ac8a-057fe25a009a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:25.689975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fbaa2045-6b60-4388-a6f2-968a0b1de270 req-3d8ab169-7d10-46a1-ac8a-057fe25a009a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.4114957 Apr 28 19:46:25.769242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fbaa2045-6b60-4388-a6f2-968a0b1de270 req-fb7032b0-5147-4df6-a3f5-bcb71b478867 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722780 Apr 28 19:46:25.820788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Allocated IP 172.25.2.192 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c431a162-1cfb-4e1d-be04-fe973324b240) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:25.881013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:25.998791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.024002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.112640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.124737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=285a698a-06db-43be-a2d7-f7cf02be4732,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.135668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52e797fc-5766-4638-a24a-ce12036dcd4d req-bf1f243f-06d0-4280-9115-c2cfb4d1ccba tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e48fa75-1e19-40e1-bb76-b300f3a1eb92 HTTP/1.1" status: 200 len: 210 time: 0.0550768 Apr 28 19:46:26.167060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.167408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.167741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.168072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.168399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.168728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.169822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.170847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.170847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.170847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.171190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.171564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:26.188046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['853b9709-937b-4118-8590-166d964a1932']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:26.244826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Pushing event deleted for resources: {'Port': ['ID=f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.245705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.285879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cf3ccd7-1a49-4e84-a970-66ae601af82a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:26.286169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cf3ccd7-1a49-4e84-a970-66ae601af82a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:26.303608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] No DVR routers for this DVR port f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:26.306202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.311950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-deleted', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:26.316887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.328500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.403998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1263204-9ffb-47e8-a248-ac233f754d39 req-476613b9-a437-4b3d-bd1c-9fb48c7044ca tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "DELETE /v2.0/ports/f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 HTTP/1.1" status: 204 len: 173 time: 2.1128213 Apr 28 19:46:26.409242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:26.412269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.417006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:26.420254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:26.497917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.499134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:26.499608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.501379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:26.519329 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:26.531335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event updated for resources: {'Port': ['ID=c431a162-1cfb-4e1d-be04-fe973324b240,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.569020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af22a57d-abb0-4d52-934f-61cefa59d7f4 req-7a71872a-9003-4249-8bc5-6a5c8e28be97 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:26.575759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af22a57d-abb0-4d52-934f-61cefa59d7f4 req-7a71872a-9003-4249-8bc5-6a5c8e28be97 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 949 time: 0.2753880 Apr 28 19:46:26.592633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.594116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af2b7290-7c4b-48c0-a174-154c5357f90f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:46:26.673424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.675197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.701260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af22a57d-abb0-4d52-934f-61cefa59d7f4 req-cb5c9656-aba7-4f9e-94bd-db83865557fa tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993586 Apr 28 19:46:26.714360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.717781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.718542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] Pushing event deleted for resources: {'Network': ['ID=853b9709-937b-4118-8590-166d964a1932,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:26.719518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aaa1b9b7-48c0-4b81-af4f-56b3575d15b3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/af2b7290-7c4b-48c0-a174-154c5357f90f HTTP/1.1" status: 204 len: 168 time: 2.6950042 Apr 28 19:46:26.724205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:26.841955 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5dec30-c688-4cac-9f03-db9e32f5a6cf'] response: {'server_uuid': '6e48fa75-1e19-40e1-bb76-b300f3a1eb92', 'name': 'network-vif-deleted', 'tag': 'f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6', 'status': 'completed', 'code': 200} Apr 28 19:46:26.843834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Deleting subnet 4f6509b0-630d-4a62-8032-c8b63d4fe882 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:46:26.849330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.850774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:26.878765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:26.940053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-55c8b60d-e085-4b8c-bfda-45798d687832 admin admin] 10.222.0.24 "DELETE /v2.0/networks/853b9709-937b-4118-8590-166d964a1932 HTTP/1.1" status: 204 len: 168 time: 2.3559117 Apr 28 19:46:26.942778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54538) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:26.998159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.050712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Deleting subnet 873575f6-2c6b-4d4d-9b7f-b7d68d39d101 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:46:27.057652 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.091816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb832737-51db-450f-bf77-98c2542b25a2 req-cd2f98f3-95a1-4d69-a0c6-bd668952b0e7 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.093303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb832737-51db-450f-bf77-98c2542b25a2 req-cd2f98f3-95a1-4d69-a0c6-bd668952b0e7 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 1100 time: 0.1685615 Apr 28 19:46:27.101355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:27.117430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'mac_address': 'fa:16:3e:90:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:27.124227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.175509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.186943 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.190525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb832737-51db-450f-bf77-98c2542b25a2 req-8df02dfb-659e-46f4-80ce-64de2a6b0eb4 tempest-MigrationsAdminTest-797469190 tempest-MigrationsAdminTest-797469190-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898547 Apr 28 19:46:27.239509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.282359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.285044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:27.285348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f6509b0-630d-4a62-8032-c8b63d4fe882,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:27.290357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.297814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9bd8bf97-6991-4f2a-baec-6ba862dfdc5e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4f6509b0-630d-4a62-8032-c8b63d4fe882 HTTP/1.1" status: 204 len: 168 time: 0.5724978 Apr 28 19:46:27.300407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:27.308937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f127267-f313-4c97-b695-f7720ef66cdb None None] Network 7c43aacd-30dc-4648-a4bf-ecf6683639d8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:27.333441 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:46:27.489197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:27.500670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.503155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:46:27.527869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.534170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.538577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.608883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Deleting port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:27.609253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.617306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:27.621246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:27.648369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8cbcdfde-50fb-43c6-98c9-b63faa77f824 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:27.745038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8cbcdfde-50fb-43c6-98c9-b63faa77f824 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:27.745708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8cbcdfde-50fb-43c6-98c9-b63faa77f824 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:27.746356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 285a698a-06db-43be-a2d7-f7cf02be4732 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:27.785760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event updated for resources: {'Port': ['ID=c431a162-1cfb-4e1d-be04-fe973324b240,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:27.789240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.795709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 285a698a-06db-43be-a2d7-f7cf02be4732 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:27.796150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 285a698a-06db-43be-a2d7-f7cf02be4732 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:27.799397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:27.799841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f4ce1dcb-c36e-4140-b9e0-a1d639bfdbb6 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:27.808076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70e0f22-fc16-491c-a647-15dc13a99a6c req-6cde8fa2-d399-44ad-a47a-c44241237bab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:27.810159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b70e0f22-fc16-491c-a647-15dc13a99a6c req-6cde8fa2-d399-44ad-a47a-c44241237bab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.2442174 Apr 28 19:46:27.831911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.888970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=873575f6-2c6b-4d4d-9b7f-b7d68d39d101,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:27.900277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.909764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-74f5c21c-1d2e-48c3-bd78-124f1778104e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.4481683 Apr 28 19:46:27.933002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b70e0f22-fc16-491c-a647-15dc13a99a6c req-40e82991-7a35-4e96-8a4a-aef60a83ee40 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679440 Apr 28 19:46:27.935392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] For port 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4741fd1c-6f32-402e-a441-35cb1f28b1b3,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:27.935838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:27.954230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:28.011247 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.016147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-10a89969-5afc-432e-9f68-fbd47e691dc5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/873575f6-2c6b-4d4d-9b7f-b7d68d39d101 HTTP/1.1" status: 204 len: 168 time: 1.0699658 Apr 28 19:46:28.016147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-521a4fea-7849-4a75-92a4-e1ad606a8d43 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:28.021350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:28.035688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] DHCP port deletion for 7c43aacd-30dc-4648-a4bf-ecf6683639d8 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:46:28.077917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-521a4fea-7849-4a75-92a4-e1ad606a8d43 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:28.084312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-521a4fea-7849-4a75-92a4-e1ad606a8d43 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.1733747 Apr 28 19:46:28.091488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Deleting port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:28.091897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.237426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Calling delete_port for 4741fd1c-6f32-402e-a441-35cb1f28b1b3 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:28.260987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.345296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.466910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] No DVR routers for this DVR port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:28.538096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Pushing event deleted for resources: {'Port': ['ID=4741fd1c-6f32-402e-a441-35cb1f28b1b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:28.546619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.580545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-c06b5c25-5a3b-4c58-99d8-8a38da7e7781 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:28.581930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-c06b5c25-5a3b-4c58-99d8-8a38da7e7781 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.4966145 Apr 28 19:46:28.588258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6533093c-bbe2-442f-a448-861d278a96dc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.602472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-8a5ce89b-8b33-46b6-bd67-289b74949e02 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:46:28.603150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4bb4d7-4991-4e2e-b121-cd1d462f1143 req-8a5ce89b-8b33-46b6-bd67-289b74949e02 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065279 Apr 28 19:46:28.624870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1861187e-32eb-416e-9471-5b53f2b31cb4') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.625167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1861187e-32eb-416e-9471-5b53f2b31cb4') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.640206 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.662789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.676002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:28.676414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.715414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.715766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] For port 4741fd1c-6f32-402e-a441-35cb1f28b1b3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4741fd1c-6f32-402e-a441-35cb1f28b1b3,segment=NetworkSegment(b3d24bda-94cc-4e3b-ae9d-ef568434b369),segment_id=b3d24bda-94cc-4e3b-ae9d-ef568434b369)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:28.716679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:28.727352 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:28.752650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c43aacd-30dc-4648-a4bf-ecf6683639d8']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.768238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3d24bda-94cc-4e3b-ae9d-ef568434b369') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.769056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3d24bda-94cc-4e3b-ae9d-ef568434b369') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:28.784907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.806699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.816990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:28.817594 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.933543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Calling delete_port for 4741fd1c-6f32-402e-a441-35cb1f28b1b3 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:28.974091 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:28.977679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.987174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:28.998256 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.043157 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:46:29.043933 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:46:29.046008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] Pushing event deleted for resources: {'Network': ['ID=6533093c-bbe2-442f-a448-861d278a96dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:29.047039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.049541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] Pushing event deleted for resources: {'Network': ['ID=7c43aacd-30dc-4648-a4bf-ecf6683639d8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:29.052896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c3d0235-7996-4a2f-b47d-9b2403d1cad8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6533093c-bbe2-442f-a448-861d278a96dc HTTP/1.1" status: 204 len: 168 time: 1.0305593 Apr 28 19:46:29.086334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7661b-7a11-4b31-97da-aeb449095433 req-a7cb6a12-9a92-4665-ba8d-73951ad91862 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.089015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18c7661b-7a11-4b31-97da-aeb449095433 req-a7cb6a12-9a92-4665-ba8d-73951ad91862 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.2131467 Apr 28 19:46:29.144536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18c7661b-7a11-4b31-97da-aeb449095433 req-c357f1d0-ad47-416f-98b1-5975ad48aaed tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491226 Apr 28 19:46:29.146900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c417c0f2-7398-4b1c-bf8e-661186a9344e admin admin] 10.222.0.24 "DELETE /v2.0/networks/7c43aacd-30dc-4648-a4bf-ecf6683639d8 HTTP/1.1" status: 204 len: 168 time: 1.8452783 Apr 28 19:46:29.200940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54582) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:29.227543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8c776565-e2fb-4d14-9cea-6b7631a3b0d2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.228249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8c776565-e2fb-4d14-9cea-6b7631a3b0d2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:29.270659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8c776565-e2fb-4d14-9cea-6b7631a3b0d2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:29.273447 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8c776565-e2fb-4d14-9cea-6b7631a3b0d2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 821 time: 0.2581217 Apr 28 19:46:29.279634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4741fd1c-6f32-402e-a441-35cb1f28b1b3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:29.297205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-9251fef0-6530-4d8b-b18b-127523c2fa49 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/quotas/647a64f08ea840988992fae8c7326dad HTTP/1.1" status: 200 len: 375 time: 0.0190098 Apr 28 19:46:29.317837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2cd77cde-b8fc-459c-a984-02855dcd3b3b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf668f812f246b0a09965cb8c561a34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1153679 Apr 28 19:46:29.320325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:29.380262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:29.408761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4741fd1c-6f32-402e-a441-35cb1f28b1b3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:29.409343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4741fd1c-6f32-402e-a441-35cb1f28b1b3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:29.466588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7bda7d46-eb55-43a9-92d7-def9e2305074 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1034cd4a077341729eb8886068e65c38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849845 Apr 28 19:46:29.467154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:29.490608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-22a9399c-26ab-4877-aa6a-bb80c98b31b5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1895940 Apr 28 19:46:29.492174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.546059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Deleting port 4741fd1c-6f32-402e-a441-35cb1f28b1b3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:29.546252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b27f06-79b0-4aea-8a67-4761cb192982 req-4c4501f3-2e29-44a0-9b6d-af6cc2fccb8e tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:29.546354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.546927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4b27f06-79b0-4aea-8a67-4761cb192982 req-4c4501f3-2e29-44a0-9b6d-af6cc2fccb8e tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Synchronizing usage tracker for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:29.563946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.630510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-effddc76-92fe-4a47-9d19-45645f45c487 None None] The port '4741fd1c-6f32-402e-a441-35cb1f28b1b3' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:46:29.644671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.648542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4b27f06-79b0-4aea-8a67-4761cb192982 req-4c4501f3-2e29-44a0-9b6d-af6cc2fccb8e tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Unset dirty status for tenant:0430aa4379ac484ebe9585df0b4639b1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:29.649643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4b27f06-79b0-4aea-8a67-4761cb192982 req-4c4501f3-2e29-44a0-9b6d-af6cc2fccb8e tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 949 time: 0.3040299 Apr 28 19:46:29.656685 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-d21ff947-b41c-47ef-8018-be7b67a8c8a5 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591649 Apr 28 19:46:29.698060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.705098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.750489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74ed41a-cb18-4b3d-8c5c-1326bdb3c023,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:29.784767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4b27f06-79b0-4aea-8a67-4761cb192982 req-81d5064b-265a-4404-8f42-1e38ca3d2f21 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260746 Apr 28 19:46:29.791947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.793055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0a5bd37e-8a43-4a3e-a67a-c203bd18d8ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c74ed41a-cb18-4b3d-8c5c-1326bdb3c023 HTTP/1.1" status: 204 len: 168 time: 0.4718189 Apr 28 19:46:29.826240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.856147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:29.858247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/49603976-177b-4766-98ff-3381f50e66b4 HTTP/1.1" status: 204 len: 168 time: 0.3873742 Apr 28 19:46:29.859426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e95f37-c302-46a7-8c0c-fcdcc8972906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49603976-177b-4766-98ff-3381f50e66b4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:29.871298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-ce77ea13-4fcc-45a4-b875-bbc2866bee79 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022505 Apr 28 19:46:30.081134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d32b6e-5059-4be2-9460-aaf0dff33d1a req-018c120e-526a-4b28-8b40-800e2863b104 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.082752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27d32b6e-5059-4be2-9460-aaf0dff33d1a req-018c120e-526a-4b28-8b40-800e2863b104 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.1505201 Apr 28 19:46:30.184870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27d32b6e-5059-4be2-9460-aaf0dff33d1a req-301c80e8-ecb9-4a0c-a4ab-660a56f89f54 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937500 Apr 28 19:46:30.300217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71d323c3-9fd9-4e5a-87f1-b40cd9658317 req-9f3c83a0-e764-44cd-b3dc-4c2d9e4fc6ce tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 210 time: 0.1491244 Apr 28 19:46:30.353348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-5a84d90d-9380-4449-b1b8-e4673165be7c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.355385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-5a84d90d-9380-4449-b1b8-e4673165be7c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.3366315 Apr 28 19:46:30.473964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Deleting port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:30.474773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.519392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c137-e172-4926-8072-dd7fae732f88 req-09420807-a7b1-42eb-be38-81cd2395cc0f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:30.530373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a156c137-e172-4926-8072-dd7fae732f88 req-09420807-a7b1-42eb-be38-81cd2395cc0f tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 950 time: 0.1367471 Apr 28 19:46:30.611411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a156c137-e172-4926-8072-dd7fae732f88 req-7b79c12e-3a2d-405a-8911-f56b0fc09cb6 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800254 Apr 28 19:46:30.668009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54628) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:30.740419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b9f96304-ebec-4afb-a803-09cf5f7908d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5c196c1cf6842bd9e19359b657e4725&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0703886 Apr 28 19:46:30.744429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:30.876798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:30.877171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:30.899436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:31.220548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:31.238887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'mac_address': 'fa:16:3e:90:da:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.144'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:31.248855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.253269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Calling delete_port for 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:31.295982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.346701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-c672df3b-5ff2-48c9-b7bb-ffc4f9e3dd7a tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.347344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4655d08-e31b-4df6-bb03-7d02625092ad req-fe7ef44d-67a0-44a1-ad73-c8e046ca4ab7 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:31.349157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-c672df3b-5ff2-48c9-b7bb-ffc4f9e3dd7a tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 949 time: 0.5251923 Apr 28 19:46:31.354435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4655d08-e31b-4df6-bb03-7d02625092ad req-fe7ef44d-67a0-44a1-ad73-c8e046ca4ab7 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 949 time: 0.3244987 Apr 28 19:46:31.421411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4655d08-e31b-4df6-bb03-7d02625092ad req-85ebf6ea-b49d-4da6-9398-71714015a51a tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660155 Apr 28 19:46:31.524395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.538584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:31.566463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:31.595734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd', '0eb99239-6550-4ebe-9857-f33a05ed60a0', '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:31.631587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Deleting port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:31.634285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.700431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event deleted for resources: {'Port': ['ID=5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:31.837676 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:31.871287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4a23415-9a79-4098-aa89-56d577fc94c3 req-a47ce93d-234a-485a-aa57-572dd2597a7e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 210 time: 0.1777141 Apr 28 19:46:31.900626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8a751f9-be38-437f-acec-7d0953377a54,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:31.994626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] No DVR routers for this DVR port 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:31.999578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.024175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-deleted', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:32.035042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae57f675-2017-47ae-9db2-6de172c71e29 req-42cccf0e-85f7-4925-946b-01e5e3c25b79 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "DELETE /v2.0/ports/5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 HTTP/1.1" status: 204 len: 173 time: 1.6745684 Apr 28 19:46:32.140529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1911916362-network', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:32.161229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5426d6-cbf9-40c4-886f-a32c8e05afbb req-878d3839-67d9-47f2-8fdf-cc6672d486bc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.163086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e5426d6-cbf9-40c4-886f-a32c8e05afbb req-878d3839-67d9-47f2-8fdf-cc6672d486bc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.7311144 Apr 28 19:46:32.164360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:32.194777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7397b2a3-1489-438a-9fd0-da03b7a369a2 req-9b0fa185-d0ad-4627-a16f-a862a3c3839a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:32.213796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7397b2a3-1489-438a-9fd0-da03b7a369a2 req-9b0fa185-d0ad-4627-a16f-a862a3c3839a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:32.215066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7397b2a3-1489-438a-9fd0-da03b7a369a2 req-9b0fa185-d0ad-4627-a16f-a862a3c3839a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ca2a81a-e93b-4b77-96dd-9f016a08945a HTTP/1.1" status: 200 len: 210 time: 0.1144722 Apr 28 19:46:32.227678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.229059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-42da2f69-a762-43cc-8f31-bbbc823982c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f8a751f9-be38-437f-acec-7d0953377a54 HTTP/1.1" status: 204 len: 168 time: 1.4831538 Apr 28 19:46:32.234550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Usage tracker for resource:network and tenant:ca32fd65d96f4c479e003cb4899bddc1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:32.304394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:32.345117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:32.351718 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b89a2b0f-6a26-4010-9e8f-e35e62b34438'] response: {'server_uuid': '3ca2a81a-e93b-4b77-96dd-9f016a08945a', 'name': 'network-vif-deleted', 'tag': '5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4', 'status': 'completed', 'code': 200} Apr 28 19:46:32.393929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-b1136b71-2192-43e1-9290-82a93197c7e1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.395400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-b1136b71-2192-43e1-9290-82a93197c7e1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.46 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 821 time: 0.6758139 Apr 28 19:46:32.396050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Made reservation on behalf of ca32fd65d96f4c479e003cb4899bddc1 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:32.398399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.421414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'port': {'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'admin_state_up': True, 'tenant_id': '647a64f08ea840988992fae8c7326dad'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:32.449807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e5426d6-cbf9-40c4-886f-a32c8e05afbb req-05ba2e46-8756-4d62-8418-ae0951c58580 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605865 Apr 28 19:46:32.460327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.538192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:32.541322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] For port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:32.541884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:32.565335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Usage tracker for resource:security_group_rule and tenant:ca32fd65d96f4c479e003cb4899bddc1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:32.570340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:32.753399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:32.766651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Calling delete_port for ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:32.774671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09231cdd-2b60-489e-ac62-d6fbbbf0ca0d req-04604db9-ad22-4cf0-8a70-299f43eda276 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:32.776774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09231cdd-2b60-489e-ac62-d6fbbbf0ca0d req-04604db9-ad22-4cf0-8a70-299f43eda276 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 949 time: 0.1453917 Apr 28 19:46:32.837995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09231cdd-2b60-489e-ac62-d6fbbbf0ca0d req-d7ed4dc5-1981-470f-8dad-294aaab9471e tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/security-groups?id=c10623e5-b21d-4993-acca-89b38f904720&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542297 Apr 28 19:46:32.924427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:32.985686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:33.088915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a71cfb03-aee6-46fa-95d9-924e301cdd5f req-685b0a68-38b3-4b1c-a5a7-c1783ad222ab tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0877371 Apr 28 19:46:33.094922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Made reservation on behalf of 647a64f08ea840988992fae8c7326dad for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:33.098342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.144419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.151238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.169361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.266276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:33.289145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Pushing event deleted for resources: {'Port': ['ID=ea34fea0-b80b-4ed6-bf26-18da4bcb92a2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:33.314961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.315646 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Added segment 33592a38-dbe6-447c-b58e-18f2d50eb22b of type vlan for network 34197707-ad0d-42fb-9234-24270acba21d Apr 28 19:46:33.319646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740fddd5-09fb-41c6-b2c1-4a595f772f4d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:33.341256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:33.479307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-812706652-network', 'tenant_id': 'bf2d2f7ef69b47b291e403aa520afddf'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:33.488453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:33.496513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Usage tracker for resource:network and tenant:bf2d2f7ef69b47b291e403aa520afddf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:33.502882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] No DVR routers for this DVR port ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:33.507529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.508489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:33.520412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:33.523847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-deleted', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:33.530856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.555541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:33.584451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Made reservation on behalf of bf2d2f7ef69b47b291e403aa520afddf for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:33.588783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.609207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8113cb39-49b1-434a-9e6e-b0c2e906b4d8 req-bc18a5c7-b230-4075-a1cb-3077eafec8e6 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.41 "DELETE /v2.0/ports/ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 HTTP/1.1" status: 204 len: 173 time: 2.2488925 Apr 28 19:46:33.618382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Allocated IP 172.20.0.12 (3e66b785-df10-435b-bf74-a54c9bdcb9fe/5d2c7755-56c5-4769-854c-2547522564c7/ced14a54-3728-4006-abc3-223ed46b9eb2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:33.632307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.634151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.635824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.640895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:33.641697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea34fea0-b80b-4ed6-bf26-18da4bcb92a2 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:33.760947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:33.786161 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6e673ea-abc5-4789-884e-cfb5be9e0184'] response: {'server_uuid': '59fbff03-ae2b-4213-bf5c-b279cc87c4b9', 'name': 'network-vif-deleted', 'tag': 'ea34fea0-b80b-4ed6-bf26-18da4bcb92a2', 'status': 'completed', 'code': 200} Apr 28 19:46:33.849201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:33.865349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Usage tracker for resource:security_group_rule and tenant:bf2d2f7ef69b47b291e403aa520afddf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:33.869753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:33.879878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:33.935530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e6b6e-8935-4a77-9f97-bc7149d954e6 req-165d0ee3-4014-4448-b5cd-14e7896695c5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:33.938026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a26e6b6e-8935-4a77-9f97-bc7149d954e6 req-165d0ee3-4014-4448-b5cd-14e7896695c5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.3096957 Apr 28 19:46:33.971021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.3833551 Apr 28 19:46:33.971859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:34.011154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a26e6b6e-8935-4a77-9f97-bc7149d954e6 req-5c4411a1-c403-4368-9dc4-4e2cecbfb6ed tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631554 Apr 28 19:46:34.063859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.069201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.099476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Request body: {'subnet': {'network_id': '34197707-ad0d-42fb-9234-24270acba21d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-subnet', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:34.111741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:34.118892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:34.122368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08542ab-d71c-4d05-8379-46c6f633b676,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:34.125047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42cdebc-d310-4996-bcbd-f8e765d6fc7e admin admin] Pushing event updated for resources: {'Network': ['ID=34197707-ad0d-42fb-9234-24270acba21d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:34.134828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.135267 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Added segment 92904772-a0fb-4310-9da6-b8efd4fb1c53 of type vlan for network 2a615df8-1ba8-4bbc-aa43-f42d53f193c9 Apr 28 19:46:34.147508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Usage tracker for resource:subnet and tenant:ca32fd65d96f4c479e003cb4899bddc1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:34.164960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:34.165440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 34197707-ad0d-42fb-9234-24270acba21d details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:34.241630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33ab0827-15ae-4a4b-b06e-b47e07a3e393 req-078b5275-c875-42c2-b472-3466b6537b92 tempest-ListImageFiltersTestJSON-1448468024 tempest-ListImageFiltersTestJSON-1448468024-project] 10.222.0.24 "GET /v2.0/ports?device_id=59fbff03-ae2b-4213-bf5c-b279cc87c4b9 HTTP/1.1" status: 200 len: 210 time: 0.0585401 Apr 28 19:46:34.243252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.303028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.304072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:34.304649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.361514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:34.420825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd13bb-dce4-4c60-9623-9cde2e9438b2 req-04855a17-22dd-4946-81e1-bbe850ffc09e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:34.422238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1fd13bb-dce4-4c60-9623-9cde2e9438b2 req-04855a17-22dd-4946-81e1-bbe850ffc09e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 951 time: 0.4567628 Apr 28 19:46:34.474210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Made reservation on behalf of ca32fd65d96f4c479e003cb4899bddc1 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:34.477080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.508721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.523550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1806304 Apr 28 19:46:34.524610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a492043-bb24-4ff0-9dc6-89c57a875087 admin admin] Pushing event updated for resources: {'Network': ['ID=2a615df8-1ba8-4bbc-aa43-f42d53f193c9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:34.530726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54718) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:34.538047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98f0db15-a541-4396-bcce-4d3054e5717c req-eec52dd3-0e50-40b3-be89-f02c7020031b tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 210 time: 0.0995598 Apr 28 19:46:34.539794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2a615df8-1ba8-4bbc-aa43-f42d53f193c9 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:34.556369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Request body: {'subnet': {'network_id': '2a615df8-1ba8-4bbc-aa43-f42d53f193c9', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-812706652-subnet', 'tenant_id': 'bf2d2f7ef69b47b291e403aa520afddf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:34.562050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:34.617687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1fd13bb-dce4-4c60-9623-9cde2e9438b2 req-cadd1286-13b6-4e8b-b99b-7aec96c9f02e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857636 Apr 28 19:46:34.622293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Usage tracker for resource:subnet and tenant:bf2d2f7ef69b47b291e403aa520afddf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:34.629786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:34.647823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Transition to ACTIVE for port object ced14a54-3728-4006-abc3-223ed46b9eb2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:34.652348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:34.682224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Made reservation on behalf of bf2d2f7ef69b47b291e403aa520afddf for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:34.684786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.821573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:34.839621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8e2048af-355c-4bcb-a0fc-fc557a5a6241'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:34.936951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:34.941904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:34.954307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:34.961842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:34.977839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:34.978176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5a54cf5d-8a4a-4150-a0a5-06f2f6ff37e4 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:35.011065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event updated for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.099437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.100377 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.156781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.266169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-81eb4d74-e34e-47c1-97bc-6ed3f65a6ba6 None None] Provisioning for port ced14a54-3728-4006-abc3-223ed46b9eb2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:35.271292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-81eb4d74-e34e-47c1-97bc-6ed3f65a6ba6 None None] Provisioning complete for port ced14a54-3728-4006-abc3-223ed46b9eb2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:35.271851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81eb4d74-e34e-47c1-97bc-6ed3f65a6ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.272812 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-4be72c0e-57de-4d58-9e1f-66b02b782fd5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8640354 Apr 28 19:46:35.296315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3714767c-0703-4ef4-81c7-f22814d54f5b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.301508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Request body: {'port': {'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:35.380180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.390772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-81eb4d74-e34e-47c1-97bc-6ed3f65a6ba6 None None] Port ced14a54-3728-4006-abc3-223ed46b9eb2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:46:35.419296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Checking segment: {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:35.419791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Network hostable DHCP agents. Network: 34197707-ad0d-42fb-9234-24270acba21d, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:35.545442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e89f16-14ce-4c09-8bc3-737948156173 req-7d94e19b-d7ca-470e-8285-c416cf9cf8d2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.546992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6e89f16-14ce-4c09-8bc3-737948156173 req-7d94e19b-d7ca-470e-8285-c416cf9cf8d2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.3147860 Apr 28 19:46:35.552011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Network 34197707-ad0d-42fb-9234-24270acba21d is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:35.571971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 34197707-ad0d-42fb-9234-24270acba21d) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:35.583922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb8442d-dd66-4319-b293-a85e42fc6374 None None] Network 34197707-ad0d-42fb-9234-24270acba21d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:35.604957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.614058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c597319-f45f-497f-8630-075186c59664,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:35.618706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.618706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.631338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Checking segment: {'id': '92904772-a0fb-4310-9da6-b8efd4fb1c53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '2a615df8-1ba8-4bbc-aa43-f42d53f193c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:35.631704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Network hostable DHCP agents. Network: 2a615df8-1ba8-4bbc-aa43-f42d53f193c9, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:35.667273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6e89f16-14ce-4c09-8bc3-737948156173 req-953ecee4-b925-4f7e-939a-48d8de79b1f7 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024494 Apr 28 19:46:35.670473 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2cdcdbaa-ee28-4db3-9c29-6bc1b0ec6b38 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6850941 Apr 28 19:46:35.687603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47885cc-8e22-4726-8073-7306517d0c69 req-31298a77-2aa8-430a-a403-dda657194d85 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:35.701042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e47885cc-8e22-4726-8073-7306517d0c69 req-31298a77-2aa8-430a-a403-dda657194d85 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 951 time: 0.3198147 Apr 28 19:46:35.701575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:35.720284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:35.814912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:35.835975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Usage tracker for resource:router and tenant:ca32fd65d96f4c479e003cb4899bddc1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:35.842553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:35.859568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:35.934194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Deleting port 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:35.935669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:35.939584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Network 2a615df8-1ba8-4bbc-aa43-f42d53f193c9 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:35.944934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-34197707-ad0d-42fb-9234-24270acba21d', 'network_id': '34197707-ad0d-42fb-9234-24270acba21d', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'fixed_ips': [{'subnet_id': '3714767c-0703-4ef4-81c7-f22814d54f5b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:46:35.946930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.047597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.048609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.072320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.100286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2a615df8-1ba8-4bbc-aa43-f42d53f193c9) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:36.105191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.105809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.129576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ba19d-77f2-4f0f-8d84-6d1f257175ef None None] Network 2a615df8-1ba8-4bbc-aa43-f42d53f193c9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:36.142660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-283e0459-bdf3-4ca4-b333-ae89217632ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.6001275 Apr 28 19:46:36.388549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ced14a54-3728-4006-abc3-223ed46b9eb2 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:36.399759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.461654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Transition to ACTIVE for port object ced14a54-3728-4006-abc3-223ed46b9eb2 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:36.486425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:36.489788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33e5a1-e6a6-4c55-a337-00edaee5f6d2 None None] Network 2a615df8-1ba8-4bbc-aa43-f42d53f193c9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:36.504748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84bc83e-8ee7-49ff-91ef-2f9347a70f44 req-a89384e0-0863-4ec0-890a-aabba112075f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:36.511852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d84bc83e-8ee7-49ff-91ef-2f9347a70f44 req-a89384e0-0863-4ec0-890a-aabba112075f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 932 time: 0.6582532 Apr 28 19:46:36.551251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Allocated IP 172.20.0.2 (34197707-ad0d-42fb-9234-24270acba21d/3714767c-0703-4ef4-81c7-f22814d54f5b/3294b3ec-4def-4351-85c3-84c56466b3bc) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:36.609568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d84bc83e-8ee7-49ff-91ef-2f9347a70f44 req-0ac20239-b5c2-497a-a8fb-88471cc07173 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968120 Apr 28 19:46:37.108393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d98a8b-38a7-43e6-a02e-d5b238f7e01c req-e3c4bf6c-7d68-4974-821e-125d501f8764 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.114311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] For port 0eb99239-6550-4ebe-9857-f33a05ed60a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0eb99239-6550-4ebe-9857-f33a05ed60a0,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:37.114679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.116490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9d98a8b-38a7-43e6-a02e-d5b238f7e01c req-e3c4bf6c-7d68-4974-821e-125d501f8764 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 951 time: 0.8145592 Apr 28 19:46:37.188829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Pushing event updated for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.228716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9d98a8b-38a7-43e6-a02e-d5b238f7e01c req-602c6f37-66ff-428c-8f48-73dd66cd56b5 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087914 Apr 28 19:46:37.256325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.298939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Transition to ACTIVE for port object 3294b3ec-4def-4351-85c3-84c56466b3bc will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:37.322215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54788) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:37.341774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Calling delete_port for 0eb99239-6550-4ebe-9857-f33a05ed60a0 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:37.346157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1024033274-network', 'tenant_id': 'a97c589ed1d1463f8412a23e24fe7117'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:37.353654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Transition to ACTIVE for port object 3294b3ec-4def-4351-85c3-84c56466b3bc will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:37.354126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:37.357282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Attempting to bind port ced14a54-3728-4006-abc3-223ed46b9eb2 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:37.357839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Attempting to bind port ced14a54-3728-4006-abc3-223ed46b9eb2 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:37.358243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Attempting to bind port ced14a54-3728-4006-abc3-223ed46b9eb2 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:37.365975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Usage tracker for resource:network and tenant:a97c589ed1d1463f8412a23e24fe7117 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:37.368802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Port ced14a54-3728-4006-abc3-223ed46b9eb2 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:46:37.369060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.369318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Attempting to bind port ced14a54-3728-4006-abc3-223ed46b9eb2 on network 3e66b785-df10-435b-bf74-a54c9bdcb9fe {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:37.371924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:37.382973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:37.385403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:37.385786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Checking segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:37.386346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Bound using segment: {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:37.386886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Bound port: ced14a54-3728-4006-abc3-223ed46b9eb2, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ba98643-cb0c-4542-aac7-90e4f3ef807c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:37.387363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.438335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Made reservation on behalf of a97c589ed1d1463f8412a23e24fe7117 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:37.440942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.461195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.464725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.493999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:37.513737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Usage tracker for resource:security_group_rule and tenant:a97c589ed1d1463f8412a23e24fe7117 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:37.567022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:37.568428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Network 34197707-ad0d-42fb-9234-24270acba21d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:37.584397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:37.593865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:37.616782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:37.663786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Pushing event updated for resources: {'Port': ['ID=3294b3ec-4def-4351-85c3-84c56466b3bc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.667596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:37.673702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.674076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.675552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.675680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.677342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.677750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.678142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.679361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.679735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.680064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.680439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.680816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:46:37.698798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ced14a54-3728-4006-abc3-223ed46b9eb2,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:37.722672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.781932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.799610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:37.829573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['617092d8-09c0-4289-bda8-7ec3e3f75776'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:37.839041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event deleted for resources: {'Port': ['ID=0eb99239-6550-4ebe-9857-f33a05ed60a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:37.904045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8a6eb-f28a-4a3b-b9b1-499fb87babc0 req-95f509b6-ae03-4657-b487-310c6c464b9a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.908095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ba8a6eb-f28a-4a3b-b9b1-499fb87babc0 req-95f509b6-ae03-4657-b487-310c6c464b9a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.4051168 Apr 28 19:46:37.919988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:37.920722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.922223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] 10.222.0.46 "PUT /v2.0/ports/ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 1092 time: 2.6387730 Apr 28 19:46:37.923994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:37.933709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Attempting to bind port 3294b3ec-4def-4351-85c3-84c56466b3bc on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:37.937246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Attempting to bind port 3294b3ec-4def-4351-85c3-84c56466b3bc by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:37.937569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Attempting to bind port 3294b3ec-4def-4351-85c3-84c56466b3bc on network 34197707-ad0d-42fb-9234-24270acba21d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:37.968480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:37.968772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Checking segment: {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:37.969177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.969669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Bound using segment: {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:37.970162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Bound port: 3294b3ec-4def-4351-85c3-84c56466b3bc, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:37.970603 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:37.993021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] No DVR routers for this DVR port 0eb99239-6550-4ebe-9857-f33a05ed60a0 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:38.002386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.005168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-deleted', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:38.102209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ba8a6eb-f28a-4a3b-b9b1-499fb87babc0 req-85e27190-a76d-4e8e-9012-2b9b49e81c65 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1613512 Apr 28 19:46:38.135097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6498c4-6f7a-495d-af76-b92212758fad service neutron] Pushing event updated for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.162338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.171698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.197091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:38.215304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.216394 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Added segment 1f65df58-e4b0-4510-b541-866afbf6c6cf of type vlan for network 7362037b-0a5b-440e-96b3-12ee80ea95a1 Apr 28 19:46:38.262150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.263168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e47885cc-8e22-4726-8073-7306517d0c69 req-770be1b5-1244-43a1-b2cd-665ab23a3b2c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "DELETE /v2.0/ports/0eb99239-6550-4ebe-9857-f33a05ed60a0 HTTP/1.1" status: 204 len: 173 time: 2.5362682 Apr 28 19:46:38.314138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.315294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.316392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.402969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.407066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89fd448f-8d32-4ef1-8e7e-afab4b4568d5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.502684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb0f917-966a-4485-98b8-5c26c7d63d27 req-9c006918-2ef4-433d-bd43-a0fb8f322141 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.513374 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4cb0f917-966a-4485-98b8-5c26c7d63d27 req-9c006918-2ef4-433d-bd43-a0fb8f322141 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 944 time: 0.5682862 Apr 28 19:46:38.528847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.564146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2320297 Apr 28 19:46:38.568175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54828) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:38.570751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9055494-1295-424f-90e4-281bc920df34 admin admin] Pushing event updated for resources: {'Network': ['ID=7362037b-0a5b-440e-96b3-12ee80ea95a1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:38.586899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] For port 3294b3ec-4def-4351-85c3-84c56466b3bc, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:38.588945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-c5b22558-410a-438f-8c25-73f288129f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.591503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-c5b22558-410a-438f-8c25-73f288129f17 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1095 time: 0.5809121 Apr 28 19:46:38.599236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7362037b-0a5b-440e-96b3-12ee80ea95a1 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:38.655884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4cb0f917-966a-4485-98b8-5c26c7d63d27 req-f858931e-2c73-4f67-86c6-309e11a3624a tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213694 Apr 28 19:46:38.704659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Request body: {'subnet': {'network_id': '7362037b-0a5b-440e-96b3-12ee80ea95a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1024033274-subnet', 'tenant_id': 'a97c589ed1d1463f8412a23e24fe7117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:38.713069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-e5a09a10-4594-491e-acd4-1e6e2f3ef4ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 217 time: 0.1142235 Apr 28 19:46:38.716173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:38.720488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Usage tracker for resource:subnet and tenant:a97c589ed1d1463f8412a23e24fe7117 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:38.723716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:38.729767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:38.780856 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d852fd94-c484-4eb2-8735-bb1e6211d778'] response: {'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'status': 'completed', 'code': 200} Apr 28 19:46:38.789329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Made reservation on behalf of a97c589ed1d1463f8412a23e24fe7117 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:38.791637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.799695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Allocated IP 172.25.2.103 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/7d8c5297-66f2-4249-b571-ce64ba9fb597) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:38.800210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] For port 3294b3ec-4def-4351-85c3-84c56466b3bc, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3294b3ec-4def-4351-85c3-84c56466b3bc,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:38.828444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:38.882235 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ab060e2-7e19-4193-84d8-8f775663828c'] response: {'server_uuid': '63576577-45ca-49f5-823d-d50ed2128fe5', 'name': 'network-vif-deleted', 'tag': '0eb99239-6550-4ebe-9857-f33a05ed60a0', 'status': 'completed', 'code': 200} Apr 28 19:46:38.941042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:38.983769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-2e38909f-fbf0-4b84-9572-2929289f7694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:38.985241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-2e38909f-fbf0-4b84-9572-2929289f7694 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.2467916 Apr 28 19:46:39.036992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 0eb99239-6550-4ebe-9857-f33a05ed60a0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:39.037619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0eb99239-6550-4ebe-9857-f33a05ed60a0 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:39.095832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec25acb-3cd2-424f-807e-ce34df80ad20 None None] Pushing event updated for resources: {'Port': ['ID=3294b3ec-4def-4351-85c3-84c56466b3bc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.270444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-58e56ece-ba6c-4092-8473-23c5aa3c25e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:39.272090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-58e56ece-ba6c-4092-8473-23c5aa3c25e6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2732456 Apr 28 19:46:39.295399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab20483c-0fbe-451f-98c2-228b0f3a676a req-adba04ed-67f3-45eb-8704-e4526009b1dc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:39.318397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ab20483c-0fbe-451f-98c2-228b0f3a676a req-adba04ed-67f3-45eb-8704-e4526009b1dc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:39.320250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab20483c-0fbe-451f-98c2-228b0f3a676a req-adba04ed-67f3-45eb-8704-e4526009b1dc tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=63576577-45ca-49f5-823d-d50ed2128fe5 HTTP/1.1" status: 200 len: 210 time: 0.1031766 Apr 28 19:46:39.385694 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.414929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.481786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.599129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Pushing event updated for resources: {'Port': ['ID=7d8c5297-66f2-4249-b571-ce64ba9fb597,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:39.643580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:39.645000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:39.652189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:39.735235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:39.929748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54856) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:39.960813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-e3ba43c7-e1d2-41f6-80d9-c96cb05f34d4 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6739447 Apr 28 19:46:39.965444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Pushing event updated for resources: {'Subnet': ['ID=89a8fc22-8e97-4caa-bf9d-0d39f75d240a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:40.071893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Checking segment: {'id': '1f65df58-e4b0-4510-b541-866afbf6c6cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '7362037b-0a5b-440e-96b3-12ee80ea95a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:40.072160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Network hostable DHCP agents. Network: 7362037b-0a5b-440e-96b3-12ee80ea95a1, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:40.127634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24a025-bca9-4bec-bc0f-fb95004b1a8b req-dce46e69-23c6-4932-bad3-43f9ed4002b5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.129146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c24a025-bca9-4bec-bc0f-fb95004b1a8b req-dce46e69-23c6-4932-bad3-43f9ed4002b5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.5406246 Apr 28 19:46:40.132221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Network 7362037b-0a5b-440e-96b3-12ee80ea95a1 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:40.186282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7362037b-0a5b-440e-96b3-12ee80ea95a1) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:40.195001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34660342-52ee-4f27-bf26-b8f341c35a7b None None] Network 7362037b-0a5b-440e-96b3-12ee80ea95a1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:40.200966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.201839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.221423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464bf9b1-7a66-45bc-8d17-a6cc2938b0da req-79193963-d587-4604-afe8-7c16f0faeed9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.223092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-464bf9b1-7a66-45bc-8d17-a6cc2938b0da req-79193963-d587-4604-afe8-7c16f0faeed9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 944 time: 0.2876270 Apr 28 19:46:40.259434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.259697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-866d644c-852d-42cd-a6fc-34a6aec57f41 req-37d58c64-293b-4304-a974-dd7f271a39e4 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2905891 Apr 28 19:46:40.296653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0261d9ee-6c6e-44cc-85a1-77af1ff5092d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7252800 Apr 28 19:46:40.327096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c24a025-bca9-4bec-bc0f-fb95004b1a8b req-bb899747-6af3-4647-be22-7d0b9de16946 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820967 Apr 28 19:46:40.466371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03bcc3fb-14be-44d3-85fe-e61c12b5ae90 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0430aa4379ac484ebe9585df0b4639b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5270147 Apr 28 19:46:40.468587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54866) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:40.567701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-6d6636d1-120d-45a1-b676-b7bc026868ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:40.569747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-6d6636d1-120d-45a1-b676-b7bc026868ab service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1095 time: 0.2205603 Apr 28 19:46:40.641590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-464bf9b1-7a66-45bc-8d17-a6cc2938b0da req-ed646562-5ae1-4c6c-a710-b01c757a7f1d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4083025 Apr 28 19:46:40.642443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53bd8ce-c102-4fb5-b8b1-4047f34ab7dc None None] Network 34197707-ad0d-42fb-9234-24270acba21d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:40.652217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54872) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:40.679372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.786304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.844641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.922788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:40.924115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c10623e5-b21d-4993-acca-89b38f904720 HTTP/1.1" status: 204 len: 168 time: 0.4545488 Apr 28 19:46:40.943236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b9d2d-a6e5-46ab-880d-b0292a74d09e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10623e5-b21d-4993-acca-89b38f904720,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:41.007427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.011815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Deleting subnet 4c597319-f45f-497f-8630-075186c59664 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:46:41.016650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.035743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e861f03d-dbed-4e0d-a66a-bcb7da48c147 None None] Provisioning for port 3294b3ec-4def-4351-85c3-84c56466b3bc completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:41.039488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-ae8aa4b6-6ffe-43ab-9e81-7c65e362c19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.044923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-ae8aa4b6-6ffe-43ab-9e81-7c65e362c19f service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4649811 Apr 28 19:46:41.045409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e99e598-125d-4e36-b8ab-5162280d1e02 None None] Network 7362037b-0a5b-440e-96b3-12ee80ea95a1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:41.170600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-cf832e19-c1eb-4fb8-a580-706c57752acf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 217 time: 0.1185565 Apr 28 19:46:41.324567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-4aa194d1-3604-4943-b1bd-fe40c6025370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.327132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-4aa194d1-3604-4943-b1bd-fe40c6025370 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1506560 Apr 28 19:46:41.412519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3294b3ec-4def-4351-85c3-84c56466b3bc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:41.425817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.495071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-79a33c45-a8e0-489f-9906-77bc16a8dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.499651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-79a33c45-a8e0-489f-9906-77bc16a8dea7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1642370 Apr 28 19:46:41.527889 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.619577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1f22bb-8a9d-44ca-a6c5-495d5b08f3ba req-40b6c2f7-8beb-4a20-a833-26d135e4f80b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.631146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab1f22bb-8a9d-44ca-a6c5-495d5b08f3ba req-40b6c2f7-8beb-4a20-a833-26d135e4f80b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.2927825 Apr 28 19:46:41.644449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3294b3ec-4def-4351-85c3-84c56466b3bc completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:41.650594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3294b3ec-4def-4351-85c3-84c56466b3bc triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:41.654646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.723695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.853499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c597319-f45f-497f-8630-075186c59664,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:41.867715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.897501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab1f22bb-8a9d-44ca-a6c5-495d5b08f3ba req-0b66833c-a3e1-4549-85f5-da013a71d4f1 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980581 Apr 28 19:46:41.904749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Router b383d298-d75c-45e4-b903-94ab25cda0f2 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:46:41.907924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-bf640be1-6f0f-4104-8e2c-c5579a3e4b4f service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3978951 Apr 28 19:46:41.927484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05c9e4dd-8c0f-4289-85a2-7c8d7474ed5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4c597319-f45f-497f-8630-075186c59664 HTTP/1.1" status: 204 len: 168 time: 1.2739902 Apr 28 19:46:41.930362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:41.951638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.954691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:41.959536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9e3bc-4543-40b3-a1ab-b10bdab2668f req-6640b6dd-599f-48b1-8e21-9ebb047c48a5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:41.961216 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0b9e3bc-4543-40b3-a1ab-b10bdab2668f req-6640b6dd-599f-48b1-8e21-9ebb047c48a5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.3521919 Apr 28 19:46:42.058368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-da40a18c-7e83-4227-9c4b-8781eb5a2b6c None None] Provisioning complete for port 3294b3ec-4def-4351-85c3-84c56466b3bc triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:42.058942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da40a18c-7e83-4227-9c4b-8781eb5a2b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.079979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0b9e3bc-4543-40b3-a1ab-b10bdab2668f req-c11a3681-3d30-4678-851e-888ed9429ef4 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105444 Apr 28 19:46:42.139381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3294b3ec-4def-4351-85c3-84c56466b3bc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3294b3ec-4def-4351-85c3-84c56466b3bc,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:42.161142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22a6ff-bb37-44ac-b21f-192473130b9a req-6cc65ced-989f-47f8-8de0-5fc5152e55bd service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462409 Apr 28 19:46:42.162106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.327767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3294b3ec-4def-4351-85c3-84c56466b3bc,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:42.329501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.426518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:42.439359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Sync routers for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:42.461606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e7d1f-2aaf-42b3-9e68-4aabc485db55 req-c4f5a1ec-24f8-405b-9a1f-a8c697df6f55 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.463213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e4e7d1f-2aaf-42b3-9e68-4aabc485db55 req-c4f5a1ec-24f8-405b-9a1f-a8c697df6f55 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 944 time: 0.2986004 Apr 28 19:46:42.497747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:42.499934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.629348 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.634756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29e464a6-98e6-4151-97fb-81396e661d24 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.9321303 Apr 28 19:46:42.636849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:42.637831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.682997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e4e7d1f-2aaf-42b3-9e68-4aabc485db55 req-6106ff71-c2cf-422b-883f-3dd9c3b959a5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983907 Apr 28 19:46:42.688996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a615df8-1ba8-4bbc-aa43-f42d53f193c9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.724153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92904772-a0fb-4310-9da6-b8efd4fb1c53') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.724452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92904772-a0fb-4310-9da6-b8efd4fb1c53') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:42.752982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.782614 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.810881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:42.811343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:42.812317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:42.846554 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:42.879161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-e96a7ac5-bdb5-4fb3-941d-e65f1c840c51 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:42.880262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-e96a7ac5-bdb5-4fb3-941d-e65f1c840c51 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.4193478 Apr 28 19:46:42.980919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Deleting port 617092d8-09c0-4289-bda8-7ec3e3f75776 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:42.981652 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:42.985769 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.017395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.036072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2a615df8-1ba8-4bbc-aa43-f42d53f193c9 HTTP/1.1" status: 204 len: 168 time: 1.0949752 Apr 28 19:46:43.036683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:43.039330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb71b6b-cfe4-4358-882d-6c92e34dbd66 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a615df8-1ba8-4bbc-aa43-f42d53f193c9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.186793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Deleting subnet 89a8fc22-8e97-4caa-bf9d-0d39f75d240a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:46:43.205348 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.331602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.339482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3294b3ec-4def-4351-85c3-84c56466b3bc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:43.445861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:43.528860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.563023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] For port 617092d8-09c0-4289-bda8-7ec3e3f75776, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=617092d8-09c0-4289-bda8-7ec3e3f75776,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:43.563916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.578560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3294b3ec-4def-4351-85c3-84c56466b3bc triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:43.578929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.622903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969babdf-3fc1-4437-9fc4-3478092905aa req-b1887808-ce03-4a9f-9b7c-00c4913c30b5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:43.629774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969babdf-3fc1-4437-9fc4-3478092905aa req-b1887808-ce03-4a9f-9b7c-00c4913c30b5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.2563262 Apr 28 19:46:43.694329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:39Z', 'revision_number': 3, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:43.701410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969babdf-3fc1-4437-9fc4-3478092905aa req-5f6b82c5-1cf2-4074-8455-5572fb1dc2b8 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706515 Apr 28 19:46:43.702309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Checking router: b383d298-d75c-45e4-b903-94ab25cda0f2 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:43.702654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Updating router b383d298-d75c-45e4-b903-94ab25cda0f2 port 7d8c5297-66f2-4249-b571-ce64ba9fb597 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:43.709292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.739952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Calling delete_port for 617092d8-09c0-4289-bda8-7ec3e3f75776 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:43.749893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.785756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:43.789035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89a8fc22-8e97-4caa-bf9d-0d39f75d240a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:43.797359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Usage tracker for resource:security_group_rule and tenant:468131c23dfb4e5a8d9b72c25cef65e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:43.801275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:43.804363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:43.820000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:43.823523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2c13aae6-9048-4738-adf0-9875ca5b31ba admin admin] 10.222.0.24 "DELETE /v2.0/subnets/89a8fc22-8e97-4caa-bf9d-0d39f75d240a HTTP/1.1" status: 204 len: 168 time: 0.7859840 Apr 28 19:46:43.832358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:43.843973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.143021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af408ef0-8414-4a41-ab39-f26407ec47cc req-e6d95d40-76a8-47ab-8c48-0c909c3f447b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.150661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af408ef0-8414-4a41-ab39-f26407ec47cc req-e6d95d40-76a8-47ab-8c48-0c909c3f447b tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 949 time: 0.8493581 Apr 28 19:46:44.212160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.334307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.390542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:44.403781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.474845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event deleted for resources: {'Port': ['ID=617092d8-09c0-4289-bda8-7ec3e3f75776,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.488955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.505331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Transition to ACTIVE for port object 7d8c5297-66f2-4249-b571-ce64ba9fb597 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:44.514809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16fa310-824c-43ad-aaa6-343e52f6e424 req-81e67e8e-ca10-4534-8a3e-a8dd9899fc69 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:44.516387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b16fa310-824c-43ad-aaa6-343e52f6e424 req-81e67e8e-ca10-4534-8a3e-a8dd9899fc69 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 944 time: 0.5080459 Apr 28 19:46:44.516639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.526069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7362037b-0a5b-440e-96b3-12ee80ea95a1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.549029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f65df58-e4b0-4510-b541-866afbf6c6cf') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.552032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f65df58-e4b0-4510-b541-866afbf6c6cf') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:44.566660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.594995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.601111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d052c2-8c9f-43f1-adac-a48f54c279ff None None] Pushing event updated for resources: {'Port': ['ID=7d8c5297-66f2-4249-b571-ce64ba9fb597,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.603374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:46:44.603734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.686529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af408ef0-8414-4a41-ab39-f26407ec47cc req-807c60f3-6f3c-40fd-9884-d4d2d31e17c7 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347924 Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:46:44.702959 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:46:44.707024 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.748703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.762994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Attempting to bind port 7d8c5297-66f2-4249-b571-ce64ba9fb597 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:44.763382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Attempting to bind port 7d8c5297-66f2-4249-b571-ce64ba9fb597 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:44.764159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Attempting to bind port 7d8c5297-66f2-4249-b571-ce64ba9fb597 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:44.769638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:44.770018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:44.770343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.770465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.770802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:44.771332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Bound port: 7d8c5297-66f2-4249-b571-ce64ba9fb597, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:44.771641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.782377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] No DVR routers for this DVR port 617092d8-09c0-4289-bda8-7ec3e3f75776 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:44.796309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.800446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] 10.222.0.24 "DELETE /v2.0/networks/7362037b-0a5b-440e-96b3-12ee80ea95a1 HTTP/1.1" status: 204 len: 168 time: 0.9554832 Apr 28 19:46:44.802098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-deleted', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:44.802944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1f5d91-5dd4-46c9-8d2b-cb31cfd3212a admin admin] Pushing event deleted for resources: {'Network': ['ID=7362037b-0a5b-440e-96b3-12ee80ea95a1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.852780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] For port 7d8c5297-66f2-4249-b571-ce64ba9fb597, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:44.856877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] For port 7d8c5297-66f2-4249-b571-ce64ba9fb597, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7d8c5297-66f2-4249-b571-ce64ba9fb597,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:44.863333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.869691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b16fa310-824c-43ad-aaa6-343e52f6e424 req-763e1950-3b43-44e7-85f8-9521933514f2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644447 Apr 28 19:46:44.878168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:44.954136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d052c2-8c9f-43f1-adac-a48f54c279ff None None] Pushing event updated for resources: {'Port': ['ID=7d8c5297-66f2-4249-b571-ce64ba9fb597,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:44.970213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:44.970827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:45.022073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=468131c23dfb4e5a8d9b72c25cef65e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5691309 Apr 28 19:46:45.025756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:45.038850 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00f84f47-1558-4dcf-8c59-faff24bd1fc2'] response: {'server_uuid': 'eca399fa-51d8-4787-8f40-63d65eb06f23', 'name': 'network-vif-deleted', 'tag': '617092d8-09c0-4289-bda8-7ec3e3f75776', 'status': 'completed', 'code': 200} Apr 28 19:46:45.046323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ced14a54-3728-4006-abc3-223ed46b9eb2 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:45.084372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:45.135428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6948f445-97ca-4359-b1a5-5f0d649cd921 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967db020-cadb-43a0-abf7-42029db72608,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.195965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.210407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-813122e2-be5e-43ff-b9f3-aac5a192df84 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf2d2f7ef69b47b291e403aa520afddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1248252 Apr 28 19:46:45.213400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:45.213543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-398a50c2-947c-4e99-b5f0-9bf65623a1fe req-bc4bd824-bd8b-4c7c-923e-2c904350277c tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.41 "DELETE /v2.0/ports/617092d8-09c0-4289-bda8-7ec3e3f75776 HTTP/1.1" status: 204 len: 173 time: 2.3220413 Apr 28 19:46:45.229153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.261992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.343680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.351352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ced14a54-3728-4006-abc3-223ed46b9eb2,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:45.359625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a70e1d-40af-4c5e-8453-6c1c7f6e16f3 req-0180aa0b-10f0-439d-8cd1-f2e539e5d751 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:45.366687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43a70e1d-40af-4c5e-8453-6c1c7f6e16f3 req-0180aa0b-10f0-439d-8cd1-f2e539e5d751 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.3268001 Apr 28 19:46:45.368547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967db020-cadb-43a0-abf7-42029db72608,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.368676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:45.396661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.397972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ba6204eb-29c0-4447-baff-e70e8a3bfc1d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/967db020-cadb-43a0-abf7-42029db72608 HTTP/1.1" status: 204 len: 168 time: 0.3675411 Apr 28 19:46:45.421913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.484477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.514081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.548554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ced14a54-3728-4006-abc3-223ed46b9eb2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:45.567280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ced14a54-3728-4006-abc3-223ed46b9eb2,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:45.596952 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.599421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.619541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08542ab-d71c-4d05-8379-46c6f633b676,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.627306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:45.629554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e1da9bab-40aa-4160-88ae-004411a30349 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c08542ab-d71c-4d05-8379-46c6f633b676 HTTP/1.1" status: 204 len: 168 time: 0.4142163 Apr 28 19:46:45.662914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:45.722944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 617092d8-09c0-4289-bda8-7ec3e3f75776 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:45.723278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 617092d8-09c0-4289-bda8-7ec3e3f75776 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:45.744412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43a70e1d-40af-4c5e-8453-6c1c7f6e16f3 req-539401c3-16b3-4e71-801b-a28532b2f392 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3762326 Apr 28 19:46:45.785551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:45.926734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Allocated IP 172.20.0.1 (34197707-ad0d-42fb-9234-24270acba21d/3714767c-0703-4ef4-81c7-f22814d54f5b/7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:45.939158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:45.976264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-196180db-331c-4ac6-8d86-5f5931cb2141 req-8a4e2f3c-0114-41f2-87db-eeee85664446 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=eca399fa-51d8-4787-8f40-63d65eb06f23 HTTP/1.1" status: 200 len: 210 time: 0.0707893 Apr 28 19:46:45.984009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['ced14a54-3728-4006-abc3-223ed46b9eb2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:46.206920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:46.266027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-20580ecf-635c-4c0e-8817-04d4e72e6b61 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a97c589ed1d1463f8412a23e24fe7117&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577886 Apr 28 19:46:46.268515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55028) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:46.276705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.312147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e7ac3-c6db-4de2-b5c7-108f3bf29e95 req-f468b421-8d8a-4837-9dc8-226e2571c5f8 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:46.314835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-800e7ac3-c6db-4de2-b5c7-108f3bf29e95 req-f468b421-8d8a-4837-9dc8-226e2571c5f8 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:46.319951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Transition to ACTIVE for port object 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:46.343269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.360546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-800e7ac3-c6db-4de2-b5c7-108f3bf29e95 req-f468b421-8d8a-4837-9dc8-226e2571c5f8 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:46.364170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-800e7ac3-c6db-4de2-b5c7-108f3bf29e95 req-f468b421-8d8a-4837-9dc8-226e2571c5f8 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 945 time: 0.2218449 Apr 28 19:46:46.372477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.377086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.406866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:39Z', 'revision_number': 3, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:46.413447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51038a54-2f22-4fd6-9a4d-ede282ff205d None None] The sync data for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 is: [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:39Z', 'revision_number': 3, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:46.447553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.456722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Network 34197707-ad0d-42fb-9234-24270acba21d is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:46.469773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.472276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/89fd448f-8d32-4ef1-8e7e-afab4b4568d5 HTTP/1.1" status: 204 len: 168 time: 0.2018807 Apr 28 19:46:46.473992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06e03-0983-416c-9d80-f21e8ed5c748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89fd448f-8d32-4ef1-8e7e-afab4b4568d5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:46.476315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:46.483026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:46.536753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:46.589630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-800e7ac3-c6db-4de2-b5c7-108f3bf29e95 req-40628548-ddb1-4a48-b402-e5d1492fe894 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998863 Apr 28 19:46:46.601405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.785855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:46.859360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cdc05bea-ba41-451d-844c-5b88b89eef0a None None] Provisioning for port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:46.880474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cdc05bea-ba41-451d-844c-5b88b89eef0a None None] Provisioning complete for port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:46.880844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdc05bea-ba41-451d-844c-5b88b89eef0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.054873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cdc05bea-ba41-451d-844c-5b88b89eef0a None None] Port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:46:47.156776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3678b-7753-4896-9da6-df43b537a19c req-f7af6916-e929-4f7d-a299-c9d87a752c99 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:47.162605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67d3678b-7753-4896-9da6-df43b537a19c req-f7af6916-e929-4f7d-a299-c9d87a752c99 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.2027068 Apr 28 19:46:47.195217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.202730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.309324 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67d3678b-7753-4896-9da6-df43b537a19c req-587bf080-5a4e-4d18-9b85-37b01462e2ea tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403503 Apr 28 19:46:47.406446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7d8c5297-66f2-4249-b571-ce64ba9fb597 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:47.568128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Pushing event updated for resources: {'Port': ['ID=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:47.576543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.592293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7d8c5297-66f2-4249-b571-ce64ba9fb597 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:47.599118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7d8c5297-66f2-4249-b571-ce64ba9fb597 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:47.599496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.896915 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.921671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7d8c5297-66f2-4249-b571-ce64ba9fb597, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7d8c5297-66f2-4249-b571-ce64ba9fb597,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:47.928563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:47.984602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Network 34197707-ad0d-42fb-9234-24270acba21d is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:47.986745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:48.104562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7d8c5297-66f2-4249-b571-ce64ba9fb597,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:48.200116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d11a23-1b60-465b-9ad2-fd1d45e08547 req-3c410554-fecf-499e-8e4d-f23496a91091 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.211475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11d11a23-1b60-465b-9ad2-fd1d45e08547 req-3c410554-fecf-499e-8e4d-f23496a91091 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 945 time: 0.4101024 Apr 28 19:46:48.287995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Router b383d298-d75c-45e4-b903-94ab25cda0f2 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:48.301682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11d11a23-1b60-465b-9ad2-fd1d45e08547 req-66c504a0-6785-41b0-8408-55f7f5b3b837 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921364 Apr 28 19:46:48.509152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-96b7e9ad-cf7c-407c-a2d3-68a896ee86e7 None None] Provisioning complete for port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:48.510162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96b7e9ad-cf7c-407c-a2d3-68a896ee86e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.545880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd12c98-a790-4d37-9dfc-608cbc1d0984 req-230a7882-fb9b-412e-9c32-b67b4dc2b351 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:48.548079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dd12c98-a790-4d37-9dfc-608cbc1d0984 req-230a7882-fb9b-412e-9c32-b67b4dc2b351 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.1993139 Apr 28 19:46:48.634539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dd12c98-a790-4d37-9dfc-608cbc1d0984 req-dcd8c246-2046-4e44-a84f-4a08c53470c9 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781791 Apr 28 19:46:48.660222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-96b7e9ad-cf7c-407c-a2d3-68a896ee86e7 None None] Port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:46:48.671829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:48.900096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:48.917837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:48.927732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Usage tracker for resource:security_group_rule and tenant:cdc0b4f4377948438620a3cd6cdbcba7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:48.933625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:48.942295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:48.988194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ced14a54-3728-4006-abc3-223ed46b9eb2 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:49.017428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091429cb-2ee0-4d93-b390-cf4224a087db req-08fe67cf-0ed3-4735-8759-12d3cf354330 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.018187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-091429cb-2ee0-4d93-b390-cf4224a087db req-08fe67cf-0ed3-4735-8759-12d3cf354330 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Synchronizing usage tracker for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:46:49.024719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:49.038349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017d4c1-883c-42ad-afff-d605f6bf69a4 req-2e2e243d-084a-4484-916d-05fe07af933c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:49.046287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b017d4c1-883c-42ad-afff-d605f6bf69a4 req-2e2e243d-084a-4484-916d-05fe07af933c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.2007394 Apr 28 19:46:49.068927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.086199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.086396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be7e2b9b-f40f-48bb-9f75-c5f2b4841721 admin admin] 10.222.0.24 "PUT /v2.0/routers/b383d298-d75c-45e4-b903-94ab25cda0f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4393728 Apr 28 19:46:49.093912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-091429cb-2ee0-4d93-b390-cf4224a087db req-08fe67cf-0ed3-4735-8759-12d3cf354330 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Unset dirty status for tenant:1faa4a80901147478d45b982b00408d2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:46:49.095086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-091429cb-2ee0-4d93-b390-cf4224a087db req-08fe67cf-0ed3-4735-8759-12d3cf354330 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.6500838 Apr 28 19:46:49.105991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port ced14a54-3728-4006-abc3-223ed46b9eb2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:46:49.116419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port ced14a54-3728-4006-abc3-223ed46b9eb2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:49.116918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.154955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b017d4c1-883c-42ad-afff-d605f6bf69a4 req-67bb6ca8-7491-45a8-adc3-56068c8c9564 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071403 Apr 28 19:46:49.164464 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cdc0b4f4377948438620a3cd6cdbcba7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914546 Apr 28 19:46:49.165709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb17339a-9196-411e-9aae-e6c89e02c342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aafd3903-b231-41ed-b3b6-c503eaf68105,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.180251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55114) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:49.226947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Deleting port b381af3a-eaa2-478c-a263-a299f47913cd {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:49.227317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.264335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Sync routers for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:49.281507 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:49.282387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:49.293117 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.364026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:49.366325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ced14a54-3728-4006-abc3-223ed46b9eb2,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:49.369033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:49.374969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7d8c5297-66f2-4249-b571-ce64ba9fb597 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:46:49.422329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.466523 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b586f0c-f881-4fc8-832e-0b9f1f1c5589'] response: {'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'code': 200} Apr 28 19:46:49.563501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:49.582833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7d8c5297-66f2-4249-b571-ce64ba9fb597 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:46:49.583676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.604013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.714387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:49.737122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:49.837987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] For port b381af3a-eaa2-478c-a263-a299f47913cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b381af3a-eaa2-478c-a263-a299f47913cd,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:49.843242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.057550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Calling delete_port for b381af3a-eaa2-478c-a263-a299f47913cd owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:50.136324 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99039413-c399-4a51-a02b-40293faf6b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.158998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7c077-b39b-4f14-906f-2be8a5e361fe req-fbbb77e7-9d66-4ae8-9035-ac0fb65bf13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.160461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e7c077-b39b-4f14-906f-2be8a5e361fe req-fbbb77e7-9d66-4ae8-9035-ac0fb65bf13f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1097 time: 0.5785120 Apr 28 19:46:50.162447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-9264c055-2724-4bee-b747-7d2300dba7bf service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5596831 Apr 28 19:46:50.163211 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:46Z', 'revision_number': 4, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca', 'name': '', 'network_id': '34197707-ad0d-42fb-9234-24270acba21d', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'mac_address': 'fa:16:3e:76:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:46Z', 'revision_number': 2, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'subnets': [{'id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:50.166229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.168052 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Checking router: b383d298-d75c-45e4-b903-94ab25cda0f2 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:50.168843 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Updating router b383d298-d75c-45e4-b903-94ab25cda0f2 port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:46:50.195681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aafd3903-b231-41ed-b3b6-c503eaf68105,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.249104 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.249964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.251937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6e43b0fe-b6c6-4a2d-bb1b-49edf3014685 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aafd3903-b231-41ed-b3b6-c503eaf68105 HTTP/1.1" status: 204 len: 168 time: 1.0790682 Apr 28 19:46:50.278523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f13db47-a180-4c89-9605-47dd856a6097 req-23d0ce54-a683-4db9-ae50-22da59ec272a tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.290796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f13db47-a180-4c89-9605-47dd856a6097 req-23d0ce54-a683-4db9-ae50-22da59ec272a tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 946 time: 0.7067406 Apr 28 19:46:50.321288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f0f16-4906-42ee-b7fb-b2f1effa89a6 req-3998293d-136b-443c-a137-3b5e1e8c3e09 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:50.326129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e47f0f16-4906-42ee-b7fb-b2f1effa89a6 req-3998293d-136b-443c-a137-3b5e1e8c3e09 tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/ports?device_id=a4bc0ab5-c660-422f-b1c9-af6c9b9e1711 HTTP/1.1" status: 200 len: 950 time: 0.4574971 Apr 28 19:46:50.487944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e7c077-b39b-4f14-906f-2be8a5e361fe req-27ea94cb-0a09-4b87-a312-08f2743091ea service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626653 Apr 28 19:46:50.507763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f13db47-a180-4c89-9605-47dd856a6097 req-047f7e96-2da3-4ca3-841d-833e9bcbc9d6 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112625 Apr 28 19:46:50.543964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e47f0f16-4906-42ee-b7fb-b2f1effa89a6 req-ec047f9a-1c90-43d8-9fbb-e4c1139d459a tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.24 "GET /v2.0/security-groups?id=af6c32df-73c0-4362-ad51-a7a1df76f1ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814590 Apr 28 19:46:50.567097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.582077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['b381af3a-eaa2-478c-a263-a299f47913cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:50.728512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.924349 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:50.929207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Pushing event deleted for resources: {'Port': ['ID=b381af3a-eaa2-478c-a263-a299f47913cd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:50.943829 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Transition to ACTIVE for port object 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:50.952556 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.039209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd255-1581-4382-8e71-cf22df5863cc req-ba9223e4-97a5-4235-9ef1-6b61186923a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.041925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-ba9223e4-97a5-4235-9ef1-6b61186923a3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 1097 time: 0.7103171 Apr 28 19:46:51.077489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] No DVR routers for this DVR port b381af3a-eaa2-478c-a263-a299f47913cd on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:46:51.109628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.117920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-deleted', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:51.330877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-091429cb-2ee0-4d93-b390-cf4224a087db req-c03b05b2-8514-4a09-9e82-a7cf92aecd7e tempest-MigrationsAdminTest-928270961 tempest-MigrationsAdminTest-928270961-project] 10.222.0.46 "DELETE /v2.0/ports/b381af3a-eaa2-478c-a263-a299f47913cd HTTP/1.1" status: 204 len: 173 time: 2.2295291 Apr 28 19:46:51.332563 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8317faa-1f75-4715-ad99-b3f03108a76f'] response: {'server_uuid': 'a4bc0ab5-c660-422f-b1c9-af6c9b9e1711', 'name': 'network-vif-deleted', 'tag': 'b381af3a-eaa2-478c-a263-a299f47913cd', 'status': 'completed', 'code': 200} Apr 28 19:46:51.416112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Deleting port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:51.417162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.477524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfbdb26-0cb0-43cc-85d5-1d15e92ef5b6 req-23b5fe43-62a5-4f8b-8f4f-f5991b9af109 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.491413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1dfbdb26-0cb0-43cc-85d5-1d15e92ef5b6 req-23b5fe43-62a5-4f8b-8f4f-f5991b9af109 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.7534616 Apr 28 19:46:51.645935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd255-1581-4382-8e71-cf22df5863cc req-cf9996fc-ded9-4a07-a4a0-030d15923b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:51.649443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-cf9996fc-ded9-4a07-a4a0-030d15923b38 service neutron] 10.222.0.46 "GET /v2.0/networks?id=b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 200 len: 907 time: 0.5716126 Apr 28 19:46:51.743127 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8cdd3-ee0a-48aa-844d-efef26901975 None None] Pushing event updated for resources: {'Port': ['ID=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:51.822708 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Attempting to bind port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:51.823511 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Attempting to bind port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:51.823628 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Attempting to bind port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca on network 34197707-ad0d-42fb-9234-24270acba21d {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:51.835262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:51.839920 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Checking segment: {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:51.839920 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.839920 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Bound using segment: {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:51.851528 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Bound port: 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33592a38-dbe6-447c-b58e-18f2d50eb22b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '34197707-ad0d-42fb-9234-24270acba21d'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:51.852124 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:51.925733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] For port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca, host n-d-839811-1, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:51.926255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.069045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Calling delete_port for 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:52.118001 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] For port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:52.123950 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] For port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:52.134413 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.149858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:52.150490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:52.301761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:52.302232 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:52.322554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bbaba-7bd1-41d9-807a-d7319be923f2 req-9b8460d4-6092-4eba-b9c1-01a9884e58d1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.324936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd3bbaba-7bd1-41d9-807a-d7319be923f2 req-9b8460d4-6092-4eba-b9c1-01a9884e58d1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 946 time: 0.1752543 Apr 28 19:46:52.326585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:46:52.327021 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:46:52.345161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-876cfe13-0b9c-49d2-9727-b55493de507c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.355093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-ca3b8f26-f607-4686-b4c9-de445378c4f4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 200 len: 1001 time: 0.6833704 Apr 28 19:46:52.455979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1dfbdb26-0cb0-43cc-85d5-1d15e92ef5b6 req-b9805240-23a1-40c0-9323-9878bd492378 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9628489 Apr 28 19:46:52.482626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd3bbaba-7bd1-41d9-807a-d7319be923f2 req-dc75acf3-29ce-4eb0-96e4-26874efe18d1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507928 Apr 28 19:46:52.508943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1105355708-network', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:52.515812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.516666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd255-1581-4382-8e71-cf22df5863cc req-3a23e904-269e-4205-b8f7-12db6b5bac76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.518131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-3a23e904-269e-4205-b8f7-12db6b5bac76 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d HTTP/1.1" status: 200 len: 845 time: 0.1550839 Apr 28 19:46:52.547685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:52.561246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:52.575773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Usage tracker for resource:security_group_rule and tenant:8ade669fbc354c9bbcff32fea790d5ec is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:52.579041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:52.595157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:52.611236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e8cdd3-ee0a-48aa-844d-efef26901975 None None] Pushing event updated for resources: {'Port': ['ID=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:52.640790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Usage tracker for resource:network and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:52.658476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd255-1581-4382-8e71-cf22df5863cc req-9a84cd93-7dab-4f96-8359-2a7b57fe0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:52.660270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-9a84cd93-7dab-4f96-8359-2a7b57fe0d0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=b05d32d1-449c-4b28-86f9-828e27f87b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1342597 Apr 28 19:46:52.660609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:52.673585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:52.694420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:52.733049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Made reservation on behalf of a2cfe6f09bcf47a08e33c2a54939230f for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:52.736385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.764449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.881086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-ad256b68-a295-4152-9b36-7eb486321f8a service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130938 Apr 28 19:46:52.914839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Deleting port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:52.915180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:52.941766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:52.969412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55208) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:52.980059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-440826397'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:52.987950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Usage tracker for resource:security_group_rule and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:53.002611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.007438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:53.008779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b381af3a-eaa2-478c-a263-a299f47913cd no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:53.015277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:53.021206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.032937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:network and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:53.045094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:53.087732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:53.092305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55212) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:53.101319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: b381af3a-eaa2-478c-a263-a299f47913cd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:46:53.101689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device b381af3a-eaa2-478c-a263-a299f47913cd not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:46:53.104015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:53.136845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ade669fbc354c9bbcff32fea790d5ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9807556 Apr 28 19:46:53.138222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:53.152412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f7c2f8-542e-43b2-8027-8d96c8d647c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fae4b1a-3b8f-4cc4-8c1a-737893027447,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.156303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:53.174128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.225042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34fbd255-1581-4382-8e71-cf22df5863cc req-721b0de3-cb99-42e9-a197-3cb460467222 service neutron] 10.222.0.46 "GET /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3369288 Apr 28 19:46:53.235535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:53.248861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.249621 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Added segment 89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc of type vlan for network ec6dab63-7c86-4135-9c2d-4c0c5e006298 Apr 28 19:46:53.274531 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:46Z', 'revision_number': 4, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca', 'name': '', 'network_id': '34197707-ad0d-42fb-9234-24270acba21d', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'mac_address': 'fa:16:3e:76:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'subnets': [{'id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:53.279285 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d6d1180-9c1a-44ae-ac60-83702d9e93c0 None None] The sync data for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 is: [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:46Z', 'revision_number': 4, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca', 'name': '', 'network_id': '34197707-ad0d-42fb-9234-24270acba21d', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'mac_address': 'fa:16:3e:76:62:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 888, 'fixed_ips': [{'subnet_id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:45Z', 'updated_at': '2022-04-28T19:46:52Z', 'revision_number': 4, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'subnets': [{'id': '3714767c-0703-4ef4-81c7-f22814d54f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:53.297033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.308010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] For port 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:53.308377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.364434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-efbdea5f-3340-422e-a980-1084c51b03bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1faa4a80901147478d45b982b00408d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2706392 Apr 28 19:46:53.366943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55222) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:53.395042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.400362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.400945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.523585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Calling delete_port for 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:53.543821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5691788 Apr 28 19:46:53.546893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:53.582116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c51d60f-dca7-45d6-8e8c-85336fc827a4 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Network': ['ID=ec6dab63-7c86-4135-9c2d-4c0c5e006298,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.600650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-718832941'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:53.603362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:53.612804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:53.625667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:network and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:53.630262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:53.638874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:53.648354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.703932 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.729481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:53.733579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.742038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.809333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.874956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:53.896171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.896552 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Added segment c51545e6-ce95-42a3-9723-a9a7348bfe76 of type vlan for network 94041670-70c7-4d06-95fa-e5d312c82809 Apr 28 19:46:53.911221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.913862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.942117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af6c32df-73c0-4362-ad51-a7a1df76f1ab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:53.942459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.965931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.977667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb283e6-4c2e-402c-a0be-bf9051cdb601 req-cde3e041-e5b2-4976-89e2-1195160b9129 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:53.978404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:53.979185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aeb283e6-4c2e-402c-a0be-bf9051cdb601 req-cde3e041-e5b2-4976-89e2-1195160b9129 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 946 time: 0.2362199 Apr 28 19:46:54.005260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.021261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.038173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.041634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b0d0d60c-c5f2-4d65-b266-6577b5e54805 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af6c32df-73c0-4362-ad51-a7a1df76f1ab HTTP/1.1" status: 204 len: 168 time: 0.6715701 Apr 28 19:46:54.051811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.058160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.058835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.093558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:46:54.117672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5537462 Apr 28 19:46:54.122086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.127298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55236) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:54.194188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f33f225-05f5-408a-bcb5-eb58dcd4cf34,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.240634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aeb283e6-4c2e-402c-a0be-bf9051cdb601 req-358d9317-cea7-4ffc-a6ce-cf2a6e4f5c0a tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489581 Apr 28 19:46:54.245534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'subnet': {'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:54.290705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347f2a3b-34f8-4a8f-b150-ea6b06baf6b2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Network': ['ID=94041670-70c7-4d06-95fa-e5d312c82809,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.305577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 94041670-70c7-4d06-95fa-e5d312c82809 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:54.359663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.360158 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Added segment d4d4568b-c700-4094-8123-f3a5db570b27 of type vlan for network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 Apr 28 19:46:54.375807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cb3f85-c69e-433c-bbcf-48840d8a3554 req-d8ed60fc-23a1-450c-8d62-24ad60a96209 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.377384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20cb3f85-c69e-433c-bbcf-48840d8a3554 req-d8ed60fc-23a1-450c-8d62-24ad60a96209 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.6485345 Apr 28 19:46:54.483256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.562039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fae4b1a-3b8f-4cc4-8c1a-737893027447,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:54.601207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55244) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:54.626924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.640652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:54.654735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:subnet and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:54.655907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20cb3f85-c69e-433c-bbcf-48840d8a3554 req-ceb0bdab-c21f-48c8-bd29-95b73e61941d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748049 Apr 28 19:46:54.661503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:54.687189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:54.693962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.705974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.709619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5efd9e07-1b3a-4e5f-93c1-28bfa3f2bbc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5b13e07dd59e46abb7a53b3647651ae7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1042402 Apr 28 19:46:54.710032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c320a74-34d7-475d-96c1-5ba2bf85dd9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fae4b1a-3b8f-4cc4-8c1a-737893027447 HTTP/1.1" status: 204 len: 168 time: 1.5654454 Apr 28 19:46:54.710737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55250) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:54.728641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-18039295-e037-4072-baa1-95ac1601245d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.730285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-18039295-e037-4072-baa1-95ac1601245d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2584183 Apr 28 19:46:54.732330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:54.735971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.856784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-75ad1071-0efc-4d86-b988-ac1af6e4639b tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.1033895 Apr 28 19:46:54.916775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:54.929656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:54.930867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:54.931555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.015669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.021148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8689730 Apr 28 19:46:55.028681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:55.028681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.034117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Request body: {'subnet': {'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1105355708-subnet', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:55.138957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.207858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:55.213276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117bcfd7-f476-45d8-96f5-f57b4261006e admin admin] Pushing event updated for resources: {'Network': ['ID=c24e2453-e1f1-44a0-8ca3-3f0552b05de4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.249523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:46:55.261674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55260) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:55.278160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Usage tracker for resource:subnet and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:55.302017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.340822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:55.344714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.359137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:55.377081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:55.410141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Usage tracker for resource:security_group_rule and tenant:e3bc847deba64665b98519defc301b65 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:55.416654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Made reservation on behalf of a2cfe6f09bcf47a08e33c2a54939230f for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:55.417728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:55.419027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.435083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:55.541321 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.562917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Router b383d298-d75c-45e4-b903-94ab25cda0f2 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:55.576005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=902612f7-a2a2-4a95-bd81-804b162a47ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.667846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:46:55.670656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:46:55.686394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.734052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.735144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5df7170a-2a8c-4da4-b1d4-59a628108a31 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/902612f7-a2a2-4a95-bd81-804b162a47ac HTTP/1.1" status: 204 len: 168 time: 1.0215564 Apr 28 19:46:55.901510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:55.922608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.923240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.928631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Subnet': ['ID=b34b5fff-c025-4d6c-99e7-4cee2988a3d0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:55.935100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:55.942038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:55.942619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network hostable DHCP agents. Network: ec6dab63-7c86-4135-9c2d-4c0c5e006298, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:55.957442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c52fb4fe-fe6e-4aa4-a681-557a360f7e50 admin admin] 10.222.0.24 "PUT /v2.0/routers/b383d298-d75c-45e4-b903-94ab25cda0f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5923147 Apr 28 19:46:55.965615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:56.013808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:56.032162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Sync routers for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:56.037538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e3bc847deba64665b98519defc301b65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7739494 Apr 28 19:46:56.039130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45846f9-425a-42a0-a99e-dc7e9cc16162 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d79662d-68dc-4b25-8903-37cf4196ae76,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.046296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:56.066642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ec6dab63-7c86-4135-9c2d-4c0c5e006298) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:56.081950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.082859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.128291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.138356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ab48ca-5358-4025-965c-66b2b4fd135f None None] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:56.181439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7dca8b9-4318-49e2-a0e0-8e796faba75b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.199658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:56.200372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:56.218008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Checking segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:56.218370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Network hostable DHCP agents. Network: c24e2453-e1f1-44a0-8ca3-3f0552b05de4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:56.227571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bfbd9904-bfc9-4ca2-aaf5-051a97fae937 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.0991993 Apr 28 19:46:56.233941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:56.250534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'subnet': {'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:56.286443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.290034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.290860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790dd978-3748-4211-9ee1-9dcbbb7c29fc req-d564aa0e-d672-4713-966b-ba9f12cb2621 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.292360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-790dd978-3748-4211-9ee1-9dcbbb7c29fc req-d564aa0e-d672-4713-966b-ba9f12cb2621 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.4345601 Apr 28 19:46:56.343795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.399996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:56.423979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.483253 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211 associated. External IP: 172.25.2.192, port: 8e2048af-355c-4bcb-a0fc-fc557a5a6241. Apr 28 19:46:56.490980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:46:56.578194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.683183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:56.689263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-790dd978-3748-4211-9ee1-9dcbbb7c29fc req-23d880ef-deb2-426b-8c2f-ee6dc2d44275 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717210 Apr 28 19:46:56.701565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c24e2453-e1f1-44a0-8ca3-3f0552b05de4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:56.701804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:56.732738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2e7114-348e-47bc-9fae-245b10729ddb None None] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:46:56.750391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:56.760645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:56.773661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5548e504-c24d-4c95-ba62-595c12567a3d', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'port_id': '5548e504-c24d-4c95-ba62-595c12567a3d', 'mac_address': 'fa:16:3e:b7:7c:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e729b8-f77f-45e0-890a-78755e71e9fe', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:46:56.781754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.782436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:56.784322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.790705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.801803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:subnet and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:56.828356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:56.836533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d79662d-68dc-4b25-8903-37cf4196ae76,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:56.864927 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-623062bf-7636-4e23-a6ae-19f8b967924d'] response: {'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'code': 200} Apr 28 19:46:56.988639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:56.996106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:56.999642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-065ed20e-f7bb-433a-9f64-c0119a383b15 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d79662d-68dc-4b25-8903-37cf4196ae76 HTTP/1.1" status: 204 len: 168 time: 0.9484918 Apr 28 19:46:57.016230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61ca4264-f6c6-4df8-8308-1e76b257162f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9875901 Apr 28 19:46:57.021478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:46:57.026471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:46:57.030558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.054246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:46:57.058766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:46:57.062630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Usage tracker for resource:router and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:46:57.065834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:46:57.073277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:46:57.088357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.089349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.104734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.118513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:46:57.120351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.184640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Deleting port 7d8c5297-66f2-4249-b571-ce64ba9fb597 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:46:57.185011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.189366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:57.199964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5548e504-c24d-4c95-ba62-595c12567a3d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:46:57.259052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.303790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:57.307865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:46:57.308910 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.325646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.553600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:46:57.571236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:46:57.575773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.588262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:57.589080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:57.611747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:57.628979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5548e504-c24d-4c95-ba62-595c12567a3d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:46:57.731365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-7c47ff6e-5270-4ad6-becd-096f54571b4d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "PUT /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 997 time: 2.8201962 Apr 28 19:46:57.732046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:46:57.748317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:46:57.752727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.813668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:57.887839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:53Z', 'revision_number': 5, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port': {'id': '7d8c5297-66f2-4249-b571-ce64ba9fb597', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:4e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 881, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:38Z', 'updated_at': '2022-04-28T19:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:57.909285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-682fef64-07e7-44be-9c8f-21de6ed5449f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:57.911387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-682fef64-07e7-44be-9c8f-21de6ed5449f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.1476433 Apr 28 19:46:57.987845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Allocated IP 10.1.1.2 (ec6dab63-7c86-4135-9c2d-4c0c5e006298/b34b5fff-c025-4d6c-99e7-4cee2988a3d0/1c19e7f5-c1b2-49cf-9743-b18fefbace6b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:58.033929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] For port 7d8c5297-66f2-4249-b571-ce64ba9fb597, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7d8c5297-66f2-4249-b571-ce64ba9fb597,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:46:58.034158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.073804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:58.189883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Calling delete_port for 7d8c5297-66f2-4249-b571-ce64ba9fb597 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:46:58.237028 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.248102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Transition to ACTIVE for port object 1c19e7f5-c1b2-49cf-9743-b18fefbace6b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:58.267498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Transition to ACTIVE for port object 1c19e7f5-c1b2-49cf-9743-b18fefbace6b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:46:58.309761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-692c34c6-4c50-4629-878b-77f9b8372b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.315409 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.318348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-692c34c6-4c50-4629-878b-77f9b8372b01 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4005346 Apr 28 19:46:58.325815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Checking router: b383d298-d75c-45e4-b903-94ab25cda0f2 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:58.366928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9f277-b5ee-4830-bf87-aaae07ba8e38 req-b9468427-72f9-4564-8e54-85367a28fa49 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.368416 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bad9f277-b5ee-4830-bf87-aaae07ba8e38 req-b9468427-72f9-4564-8e54-85367a28fa49 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 944 time: 0.4865544 Apr 28 19:46:58.374338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.428226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Pushing event updated for resources: {'Port': ['ID=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:58.464548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:46:58.476214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:46:58.501248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:46:58.506507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Routers {'b383d298-d75c-45e4-b903-94ab25cda0f2'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:58.507085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b383d298-d75c-45e4-b903-94ab25cda0f2'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:58.573022 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-a4d19746-1239-496d-ba04-201d3d839c58 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 1000 time: 0.2486198 Apr 28 19:46:58.649045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-3b826a1d-123a-4840-ae6c-19cef7f9dd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.651269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-3b826a1d-123a-4840-ae6c-19cef7f9dd67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.0710883 Apr 28 19:46:58.753538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:58.760453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-f53c00dc-7632-4545-9e81-97bdce89f1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:58.764119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-f53c00dc-7632-4545-9e81-97bdce89f1b9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1067958 Apr 28 19:46:58.775431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-0720b0f3-23b7-4032-bbf3-f3e352937563 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:46:58.779248 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-0720b0f3-23b7-4032-bbf3-f3e352937563 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086346 Apr 28 19:46:58.871654 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:46:56Z', 'revision_number': 1, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:58.878625 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:46:58.891698 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:46:58.892525 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:58.935104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d8c5297-66f2-4249-b571-ce64ba9fb597,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:58.966183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Attempting to bind port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:46:58.966405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Attempting to bind port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:46:58.966757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Attempting to bind port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:46:58.969315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] Set router b383d298-d75c-45e4-b903-94ab25cda0f2 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:58.987087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-90251c23-f222-461e-8faa-dc25e73eba49 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997623 Apr 28 19:46:59.002000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bad9f277-b5ee-4830-bf87-aaae07ba8e38 req-526c41ef-cb27-4285-a4ea-7b882e7265ad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6211302 Apr 28 19:46:59.115612 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-268e797c-6e11-4810-9c0a-e2b7ea35f64d'] response: {'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:46:59.150689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:46:59.151301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:59.151775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.153430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Bound using segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:46:59.154700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Bound port: 1c19e7f5-c1b2-49cf-9743-b18fefbace6b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:46:59.155151 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.166247 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:46:59.223947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:57Z', 'revision_number': 6, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:59.264489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Allocated IP 172.20.0.2 (c24e2453-e1f1-44a0-8ca3-3f0552b05de4/c7dca8b9-4318-49e2-a0e0-8e796faba75b/edcaa24c-26e4-4434-b312-a1b390efb921) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:46:59.267209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b71b6e2-f46d-4d41-a374-befb37bf63ed None None] The sync data for ids ['b383d298-d75c-45e4-b903-94ab25cda0f2'] in n-d-839811-1 is: [{'id': 'b383d298-d75c-45e4-b903-94ab25cda0f2', 'name': 'tempest-ServersTestFqdnHostnames-1911916362-router', 'tenant_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:36Z', 'updated_at': '2022-04-28T19:46:57Z', 'revision_number': 6, 'project_id': 'ca32fd65d96f4c479e003cb4899bddc1', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:59.286375 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cc0b37c-b1dc-40e8-83b9-3d31ec34b979 req-563f89c3-7df7-4f71-8237-17b1046e1fc9 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936792 Apr 28 19:46:59.305645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Subnet': ['ID=1270faac-8233-4dcc-9e24-3ea59efaf0ae,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:46:59.307920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.328399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-fa2fd25f-2c7d-48b8-89c4-05c0145708aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.329953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-fa2fd25f-2c7d-48b8-89c4-05c0145708aa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.2029946 Apr 28 19:46:59.414250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Checking segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:46:59.417285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] For port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:46:59.420416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network hostable DHCP agents. Network: 94041670-70c7-4d06-95fa-e5d312c82809, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:46:59.420575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] For port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:46:59.618979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-c761058a-b719-43af-9bca-95342559dc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:46:59.622102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-c761058a-b719-43af-9bca-95342559dc8b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.2816203 Apr 28 19:46:59.679799 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.822545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.826019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.878050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:46:56Z', 'revision_number': 1, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:46:59.882911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b6dac8-c31d-49f1-8554-29bed3665787 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:46:56Z', 'revision_number': 1, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:46:59.952439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:46:59.953704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b383d298-d75c-45e4-b903-94ab25cda0f2 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:46:59.961534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.071965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network 94041670-70c7-4d06-95fa-e5d312c82809 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:00.075248 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-6c8f2cbd-ab9a-493f-ada9-e880e3731534 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 1000 time: 0.4456453 Apr 28 19:47:00.099695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.104370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c478464-377d-4ac6-ba53-2445fa416639 None None] Pushing event updated for resources: {'Port': ['ID=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:00.108350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 94041670-70c7-4d06-95fa-e5d312c82809) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:00.139403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da3d78c-30e0-41bd-83de-e36671636c4c None None] Network 94041670-70c7-4d06-95fa-e5d312c82809 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:00.158786 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.192596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-f8478819-ea23-439b-b690-01ffbcf05c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.194090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-f8478819-ea23-439b-b690-01ffbcf05c88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1081307 Apr 28 19:47:00.197687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.198412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.201618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Transition to ACTIVE for port object edcaa24c-26e4-4434-b312-a1b390efb921 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:00.266015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.270073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aee158d7-15b4-4f4c-8b3a-25d3be95eb18 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b383d298-d75c-45e4-b903-94ab25cda0f2 HTTP/1.1" status: 204 len: 168 time: 4.3007226 Apr 28 19:47:00.281925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:00.295524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e7be44e6-1e64-49ba-ba8d-021cefdd26b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 4.0586579 Apr 28 19:47:00.314067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:00.372953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'name': 'tempest-TaggedBootDevicesTest-843560829', 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:00.398423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b9b3917-b3a9-4dee-9622-f8a226a5b9b7 None None] New status for floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:00.460450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-d07c1fef-fa3f-4083-85c6-8ecddd675f02 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.488895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-d07c1fef-fa3f-4083-85c6-8ecddd675f02 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.6073623 Apr 28 19:47:00.499085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Deleting subnet 3714767c-0703-4ef4-81c7-f22814d54f5b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:47:00.516216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.712328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-8bbb2114-cd0b-48c0-af96-3e15a8ddef81 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1000 time: 0.2054639 Apr 28 19:47:00.718087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:00.726087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:port and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:00.729305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:00.735991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Allocated IP 172.25.2.74 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b8d64885-6e64-4313-990b-4f0daada1dc5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:00.745441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-c15ad73a-b143-484c-b51a-5b2bf953b670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.747327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-c15ad73a-b143-484c-b51a-5b2bf953b670 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5415671 Apr 28 19:47:00.748443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:00.766150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Transition to ACTIVE for port object edcaa24c-26e4-4434-b312-a1b390efb921 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:00.794939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63778-be95-4a04-b6f1-d2f13e5bfb9d req-150257a9-daf5-4141-8316-24129cda5481 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:00.802563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3e63778-be95-4a04-b6f1-d2f13e5bfb9d req-150257a9-daf5-4141-8316-24129cda5481 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 944 time: 0.2507493 Apr 28 19:47:00.820582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:00.833119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:00.867414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:00.937498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:00.945781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:00.954633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:00.990457 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.006709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3e63778-be95-4a04-b6f1-d2f13e5bfb9d req-c197f867-dd34-488a-ab3d-93cfa67b6e5d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035024 Apr 28 19:47:01.010671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Pushing event updated for resources: {'Port': ['ID=edcaa24c-26e4-4434-b312-a1b390efb921,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:01.051817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.052195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-b66647ac-5b64-4ab7-8db2-6be3608d3488 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926393 Apr 28 19:47:01.096949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Attempting to bind port edcaa24c-26e4-4434-b312-a1b390efb921 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:01.097387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Attempting to bind port edcaa24c-26e4-4434-b312-a1b390efb921 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:01.097882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Attempting to bind port edcaa24c-26e4-4434-b312-a1b390efb921 on network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:01.104297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.105333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:01.107026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Checking segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:01.107558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.108059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Bound using segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:01.108666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Bound port: edcaa24c-26e4-4434-b312-a1b390efb921, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:01.109699 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.166124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.233894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] device_id is not set on port 1d383f76-fb73-447b-bba9-c128386414b1 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:47:01.235428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-94041670-70c7-4d06-95fa-e5d312c82809', 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ips': [{'subnet_id': '1270faac-8233-4dcc-9e24-3ea59efaf0ae'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:47:01.236938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.476400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Allocated IP 10.2.2.2 (94041670-70c7-4d06-95fa-e5d312c82809/1270faac-8233-4dcc-9e24-3ea59efaf0ae/4019ad44-5026-4443-8e04-d1bd2f51e1ea) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:01.527060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c19e7f5-c1b2-49cf-9743-b18fefbace6b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:01.613052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62fdcd77-ffd1-4c9c-a998-974f1ea932c2 req-80c886c0-ee87-45ed-9548-d30a17ebc7cb service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506175 Apr 28 19:47:01.687004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f434e92f-c2af-48b7-8c5e-3858f0662d6b None None] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:01.724002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.725898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:01.735915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9698e51-99eb-4bf8-b087-25b92cda3615 req-352ae087-4f07-4ba2-87ac-8ba5fca41dbb tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:01.737443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9698e51-99eb-4bf8-b087-25b92cda3615 req-352ae087-4f07-4ba2-87ac-8ba5fca41dbb tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.2383783 Apr 28 19:47:01.772238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] For port edcaa24c-26e4-4434-b312-a1b390efb921, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:01.773325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.1.1.38 (ec6dab63-7c86-4135-9c2d-4c0c5e006298/b34b5fff-c025-4d6c-99e7-4cee2988a3d0/1d383f76-fb73-447b-bba9-c128386414b1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:01.800926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:01.806755 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9698e51-99eb-4bf8-b087-25b92cda3615 req-5fa934cd-1c53-4aa2-ada6-9194222f2b60 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589993 Apr 28 19:47:01.884592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Pushing event updated for resources: {'Port': ['ID=b8d64885-6e64-4313-990b-4f0daada1dc5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:01.895422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] For port edcaa24c-26e4-4434-b312-a1b390efb921, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcaa24c-26e4-4434-b312-a1b390efb921,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:01.902955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:01.906210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-780bd1b1-1938-4d59-acdd-6f8724bc480b None None] Provisioning for port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:01.913632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:01.920397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:01.929807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.036352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:02.050098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.066981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.085874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 1d383f76-fb73-447b-bba9-c128386414b1 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:02.088466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbda011-d477-41e4-93bd-544bbdc23f08 None None] Pushing event updated for resources: {'Port': ['ID=edcaa24c-26e4-4434-b312-a1b390efb921,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.118822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3714767c-0703-4ef4-81c7-f22814d54f5b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.122429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:02.122989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.129973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.146203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.243550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:02.248376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:02.251436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:02.281129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de440bc-c188-48e8-86ac-fcb73b3ecfbc None None] Network 34197707-ad0d-42fb-9234-24270acba21d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:02.333965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:02.334930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.360311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.0189147 Apr 28 19:47:02.364952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55434) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:02.368142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68295b0-64c8-47ea-9f4e-e7f314688199 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:02.376257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'name': 'tempest-TaggedBootDevicesTest-68978834', 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:02.542614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2bfc35c5-f770-4c90-8f5e-526e900a8c56 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3714767c-0703-4ef4-81c7-f22814d54f5b HTTP/1.1" status: 204 len: 168 time: 2.2577183 Apr 28 19:47:02.546016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55440) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:02.712375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.769657 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.773258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Transition to ACTIVE for port object 4019ad44-5026-4443-8e04-d1bd2f51e1ea will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:02.782013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5548e504-c24d-4c95-ba62-595c12567a3d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:02.782468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.821059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Deleting port 3294b3ec-4def-4351-85c3-84c56466b3bc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:02.821398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.833785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:02.844097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:port and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:02.847493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:02.850481 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.857352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1585c10-5be1-4531-b6e2-653bd7815763 req-deb522e7-8352-4f84-bf6c-f46e7d3bcb85 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:02.864452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1585c10-5be1-4531-b6e2-653bd7815763 req-deb522e7-8352-4f84-bf6c-f46e7d3bcb85 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 944 time: 0.1414649 Apr 28 19:47:02.869825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:02.904519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:02.909153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.917204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Transition to ACTIVE for port object 4019ad44-5026-4443-8e04-d1bd2f51e1ea will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:02.936761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1585c10-5be1-4531-b6e2-653bd7815763 req-d0d136af-f536-4063-8037-91cbe38e7319 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714543 Apr 28 19:47:02.941359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:02.942051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] device_id is not set on port 28ea52e3-c05b-4ede-bc69-a68925699dbf yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:47:03.000148 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.102640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Network 94041670-70c7-4d06-95fa-e5d312c82809 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:03.110027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:03.124814 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:47:03.165293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:03.226001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Pushing event updated for resources: {'Port': ['ID=4019ad44-5026-4443-8e04-d1bd2f51e1ea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:03.388147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] DHCP port deletion for 34197707-ad0d-42fb-9234-24270acba21d request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:47:03.391778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:03.467672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.1.1.118 (ec6dab63-7c86-4135-9c2d-4c0c5e006298/b34b5fff-c025-4d6c-99e7-4cee2988a3d0/28ea52e3-c05b-4ede-bc69-a68925699dbf) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:03.513419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.549840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Deleting port 3294b3ec-4def-4351-85c3-84c56466b3bc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:03.562924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.577592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.645095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:03.788305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55458) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:03.815802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:03.926841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d3381a-f822-4d5c-ba53-e5a21f5e224a None None] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:04.041698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.054772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.061113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 28ea52e3-c05b-4ede-bc69-a68925699dbf will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:04.103175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.155840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.195524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:04.196963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7ed21728-d9f9-4fdd-a098-6fe0a62fe5ca not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:04.197555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7d8c5297-66f2-4249-b571-ce64ba9fb597 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:04.217455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:04.225118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Usage tracker for resource:security_group_rule and tenant:5ad7479eb12c44dc880fe89f684cb3a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:04.228410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:04.236856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:04.290188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:04.292935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Attempting to bind port 4019ad44-5026-4443-8e04-d1bd2f51e1ea on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:04.293980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Attempting to bind port 4019ad44-5026-4443-8e04-d1bd2f51e1ea by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:04.294343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Attempting to bind port 4019ad44-5026-4443-8e04-d1bd2f51e1ea on network 94041670-70c7-4d06-95fa-e5d312c82809 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:04.296826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7d8c5297-66f2-4249-b571-ce64ba9fb597 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:04.297186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7d8c5297-66f2-4249-b571-ce64ba9fb597 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:04.334981 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:47:04.341915 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211 associated. External IP: 172.25.2.192, port: 8e2048af-355c-4bcb-a0fc-fc557a5a6241. Apr 28 19:47:04.351404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.352842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:04.435987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:04.437009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.443808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:04.444202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Checking segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:04.444611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.445007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Bound using segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:04.445521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Bound port: 4019ad44-5026-4443-8e04-d1bd2f51e1ea, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:04.445907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.474450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:04.479802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Provisioning complete for port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:04.481216 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.519079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5ad7479eb12c44dc880fe89f684cb3a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7267518 Apr 28 19:47:04.520358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:04.540873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55476) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:04.544803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7824dc-6cd1-4beb-9b72-c74265eb07fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cda4d6b3-b37e-48c3-a005-dffee5155724,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:04.562986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:04.646586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] For port 3294b3ec-4def-4351-85c3-84c56466b3bc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3294b3ec-4def-4351-85c3-84c56466b3bc,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:04.647420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.665931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:04.746032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcaa24c-26e4-4434-b312-a1b390efb921 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:04.768909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.769598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.790646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.804992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.838958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.854176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Calling delete_port for 3294b3ec-4def-4351-85c3-84c56466b3bc owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:04.858888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83091100-b3f7-43e7-8483-40be16fac7d1 req-5c69fd74-e66c-4983-b47c-3e700dbeefc6 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:04.860365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-83091100-b3f7-43e7-8483-40be16fac7d1 req-5c69fd74-e66c-4983-b47c-3e700dbeefc6 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.5042703 Apr 28 19:47:04.874259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-71cf76fc-9f6e-485b-befe-4b93e4cf0062 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5043714 Apr 28 19:47:04.939176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.941800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-83091100-b3f7-43e7-8483-40be16fac7d1 req-aa1e2d6a-378f-41d1-97e4-61337a4be2d3 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups?id=053da51d-11f0-4715-b3f2-5b24b80c61b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661764 Apr 28 19:47:04.957760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.977935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:04.979033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cda4d6b3-b37e-48c3-a005-dffee5155724 HTTP/1.1" status: 204 len: 168 time: 0.4263885 Apr 28 19:47:04.981395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b7ab3a-ba14-4c54-8a99-a5d7d4cfdbe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cda4d6b3-b37e-48c3-a005-dffee5155724,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:05.179276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a429d9-af5c-402a-abe8-f5225e134f41 req-423b7928-7988-4406-b4d3-36ed9b42b26c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.187640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20a429d9-af5c-402a-abe8-f5225e134f41 req-423b7928-7988-4406-b4d3-36ed9b42b26c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.1204746 Apr 28 19:47:05.264327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20a429d9-af5c-402a-abe8-f5225e134f41 req-47ac6d7d-aadd-4231-8fcf-5ac7477f4f29 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751855 Apr 28 19:47:05.301877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] For port 3294b3ec-4def-4351-85c3-84c56466b3bc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3294b3ec-4def-4351-85c3-84c56466b3bc,segment=NetworkSegment(33592a38-dbe6-447c-b58e-18f2d50eb22b),segment_id=33592a38-dbe6-447c-b58e-18f2d50eb22b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:05.302431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.361601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:05.410660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] For port 4019ad44-5026-4443-8e04-d1bd2f51e1ea, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:05.420968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port edcaa24c-26e4-4434-b312-a1b390efb921 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:05.435814 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.459044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3aba8f53-957a-4e9b-b571-25ce4ae80963 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:05.472991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3aba8f53-957a-4e9b-b571-25ce4ae80963 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.46 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 946 time: 0.1377897 Apr 28 19:47:05.623865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Deleting port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:05.625554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.641205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3294b3ec-4def-4351-85c3-84c56466b3bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:05.663821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:05.665285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] No DVR routers for this DVR port 3294b3ec-4def-4351-85c3-84c56466b3bc on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:05.746923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Calling delete_port for 3294b3ec-4def-4351-85c3-84c56466b3bc owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:05.830618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:05.832743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] For port 4019ad44-5026-4443-8e04-d1bd2f51e1ea, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4019ad44-5026-4443-8e04-d1bd2f51e1ea,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:05.838122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c19e7f5-c1b2-49cf-9743-b18fefbace6b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:05.875933 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e34b725c-f477-4b43-b95d-376f3e6d951f'] response: {'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'code': 200} Apr 28 19:47:05.899566 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.051579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Provisioning for port 1d383f76-fb73-447b-bba9-c128386414b1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:06.073372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:47:06.073751 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:47:06.082431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Provisioning complete for port 1d383f76-fb73-447b-bba9-c128386414b1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:06.082806 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.083466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34197707-ad0d-42fb-9234-24270acba21d']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:06.179351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c4f723-c1c4-4b36-96d0-91569687d417 None None] Pushing event updated for resources: {'Port': ['ID=4019ad44-5026-4443-8e04-d1bd2f51e1ea,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.203312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:06.206403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33592a38-dbe6-447c-b58e-18f2d50eb22b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:06.206801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33592a38-dbe6-447c-b58e-18f2d50eb22b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:06.213967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:06.231113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:06.232306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:06.232675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.235109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:06.303008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.311657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] For port 51de3c87-77fe-49ec-97a0-31232c1cf2f4, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=51de3c87-77fe-49ec-97a0-31232c1cf2f4,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:06.312245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.332067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-10c4ad64-0a56-497e-944f-b385214d659d None None] Port 1d383f76-fb73-447b-bba9-c128386414b1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:06.457970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Router d31dd9bb-ede7-4126-ace5-7a2802216c51 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:47:06.481176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.526799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55512) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:06.582235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Deleting port 3294b3ec-4def-4351-85c3-84c56466b3bc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:06.582800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.595450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:06.595880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:06.630453 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:06.721023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:06.733851 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:06.744677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Provisioning complete for port 1d383f76-fb73-447b-bba9-c128386414b1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:06.745311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.801929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-37c0b106-3148-4ba9-a571-7abd98945d3f None None] The port '3294b3ec-4def-4351-85c3-84c56466b3bc' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:47:06.803315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1181665866', 'description': 'tempest-description--1518970477'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:06.845937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:06.868340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3294b3ec-4def-4351-85c3-84c56466b3bc no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:06.873757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:security_group and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:06.886035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:06.898333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:06.915831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.939036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Port 1d383f76-fb73-447b-bba9-c128386414b1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:06.947394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3294b3ec-4def-4351-85c3-84c56466b3bc {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:06.947737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3294b3ec-4def-4351-85c3-84c56466b3bc not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:06.950447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.971179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] Pushing event deleted for resources: {'Network': ['ID=34197707-ad0d-42fb-9234-24270acba21d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:06.973099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:06.982613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Provisioning for port edcaa24c-26e4-4434-b312-a1b390efb921 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:06.989433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Provisioning complete for port edcaa24c-26e4-4434-b312-a1b390efb921 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:06.990070 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.118672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.119049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.121650 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Floating IP 78e850b6-9d6c-4d42-bdf5-47f118c871ef disassociated. External IP: 172.25.2.38, port: 51de3c87-77fe-49ec-97a0-31232c1cf2f4. Apr 28 19:47:07.123357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Calling delete_port for 51de3c87-77fe-49ec-97a0-31232c1cf2f4 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:07.205584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4019ad44-5026-4443-8e04-d1bd2f51e1ea up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:07.290499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.384151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] For port edcaa24c-26e4-4434-b312-a1b390efb921, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcaa24c-26e4-4434-b312-a1b390efb921,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:07.385681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4019ad44-5026-4443-8e04-d1bd2f51e1ea completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:07.403496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.404022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.517054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-366c5006-416c-49af-ae2f-7d638151ea43 admin admin] 10.222.0.24 "DELETE /v2.0/networks/34197707-ad0d-42fb-9234-24270acba21d HTTP/1.1" status: 204 len: 168 time: 4.9636779 Apr 28 19:47:07.545807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event deleted for resources: {'Port': ['ID=51de3c87-77fe-49ec-97a0-31232c1cf2f4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:07.546645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Pushing event updated for resources: {'Port': ['ID=edcaa24c-26e4-4434-b312-a1b390efb921,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:07.565703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:07.569234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Provisioning for port 28ea52e3-c05b-4ede-bc69-a68925699dbf completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:07.581134 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:02Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:07.588473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Sync routers for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:07.592878 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:07.598918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Provisioning complete for port 28ea52e3-c05b-4ede-bc69-a68925699dbf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:07.599287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.611548 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:07.612978 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:07.631786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:07.633349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1ee779ca-8f27-42a7-a3d5-93dd61feb06f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.6111088 Apr 28 19:47:07.640777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:07.655870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:07.722026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:07.722677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:07.753714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:07.758940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:security_group_rule and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:07.764553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1182752342-network', 'tenant_id': '9c4f1885d64a4b30955f03defd60999c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:07.780217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-caec97ac-7fa0-4d07-9752-fde01442c8bd None None] Port 28ea52e3-c05b-4ede-bc69-a68925699dbf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:07.849224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:07.879258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:07.884167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ddd44b7-e83d-4614-a6f1-1d89474d4c19 None None] Network 94041670-70c7-4d06-95fa-e5d312c82809 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:07.884525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Usage tracker for resource:network and tenant:9c4f1885d64a4b30955f03defd60999c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:07.901349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ebbf8e2-7b61-4823-ad19-6efb708097f9 req-df8edcbb-a910-4a31-89b8-e8b4de20b67c tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 210 time: 0.3584943 Apr 28 19:47:07.907137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:07.940046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:07.946694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5e4af-f20c-4961-97c5-f7085d3d075c req-6b46a739-2be9-465f-bb0b-23104dc40097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:07.947390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:07.948168 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3b5e4af-f20c-4961-97c5-f7085d3d075c req-6b46a739-2be9-465f-bb0b-23104dc40097 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 1096 time: 1.7555153 Apr 28 19:47:07.960758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:08.027046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:08.034828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.068900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.104474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:08.108392 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3b5e4af-f20c-4961-97c5-f7085d3d075c req-f1bb8ce1-2f77-4ed2-b879-743a59533884 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489718 Apr 28 19:47:08.123257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Router ef14ddbd-923b-452e-adda-80c43b3b7e13 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:08.124937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:08.131906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Usage tracker for resource:security_group_rule and tenant:9c4f1885d64a4b30955f03defd60999c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:08.135278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Provisioning complete for port edcaa24c-26e4-4434-b312-a1b390efb921 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:08.135758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.145280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:08.164808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:08.175079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9e4ac56-523e-4236-9973-5b46375e7f4e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca32fd65d96f4c479e003cb4899bddc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3652081 Apr 28 19:47:08.177543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.182069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:08.204363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.251485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:08.320228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71946d5b-c729-466c-9ecd-73e8785840ee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.490649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:02Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:08.497062 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd569d3-50f4-4d15-b9a2-be16f9c9f817 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:02Z', 'revision_number': 3, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:08.569865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.572498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6b2f55-f700-4673-ba3a-e8708287396b req-cc14f034-725c-4d7c-9ccc-c9cf25403b68 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:08.574290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d6b2f55-f700-4673-ba3a-e8708287396b req-cc14f034-725c-4d7c-9ccc-c9cf25403b68 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.4344974 Apr 28 19:47:08.584667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-788f6405-280a-4426-8536-c398ad6dc554 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.8386333 Apr 28 19:47:08.592880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55548) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:08.593871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.613084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:08.618139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'security_group_rule': {'security_group_id': '71946d5b-c729-466c-9ecd-73e8785840ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:08.626262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Sync routers for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:08.638778 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:08.639483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:08.657487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Provisioning for port 4019ad44-5026-4443-8e04-d1bd2f51e1ea completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:08.694901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:08.712930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Provisioning complete for port 4019ad44-5026-4443-8e04-d1bd2f51e1ea triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:08.713443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.787195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:security_group_rule and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:08.790225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:08.797557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:08.823087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c0b42b3-4c0f-4bb6-a783-75d20ed25e64 None None] New status for floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:08.825804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.827826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] No DVR routers for this DVR port 51de3c87-77fe-49ec-97a0-31232c1cf2f4 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:08.852503 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.868050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:08.874432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d6b2f55-f700-4673-ba3a-e8708287396b req-25dfdd7b-2d15-4a7d-be94-1f18a17f9b10 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805171 Apr 28 19:47:08.875180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:08.878376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'name': 'network-vif-deleted', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:08.925295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-820e1d88-58aa-4f5a-a3f8-d48e6e661a7a req-3b3a103d-5b67-4389-9d97-80f6db5da7fe tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.46 "DELETE /v2.0/ports/51de3c87-77fe-49ec-97a0-31232c1cf2f4 HTTP/1.1" status: 204 len: 173 time: 3.4464588 Apr 28 19:47:08.928250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22467842-900c-4413-b58e-79bf834571cd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:08.945706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.004276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:09.100611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.102264 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Added segment a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a of type vlan for network a9de1517-7720-4512-9d1a-5879eb5a72d6 Apr 28 19:47:09.145968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.163141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.250911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.281110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=952be15d-af4a-4fbe-b226-975878fb25be,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.286379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 51de3c87-77fe-49ec-97a0-31232c1cf2f4 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:09.311083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.317431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcaa24c-26e4-4434-b312-a1b390efb921 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:09.320929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.324664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08ea4e77-e69d-401b-8114-24108716709e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7240705 Apr 28 19:47:09.334595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:09.335342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:09.388240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'security_group_rule': {'security_group_id': '71946d5b-c729-466c-9ecd-73e8785840ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:09.425839 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:09.429340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.430056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 51de3c87-77fe-49ec-97a0-31232c1cf2f4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:09.431373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 51de3c87-77fe-49ec-97a0-31232c1cf2f4 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:09.433047 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Checking router: ef14ddbd-923b-452e-adda-80c43b3b7e13 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:09.439971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:09.455482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.456694 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:09.457428 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:09.472751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:security_group_rule and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:09.492470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:09.535998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:09.548491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.551257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:09.553129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.595978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.599959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/740fddd5-09fb-41c6-b2c1-4a595f772f4d HTTP/1.1" status: 204 len: 168 time: 1.4148409 Apr 28 19:47:09.602440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb5d26b-e803-4c7c-911f-e084f78b2f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740fddd5-09fb-41c6-b2c1-4a595f772f4d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.609015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.679815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.850371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.859666 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:09.873503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] For port 4019ad44-5026-4443-8e04-d1bd2f51e1ea, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4019ad44-5026-4443-8e04-d1bd2f51e1ea,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:09.874429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port edcaa24c-26e4-4434-b312-a1b390efb921 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:09.874847 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.918789 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:09.921031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:09.922763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:09.940445 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d362cab-6592-4ef6-8fb7-0146b8a833cf'] response: {'server_uuid': '8d373c4c-7930-4910-8724-8f6b2c22c6d2', 'name': 'network-vif-deleted', 'tag': '51de3c87-77fe-49ec-97a0-31232c1cf2f4', 'status': 'completed', 'code': 200} Apr 28 19:47:09.964089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:09.972047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.4390786 Apr 28 19:47:09.973502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:09.991670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c4b18d-58fb-442a-a1b3-c6f7e67791d8 admin admin] Pushing event updated for resources: {'Network': ['ID=a9de1517-7720-4512-9d1a-5879eb5a72d6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:09.992158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.006061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Request body: {'subnet': {'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1182752342-subnet', 'tenant_id': '9c4f1885d64a4b30955f03defd60999c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:10.045652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:10.111755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c81941f-404a-433b-a330-fcd4ec16b4eb None None] Pushing event updated for resources: {'Port': ['ID=4019ad44-5026-4443-8e04-d1bd2f51e1ea,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:10.115331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:47:10.151879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:02Z', 'revision_number': 3, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:10.166393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Checking router: d31dd9bb-ede7-4126-ace5-7a2802216c51 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:10.166742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Updating router d31dd9bb-ede7-4126-ace5-7a2802216c51 port b8d64885-6e64-4313-990b-4f0daada1dc5 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:10.181308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-4c77910c-65cb-42f5-a109-682629c4613e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "PUT /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 999 time: 9.3214719 Apr 28 19:47:10.205482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:10.364224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Usage tracker for resource:subnet and tenant:9c4f1885d64a4b30955f03defd60999c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:10.367134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:10.374897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:10.396853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:10.406927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.450752 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.462497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:10.503612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-05352949-ee6d-477c-935d-f8ec4dcc88ff tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:10.518182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-05352949-ee6d-477c-935d-f8ec4dcc88ff tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports/8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 943 time: 0.3232312 Apr 28 19:47:10.633622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7d966891-872a-484a-8ea3-ad89a3aef669 req-004ec306-83da-4efd-bc92-8260edb71cb0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Synchronizing usage tracker for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:10.650181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.657872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Allocated IP 172.20.0.1 (c24e2453-e1f1-44a0-8ca3-3f0552b05de4/c7dca8b9-4318-49e2-a0e0-8e796faba75b/ab89ddc5-bbc5-4526-88df-3c91ff5ee012) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:10.695659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7d966891-872a-484a-8ea3-ad89a3aef669 req-004ec306-83da-4efd-bc92-8260edb71cb0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Unset dirty status for tenant:3c6bc0f1a5f848fdbb25ad11dc84de39 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:10.696838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d966891-872a-484a-8ea3-ad89a3aef669 req-004ec306-83da-4efd-bc92-8260edb71cb0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/ports?device_id=8d373c4c-7930-4910-8724-8f6b2c22c6d2 HTTP/1.1" status: 200 len: 210 time: 0.5982814 Apr 28 19:47:10.739467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.748899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1439e3b3-8646-4fc4-bb48-d1ecdc7fe36e None None] Provisioning complete for port 4019ad44-5026-4443-8e04-d1bd2f51e1ea triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:10.749408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1439e3b3-8646-4fc4-bb48-d1ecdc7fe36e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.767597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.842658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.855027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=384e1926-16f8-46dc-adbc-b990913a9313,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:10.862145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Transition to ACTIVE for port object ab89ddc5-bbc5-4526-88df-3c91ff5ee012 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:10.892852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.907745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d49555e9-a14e-4ea2-9a13-72853be19a4a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5554879 Apr 28 19:47:10.908282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:10.929128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Checking segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:10.929834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Network hostable DHCP agents. Network: a9de1517-7720-4512-9d1a-5879eb5a72d6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:10.951663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:10.953132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:10.970918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48a64a22-2f7b-4cf3-8567-b8d22fd60794,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:10.975897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:10.995362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:floatingip and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:11.008602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:11.019633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:11.021501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:11.043944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a9de1517-7720-4512-9d1a-5879eb5a72d6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:11.056870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.057493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.063340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c4bdd-7002-4aea-a3d6-730496a990b9 None None] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:11.093814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.101655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Pushing event updated for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:11.132991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ec1b841-9a5d-4845-b992-1226bdcbbb68 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.1546764 Apr 28 19:47:11.147012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:11.153434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:11.163994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:11.222144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:11.222392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4019ad44-5026-4443-8e04-d1bd2f51e1ea up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:11.277336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-7bb825ab-fa33-4b2a-bafc-c027eb0779aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.284698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-7bb825ab-fa33-4b2a-bafc-c027eb0779aa service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.3984118 Apr 28 19:47:11.296386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.430335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.636227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-3ab40eba-addf-4ae1-aac9-33f40aaf98ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.639446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-3ab40eba-addf-4ae1-aac9-33f40aaf98ca service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.3445280 Apr 28 19:47:11.645953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1003316707-network', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:11.655699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:11.710081 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:11.721192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53098cc-4661-43f2-8cf0-4f56781aaf0f req-82b6037c-cc0c-4419-aa16-8e4ef3d2b8b1 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:11.723030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b53098cc-4661-43f2-8cf0-4f56781aaf0f req-82b6037c-cc0c-4419-aa16-8e4ef3d2b8b1 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.1160204 Apr 28 19:47:11.724166 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e93a0a1a-9b2b-4dac-9ae2-7a81feae7b20 None None] The sync data for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 is: [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:44:54Z', 'revision_number': 4, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '23bf4cae-1cf4-4649-9d36-0fef3dbd0719', 'name': '', 'network_id': 'b05d32d1-449c-4b28-86f9-828e27f87b71', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'mac_address': 'fa:16:3e:f2:42:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_interface', 'standard_attr_id': 775, 'fixed_ips': [{'subnet_id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:53Z', 'updated_at': '2022-04-28T19:45:04Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'subnets': [{'id': '8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:11.727127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Usage tracker for resource:network and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:11.748109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:11.752883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-ab6bc7e2-789e-43d2-bedd-bf25e9cf2397 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.0988688 Apr 28 19:47:11.757446 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:09Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:11.759790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:11.762592 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:11.778375 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:11.779255 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:11.829106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b53098cc-4661-43f2-8cf0-4f56781aaf0f req-a3d931f0-e85b-4bbb-a19b-95b1dcdccc26 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891821 Apr 28 19:47:11.829341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.881857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Transition to ACTIVE for port object b8d64885-6e64-4313-990b-4f0daada1dc5 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:11.883735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:11.886081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.901394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.931231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:11.955999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c8e33dd0-fe9a-4d8b-9e06-11e5597beae2 None None] Provisioning for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:11.972466 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2b0a9a8-a598-4d79-84f4-cc316d30044e'] response: {'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:47:11.983948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:11.988364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Usage tracker for resource:security_group_rule and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:11.991640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:11.999085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:12.041085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.063278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c8e33dd0-fe9a-4d8b-9e06-11e5597beae2 None None] Provisioning complete for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:12.063827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8e33dd0-fe9a-4d8b-9e06-11e5597beae2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.126965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-aa76a292-a983-474a-8eb9-96f6aeecf122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.128512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-aa76a292-a983-474a-8eb9-96f6aeecf122 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.3645241 Apr 28 19:47:12.148548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 172.25.2.4 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/4776dc5b-95fd-464d-9b0e-589d7ac4e9b7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:12.187509 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:12.196895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4019ad44-5026-4443-8e04-d1bd2f51e1ea triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:12.200675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.211171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.273362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a44a99ad-52b6-4b79-a647-fc23a56d9b3e None None] New status for floating IP 78e850b6-9d6c-4d42-bdf5-47f118c871ef: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:12.330937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-d00687dc-5ed8-4223-abd4-f2fae755f915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.332500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-d00687dc-5ed8-4223-abd4-f2fae755f915 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.3009131 Apr 28 19:47:12.380255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Attempting to bind port b8d64885-6e64-4313-990b-4f0daada1dc5 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:12.380621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Attempting to bind port b8d64885-6e64-4313-990b-4f0daada1dc5 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:12.380988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Attempting to bind port b8d64885-6e64-4313-990b-4f0daada1dc5 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:12.436666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360076f-db4e-4e4a-98e0-02811ecc664c None None] Pushing event updated for resources: {'Port': ['ID=b8d64885-6e64-4313-990b-4f0daada1dc5,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:12.545131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:12.545545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:12.545940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.546343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:12.546893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Bound port: b8d64885-6e64-4313-990b-4f0daada1dc5, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:12.547197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.568778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.597851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-8d345522-83ee-48f6-ab3e-d44401c4e31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.599946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-8d345522-83ee-48f6-ab3e-d44401c4e31a service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.2577894 Apr 28 19:47:12.613209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.624584 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.633987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c8e33dd0-fe9a-4d8b-9e06-11e5597beae2 None None] Port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:12.642243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:12.651418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.651814 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Added segment dd83bbfa-9306-453d-a16b-16ebbfb03d6b of type vlan for network 3dc8aeb7-efe0-4aee-87a0-37827a30931c Apr 28 19:47:12.681758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.715527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-2ebcfea1-9d64-418f-9f40-c9116777974d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.0895343 Apr 28 19:47:12.725987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-47d613fe-f15e-4eaf-b7c5-7e8261d69c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.727516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-47d613fe-f15e-4eaf-b7c5-7e8261d69c0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5178254 Apr 28 19:47:12.732485 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.733448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.734053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.773289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-2d0b15b9-a638-4277-b4fa-5790b7a72b35 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:12.774335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-2d0b15b9-a638-4277-b4fa-5790b7a72b35 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309701 Apr 28 19:47:12.789710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-53e81175-8d96-4390-9367-71eca076b655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:09Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:12.807958 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e81175-8d96-4390-9367-71eca076b655 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:80:29:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b14368-2316-4199-9cfa-f145e168b2e0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:09Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:12.826873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00c626-dd12-4d79-911c-573bbab78060 None None] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:12.897653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411d762a-9f2a-4e2a-a724-90c782967fe6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:12.913408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-4d7f4eb0-28c0-4567-be4f-b41f6174a478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:12.914860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-4d7f4eb0-28c0-4567-be4f-b41f6174a478 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1914351 Apr 28 19:47:12.919458 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:12.933850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] For port b8d64885-6e64-4313-990b-4f0daada1dc5, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:12.973626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:13.012488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:13.016220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] For port b8d64885-6e64-4313-990b-4f0daada1dc5, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b8d64885-6e64-4313-990b-4f0daada1dc5,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:13.017967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7941115 Apr 28 19:47:13.023781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc5b60-08ce-4fda-bf16-8048d8309850 admin admin] Pushing event updated for resources: {'Network': ['ID=3dc8aeb7-efe0-4aee-87a0-37827a30931c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.025938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:13.042318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-fb84e3f2-6849-44fa-a8ff-1401f9f33611 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.042791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-fb84e3f2-6849-44fa-a8ff-1401f9f33611 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:13.045732 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.053590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:13.058048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Request body: {'subnet': {'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1003316707-subnet', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:13.074793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:13.078392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.086767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Usage tracker for resource:subnet and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:13.100627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:13.103676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.131626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-fb84e3f2-6849-44fa-a8ff-1401f9f33611 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:13.139130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-fb84e3f2-6849-44fa-a8ff-1401f9f33611 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.5371301 Apr 28 19:47:13.156329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=4776dc5b-95fd-464d-9b0e-589d7ac4e9b7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.161673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:47:13.168258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-ffcd8736-72ff-40c4-b7ab-486b0882d88c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/quotas/9c4f1885d64a4b30955f03defd60999c HTTP/1.1" status: 200 len: 375 time: 0.0277116 Apr 28 19:47:13.309349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.319153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:13.346309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-1cc84aa7-7d8a-4055-8d45-99133542327f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1770322 Apr 28 19:47:13.348093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-774e42e7-4d3a-4a8e-8cbd-ee2ba0a79514 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5465186 Apr 28 19:47:13.359335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:13.359968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:13.406803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:13.409053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.482531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-f2dcd8d9-d9be-49f0-9803-51f4a2b92352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:13.483917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-f2dcd8d9-d9be-49f0-9803-51f4a2b92352 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5529716 Apr 28 19:47:13.516704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360076f-db4e-4e4a-98e0-02811ecc664c None None] Pushing event updated for resources: {'Port': ['ID=b8d64885-6e64-4313-990b-4f0daada1dc5,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.524709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.556695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-209ae49f-a431-46bf-b055-77ae51715c67 service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002702 Apr 28 19:47:13.640909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.645018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:13.725528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Pushing event updated for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.783263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:13.857386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-e8f1d7ea-974a-47b4-be64-e207bfd1a145 service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998455 Apr 28 19:47:13.859352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0639b6be-a462-4889-a2e8-0d2e9d04079c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:13.861154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-1c9744bc-9bbd-4455-8aa5-9e78ff91340b service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684158 Apr 28 19:47:13.895409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Checking segment: {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:13.896240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Network hostable DHCP agents. Network: 3dc8aeb7-efe0-4aee-87a0-37827a30931c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:13.904208 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-fc14170f-e449-4ca3-9509-11a62d822fca service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392058 Apr 28 19:47:13.911723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:13.914104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:13.987014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:14.000448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:12Z', 'revision_number': 2, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:14.007637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623e99d-867c-4335-a9be-d1886e12cc15 None None] The sync data for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 is: [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:12Z', 'revision_number': 2, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:14.134339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:14.185834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3dc8aeb7-efe0-4aee-87a0-37827a30931c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:14.196114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628a7f60-2f3a-407e-91c0-f9c306787951 None None] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:14.267360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.267949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.298061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Router d31dd9bb-ede7-4126-ace5-7a2802216c51 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:14.303866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e49edd4-3391-45a4-a3a7-615f21139ae6 req-11252a53-a9b0-42ff-a90f-82398dd3f003 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4338028 Apr 28 19:47:14.454748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c8201b0d-8613-43a8-8226-8546d93ff0ec None None] Provisioning complete for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:14.455556 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8201b0d-8613-43a8-8226-8546d93ff0ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.498423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.513299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.577118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c8201b0d-8613-43a8-8226-8546d93ff0ec None None] Port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:14.621588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-59669ba1-e930-4c1f-a6ea-b0a59f23765b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5869882 Apr 28 19:47:14.624914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:14.636316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-fa4c5358-e3a5-43ba-a4ee-d4e6fa85fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.648934 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-fa4c5358-e3a5-43ba-a4ee-d4e6fa85fba3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1097 time: 0.6698070 Apr 28 19:47:14.658268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:14.689084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=4776dc5b-95fd-464d-9b0e-589d7ac4e9b7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:14.711942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.712165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:14.718077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Usage tracker for resource:router and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:14.730625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:14.738782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88887297-2a06-46f6-a8f2-8b24ea0a3fc9 req-8d9df9c7-2cbd-41f4-a55f-f8b0d91cd354 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.740714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88887297-2a06-46f6-a8f2-8b24ea0a3fc9 req-8d9df9c7-2cbd-41f4-a55f-f8b0d91cd354 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.3766632 Apr 28 19:47:14.755252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:14.760687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.762303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9307bfd-2eaa-4cf5-86be-3c10804397cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.8498502 Apr 28 19:47:14.780589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'fixed_ips': [{'subnet_id': '0639b6be-a462-4889-a2e8-0d2e9d04079c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:47:14.781576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.848732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88887297-2a06-46f6-a8f2-8b24ea0a3fc9 req-6ae91cf6-3466-45d9-bce3-838e7f08180d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739074 Apr 28 19:47:14.858435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.859493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:14.983373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-205b1680-98e9-43d5-867f-e4ba0c0f5b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:14.992077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-205b1680-98e9-43d5-867f-e4ba0c0f5b79 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.3403919 Apr 28 19:47:15.085884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Allocated IP 172.20.0.2 (3dc8aeb7-efe0-4aee-87a0-37827a30931c/0639b6be-a462-4889-a2e8-0d2e9d04079c/5ec9141d-a98f-4f8b-ba59-68808a59110c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:15.119236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.141935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:15.169619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c1c05f1-62b6-4b72-8e49-0e0e3fb0c666 admin admin] 10.222.0.24 "PUT /v2.0/routers/d31dd9bb-ede7-4126-ace5-7a2802216c51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5100777 Apr 28 19:47:15.182729 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9646b24-6173-4bb2-9107-1a52d52ed23c'] response: {'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'status': 'completed', 'code': 200} Apr 28 19:47:15.400849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e998ac9-c647-4583-9709-1658071b8178 req-6110ff1f-6309-48ac-af78-8cb709e6792d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 210 time: 0.0702724 Apr 28 19:47:15.451735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-809fea1a-d1a2-4ea8-939d-e89df38ebef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:15.454573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-809fea1a-d1a2-4ea8-939d-e89df38ebef6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1097 time: 0.2430508 Apr 28 19:47:15.495381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55674) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:15.523749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.549860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Transition to ACTIVE for port object 5ec9141d-a98f-4f8b-ba59-68808a59110c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:15.600725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Transition to ACTIVE for port object 5ec9141d-a98f-4f8b-ba59-68808a59110c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:15.607696 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.671141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-6631c92d-240d-4516-8937-1f150cf222c0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 1002 time: 0.6781681 Apr 28 19:47:15.778298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:15.782061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:15.786570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:15.840706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Pushing event updated for resources: {'Port': ['ID=5ec9141d-a98f-4f8b-ba59-68808a59110c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:15.946609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Attempting to bind port 5ec9141d-a98f-4f8b-ba59-68808a59110c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:15.948426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Attempting to bind port 5ec9141d-a98f-4f8b-ba59-68808a59110c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:15.949032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Attempting to bind port 5ec9141d-a98f-4f8b-ba59-68808a59110c on network 3dc8aeb7-efe0-4aee-87a0-37827a30931c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:15.964763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:15.965559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Checking segment: {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:15.966130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:15.969978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Bound using segment: {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:15.971211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Bound port: 5ec9141d-a98f-4f8b-ba59-68808a59110c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:15.971611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.006757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.010805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-1d25eb38-25e8-4592-9e0a-ad382e2912aa tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.013111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-1d25eb38-25e8-4592-9e0a-ad382e2912aa tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.46 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.3157609 Apr 28 19:47:16.092828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-090d876b-3590-4eaa-8ec3-431d7794fd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.094323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-090d876b-3590-4eaa-8ec3-431d7794fd5f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.4162414 Apr 28 19:47:16.145308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] For port 5ec9141d-a98f-4f8b-ba59-68808a59110c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:16.149162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] For port 5ec9141d-a98f-4f8b-ba59-68808a59110c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5ec9141d-a98f-4f8b-ba59-68808a59110c,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:16.156250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.253620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df760b6-054c-4bdb-b41f-c09958c4554f None None] Pushing event updated for resources: {'Port': ['ID=5ec9141d-a98f-4f8b-ba59-68808a59110c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:16.272751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Request body: {'port': {'device_id': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'admin_state_up': True, 'tenant_id': '9c4f1885d64a4b30955f03defd60999c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:16.277337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-24883174-65d2-4754-8c47-62480308aa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.278738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-24883174-65d2-4754-8c47-62480308aa12 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1766224 Apr 28 19:47:16.390732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f906b144-f898-406d-a63b-15c39f6c805f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1181665866&fields=id&tenant_id=d43dd1d350ce45cbb2384daceb74abdf HTTP/1.1" status: 200 len: 267 time: 0.3729603 Apr 28 19:47:16.395695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.491488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c64fbc7b-ff97-488d-92a6-c4274b1916fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.492131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c64fbc7b-ff97-488d-92a6-c4274b1916fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:16.547286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.563712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-e1ad08da-62b3-4c5c-b1c7-1b8340709163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.565241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-e1ad08da-62b3-4c5c-b1c7-1b8340709163 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 1.1040297 Apr 28 19:47:16.615746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.654211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-8a0a0ee2-6528-4f5f-989a-a8d3c97b0f3e service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3655913 Apr 28 19:47:16.655175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.672582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:16.680806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c64fbc7b-ff97-488d-92a6-c4274b1916fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:16.683326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c64fbc7b-ff97-488d-92a6-c4274b1916fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 930 time: 0.2819862 Apr 28 19:47:16.686665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Usage tracker for resource:port and tenant:9c4f1885d64a4b30955f03defd60999c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:16.693229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:16.751446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:16.786345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-ac54d3c6-d1f3-4191-9d2c-eaffadba2b62 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 1002 time: 0.2033229 Apr 28 19:47:16.789435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:16.793102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.847953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-6d4d744f-f8b4-4e63-acd3-65d010af1c55 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.849326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-6d4d744f-f8b4-4e63-acd3-65d010af1c55 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 930 time: 0.1533582 Apr 28 19:47:16.858061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:16.912183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7533e5b-ea2f-4634-ad65-3406a169c601 req-19cf2f97-9ada-4650-b8b0-25dd4f808d06 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148976 Apr 28 19:47:16.923172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Allocated IP 172.25.2.215 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/82ecc9d6-008d-4233-baec-f344550704e8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:16.938508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=053da51d-11f0-4715-b3f2-5b24b80c61b4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:16.979730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-97d72ec0-75ee-4c23-bd09-6e45d977bc37 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1112075 Apr 28 19:47:16.988508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-5c355844-5f8a-49cd-b95b-38c4d60dbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:16.989994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-5c355844-5f8a-49cd-b95b-38c4d60dbfa2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1843500 Apr 28 19:47:17.093001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.094162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb7604c0-d801-4466-8d85-078f19de7c8a tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "DELETE /v2.0/security-groups/053da51d-11f0-4715-b3f2-5b24b80c61b4 HTTP/1.1" status: 204 len: 168 time: 1.5812073 Apr 28 19:47:17.097409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:17.103750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f9f7f12a-3e16-4799-9038-09f542dde39f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1128142 Apr 28 19:47:17.164984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.167384 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6b008ba3-19a1-45ec-82c7-d27baa368776 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] show failed (client error): The resource could not be found. Apr 28 19:47:17.168435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b008ba3-19a1-45ec-82c7-d27baa368776 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "GET /v2.0/security-groups/053da51d-11f0-4715-b3f2-5b24b80c61b4 HTTP/1.1" status: 404 len: 347 time: 0.0676146 Apr 28 19:47:17.172941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:17.288378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5ec9141d-a98f-4f8b-ba59-68808a59110c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:17.381631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Allocated IP 172.20.0.8 (a9de1517-7720-4512-9d1a-5879eb5a72d6/48a64a22-2f7b-4cf3-8567-b8d22fd60794/2c974944-4678-4e78-8963-d7351281ac43) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:17.419672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-82e307ca-5245-484c-a6e0-eb9b31c9425d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.421431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-82e307ca-5245-484c-a6e0-eb9b31c9425d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4224019 Apr 28 19:47:17.459953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5ec9141d-a98f-4f8b-ba59-68808a59110c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:17.468833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b8d64885-6e64-4313-990b-4f0daada1dc5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:17.553236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.562381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.569650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.570476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:17.599062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Deleting port c9c7ba73-da28-495c-a6c1-37c3e49eadfd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:17.599755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.629917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b8d64885-6e64-4313-990b-4f0daada1dc5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:17.637195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b8d64885-6e64-4313-990b-4f0daada1dc5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:17.638038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.736822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.786119 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.807628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b8d64885-6e64-4313-990b-4f0daada1dc5, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b8d64885-6e64-4313-990b-4f0daada1dc5,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:17.821091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:17.821526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Sync routers for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:17.836251 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:17.837339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:17.879847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05606d05-c435-4de1-9824-9d1f3820d166 req-9df519da-ac02-4955-9366-7e49457155d2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:17.881191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05606d05-c435-4de1-9824-9d1f3820d166 req-9df519da-ac02-4955-9366-7e49457155d2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "GET /v2.0/ports?device_id=3482682e-1e42-4fce-8ebf-c9ff879e63cf HTTP/1.1" status: 200 len: 945 time: 0.5993862 Apr 28 19:47:17.887743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:17.893985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-33cdf7c4-ceb5-430d-8d7a-f523d2c63f70 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/networks?id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=94041670-70c7-4d06-95fa-e5d312c82809&id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 1989 time: 0.7760043 Apr 28 19:47:18.024682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-cd42fb55-a137-4137-984b-45c2fafb09b1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/quotas/d43dd1d350ce45cbb2384daceb74abdf HTTP/1.1" status: 200 len: 375 time: 0.1297967 Apr 28 19:47:18.036975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b8d64885-6e64-4313-990b-4f0daada1dc5,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:18.042327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3158262-aee3-4bb5-a0f9-0e754ea9a1d7 None None] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:18.082339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.082731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.115956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:18.194119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-5730e9e9-ac20-4c6e-8917-940df7f47c59 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7439265 Apr 28 19:47:18.208401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1807870164', 'description': 'tempest-description--547014218'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:18.224773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Calling delete_port for c9c7ba73-da28-495c-a6c1-37c3e49eadfd owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:18.284084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:18.396393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Pushing event updated for resources: {'Port': ['ID=82ecc9d6-008d-4233-baec-f344550704e8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:18.543239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Provisioning for port 5ec9141d-a98f-4f8b-ba59-68808a59110c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:18.552336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Provisioning complete for port 5ec9141d-a98f-4f8b-ba59-68808a59110c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:18.552893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.561988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.572918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-d6da0c69-1963-4c79-aead-66772a76aa3e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:18.574000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-d6da0c69-1963-4c79-aead-66772a76aa3e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:18.624000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Pushing event deleted for resources: {'Port': ['ID=c9c7ba73-da28-495c-a6c1-37c3e49eadfd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:18.628719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:18.633321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:18.653212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:18.718765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e87e49f3-6bf1-41a0-937c-d5470b158829 req-bab8af34-1372-41b8-89a8-5fe96a7d3ec4 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676011 Apr 28 19:47:18.720209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:18.729070 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:12Z', 'revision_number': 2, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:18.733909 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Checking router: d31dd9bb-ede7-4126-ace5-7a2802216c51 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:18.734579 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Updating router d31dd9bb-ede7-4126-ace5-7a2802216c51 port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:18.763315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Usage tracker for resource:security_group and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:18.780882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:18.801272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:18.809505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.811369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Deleting port 5548e504-c24d-4c95-ba62-595c12567a3d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:18.811890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.812794 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.899735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] For port 5ec9141d-a98f-4f8b-ba59-68808a59110c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5ec9141d-a98f-4f8b-ba59-68808a59110c,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:18.905407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:18.968243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.021849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ad911-3331-4f9f-b5ec-6b0fed1a6218 None None] Pushing event updated for resources: {'Port': ['ID=5ec9141d-a98f-4f8b-ba59-68808a59110c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:19.030115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.051514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-d6da0c69-1963-4c79-aead-66772a76aa3e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:19.053551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-d6da0c69-1963-4c79-aead-66772a76aa3e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.6510222 Apr 28 19:47:19.082507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:19.107717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Usage tracker for resource:security_group_rule and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:19.112538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:19.153930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-ebf07a4a-f63c-4223-b4ce-a37c257a31bc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&fields=id HTTP/1.1" status: 200 len: 532 time: 1.1214075 Apr 28 19:47:19.155028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:19.158401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-1d541dcd-87fd-4be9-b44f-d20e598f2292 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/quotas/c0eaa66ca22148d3b6bf220c984b0006 HTTP/1.1" status: 200 len: 375 time: 0.0427094 Apr 28 19:47:19.232948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5ec9141d-a98f-4f8b-ba59-68808a59110c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:19.280677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fca9523c-ca17-4457-92f8-d2416abab0ea None None] Provisioning complete for port 5ec9141d-a98f-4f8b-ba59-68808a59110c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:19.281046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fca9523c-ca17-4457-92f8-d2416abab0ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.328536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.349559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.375083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.376221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c95b6a7-e4f9-4bc7-8ce6-0e0cb5651da0 tempest-ServersTestJSON-393902509 tempest-ServersTestJSON-393902509-project] 10.222.0.24 "DELETE /v2.0/floatingips/78e850b6-9d6c-4d42-bdf5-47f118c871ef HTTP/1.1" status: 204 len: 168 time: 2.2032821 Apr 28 19:47:19.380791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5ec9141d-a98f-4f8b-ba59-68808a59110c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:19.381279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:19.381648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.389619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.405261 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.420538 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Transition to ACTIVE for port object ab89ddc5-bbc5-4526-88df-3c91ff5ee012 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:19.429957 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.553164 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Pushing event updated for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:19.582170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b8d64885-6e64-4313-990b-4f0daada1dc5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:19.637437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-e140eb7d-e3e3-4592-8a6f-13c6cf2fd8a4 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4781702 Apr 28 19:47:19.638278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.641083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.669265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.669771 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.670164 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.670553 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.670940 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.671323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.671702 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.672097 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.672474 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.672847 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.673218 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.673622 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:19.676170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b8d64885-6e64-4313-990b-4f0daada1dc5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:19.677012 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.749406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585ecaa2-b96f-474e-81c2-82457bff3d47,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:19.786619 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Attempting to bind port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:19.787127 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Attempting to bind port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:19.787596 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Attempting to bind port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 on network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:19.797423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.802082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6e6fcbe0-747e-422d-ae6d-d6bd5136f4a6 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6131938 Apr 28 19:47:19.802459 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:19.805553 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Checking segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:19.805553 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.805553 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Bound using segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:19.806105 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Bound port: ab89ddc5-bbc5-4526-88df-3c91ff5ee012, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:19.810731 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.814336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:19.820256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55726) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:19.825158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:19.828440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:19.862870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5548e504-c24d-4c95-ba62-595c12567a3d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:19.884826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'security_group_rule': {'security_group_id': '585ecaa2-b96f-474e-81c2-82457bff3d47', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:19.911131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:19.925963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] For port ab89ddc5-bbc5-4526-88df-3c91ff5ee012, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:19.931071 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] For port ab89ddc5-bbc5-4526-88df-3c91ff5ee012, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:19.938493 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:19.949649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Usage tracker for resource:security_group_rule and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:19.955939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:19.962788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:19.977995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-deeb9bd4-48b7-4a0f-a9fc-d478cbf1972b service neutron] 10.222.0.24 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8084114 Apr 28 19:47:19.985826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:20.056975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:20.057671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.066966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:20.067740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:20.081316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:20.087809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.132885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.134025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.160634 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3641043-837b-42dd-9974-21d503e24dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.178192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:20.188653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:20.192964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.263111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-922f9305-976d-4486-9e86-d54e6deaac1f service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4235463 Apr 28 19:47:20.297253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:20.311896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-c44e5935-cde9-48cc-a8c6-3a45990bdd5e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2700703 Apr 28 19:47:20.337107 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:20.381018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Calling delete_port for 5548e504-c24d-4c95-ba62-595c12567a3d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:20.403113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f4d55f-390e-4646-8b37-fe18d088e653 None None] Pushing event updated for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:20.495947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Request body: {'port': {'device_id': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:20.557552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:47:20.557776 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:47:20.672960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.678820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-ab0c9e83-0023-40ba-b569-69bc90a831b9 service neutron] 10.222.0.24 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6906974 Apr 28 19:47:20.681597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.697629 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:19Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:20.703409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06967245-a79d-4db3-b79a-264879b5c753 None None] The sync data for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 is: [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:19Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:20.731045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.752933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.764833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5aa1d23b-05fc-4442-b2fe-13a840c98990,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:20.818951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:20.822265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-caec8e0f-6b45-4e5b-825c-cc497acc593a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9516146 Apr 28 19:47:20.831087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:20.844068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-55a24741-ff7a-4e8b-b69e-d73f1a4888eb service neutron] 10.222.0.24 "GET /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1469114 Apr 28 19:47:20.911883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'security_group_rule': {'security_group_id': '585ecaa2-b96f-474e-81c2-82457bff3d47', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:20.928524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:20.939992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Usage tracker for resource:security_group_rule and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:20.980752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:21.012326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:21.020539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-fc0f9531-c49a-4af2-928f-431731bec24c service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061852 Apr 28 19:47:21.058957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Deleting port 5548e504-c24d-4c95-ba62-595c12567a3d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:21.059293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.069185 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.194061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab89ddc5-bbc5-4526-88df-3c91ff5ee012 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:21.314479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:21.320749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:21.321053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.391167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-fe7fe34c-2d2c-4484-b7ff-6922c3ce173b service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5340414 Apr 28 19:47:21.507215 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.564632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ab89ddc5-bbc5-4526-88df-3c91ff5ee012, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:21.569199 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.661137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:21.704814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c01db6-3eb3-4b87-a175-ddc9cad2cc73 req-4ee6e2eb-e880-4708-afe6-c3d36949b90d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:21.706589 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4c01db6-3eb3-4b87-a175-ddc9cad2cc73 req-4ee6e2eb-e880-4708-afe6-c3d36949b90d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 931 time: 0.3400998 Apr 28 19:47:21.710850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Router b84f4594-fb5c-400c-bb70-8afbd7003aac is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:47:21.715551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.739933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.828900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-76545a9e-d4cb-40a1-9c3f-4908794930ba service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289515 Apr 28 19:47:21.918077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a3912c4-3afe-44da-982b-8ccbb1705697,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:21.918703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c974944-4678-4e78-8963-d7351281ac43 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:21.935532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.939113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] For port 5548e504-c24d-4c95-ba62-595c12567a3d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5548e504-c24d-4c95-ba62-595c12567a3d,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:21.939627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.972406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4c01db6-3eb3-4b87-a175-ddc9cad2cc73 req-381a65dd-539a-4e13-b34d-27ded7077b94 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2594202 Apr 28 19:47:21.973100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:21.976810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29c02bae-166e-41a2-b76a-c60a19947b6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1401417 Apr 28 19:47:21.977708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:21.991885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:22.001357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:22.013689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4b282fc9-c380-4656-b2fb-cf57379c52dc service neutron] 10.222.0.24 "GET /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1722438 Apr 28 19:47:22.016886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Usage tracker for resource:floatingip and tenant:a2cfe6f09bcf47a08e33c2a54939230f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:22.073540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:22.092793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Transition to ACTIVE for port object 2c974944-4678-4e78-8963-d7351281ac43 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:22.101823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:22.102007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Calling delete_port for 5548e504-c24d-4c95-ba62-595c12567a3d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:22.127013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:22.144829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Sync routers for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:22.159832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.160892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:22.162019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.162245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:46:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:22.181915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.239518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-8b482598-62a7-4e13-8088-fcd0328c2c28 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.2177205 Apr 28 19:47:22.327746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efadd86f-d94d-40bd-aff2-4a097fceb416 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.357645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.360913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ec6115c8-596f-42b0-a34a-db9b1920801f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.7314241 Apr 28 19:47:22.380405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:22.382498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:22.430645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-ad6c2bc0-169b-4122-9757-164a92eeee40 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:22.431960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-ad6c2bc0-169b-4122-9757-164a92eeee40 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports/ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 943 time: 0.1330721 Apr 28 19:47:22.443837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:22.644688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-64e83c2f-4548-43f2-994a-aa9b0c6c2068 service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710170 Apr 28 19:47:22.765270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-9aa6505d-8ad9-45ac-bf8f-b3809e5d01e1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1251400 Apr 28 19:47:22.767368 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:22.818971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:18Z', 'revision_number': 3, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:22.824439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Checking router: b84f4594-fb5c-400c-bb70-8afbd7003aac for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:22.824955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Updating router b84f4594-fb5c-400c-bb70-8afbd7003aac port 82ecc9d6-008d-4233-baec-f344550704e8 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:22.887862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.007730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Deleting port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:23.008264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.105514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.146052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab89ddc5-bbc5-4526-88df-3c91ff5ee012 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:23.221019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:23.221395 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.228593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event deleted for resources: {'Port': ['ID=5548e504-c24d-4c95-ba62-595c12567a3d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:23.257512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-6c595388-511b-4d67-9e3d-0c3ae80c6943 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:23.263649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6acdb464-89de-4db6-aff2-f1ce86a1972a req-6c595388-511b-4d67-9e3d-0c3ae80c6943 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.4911087 Apr 28 19:47:23.309488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Attempting to bind port 2c974944-4678-4e78-8963-d7351281ac43 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:23.309812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Attempting to bind port 2c974944-4678-4e78-8963-d7351281ac43 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:23.310140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Attempting to bind port 2c974944-4678-4e78-8963-d7351281ac43 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:23.356552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Allocated IP 172.25.2.50 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/017cbf72-d838-42e0-8f09-f9fff67a08e7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:23.372674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Port 2c974944-4678-4e78-8963-d7351281ac43 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:23.373014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Attempting to bind port 2c974944-4678-4e78-8963-d7351281ac43 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:23.375465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] No DVR routers for this DVR port 5548e504-c24d-4c95-ba62-595c12567a3d on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:23.378839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8749eaa8-a553-4c73-9976-136e58e9adb4 service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6229367 Apr 28 19:47:23.379847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.391377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-2e5a9601-42d4-4183-9e88-e1a4a9df6023 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:23.392934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-2e5a9601-42d4-4183-9e88-e1a4a9df6023 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.6624262 Apr 28 19:47:23.520738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-deleted', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:23.550242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Request body: {'port': {'device_id': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'admin_state_up': True, 'tenant_id': 'c0eaa66ca22148d3b6bf220c984b0006'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:23.555062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] For port 23bf4cae-1cf4-4649-9d36-0fef3dbd0719, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:23.555499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.589324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:23.589829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Checking segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:23.590304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Bound using segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:23.590950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Bound port: 2c974944-4678-4e78-8963-d7351281ac43, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:23.591387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.657558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05606d05-c435-4de1-9824-9d1f3820d166 req-5526f944-8a8c-4ab6-988f-4511a54ffa79 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "DELETE /v2.0/ports/5548e504-c24d-4c95-ba62-595c12567a3d HTTP/1.1" status: 204 len: 173 time: 5.7597415 Apr 28 19:47:23.738072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.757092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Calling delete_port for 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:23.761146 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ddaedd31-3a1b-4303-b545-6957990a12bc'] response: {'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'code': 200} Apr 28 19:47:23.851230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.910715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:23.967794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f010ca65-76eb-4dbc-9070-b643265bf28c req-563da368-69a9-4237-8736-b8c359a90904 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 210 time: 0.0534532 Apr 28 19:47:23.974792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.083777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'Port': ['ID=017cbf72-d838-42e0-8f09-f9fff67a08e7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.100027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-5c8e2cc1-d002-4b6e-b41d-b1b56f5bf906 service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5753386 Apr 28 19:47:24.125959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:24.177030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:24.179317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:24.202438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:24.219627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:24.221638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Usage tracker for resource:port and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:24.237363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:24.270971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:24.299539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.302517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:24.369204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Transition to ACTIVE for port object 82ecc9d6-008d-4233-baec-f344550704e8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:24.379892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.380158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.414171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Made reservation on behalf of c0eaa66ca22148d3b6bf220c984b0006 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:24.418113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.505181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Pushing event deleted for resources: {'Port': ['ID=23bf4cae-1cf4-4649-9d36-0fef3dbd0719,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.538099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a421a-a1fc-47e7-a2f3-32d715d9f944 None None] Pushing event updated for resources: {'Port': ['ID=82ecc9d6-008d-4233-baec-f344550704e8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.563559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Attempting to bind port 82ecc9d6-008d-4233-baec-f344550704e8 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:24.564164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Attempting to bind port 82ecc9d6-008d-4233-baec-f344550704e8 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:24.564743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Attempting to bind port 82ecc9d6-008d-4233-baec-f344550704e8 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:24.578750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:24.579524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:24.580142 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.581103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:24.581785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Bound port: 82ecc9d6-008d-4233-baec-f344550704e8, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:24.582322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.656200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1002e4b-ff76-4e5f-9829-ee33134a553e req-425456e7-0d6b-464f-9746-499f03da31a8 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:24.663207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1002e4b-ff76-4e5f-9829-ee33134a553e req-425456e7-0d6b-464f-9746-499f03da31a8 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 943 time: 0.5008233 Apr 28 19:47:24.681521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] For port 82ecc9d6-008d-4233-baec-f344550704e8, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:24.686598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] For port 82ecc9d6-008d-4233-baec-f344550704e8, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=82ecc9d6-008d-4233-baec-f344550704e8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:24.692115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.720916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.772714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:24.773344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:24.785369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:24.799988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-d3e931e3-493a-4080-b910-4306d57ad66f service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6604559 Apr 28 19:47:24.805583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.809226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.912190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a421a-a1fc-47e7-a2f3-32d715d9f944 None None] Pushing event updated for resources: {'Port': ['ID=82ecc9d6-008d-4233-baec-f344550704e8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:24.927008 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1002e4b-ff76-4e5f-9829-ee33134a553e req-8dd37eef-1ef6-450f-9265-e1dc251d5311 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629378 Apr 28 19:47:24.950289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.973507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:24.977020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:24.977780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:24.979694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] 10.222.0.46 "PUT /v2.0/ports/2c974944-4678-4e78-8963-d7351281ac43 HTTP/1.1" status: 200 len: 1091 time: 4.5669868 Apr 28 19:47:24.981660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:25.037275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Usage tracker for resource:security_group_rule and tenant:04ab7a9f01644daead5e05a5eabafa39 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:25.121984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:25.146989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.160033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:25.214855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:25.229685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.230103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.230499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.230827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.231148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.232705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.232705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.232705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.232705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.233014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.233172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.233565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14986435-93eb-4913-ac7a-fa8610cb25a2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:25.234309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.242020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Allocated IP 172.20.0.13 (d4299f32-7ca4-4f8c-839f-1ab436a769eb/56e729b8-f77f-45e0-890a-78755e71e9fe/6338bc54-1e12-495d-99d7-88a5ad1e257e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:25.265491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-8848d227-8046-4fc3-ba34-e558a37892e8 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1414392 Apr 28 19:47:25.288613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.321333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-5ecbdac5-e3f7-485a-a9f1-14b66e662277 service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5003798 Apr 28 19:47:25.331147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:18Z', 'revision_number': 3, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:25.335331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b37d5859-ed00-45bc-939d-04ff9b5a29c0 None None] The sync data for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 is: [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:18Z', 'revision_number': 3, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:25.556507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-1f0a7936-3043-4873-8f7d-caacbdeda407 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.557878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-1f0a7936-3043-4873-8f7d-caacbdeda407 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports/ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 943 time: 0.2915602 Apr 28 19:47:25.582122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-16a77cb5-1483-497c-a580-cbef13dc9344 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.583749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-16a77cb5-1483-497c-a580-cbef13dc9344 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 1094 time: 0.5052474 Apr 28 19:47:25.739704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-adcb1ec5-5ae5-46bd-8587-68162e86e9ec service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c974944-4678-4e78-8963-d7351281ac43 HTTP/1.1" status: 200 len: 217 time: 0.1317432 Apr 28 19:47:25.873624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.885702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:25.948007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-dd7b98d8-cc53-4215-a678-6bb43b2ae320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:25.949610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-dd7b98d8-cc53-4215-a678-6bb43b2ae320 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.1574736 Apr 28 19:47:25.970275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-d3444086-660b-4725-96de-794ee5c582c3 service neutron] 10.222.0.24 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269705 Apr 28 19:47:26.015432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-5412cc1e-e36c-4fb1-9937-ed6851863d9d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.3021824 Apr 28 19:47:26.015903 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.056422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-d046fe47-daf3-46eb-8451-0410950646f7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885456 Apr 28 19:47:26.063951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.065394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'Port': ['ID=017cbf72-d838-42e0-8f09-f9fff67a08e7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:26.108760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.112357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82430d89-b575-411f-a697-50498e89628e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04ab7a9f01644daead5e05a5eabafa39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9298787 Apr 28 19:47:26.113370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55780) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:26.169911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Router ef14ddbd-923b-452e-adda-80c43b3b7e13 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:26.274681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.282411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-35aef4e1-ea33-40af-b345-030fefaf4ffa tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2973239 Apr 28 19:47:26.298080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.379446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-1f9b8535-fe2c-4fd0-8813-5630f4e27b3f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:26.380822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-1f9b8535-fe2c-4fd0-8813-5630f4e27b3f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.3503561 Apr 28 19:47:26.415422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82430d89-b575-411f-a697-50498e89628e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d6b56-29f7-47da-9a46-45a5ea017fe0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:26.590752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Allocated IP 172.20.0.1 (3dc8aeb7-efe0-4aee-87a0-37827a30931c/0639b6be-a462-4889-a2e8-0d2e9d04079c/8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:26.644190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:26.648269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-c9fc59e1-7e7f-455f-966b-1f71d80afd4c tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.2597845 Apr 28 19:47:26.651476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cb3fc434-9f5e-4ca7-bdab-8a5eafe4a13e admin admin] 10.222.0.24 "PUT /v2.0/routers/ef14ddbd-923b-452e-adda-80c43b3b7e13/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2692358 Apr 28 19:47:26.654533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:26.658786 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Sync routers for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:26.667178 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-ff032a83-d442-478f-925f-cae716242a40 service neutron] 10.222.0.24 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6499109 Apr 28 19:47:26.672631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.675422 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:26.676048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:26.690209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-a7ac99bd-1466-4765-b5d1-ad4f3fc96a73 service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5993130 Apr 28 19:47:26.779767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:26.799848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.874276 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:26.913297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:26.943173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.024674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.113677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:27.124655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:27.139336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.154607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:27.230771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e07fba88-e45a-41c5-9df2-500f7fe59327 service neutron] 10.222.0.24 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5392897 Apr 28 19:47:27.245115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.249925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45b9d429-dc71-442a-bd70-1b76eba930b6 req-7b1aa230-fb40-4f94-831c-a51b1c81a411 service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5443192 Apr 28 19:47:27.271357 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:27.283150 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Checking router: ef14ddbd-923b-452e-adda-80c43b3b7e13 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:27.315318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 82ecc9d6-008d-4233-baec-f344550704e8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:27.329180 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Routers {'ef14ddbd-923b-452e-adda-80c43b3b7e13'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:27.329889 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef14ddbd-923b-452e-adda-80c43b3b7e13'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:27.330227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:27.330857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.334970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Transition to ACTIVE for port object 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:27.343493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.395108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.425235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.425918 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211 disassociated. External IP: 172.25.2.192, port: ced14a54-3728-4006-abc3-223ed46b9eb2. Apr 28 19:47:27.430017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d6b56-29f7-47da-9a46-45a5ea017fe0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.439126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 82ecc9d6-008d-4233-baec-f344550704e8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:27.459395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 82ecc9d6-008d-4233-baec-f344550704e8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:27.459994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.496244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-4a9f7ffd-d779-4c35-be2b-e7673c996425 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9698923 Apr 28 19:47:27.500886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.501990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e43604f-4aa6-4838-8aac-96276b710a00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf5d6b56-29f7-47da-9a46-45a5ea017fe0 HTTP/1.1" status: 204 len: 168 time: 1.3257601 Apr 28 19:47:27.517257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Request body: {'port': {'device_id': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:27.546999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-482d057e-4ee6-4c0a-b562-c6968b2edd2b service neutron] 10.222.0.24 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054712 Apr 28 19:47:27.581837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.596858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.601305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.623645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 82ecc9d6-008d-4233-baec-f344550704e8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=82ecc9d6-008d-4233-baec-f344550704e8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:27.631267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.695051 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] Set router ef14ddbd-923b-452e-adda-80c43b3b7e13 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:27.742718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Deleting port de79aa91-4a33-4e9e-bcdc-862eb08c8efd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:27.743211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.757146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=82ecc9d6-008d-4233-baec-f344550704e8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.765268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:27.809440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:27.820324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:27.827312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:27.959799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:27.994604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55796) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:28.032488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.079191 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:28.083608 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e60d245-a731-4bfa-bd97-6a517b04678f None None] The sync data for ids ['ef14ddbd-923b-452e-adda-80c43b3b7e13'] in n-d-839811-1 is: [{'id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'name': 'tempest-ServersTestJSON-1748092696-router', 'tenant_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:44:41Z', 'updated_at': '2022-04-28T19:47:24Z', 'revision_number': 5, 'project_id': '3c6bc0f1a5f848fdbb25ad11dc84de39', 'gw_port': {'id': 'de79aa91-4a33-4e9e-bcdc-862eb08c8efd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:b0:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef14ddbd-923b-452e-adda-80c43b3b7e13', 'device_owner': 'network:router_gateway', 'standard_attr_id': 773, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:44:43Z', 'updated_at': '2022-04-28T19:44:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:28.101666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4b5af88f-4ada-4d78-85ed-e4cbf9b37dee service neutron] 10.222.0.24 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5307138 Apr 28 19:47:28.106672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.128408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:28.157766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Usage tracker for resource:security_group_rule and tenant:82f194ec300e4701bede0e0f5026a4c5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:28.162903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:28.201984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b6dd1a59-ff37-415b-a52f-1753bbf6f675 None None] Provisioning for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:28.209289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b6dd1a59-ff37-415b-a52f-1753bbf6f675 None None] Provisioning complete for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:28.210759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6dd1a59-ff37-415b-a52f-1753bbf6f675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.216907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:28.280006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b6dd1a59-ff37-415b-a52f-1753bbf6f675 None None] Port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:28.292521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] For port de79aa91-4a33-4e9e-bcdc-862eb08c8efd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:28.292971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.430447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Calling delete_port for de79aa91-4a33-4e9e-bcdc-862eb08c8efd owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:28.503312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:28.739931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.748833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.789585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.798626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:28.813600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:28.820196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.830913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:28.832113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:28.875625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:28.929393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-a8e893d9-ad5c-43e5-ba51-becc7a6a1d61 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "PUT /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 695 time: 2.2184350 Apr 28 19:47:28.930201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Pushing event deleted for resources: {'Port': ['ID=de79aa91-4a33-4e9e-bcdc-862eb08c8efd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:28.932552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:28.938697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61ba05b9-45e5-4e36-835a-1c4c71273eab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:28.972077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:28.984686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8bd2ce69-314b-4b25-821a-c16f000996a9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=82f194ec300e4701bede0e0f5026a4c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9831712 Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.984983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.985599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.986033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.986460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.986876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:28.987319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:29.001613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.003710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55820) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:29.126679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.146224 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd996428-09d6-4f64-b34c-f106d89e60d0'] response: {'server_uuid': '3482682e-1e42-4fce-8ebf-c9ff879e63cf', 'name': 'network-vif-deleted', 'tag': '5548e504-c24d-4c95-ba62-595c12567a3d', 'status': 'completed', 'code': 200} Apr 28 19:47:29.157422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:29.167843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Transition to ACTIVE for port object 6338bc54-1e12-495d-99d7-88a5ad1e257e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:29.178691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.307017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 82ecc9d6-008d-4233-baec-f344550704e8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:29.422780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.426211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.431076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-2e58a58a-d605-4ad3-a48c-53440a181c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.434586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-2e58a58a-d605-4ad3-a48c-53440a181c0c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1097 time: 0.4545689 Apr 28 19:47:29.502721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.503394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef14ddbd-923b-452e-adda-80c43b3b7e13 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:47:29.574700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.576193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f2c57cb-5857-4bfe-a908-5ef8ea49945d admin admin] 10.222.0.24 "DELETE /v2.0/routers/ef14ddbd-923b-452e-adda-80c43b3b7e13 HTTP/1.1" status: 204 len: 168 time: 2.9202054 Apr 28 19:47:29.583030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:29.623642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:47:29.636701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.681896 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.690312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.718668 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.720115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Deleting subnet 8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:47:29.724425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-eb87549c-9020-484c-aeec-45575b551545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.726303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-eb87549c-9020-484c-aeec-45575b551545 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.2692354 Apr 28 19:47:29.727599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.752558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 82ecc9d6-008d-4233-baec-f344550704e8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:29.753791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.843463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-2d492e75-a91f-470e-94c1-5ccdb69510a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 217 time: 0.0829756 Apr 28 19:47:29.863492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.866426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:29.906222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Attempting to bind port 6338bc54-1e12-495d-99d7-88a5ad1e257e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:29.907048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Attempting to bind port 6338bc54-1e12-495d-99d7-88a5ad1e257e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:29.907585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Attempting to bind port 6338bc54-1e12-495d-99d7-88a5ad1e257e on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:29.933509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Pushing event updated for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:29.941638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Port 6338bc54-1e12-495d-99d7-88a5ad1e257e on network d4299f32-7ca4-4f8c-839f-1ab436a769eb not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:29.942051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Attempting to bind port 6338bc54-1e12-495d-99d7-88a5ad1e257e on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:29.953072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e1a287-8788-4160-9c5b-3ae8a03be74e req-7e176f85-d95d-4403-8539-0a670d3eed50 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:29.954020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05e1a287-8788-4160-9c5b-3ae8a03be74e req-7e176f85-d95d-4403-8539-0a670d3eed50 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:29.971834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.010662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:30.011934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Checking segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:30.012496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Bound using segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:30.013126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Bound port: 6338bc54-1e12-495d-99d7-88a5ad1e257e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:30.013609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.140688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:30.160742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.171790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05e1a287-8788-4160-9c5b-3ae8a03be74e req-7e176f85-d95d-4403-8539-0a670d3eed50 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:30.173078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05e1a287-8788-4160-9c5b-3ae8a03be74e req-7e176f85-d95d-4403-8539-0a670d3eed50 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 944 time: 0.8588214 Apr 28 19:47:30.199628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-ca8e7d13-9ae4-4248-b96e-99f126888f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.202377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:30.202717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23bf4cae-1cf4-4649-9d36-0fef3dbd0719 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:30.208963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-ca8e7d13-9ae4-4248-b96e-99f126888f94 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.3544548 Apr 28 19:47:30.251678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:30.256728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:30.268145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:30.268145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:30.294259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.300106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05e1a287-8788-4160-9c5b-3ae8a03be74e req-69347636-edae-4023-a602-5c0f105c10a6 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057510 Apr 28 19:47:30.327177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.338249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:30.344240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:30.348029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61ba05b9-45e5-4e36-835a-1c4c71273eab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:30.360124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:30.365688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:30.371182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.372614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ac6d575-2ca7-40a9-af11-7ad467f4a32a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/61ba05b9-45e5-4e36-835a-1c4c71273eab HTTP/1.1" status: 204 len: 168 time: 1.3679712 Apr 28 19:47:30.377997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.386756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:30.393274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-dc71b320-8a92-48f5-a676-eb8c2537660d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:30.400795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-dc71b320-8a92-48f5-a676-eb8c2537660d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910625 Apr 28 19:47:30.431899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32694437-5a26-403e-9029-5e108e50e116 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8a307e9b-6675-4b97-a8c7-2b1c1ba13d5d HTTP/1.1" status: 204 len: 168 time: 0.8471818 Apr 28 19:47:30.437409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55840) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:30.450854 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:30.481487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71016f94-5711-4e2c-8083-7cad3730d0c3 None None] Network b05d32d1-449c-4b28-86f9-828e27f87b71 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:30.644486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-4a511650-6225-4e20-b26b-e0bb86b8bff1 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428632 Apr 28 19:47:30.842062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b171906-3cb1-4638-ad04-a5aedb3a161f req-89214191-c9a8-45fa-8468-3e0074a0663b service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869159 Apr 28 19:47:30.920210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:31.003329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-61421091-71b9-4550-99ed-45c969b53d01 None None] Provisioning complete for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:31.003933 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-61421091-71b9-4550-99ed-45c969b53d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.032612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b00ac9a2-04e0-4df4-90c9-be3168811ce7 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:31.052865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b00ac9a2-04e0-4df4-90c9-be3168811ce7 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:31.065760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b00ac9a2-04e0-4df4-90c9-be3168811ce7 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1807870164&fields=id&tenant_id=a2cfe6f09bcf47a08e33c2a54939230f HTTP/1.1" status: 200 len: 267 time: 0.0823715 Apr 28 19:47:31.139082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-61421091-71b9-4550-99ed-45c969b53d01 None None] Port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:31.140625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de79aa91-4a33-4e9e-bcdc-862eb08c8efd no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:31.184317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'tag': '2c974944-4678-4e78-8963-d7351281ac43'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:31.196124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-849697d3-2a59-4c38-b14a-d0ea19e2bdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.197316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-849697d3-2a59-4c38-b14a-d0ea19e2bdc8 service neutron] 10.222.0.41 "GET /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 1026 time: 0.3397753 Apr 28 19:47:31.203686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: de79aa91-4a33-4e9e-bcdc-862eb08c8efd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:31.204228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de79aa91-4a33-4e9e-bcdc-862eb08c8efd not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:31.246130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-9022596b-c123-481e-a64d-4d41de7cfae1 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.247034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-9022596b-c123-481e-a64d-4d41de7cfae1 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:31.266844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-9022596b-c123-481e-a64d-4d41de7cfae1 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:31.275252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-9022596b-c123-481e-a64d-4d41de7cfae1 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/networks?id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 200 len: 812 time: 0.2079453 Apr 28 19:47:31.283577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:47:31.295655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-17ea443d-9f32-41d3-8437-e7b156a27a1e tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/quotas/a2cfe6f09bcf47a08e33c2a54939230f HTTP/1.1" status: 200 len: 375 time: 0.0191553 Apr 28 19:47:31.369982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.371087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.373919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] 10.222.0.41 "PUT /v2.0/ports/6338bc54-1e12-495d-99d7-88a5ad1e257e HTTP/1.1" status: 200 len: 1092 time: 3.8641036 Apr 28 19:47:31.443567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-0f7b5aa2-6653-40d8-9335-242b04b2bf26 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:31.493732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a727d-ea72-4ae1-bf7f-af55d41d5571 service neutron] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:31.494365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-0f7b5aa2-6653-40d8-9335-242b04b2bf26 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:31.496781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-0f7b5aa2-6653-40d8-9335-242b04b2bf26 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1999474 Apr 28 19:47:31.580746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] DHCP port deletion for b05d32d1-449c-4b28-86f9-828e27f87b71 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:47:31.581324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c1cf72a7-62c5-4e4e-900f-7df70f333d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:31.585917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c1cf72a7-62c5-4e4e-900f-7df70f333d50 service neutron] 10.222.0.41 "GET /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 1026 time: 0.3125892 Apr 28 19:47:31.595506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Router b84f4594-fb5c-400c-bb70-8afbd7003aac has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:31.598987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.691718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-96b005aa-6d38-4e27-a037-c01535ecb643 service neutron] 10.222.0.24 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786411 Apr 28 19:47:31.743890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Deleting port e88a5e28-fc19-42ec-b2c9-4afb59016342 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:31.744264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:31.863750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-08a89763-d1f9-4df1-bcd5-355de705461c service neutron] 10.222.0.24 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1653309 Apr 28 19:47:31.909156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:31.948907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '2c974944-4678-4e78-8963-d7351281ac43', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': '2c974944-4678-4e78-8963-d7351281ac43', 'mac_address': 'fa:16:3e:6b:70:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:47:32.062043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-6fe38032-95d5-4ec9-93ff-68adf9af277d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.062916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-6fe38032-95d5-4ec9-93ff-68adf9af277d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:32.098689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Deleting port e88a5e28-fc19-42ec-b2c9-4afb59016342 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:32.099239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.113067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] For port e88a5e28-fc19-42ec-b2c9-4afb59016342, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e88a5e28-fc19-42ec-b2c9-4afb59016342,segment=NetworkSegment(1fc0c335-2c1a-4215-9536-1da4ed41f317),segment_id=1fc0c335-2c1a-4215-9536-1da4ed41f317)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:32.113741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.136816 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.176008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-6fe38032-95d5-4ec9-93ff-68adf9af277d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:32.180691 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e2bfa1b-0bc6-457d-bdf7-0bdceae4b8bc'] response: {'name': 'network-changed', 'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'status': 'completed', 'code': 200} Apr 28 19:47:32.184675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-6fe38032-95d5-4ec9-93ff-68adf9af277d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 943 time: 1.5305057 Apr 28 19:47:32.221629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:32.273238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-a0096dc3-4b57-4f54-9ad3-fab7f618f47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.274957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-a0096dc3-4b57-4f54-9ad3-fab7f618f47f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 1095 time: 0.8367434 Apr 28 19:47:32.311671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Calling delete_port for e88a5e28-fc19-42ec-b2c9-4afb59016342 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:32.335985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c44354c6-5132-4db6-8e92-53c47a36fa8a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.343547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c44354c6-5132-4db6-8e92-53c47a36fa8a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.350344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c44354c6-5132-4db6-8e92-53c47a36fa8a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:32.351798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c44354c6-5132-4db6-8e92-53c47a36fa8a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/networks?id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=94041670-70c7-4d06-95fa-e5d312c82809&id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 1989 time: 0.7391417 Apr 28 19:47:32.400058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4466170d-6dc6-4db4-a99e-c3f59e41dd5f None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:32.410145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c974944-4678-4e78-8963-d7351281ac43 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:32.461095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:32.483818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.508357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4e71b377-663e-4dba-ba18-2127f85ba25d req-7b0311c7-504d-4d30-b213-72626a5dde69 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:32.542721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4e71b377-663e-4dba-ba18-2127f85ba25d req-7b0311c7-504d-4d30-b213-72626a5dde69 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:32.556940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e71b377-663e-4dba-ba18-2127f85ba25d req-7b0311c7-504d-4d30-b213-72626a5dde69 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 210 time: 0.2106969 Apr 28 19:47:32.643276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-c4372a09-fa8a-4af0-80d2-fa43a11029a2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d43dd1d350ce45cbb2384daceb74abdf HTTP/1.1" status: 200 len: 380 time: 0.2678919 Apr 28 19:47:32.656583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-e94b7fcb-1202-41be-8ebf-2f79a931ec8a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:32.669795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-c32c2376-b55a-4c12-b6f1-bf4cbb536486 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e HTTP/1.1" status: 200 len: 217 time: 0.3107636 Apr 28 19:47:32.671514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:32.680086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:32.685080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'admin_state_up': True, 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'security_groups': ['71946d5b-c729-466c-9ecd-73e8785840ee']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:32.796987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] Pushing event deleted for resources: {'Port': ['ID=e88a5e28-fc19-42ec-b2c9-4afb59016342,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:32.804295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] The port 'e88a5e28-fc19-42ec-b2c9-4afb59016342' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:47:32.811016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9236494-87ca-4881-86d7-5fc298d05497 None None] No DVR routers for this DVR port e88a5e28-fc19-42ec-b2c9-4afb59016342 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:32.889832 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55eb4bac-8bfa-4c89-8b91-6202b5c93685 None None] New status for floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:32.907393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['2c974944-4678-4e78-8963-d7351281ac43'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:47:33.178408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e88a5e28-fc19-42ec-b2c9-4afb59016342 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:33.252854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e88a5e28-fc19-42ec-b2c9-4afb59016342 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:33.253511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e88a5e28-fc19-42ec-b2c9-4afb59016342 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:33.315265 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-199395b7-5832-423f-927a-8c857c6223a6'] response: {'name': 'network-changed', 'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'tag': '2c974944-4678-4e78-8963-d7351281ac43', 'status': 'completed', 'code': 200} Apr 28 19:47:33.339980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:33.344003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:33.358450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-e94b7fcb-1202-41be-8ebf-2f79a931ec8a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:33.362424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Sync routers for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:33.372413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4905a584-01cc-4617-9984-41a57e5bf7a1 req-e94b7fcb-1202-41be-8ebf-2f79a931ec8a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1865571 Apr 28 19:47:33.375973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-440ce72d-0422-4e51-be43-ae5d6a2263e0 admin admin] 10.222.0.24 "PUT /v2.0/routers/b84f4594-fb5c-400c-bb70-8afbd7003aac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9946163 Apr 28 19:47:33.412841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:33.413505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:33.434613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202b7a9f-33a6-4bb1-b9fc-2f93df28dc1d req-f0908531-0fc0-4da5-a18e-1c0ac5692514 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.446015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-202b7a9f-33a6-4bb1-b9fc-2f93df28dc1d req-f0908531-0fc0-4da5-a18e-1c0ac5692514 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 944 time: 0.2172210 Apr 28 19:47:33.552774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-202b7a9f-33a6-4bb1-b9fc-2f93df28dc1d req-cc496641-69c2-49a1-b2cc-fad73a4cecd3 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046696 Apr 28 19:47:33.566089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:33.569690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-cd864a7e-676b-4fb7-a1bf-4d2c823a10c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.572647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-cd864a7e-676b-4fb7-a1bf-4d2c823a10c6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.8177459 Apr 28 19:47:33.583243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.696233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-0c5de833-2b22-4d00-b4d6-f9339a835403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:33.698024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-0c5de833-2b22-4d00-b4d6-f9339a835403 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 1097 time: 1.4094074 Apr 28 19:47:33.709196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:33.741032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81878d27-b7a1-4d41-abb9-589a30f17a9b req-f6970ad6-2991-4900-8040-a6491dc17270 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 210 time: 0.1548965 Apr 28 19:47:33.741768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:33.752155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:33.765328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:33.803810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-8b6a1aa7-9904-437a-a362-a32a782eedd2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1956356 Apr 28 19:47:33.806549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b05d32d1-449c-4b28-86f9-828e27f87b71']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:34.053324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fc0c335-2c1a-4215-9536-1da4ed41f317') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:34.053644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fc0c335-2c1a-4215-9536-1da4ed41f317') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:34.055143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-452954419'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:34.124400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-1d95e8b4-c427-4db3-b140-5db19f90a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.125923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-1d95e8b4-c427-4db3-b140-5db19f90a286 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 1095 time: 0.8932393 Apr 28 19:47:34.130564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.235383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-852c34bc-3d93-489c-8459-34b58a5cae90 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.237613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-852c34bc-3d93-489c-8459-34b58a5cae90 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.46 "GET /v2.0/networks?id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 200 len: 812 time: 0.3422730 Apr 28 19:47:34.241167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:34.266863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:network and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:34.275065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:34.286844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.294288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:34.343445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-fe3643fc-19fe-4e33-8c28-7c0d816eeaca tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a2cfe6f09bcf47a08e33c2a54939230f HTTP/1.1" status: 200 len: 380 time: 0.0944707 Apr 28 19:47:34.345110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:34.349196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.359235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-afec5bb2-b004-4638-9769-88c1eaeb446d tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1639433 Apr 28 19:47:34.373518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'port': {'device_id': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'admin_state_up': True, 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'security_groups': ['585ecaa2-b96f-474e-81c2-82457bff3d47']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:34.395517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-8642f9e1-e19b-4ec4-a251-bbaab5043bb2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.396982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-8642f9e1-e19b-4ec4-a251-bbaab5043bb2 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.5737562 Apr 28 19:47:34.426918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:47:34.427346 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:47:34.495356 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:47:34.503337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-1db771dd-1bd4-4119-956f-6d0b64b51d35 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0983467 Apr 28 19:47:34.546674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 4, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6', 'name': '', 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'mac_address': 'fa:16:3e:14:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:25Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 2, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'subnets': [{'id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:34.555096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Checking router: b84f4594-fb5c-400c-bb70-8afbd7003aac for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:34.555451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Updating router b84f4594-fb5c-400c-bb70-8afbd7003aac port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:47:34.642784 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.644866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:34.649426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:34.737855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-d45cffda-86a0-4b39-abb7-419a497456f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8764093 Apr 28 19:47:34.838261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-c69e2459-939b-43ac-acc6-088a01cb16dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.840090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-c69e2459-939b-43ac-acc6-088a01cb16dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 1.0459971 Apr 28 19:47:34.841058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-de2e4ab1-db99-426b-a8ef-a0ffe2bf431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:34.842592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-de2e4ab1-db99-426b-a8ef-a0ffe2bf431e service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 906 time: 0.6959054 Apr 28 19:47:34.843410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:34.843761 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Added segment a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d of type vlan for network 3d9f5bec-1476-44ed-a659-68cf2648f62b Apr 28 19:47:34.847076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.033063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.039504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.051630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-e2ba08c0-d3d2-48b1-8fdf-282f84833ebd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 200 len: 217 time: 0.1920063 Apr 28 19:47:35.072465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.089249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:35.095368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Transition to ACTIVE for port object 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:35.098829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:35.103378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.113719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-c47d5ed5-39ff-4db5-b317-0ff5f8bf81b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c974944-4678-4e78-8963-d7351281ac43 HTTP/1.1" status: 200 len: 217 time: 0.2497213 Apr 28 19:47:35.114941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Made reservation on behalf of a2cfe6f09bcf47a08e33c2a54939230f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:35.118563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.152956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.171266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-edf05b61-0c14-4e08-ac2c-7cbe7de400e1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.172781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-edf05b61-0c14-4e08-ac2c-7cbe7de400e1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.46 "GET /v2.0/ports?device_id=88b14368-2316-4199-9cfa-f145e168b2e0 HTTP/1.1" status: 200 len: 946 time: 0.4582965 Apr 28 19:47:35.200770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57be6-752b-4d48-b112-89afce00d5d0 None None] Pushing event updated for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:35.205397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] Pushing event deleted for resources: {'Network': ['ID=b05d32d1-449c-4b28-86f9-828e27f87b71,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:35.255158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Deleting port ced14a54-3728-4006-abc3-223ed46b9eb2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:35.255505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.266694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-071f746a-9223-4b0d-81df-307e7ce3fc11 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b05d32d1-449c-4b28-86f9-828e27f87b71 HTTP/1.1" status: 204 len: 168 time: 4.8263936 Apr 28 19:47:35.296624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 172.20.0.4 (114fef73-afb1-49c2-b6a9-a8fb972e0d31/9c26e62c-f7f6-48d9-b67d-e0b1483517da/5a3d8e7d-9fb8-440c-83ae-c253c268fd56) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:35.305880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:35.318779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:35.365751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-938cef42-70da-4b15-9a37-73313f10f930 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.373742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-938cef42-70da-4b15-9a37-73313f10f930 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0134683 Apr 28 19:47:35.502088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-4d59f03b-2b82-46a1-b725-81b41a27d7ef tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/quotas/e2ab732e78c54d248d5be78da22b4a0e HTTP/1.1" status: 200 len: 375 time: 0.1271899 Apr 28 19:47:35.514725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-517de5f5-41b5-4550-b344-05e0ac837093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.522615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-517de5f5-41b5-4550-b344-05e0ac837093 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.3449447 Apr 28 19:47:35.601769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Attempting to bind port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:35.602316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Attempting to bind port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:35.602435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Attempting to bind port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 on network 3dc8aeb7-efe0-4aee-87a0-37827a30931c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:35.605668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 2c974944-4678-4e78-8963-d7351281ac43 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:35.613250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:35.613670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Checking segment: {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:35.614143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.615063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Bound using segment: {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:35.615358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Bound port: 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:35.615737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.619068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-99101a41-b9bf-4d94-bddd-841a3d785fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:35.621046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-99101a41-b9bf-4d94-bddd-841a3d785fd2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.4511006 Apr 28 19:47:35.623171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-d53a825c-166f-4d7d-93b7-48100582149b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0997863 Apr 28 19:47:35.626221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 2c974944-4678-4e78-8963-d7351281ac43 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:35.626595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.632705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:35.694917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-b2702d4d-d579-4264-a28b-b96709f49be5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1920328 Apr 28 19:47:35.711884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d91e7b2-edfb-4d44-8084-05513953e6fd req-a5716a6e-1f62-40c4-87aa-07a089ddaa6b service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9108999 Apr 28 19:47:35.916081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:35.935102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] For port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:35.951656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] For port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:35.959474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:35.968940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.006303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:36.030131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.062512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:36.063145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:36.163377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3f1772ac-b23d-4241-918f-e6fb7a0fdcd7 req-1043de04-ba9b-439a-bd14-8d8a589a5088 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:36.246736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea57be6-752b-4d48-b112-89afce00d5d0 None None] Pushing event updated for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.300374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.307235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3f1772ac-b23d-4241-918f-e6fb7a0fdcd7 req-1043de04-ba9b-439a-bd14-8d8a589a5088 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:36.310148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.316751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.317187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f1772ac-b23d-4241-918f-e6fb7a0fdcd7 req-1043de04-ba9b-439a-bd14-8d8a589a5088 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 210 time: 0.2099254 Apr 28 19:47:36.317855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.363687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a66dcc62-50a3-4597-9c87-c72c3fe289d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c6bc0f1a5f848fdbb25ad11dc84de39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6859322 Apr 28 19:47:36.378061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:36.398241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:36.470669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-9923468f-b2f0-444d-a19b-84e3d2847737 service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7612619 Apr 28 19:47:36.494863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-ce6932ba-936e-4906-8225-c42876908ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:36.496941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-ce6932ba-936e-4906-8225-c42876908ee9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8011124 Apr 28 19:47:36.578648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.601027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:36.615495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.9051588 Apr 28 19:47:36.619966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a020aa7-7b00-45a2-ba84-86781f027560 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Network': ['ID=3d9f5bec-1476-44ed-a659-68cf2648f62b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:36.798883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-cbaf0695-30e2-4607-8ab5-8ef205004fe2 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065880 Apr 28 19:47:36.834895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55956) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:36.857247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:47:36.924681 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211 associated. External IP: 172.25.2.192, port: 8e2048af-355c-4bcb-a0fc-fc557a5a6241. Apr 28 19:47:36.951400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'subnet': {'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:37.099673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.143620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 4, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6', 'name': '', 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'mac_address': 'fa:16:3e:14:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:25Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 4, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'subnets': [{'id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:37.147742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2180ca5f-0191-4585-832f-1b7c60f7e7be None None] The sync data for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 is: [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:47:28Z', 'revision_number': 4, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6', 'name': '', 'network_id': '3dc8aeb7-efe0-4aee-87a0-37827a30931c', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'mac_address': 'fa:16:3e:14:7d:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_interface', 'standard_attr_id': 969, 'fixed_ips': [{'subnet_id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:25Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 4, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'subnets': [{'id': '0639b6be-a462-4889-a2e8-0d2e9d04079c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:37.420918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Allocated IP 172.20.0.5 (c24e2453-e1f1-44a0-8ca3-3f0552b05de4/c7dca8b9-4318-49e2-a0e0-8e796faba75b/af5fe3df-d137-4ef2-932a-d071f09850e5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:37.438778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.452375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:37.456067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:37.517429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-bf286c3a-a1e4-46c4-9022-415562042113 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663936 Apr 28 19:47:37.529182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:subnet and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:37.544814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:37.603911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-61b635ac-c098-49e0-aad1-12ea4c0570c5 service neutron] 10.222.0.46 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7099047 Apr 28 19:47:37.607054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f353c699-70b1-4697-9b4a-2619a2a40db9 req-852245d2-d38a-4a97-aec4-e9fd36f209fa service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1091418 Apr 28 19:47:37.613231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:37.626548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] For port ced14a54-3728-4006-abc3-223ed46b9eb2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ced14a54-3728-4006-abc3-223ed46b9eb2,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:37.626919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.640717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.672794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410d6012-be2d-443d-a6ab-a9f20f789034 req-fb775102-9207-4fd8-b0e6-f8e92b03d030 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:37.674422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-410d6012-be2d-443d-a6ab-a9f20f789034 req-fb775102-9207-4fd8-b0e6-f8e92b03d030 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 945 time: 0.9394743 Apr 28 19:47:37.696923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:37.701712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:37.781333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Calling delete_port for ced14a54-3728-4006-abc3-223ed46b9eb2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:37.929317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:37.948664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.078011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-410d6012-be2d-443d-a6ab-a9f20f789034 req-aabb4781-1b26-4876-89d2-2a6ac21d1419 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954484 Apr 28 19:47:38.096207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:47:38.097768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:38.106606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:38.126860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-bdce46e8-83de-4cd1-b0fe-835ba56bc8f5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:38.128615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-bdce46e8-83de-4cd1-b0fe-835ba56bc8f5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5892329 Apr 28 19:47:38.130876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:38.228802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:38.242750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:38.260123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:38.260225 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:38.270274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.418984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:38.421213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:38.452392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.462593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'port_id': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'mac_address': 'fa:16:3e:63:2f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e729b8-f77f-45e0-890a-78755e71e9fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:47:38.465593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.513954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Request body: {'port': {'device_id': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'e2ab732e78c54d248d5be78da22b4a0e'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:38.548014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.569959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:38.595670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:38.603963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.655326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bdf14d59-c114-4982-b672-3007baa5af84 None None] Provisioning for port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:38.686010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bdf14d59-c114-4982-b672-3007baa5af84 None None] Provisioning complete for port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:38.686659 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bdf14d59-c114-4982-b672-3007baa5af84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:38.703369 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:38.815202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:38.818633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bdf14d59-c114-4982-b672-3007baa5af84 None None] Port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:38.827201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.828071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.828559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.828952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-60d0212c-41b2-4dc6-8693-2fcde95a8c1f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "PUT /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 997 time: 4.3245418 Apr 28 19:47:38.829659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.830278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.830772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.831258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.831748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.834713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.835419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.835926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.836416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:47:38.877841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6338bc54-1e12-495d-99d7-88a5ad1e257e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:47:38.889610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:39.092994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a906c1-f9de-4fdc-81b2-cf8d2e3e3657,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:39.126315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:39.142197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.163583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.178495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Usage tracker for resource:port and tenant:e2ab732e78c54d248d5be78da22b4a0e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:39.188102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.189365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ffb18024-4f37-41b9-ace0-2b7393e7b3be admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7a906c1-f9de-4fdc-81b2-cf8d2e3e3657 HTTP/1.1" status: 204 len: 168 time: 2.8049443 Apr 28 19:47:39.190784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:39.240059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:39.262477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.263246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.282393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Subnet': ['ID=a764b660-6f3a-4221-8773-f8f7908e8446,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:39.289051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ced14a54-3728-4006-abc3-223ed46b9eb2 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:47:39.296541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Checking segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:39.297052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network hostable DHCP agents. Network: 3d9f5bec-1476-44ed-a659-68cf2648f62b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:39.305370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Made reservation on behalf of e2ab732e78c54d248d5be78da22b4a0e for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:39.309318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.342340 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-56f5f194-ba08-42ac-bb44-6124b2da7f34 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6778905 Apr 28 19:47:39.343153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.359910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: ced14a54-3728-4006-abc3-223ed46b9eb2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:47:39.362774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ced14a54-3728-4006-abc3-223ed46b9eb2 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:47:39.371454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38516368-24b0-4448-86b7-8acbafb005e5 req-f24d6b4d-d20d-4c74-bdce-f70b71014774 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.371677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:39.378814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38516368-24b0-4448-86b7-8acbafb005e5 req-f24d6b4d-d20d-4c74-bdce-f70b71014774 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 945 time: 0.9424787 Apr 28 19:47:39.390084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'admin_state_up': True, 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'security_groups': ['71946d5b-c729-466c-9ecd-73e8785840ee']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:39.428846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event deleted for resources: {'Port': ['ID=ced14a54-3728-4006-abc3-223ed46b9eb2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:39.436536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:39.455257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:39.457947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Usage tracker for resource:security_group_rule and tenant:e2ab732e78c54d248d5be78da22b4a0e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:39.465077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] No DVR routers for this DVR port ced14a54-3728-4006-abc3-223ed46b9eb2 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:47:39.471412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:39.472450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.486894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:39.511769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-c604ae85-bde8-444e-8852-866bff91ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.521729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-c604ae85-bde8-444e-8852-866bff91ce66 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.6918604 Apr 28 19:47:39.523443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 8, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:39.526036 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cf1f104-ed68-4994-b50b-c3bd2060a54e req-5cf7c0a2-0083-48c9-b3b0-cb152b390556 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.46 "DELETE /v2.0/ports/ced14a54-3728-4006-abc3-223ed46b9eb2 HTTP/1.1" status: 204 len: 173 time: 4.3459318 Apr 28 19:47:39.528267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Transition to ACTIVE for port object af5fe3df-d137-4ef2-932a-d071f09850e5 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:39.533405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:39.556784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:39.561493 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:39.562282 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:39.567653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:39.568349 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.725313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8e2048af-355c-4bcb-a0fc-fc557a5a6241'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:47:39.836144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3d9f5bec-1476-44ed-a659-68cf2648f62b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:39.846392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.846974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:39.878497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff43219-6835-4dc4-8005-18309b535480 None None] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:39.891879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:39.915435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:39.935647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-4f7fc92f-0fde-4013-a2d3-b4489f6cd28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:39.940479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-4f7fc92f-0fde-4013-a2d3-b4489f6cd28c service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4179590 Apr 28 19:47:39.997238 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:40.018222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b540ca8-87ba-4bb4-834c-3372074f697e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1731174 Apr 28 19:47:40.026673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55974) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:40.036259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:40.049201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.104369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.160406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-545640657'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:40.181756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.187970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38516368-24b0-4448-86b7-8acbafb005e5 req-113ff609-d458-4e02-a243-543582017aad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8080530 Apr 28 19:47:40.191770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:40.223652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:40.226099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.249867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3d9f5bec-1476-44ed-a659-68cf2648f62b', 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'fixed_ips': [{'subnet_id': 'a764b660-6f3a-4221-8773-f8f7908e8446'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:47:40.251081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.259804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:network and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:40.275605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:40.277828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:40.295351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:40.310672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:40.364607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:40.381370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.435754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.436362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.460075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:40.473796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.1050205 Apr 28 19:47:40.493157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Request body: {'port': {'device_id': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:40.629421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-373916f2-303c-4d48-8499-0c8e8897f186 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 1000 time: 0.6783297 Apr 28 19:47:40.643011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7775ea4-f136-40ab-8300-2dcbbd963c9b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event updated for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:40.661281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:40.668056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.809065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-cf132bae-3b04-4860-9d43-d237f954b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:40.811269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-cf132bae-3b04-4860-9d43-d237f954b465 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1727560 Apr 28 19:47:40.814890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.827074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.848762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:40.890165 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 8, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:40.898416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f74687a-1244-4511-b25e-3ae149c3907a None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f24bc119-17c9-49e9-88b1-dcb191c7d211', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'port_id': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'mac_address': 'fa:16:3e:a9:2c:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8876fcb1-498d-418a-a188-0e7a55be6348', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:46:26Z', 'updated_at': '2022-04-28T19:47:35Z', 'revision_number': 8, 'project_id': '647a64f08ea840988992fae8c7326dad', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:40.931979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd4990f1-a731-4ea6-a4dc-7f44dc4643b6 None None] Provisioning for port af5fe3df-d137-4ef2-932a-d071f09850e5 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:40.976602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd4990f1-a731-4ea6-a4dc-7f44dc4643b6 None None] Provisioning complete for port af5fe3df-d137-4ef2-932a-d071f09850e5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:40.976848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd4990f1-a731-4ea6-a4dc-7f44dc4643b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.056946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55990) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:41.057187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.064625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:41.129084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82ba85b0-157f-4b3b-a815-7737e5f6804b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.132708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.133050 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Added segment d7f16613-b8bf-40fa-b43d-df0c9d384364 of type vlan for network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 Apr 28 19:47:41.139672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.1.1.219 (ec6dab63-7c86-4135-9c2d-4c0c5e006298/b34b5fff-c025-4d6c-99e7-4cee2988a3d0/75c0c109-43cf-48c4-a88c-392288c6cca3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:41.171172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Allocated IP 192.168.233.92 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/aedb5bf6-4a04-472d-bad1-a6dfcf961d08) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:41.186827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cd4990f1-a731-4ea6-a4dc-7f44dc4643b6 None None] Port af5fe3df-d137-4ef2-932a-d071f09850e5 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:41.188284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6338bc54-1e12-495d-99d7-88a5ad1e257e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:41.209686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-a0838830-5384-404a-ab19-b6515125d0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.216433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-a0838830-5384-404a-ab19-b6515125d0a8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3903146 Apr 28 19:47:41.236923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:41.260552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7a9184-68c0-4bee-9a1f-92594d02abc4 req-4f08cdbe-e351-4284-85e8-afb8148d58af tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.262772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e7a9184-68c0-4bee-9a1f-92594d02abc4 req-4f08cdbe-e351-4284-85e8-afb8148d58af tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 931 time: 0.7437577 Apr 28 19:47:41.264684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.287498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6338bc54-1e12-495d-99d7-88a5ad1e257e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:41.288183 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.334300 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:47:41.339822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-697819201-network', 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:41.373305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2d857-f2a7-4aff-add0-c1630984edc4 None None] New status for floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:41.388315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:41.427581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Usage tracker for resource:network and tenant:eb22d50c63ad44b8897d26fa7a43f2d7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:41.430698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Allocated IP 19.80.0.2 (3d9f5bec-1476-44ed-a659-68cf2648f62b/a764b660-6f3a-4221-8773-f8f7908e8446/9ffc754c-c4cd-4b54-b911-62c5b9856b6a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:41.431588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1e7a9184-68c0-4bee-9a1f-92594d02abc4 req-7ab22392-f9c2-4b1e-a793-9884b64b0b76 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:41.434382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:41.459562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:41.515649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-5da0449c-47b3-4c52-b80d-366c6e96f3b7 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790426 Apr 28 19:47:41.549190 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.554928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:41.555797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.606950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:41.609190 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.648064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1e7a9184-68c0-4bee-9a1f-92594d02abc4 req-7ab22392-f9c2-4b1e-a793-9884b64b0b76 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:41.649214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e7a9184-68c0-4bee-9a1f-92594d02abc4 req-7ab22392-f9c2-4b1e-a793-9884b64b0b76 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3751645 Apr 28 19:47:41.705160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.739677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:41.742867 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-557c6b11-f386-4ea2-a8ba-82001208f568'] response: {'name': 'network-changed', 'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'status': 'completed', 'code': 200} Apr 28 19:47:41.758293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6defb293-7007-4dd3-8d16-49d185ee38eb req-d74ffa73-47bf-4a43-b5ea-925af26f5416 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367375 Apr 28 19:47:41.772915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af5fe3df-d137-4ef2-932a-d071f09850e5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:41.781286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.796989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Transition to ACTIVE for port object af5fe3df-d137-4ef2-932a-d071f09850e5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:41.800264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.859596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Usage tracker for resource:security_group_rule and tenant:eb22d50c63ad44b8897d26fa7a43f2d7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:41.864821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:41.865415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.867982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:41.897926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:41.898533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.8640583 Apr 28 19:47:41.899598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba76284-5d37-458a-8499-0565db430771 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Network': ['ID=ec1f8592-40b7-497e-a7ef-8f9bf0c12882,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.901764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:41.911328 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ae2906d-b7f5-4222-9d38-fb4815d08a56'] response: {'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43', 'code': 200} Apr 28 19:47:41.918578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:41.921323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Pushing event updated for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:41.936214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:47:42.139144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.153337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Transition to ACTIVE for port object 9ffc754c-c4cd-4b54-b911-62c5b9856b6a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:42.164210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'subnet': {'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:42.178419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Transition to ACTIVE for port object 9ffc754c-c4cd-4b54-b911-62c5b9856b6a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:42.197850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ce62b981-c422-4179-91de-fa69a5a8320d req-c9209772-c318-44df-91cc-6e92db809c6e tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Synchronizing usage tracker for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:42.242342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.252630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.286798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.303724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ce62b981-c422-4179-91de-fa69a5a8320d req-c9209772-c318-44df-91cc-6e92db809c6e tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Unset dirty status for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:42.305859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce62b981-c422-4179-91de-fa69a5a8320d req-c9209772-c318-44df-91cc-6e92db809c6e tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 210 time: 0.3762338 Apr 28 19:47:42.306161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.314508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 75c0c109-43cf-48c4-a88c-392288c6cca3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:42.328935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Transition to ACTIVE for port object aedb5bf6-4a04-472d-bad1-a6dfcf961d08 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:42.347558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:42.349455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:42.356365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:42.358865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:42.376052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011237c-617a-42c1-89b4-11dec22e6157 req-a74f34d1-0422-4b58-8bd6-2389247b885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.377583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-a74f34d1-0422-4b58-8bd6-2389247b885d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 1096 time: 0.5591271 Apr 28 19:47:42.377985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.426845 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef5b4c67-560f-4593-8b18-3cdadd073182'] response: {'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:47:42.456785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:42.512225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.525958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Pushing event updated for resources: {'Port': ['ID=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.566441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.581484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:subnet and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:42.591613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:42.597096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Attempting to bind port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:42.597482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Attempting to bind port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:42.597845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Attempting to bind port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a on network 3d9f5bec-1476-44ed-a659-68cf2648f62b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:42.616602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:42.616969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Checking segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:42.617375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.617786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Bound using segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:42.618249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Bound port: 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:42.618618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.631989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:42.640658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.661944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.681130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.684484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:42.687737 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.719441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48504cdd-78b7-4ac4-95cd-955c5bfae2cd req-2545ba6d-fd54-4d9c-8b9d-5ffbd68d80ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.721095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48504cdd-78b7-4ac4-95cd-955c5bfae2cd req-2545ba6d-fd54-4d9c-8b9d-5ffbd68d80ae service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 1096 time: 0.5615737 Apr 28 19:47:42.747157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] For port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:42.750506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] For port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:42.756612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.761766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:47:42.810531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76942fcf-c7a7-406a-af6b-eadb5ee8adc8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.820407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:42.820750 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Added segment da8e5765-a94d-4daa-94b9-76885de88c0f of type vlan for network 114e2b8f-6a31-4018-a388-a7106dad19de Apr 28 19:47:42.824553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:42.827925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:42.840620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:42.842657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:42.844317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:42.851522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2f8a5b-5a03-4c46-bfc6-2d90b90e7d9d req-b29eb9df-ca5b-4db7-abf5-e575219bfcb7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.853336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df2f8a5b-5a03-4c46-bfc6-2d90b90e7d9d req-b29eb9df-ca5b-4db7-abf5-e575219bfcb7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 931 time: 0.6003048 Apr 28 19:47:42.854169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Attempting to bind port af5fe3df-d137-4ef2-932a-d071f09850e5 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:42.855140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Attempting to bind port af5fe3df-d137-4ef2-932a-d071f09850e5 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:42.855592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Attempting to bind port af5fe3df-d137-4ef2-932a-d071f09850e5 on network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:42.868573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef23e72-b3fb-4567-ba9f-8437fb5adea5 None None] Pushing event updated for resources: {'Port': ['ID=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.869330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5b3c5569-c2b0-4446-aeb0-bbddf8f10db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:42.871321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5b3c5569-c2b0-4446-aeb0-bbddf8f10db5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.4233482 Apr 28 19:47:42.891737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:42.929917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:42.995600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Port af5fe3df-d137-4ef2-932a-d071f09850e5 on network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:42.996083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Attempting to bind port af5fe3df-d137-4ef2-932a-d071f09850e5 on network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:43.018307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011237c-617a-42c1-89b4-11dec22e6157 req-2aaaa2fb-94c7-4d3d-ac2f-15a5439d483d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.020949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-2aaaa2fb-94c7-4d3d-ac2f-15a5439d483d service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 916 time: 0.6281514 Apr 28 19:47:43.024157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48504cdd-78b7-4ac4-95cd-955c5bfae2cd req-3527875f-f845-4fcb-8dd1-19a157daa285 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2823560 Apr 28 19:47:43.033064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.059096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:43.059574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Checking segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:43.060314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Bound using segment: {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:43.060785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Bound port: af5fe3df-d137-4ef2-932a-d071f09850e5, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4d4568b-c700-4094-8123-f3a5db570b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:43.061325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.156331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.156992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.186469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-7155e5b6-a897-4768-af48-cc6d15a6b474 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e HTTP/1.1" status: 200 len: 217 time: 0.1320193 Apr 28 19:47:43.288791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d503e6-683a-4ff4-8f4f-b6bc3c573f97 req-1f7ccb62-c826-46b6-977d-b4fecab86b02 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.290425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7d503e6-683a-4ff4-8f4f-b6bc3c573f97 req-1f7ccb62-c826-46b6-977d-b4fecab86b02 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 945 time: 0.7737899 Apr 28 19:47:43.295967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.296638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.319459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:43.321831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-df2f8a5b-5a03-4c46-bfc6-2d90b90e7d9d req-8ea6387b-c716-4a5c-b508-64539bb9b458 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:43.333209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Provisioning for port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:43.339236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Provisioning complete for port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:43.340775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.353720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5e6e6cf7-2c2e-42dc-9025-6f36e5c9159f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.355469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5e6e6cf7-2c2e-42dc-9025-6f36e5c9159f service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4339080 Apr 28 19:47:43.401691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.402715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.403293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.435662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-63847469-4277-495f-9bad-1c9bd2b1a567 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.9930758 Apr 28 19:47:43.444286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-eea86a36-8090-45a2-bcff-16b9d00f422f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0850995 Apr 28 19:47:43.480835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:43.482001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'admin_state_up': True, 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'security_groups': ['71946d5b-c729-466c-9ecd-73e8785840ee']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:43.499003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Provisioning for port 75c0c109-43cf-48c4-a88c-392288c6cca3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:43.507959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Provisioning complete for port 75c0c109-43cf-48c4-a88c-392288c6cca3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:43.508488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.517771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Request body: {'port': {'device_id': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:43.563978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7011237c-617a-42c1-89b4-11dec22e6157 req-8a0e0bd7-71e7-4c25-a64c-f65494324e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:43.565770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-8a0e0bd7-71e7-4c25-a64c-f65494324e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.3616343 Apr 28 19:47:43.569190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7d503e6-683a-4ff4-8f4f-b6bc3c573f97 req-d83d3822-8ee5-452f-b4b4-9586bee8092e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644506 Apr 28 19:47:43.598542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bc7c6a80-823f-4e7a-afeb-799d8dae36f7 None None] Port 75c0c109-43cf-48c4-a88c-392288c6cca3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:43.603822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5437169 Apr 28 19:47:43.626255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56008) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:43.628925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-19912496-cfa5-4240-b660-c71f80bd88ca service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 1002 time: 0.2516518 Apr 28 19:47:43.631662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-df2f8a5b-5a03-4c46-bfc6-2d90b90e7d9d req-8ea6387b-c716-4a5c-b508-64539bb9b458 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:43.632852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df2f8a5b-5a03-4c46-bfc6-2d90b90e7d9d req-8ea6387b-c716-4a5c-b508-64539bb9b458 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7503829 Apr 28 19:47:43.647088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Request body: {'subnet': {'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-697819201-subnet', 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:43.653657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:43.672841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Usage tracker for resource:subnet and tenant:eb22d50c63ad44b8897d26fa7a43f2d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:43.676123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.684205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:43.808468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-58548d84-987f-4263-b17e-f010debe006e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2196345 Apr 28 19:47:43.809221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ae97bb-a69e-4f47-b78f-4c3a79071223 admin admin] Pushing event updated for resources: {'Network': ['ID=114e2b8f-6a31-4018-a388-a7106dad19de,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:43.825800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 114e2b8f-6a31-4018-a388-a7106dad19de details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:47:43.920085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c7d69ed6-4b5f-4d23-9d34-2195451bcf78 req-9c757151-be52-4d57-8e11-3b1b82302729 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 999 time: 0.2373571 Apr 28 19:47:43.929117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:43.932834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:43.956452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:44.011598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:44.014795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-fe63381b-dbd1-43ac-b4ff-d6a5bcf1e754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.016048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-fe63381b-dbd1-43ac-b4ff-d6a5bcf1e754 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.3288352 Apr 28 19:47:44.076198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:44.078727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.095271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=af5fe3df-d137-4ef2-932a-d071f09850e5,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:44.184883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:44.219778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:44.287306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24d4caa-1298-4925-aad8-804ce91ddccc None None] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:44.304209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.359887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Subnet': ['ID=3a3ff20a-2b69-465b-bdaa-00d47d3eeb87,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:44.403902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a51e772a-27cf-4e4f-9c75-5c9eefbb3708 None None] Provisioning for port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:44.525817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'name': 'network-vif-deleted', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:44.589925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-edc041fb-e4ed-4315-b705-e6cee34816ae service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7286892 Apr 28 19:47:44.597868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:44.602578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.631229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Pushing event updated for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:44.635310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Checking segment: {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:44.636245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network hostable DHCP agents. Network: ec1f8592-40b7-497e-a7ef-8f9bf0c12882, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:44.650471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.651101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.652581 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-00c1a74b-f034-4037-971a-40afa09253dd service neutron] 10.222.0.46 "PUT /v2.0/ports/af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 200 len: 1091 time: 4.1679132 Apr 28 19:47:44.665832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d69ed6-4b5f-4d23-9d34-2195451bcf78 req-1e70a8db-35ea-4258-93e8-20eb8ca7dad9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.672855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c7d69ed6-4b5f-4d23-9d34-2195451bcf78 req-1e70a8db-35ea-4258-93e8-20eb8ca7dad9 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.7344255 Apr 28 19:47:44.683306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-c7d69ed6-4b5f-4d23-9d34-2195451bcf78 req-0f91f40e-2292-41d7-a818-d458cd8dc90f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:44.697532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c7d69ed6-4b5f-4d23-9d34-2195451bcf78 req-0f91f40e-2292-41d7-a818-d458cd8dc90f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0237036 Apr 28 19:47:44.776769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db23cc8a-5616-4592-afd4-c4bf08c86be2 req-6a985686-2a57-42e4-8443-10587ef5342e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.782625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db23cc8a-5616-4592-afd4-c4bf08c86be2 req-6a985686-2a57-42e4-8443-10587ef5342e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.8735409 Apr 28 19:47:44.810456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:44.829390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5dfa1caf-dbd8-44c3-aa64-f68ce55d84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.830950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5dfa1caf-dbd8-44c3-aa64-f68ce55d84f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8018758 Apr 28 19:47:44.838369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ec1f8592-40b7-497e-a7ef-8f9bf0c12882) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:44.852272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c0481f3-e212-4ac5-9d54-54c68360589b None None] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:44.903411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:44.904002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:44.984875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db23cc8a-5616-4592-afd4-c4bf08c86be2 req-f48fea7f-ab29-4093-89bc-82f56a207d1d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131797 Apr 28 19:47:44.998624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7011237c-617a-42c1-89b4-11dec22e6157 req-fa0dfb0c-275f-46e4-b43f-bf3b4c02140f service neutron] 10.222.0.41 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3793352 Apr 28 19:47:45.093506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c240b462-9811-4a16-ae29-3caea36de630 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.1661518 Apr 28 19:47:45.103793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b73866ac-13a5-4af5-b249-0cd92111c41f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.106120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-b73866ac-13a5-4af5-b249-0cd92111c41f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 1094 time: 0.3862176 Apr 28 19:47:45.159074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ec1f8592-40b7-497e-a7ef-8f9bf0c12882', 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'fixed_ips': [{'subnet_id': '3a3ff20a-2b69-465b-bdaa-00d47d3eeb87'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:47:45.159819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.181017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.1.1.129 (ec6dab63-7c86-4135-9c2d-4c0c5e006298/b34b5fff-c025-4d6c-99e7-4cee2988a3d0/cf02dac5-0811-4099-8e7f-b7e346147d4e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:45.214338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-15a78d6d-8414-443a-8bb9-aa3498d3adb2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 200 len: 217 time: 0.0858519 Apr 28 19:47:45.266410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:47:45.270137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9ffc754c-c4cd-4b54-b911-62c5b9856b6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:45.298985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-0ecb00fa-240a-4ee3-83e2-a6aaeb7f334b service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102647 Apr 28 19:47:45.299923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.348330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2c4be-5b36-41c5-9e18-42b366e64c32 req-ebd63579-cd50-461b-8f3b-193661184c15 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.349024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ddb2c4be-5b36-41c5-9e18-42b366e64c32 req-ebd63579-cd50-461b-8f3b-193661184c15 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:45.390863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Allocated IP 19.86.0.2 (ec1f8592-40b7-497e-a7ef-8f9bf0c12882/3a3ff20a-2b69-465b-bdaa-00d47d3eeb87/4f0c7956-f644-48b6-b26e-dadd72edcc4d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:45.402303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:45.408606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:45.408970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.450094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-8190a341-0382-4c38-ac0f-37bec6ea2ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.451708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-8190a341-0382-4c38-ac0f-37bec6ea2ed8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7dca8b9-4318-49e2-a0e0-8e796faba75b HTTP/1.1" status: 200 len: 851 time: 0.2250860 Apr 28 19:47:45.500775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ddb2c4be-5b36-41c5-9e18-42b366e64c32 req-ebd63579-cd50-461b-8f3b-193661184c15 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:45.502098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ddb2c4be-5b36-41c5-9e18-42b366e64c32 req-ebd63579-cd50-461b-8f3b-193661184c15 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 943 time: 0.6677237 Apr 28 19:47:45.536424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aedb5bf6-4a04-472d-bad1-a6dfcf961d08 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:45.548485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.579402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Pushing event updated for resources: {'Subnet': ['ID=68a0b237-8bfa-4609-95e9-6057179ebdec,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:45.591837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Transition to ACTIVE for port object aedb5bf6-4a04-472d-bad1-a6dfcf961d08 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:45.601183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.633734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:45.634331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Network hostable DHCP agents. Network: 114e2b8f-6a31-4018-a388-a7106dad19de, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:47:45.667996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.673676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ddb2c4be-5b36-41c5-9e18-42b366e64c32 req-362fc571-dc4e-4606-9bf7-d0df97fb1258 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568968 Apr 28 19:47:45.677562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b50830ac-3f35-444b-a9ca-24be9244b503 req-5e6ccbeb-d201-46f4-a196-0139efdda6a7 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375671 Apr 28 19:47:45.684668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.693293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Network 114e2b8f-6a31-4018-a388-a7106dad19de is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:47:45.709414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 114e2b8f-6a31-4018-a388-a7106dad19de) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:45.714562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.715120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.721406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-2cc79ef8-9871-4285-b803-609dea8908db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.723732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-2cc79ef8-9871-4285-b803-609dea8908db service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2205789 Apr 28 19:47:45.730420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.740421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636b0a2f-727b-40db-9451-d850c7b997bc req-3304677d-0fff-4bfb-98dc-4d2059bc42df tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:45.741220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:45.743895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Transition to ACTIVE for port object 4f0c7956-f644-48b6-b26e-dadd72edcc4d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:45.749546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-636b0a2f-727b-40db-9451-d850c7b997bc req-3304677d-0fff-4bfb-98dc-4d2059bc42df tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 935 time: 0.5222726 Apr 28 19:47:45.763819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:45.796256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object cf02dac5-0811-4099-8e7f-b7e346147d4e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:45.800308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b968b3be-5d6c-4cc4-b310-b33b2673630d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1702011 Apr 28 19:47:45.811633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a4ebeaf-8dda-44be-9d9a-fd171332bdab None None] Network 114e2b8f-6a31-4018-a388-a7106dad19de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:45.852929 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80b34a33-b056-418e-91ce-da41c252c0c0'] response: {'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'code': 200} Apr 28 19:47:45.871831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Transition to ACTIVE for port object 4f0c7956-f644-48b6-b26e-dadd72edcc4d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:45.893535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:45.956856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-636b0a2f-727b-40db-9451-d850c7b997bc req-edec1f77-1a7e-4a41-9b3f-ac0c42d3c034 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Synchronizing usage tracker for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:45.965116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.003816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.037169 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b1db79-a870-4ac4-b488-5e65a86c8280'] response: {'server_uuid': '88b14368-2316-4199-9cfa-f145e168b2e0', 'name': 'network-vif-deleted', 'tag': 'ced14a54-3728-4006-abc3-223ed46b9eb2', 'status': 'completed', 'code': 200} Apr 28 19:47:46.082975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-636b0a2f-727b-40db-9451-d850c7b997bc req-edec1f77-1a7e-4a41-9b3f-ac0c42d3c034 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Unset dirty status for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:46.094554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-636b0a2f-727b-40db-9451-d850c7b997bc req-edec1f77-1a7e-4a41-9b3f-ac0c42d3c034 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439488 Apr 28 19:47:46.120838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-1e7ad726-343b-4aae-9e28-00ec9b4a1937 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3863685 Apr 28 19:47:46.121925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.123694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Attempting to bind port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:46.124049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Attempting to bind port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:46.124392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Attempting to bind port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:46.132273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:46.174222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:46.199080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:46.211626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:46.212322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Attempting to bind port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:46.224868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:46.225401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:46.225887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:46.226415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Bound port: aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:46.226856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.303052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:46.327651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430b9c88-041b-4997-9712-f911c29cd6b0 req-02f0bab4-81ff-4406-8a81-2059fc173821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.329129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-430b9c88-041b-4997-9712-f911c29cd6b0 req-02f0bab4-81ff-4406-8a81-2059fc173821 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 1097 time: 0.4024689 Apr 28 19:47:46.336933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:46.339408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:46.340449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e75554bc-1a79-457a-b41f-08e9e4807a3a req-33f2a6eb-3c6d-4c41-acf8-0aae4eef74c7 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148225 Apr 28 19:47:46.364409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Pushing event updated for resources: {'Port': ['ID=4f0c7956-f644-48b6-b26e-dadd72edcc4d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.372770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e034e-e21f-48d1-abe8-841cf3592fc3 req-c0db8bc8-ffa1-49de-983d-909b3be0d14e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.373845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e0e034e-e21f-48d1-abe8-841cf3592fc3 req-c0db8bc8-ffa1-49de-983d-909b3be0d14e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 945 time: 0.2179527 Apr 28 19:47:46.393024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Attempting to bind port 4f0c7956-f644-48b6-b26e-dadd72edcc4d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:46.393507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Attempting to bind port 4f0c7956-f644-48b6-b26e-dadd72edcc4d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:46.393760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Attempting to bind port 4f0c7956-f644-48b6-b26e-dadd72edcc4d on network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:46.409302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-430b9c88-041b-4997-9712-f911c29cd6b0 req-e1c07132-e9ba-4a35-b362-0a42087a4bbd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665331 Apr 28 19:47:46.412310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:46.447199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e0e034e-e21f-48d1-abe8-841cf3592fc3 req-80cefdfd-c194-4847-83da-a72ea6787efb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638542 Apr 28 19:47:46.452967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:46.453339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Checking segment: {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:46.453773 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.454182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Bound using segment: {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:46.454652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Bound port: 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:46.455227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.479138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-875d25b0-1d90-40ae-a0f8-7f5356d07b1b None None] Network 114e2b8f-6a31-4018-a388-a7106dad19de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:46.496817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.497501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.516945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:46.527897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:46.536228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.586041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e2caa3d8-f20d-452f-b374-9224d0de3019 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1227345 Apr 28 19:47:46.612328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.618199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.625176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.626068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:46.633117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.633759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.635357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] 10.222.0.41 "PUT /v2.0/ports/aedb5bf6-4a04-472d-bad1-a6dfcf961d08 HTTP/1.1" status: 200 len: 1095 time: 3.1682863 Apr 28 19:47:46.639203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:46.661743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'admin_state_up': True, 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'security_groups': ['71946d5b-c729-466c-9ecd-73e8785840ee']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:46.709705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] For port 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:46.714912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] For port 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4f0c7956-f644-48b6-b26e-dadd72edcc4d,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:46.770707 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.837139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-db3dc132-ccc4-4b07-8e7b-fad283965bb5 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.3371775 Apr 28 19:47:46.868255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-653b56d2-9646-4187-ab8c-d8bb48a94cb5 None None] Provisioning for port cf02dac5-0811-4099-8e7f-b7e346147d4e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:46.907639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-653b56d2-9646-4187-ab8c-d8bb48a94cb5 None None] Provisioning complete for port cf02dac5-0811-4099-8e7f-b7e346147d4e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:46.907983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653b56d2-9646-4187-ab8c-d8bb48a94cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:46.933943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-c02c7b93-c149-4077-8892-621f4a9892a1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:46.934718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-c02c7b93-c149-4077-8892-621f4a9892a1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:46.953761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-c02c7b93-c149-4077-8892-621f4a9892a1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:46.965699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-c02c7b93-c149-4077-8892-621f4a9892a1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports/8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 943 time: 0.1269059 Apr 28 19:47:46.989318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5642c63d-ea83-49e6-961d-a88fb727b469 None None] Pushing event updated for resources: {'Port': ['ID=4f0c7956-f644-48b6-b26e-dadd72edcc4d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:47.003850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-653b56d2-9646-4187-ab8c-d8bb48a94cb5 None None] Port cf02dac5-0811-4099-8e7f-b7e346147d4e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:47.011985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:47.013911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-aae2a2c5-dd75-4e6b-a493-f992bea52e11 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 2374 time: 0.7928357 Apr 28 19:47:47.031361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1f5321-2372-4bfd-83c9-22b7b461c06d service neutron] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:47.109203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f90c548c-d78c-4162-b7bb-538633a5b894 req-c395a4bb-d622-4930-8c4e-1c9f4e0e2692 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845110 Apr 28 19:47:47.110354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:47.123947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:47.127615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-c233e7d4-3eb3-4af1-8a0c-66a6743f7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.129089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-c233e7d4-3eb3-4af1-8a0c-66a6743f7cc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 1098 time: 0.4316928 Apr 28 19:47:47.176122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-a6157c3e-22b4-4ed8-a48c-943b09d50782 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1240137 Apr 28 19:47:47.217716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:47.260343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-4ef836e6-47b5-4a26-9eaa-4b09db44da69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08 HTTP/1.1" status: 200 len: 217 time: 0.1224914 Apr 28 19:47:47.264324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9ffc754c-c4cd-4b54-b911-62c5b9856b6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:47.362470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:47.362840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.390417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-9bfdcabc-7ea5-4e72-813c-398e53ebcc6f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.393053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-9bfdcabc-7ea5-4e72-813c-398e53ebcc6f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2078910 Apr 28 19:47:47.512506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-e91a8946-86c3-4194-96f3-8179238cd07e tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 1002 time: 0.1118195 Apr 28 19:47:47.523576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:47.594822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-566f5508-5f50-4a81-9e3d-8875bc2d5c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.596536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-566f5508-5f50-4a81-9e3d-8875bc2d5c4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.3138576 Apr 28 19:47:47.630751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.648562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.714444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-624c0380-0efc-4ef7-a783-b7af9ffc7afe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.720128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-624c0380-0efc-4ef7-a783-b7af9ffc7afe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.720857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-624c0380-0efc-4ef7-a783-b7af9ffc7afe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:47.810232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-624c0380-0efc-4ef7-a783-b7af9ffc7afe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:47.811374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-624c0380-0efc-4ef7-a783-b7af9ffc7afe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/networks?id=3d9f5bec-1476-44ed-a659-68cf2648f62b&id=ec1f8592-40b7-497e-a7ef-8f9bf0c12882&id=3d9f5bec-1476-44ed-a659-68cf2648f62b HTTP/1.1" status: 200 len: 1390 time: 0.3931255 Apr 28 19:47:47.859658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-f4018f35-ec16-4d1a-a462-e9833733b512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:47.861144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-f4018f35-ec16-4d1a-a462-e9833733b512 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2558341 Apr 28 19:47:47.912856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ae664cfb-bad0-4c49-b34c-49b673d17727 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/quotas/4b4658fcf2484197a07be739bf4c6a3d HTTP/1.1" status: 200 len: 375 time: 0.0908077 Apr 28 19:47:47.921604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.926306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:47.926532 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211 disassociated. External IP: 172.25.2.192, port: 8e2048af-355c-4bcb-a0fc-fc557a5a6241. Apr 28 19:47:48.039043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:48.147378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdd064e-0c4c-4fd1-8b9b-0b337e7d20d9 None None] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:47:48.150883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.2.2.100 (94041670-70c7-4d06-95fa-e5d312c82809/1270faac-8233-4dcc-9e24-3ea59efaf0ae/6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:48.162546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-230117ba-eb00-4d7f-8df3-a69398c81d68 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872131 Apr 28 19:47:48.203497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7c757cef-d47b-4f39-9239-f5eeb1a6f9fe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:48.245986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5ec5b597-598b-4010-90a8-69b84e4eccbf None None] Provisioning for port 4f0c7956-f644-48b6-b26e-dadd72edcc4d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:48.311982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:47:48.352344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7c757cef-d47b-4f39-9239-f5eeb1a6f9fe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:48.353677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7c757cef-d47b-4f39-9239-f5eeb1a6f9fe tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.4270413 Apr 28 19:47:48.482460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adbcc858-c8ee-4dbd-a969-ee7c8efac758 req-bc8ded25-7035-423d-b279-49756263e0f4 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3127935 Apr 28 19:47:48.618599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:48.627633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-78972c29-847b-4e3f-bcc5-ef2a6821827a service neutron] 10.222.0.24 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600877 Apr 28 19:47:48.638829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:47:48.643170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:48.649125 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:47:48.658560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:48.660138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:48.660781 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:48.708106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-f554d8f1-b5e9-4e07-b74d-34d8bdbe164d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "PUT /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 696 time: 1.1897027 Apr 28 19:47:48.797985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-931dc42a-8ff2-47cd-9983-9e836ed4240a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.799476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-931dc42a-8ff2-47cd-9983-9e836ed4240a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.0781100 Apr 28 19:47:48.858629 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:48.912326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-29f0ca9b-624c-41b9-af75-17b9917ddf9d service neutron] 10.222.0.24 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2757142 Apr 28 19:47:48.915183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:48.937290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-1579b0ca-8d14-444b-b503-8a1c95ab3899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:48.938755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-1579b0ca-8d14-444b-b503-8a1c95ab3899 service neutron] 10.222.0.24 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.1335132 Apr 28 19:47:49.010910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-d87d9c5d-4b6c-4c9a-b101-8bbb819479ab service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.0656822 Apr 28 19:47:49.019122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network 94041670-70c7-4d06-95fa-e5d312c82809 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:49.025749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:49.032052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:49.084258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-19fb262e-dbd8-49ee-a043-027d175686f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:49.086151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-19fb262e-dbd8-49ee-a043-027d175686f0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.0656171 Apr 28 19:47:49.122161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:49.166163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:49.166851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.204791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-7bfe1e77-27a6-4901-abc1-f73140007c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:49.206750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-7bfe1e77-27a6-4901-abc1-f73140007c86 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1135292 Apr 28 19:47:49.220893 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-3024d491-3447-4cee-b096-85e527b48f85 service neutron] 10.222.0.24 "GET /v2.0/networks/ec1f8592-40b7-497e-a7ef-8f9bf0c12882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2697172 Apr 28 19:47:49.256934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4f0c7956-f644-48b6-b26e-dadd72edcc4d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:49.269952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0e28ba73-40be-4ab5-94b4-2349dd26d9ad tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6131320 Apr 28 19:47:49.309164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'admin_state_up': True, 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'security_groups': ['71946d5b-c729-466c-9ecd-73e8785840ee']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:49.313321 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:49.317568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:47:49.326808 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:47:49.327407 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:49.367629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4f0c7956-f644-48b6-b26e-dadd72edcc4d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:49.371328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-b2adb918-74bf-45f4-8c68-a9f65de85156 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583025 Apr 28 19:47:49.374478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4f0c7956-f644-48b6-b26e-dadd72edcc4d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:49.375195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.439640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a486ae87-f9bc-4ae2-8914-d8cef4684cf0 None None] Provisioning for port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:49.449491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a486ae87-f9bc-4ae2-8914-d8cef4684cf0 None None] Provisioning complete for port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:49.450109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a486ae87-f9bc-4ae2-8914-d8cef4684cf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.537548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f973602-3073-4f28-b3d8-c77b92b7b53e req-ec48b69c-6ed8-4631-bf59-6c2c3fff14c4 service neutron] 10.222.0.24 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553988 Apr 28 19:47:49.575353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:49.584796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.593121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Usage tracker for resource:port and tenant:d43dd1d350ce45cbb2384daceb74abdf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:49.596919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a486ae87-f9bc-4ae2-8914-d8cef4684cf0 None None] Port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:49.601373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Quota usage for port was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:49.614106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attempting to reserve 1 items for resource port. Total usage: 11; quota limit: 500; headroom:489 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:49.618425 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:47:49.622951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4f0c7956-f644-48b6-b26e-dadd72edcc4d,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:49.627924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.640447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Made reservation on behalf of d43dd1d350ce45cbb2384daceb74abdf for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:49.645001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:49.669671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-63b398f0-e090-429d-9d44-2ce41bd56783 service neutron] 10.222.0.24 "GET /v2.0/networks/ec1f8592-40b7-497e-a7ef-8f9bf0c12882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4413130 Apr 28 19:47:49.708694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4f0c7956-f644-48b6-b26e-dadd72edcc4d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:49.748460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4083d835-ae4e-4bec-8b5f-7f25dccb6673 req-17df14e9-6aa5-4a80-a5e1-b5f665b56d2f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:49.749983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4083d835-ae4e-4bec-8b5f-7f25dccb6673 req-17df14e9-6aa5-4a80-a5e1-b5f665b56d2f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.0920630 Apr 28 19:47:49.798048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4083d835-ae4e-4bec-8b5f-7f25dccb6673 req-108daa05-640d-4e7d-bf86-e90db241761a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410810 Apr 28 19:47:49.936282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-1142200b-5754-410c-b9bd-930d75e856b6 service neutron] 10.222.0.24 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237220 Apr 28 19:47:49.980949 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:47:49.986230 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66371ed4-d833-496c-ab80-9052cead8564 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'da313e64-5c8b-4675-a63f-0fbbbb1c539f', 'name': '', 'network_id': '3e66b785-df10-435b-bf74-a54c9bdcb9fe', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'mac_address': 'fa:16:3e:39:3d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_interface', 'standard_attr_id': 813, 'fixed_ips': [{'subnet_id': '5d2c7755-56c5-4769-854c-2547522564c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:30Z', 'updated_at': '2022-04-28T19:45:47Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'subnets': [{'id': '5d2c7755-56c5-4769-854c-2547522564c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:47:50.091836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Allocated IP 10.2.2.200 (94041670-70c7-4d06-95fa-e5d312c82809/1270faac-8233-4dcc-9e24-3ea59efaf0ae/6edbd278-3357-4e11-ab68-4dcd86c2aa1c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:50.127628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed9311d5-8e68-46d1-bede-84f73ca7880e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.159427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aedb5bf6-4a04-472d-bad1-a6dfcf961d08 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:47:50.163432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-3cd96bc9-2af3-4b9a-a7eb-4e92314e0d15 service neutron] 10.222.0.24 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942892 Apr 28 19:47:50.211065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-e8c0653d-2203-4732-bd2e-0466f7b31f5d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:50.221558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-e8c0653d-2203-4732-bd2e-0466f7b31f5d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.1832435 Apr 28 19:47:50.241225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-bb98bd31-c11e-4893-a803-667a2eefd0be tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0187185 Apr 28 19:47:50.336484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-d8aeefb0-be91-4374-ac23-9792931bf916 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0931618 Apr 28 19:47:50.379034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:50.387124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.409794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Transition to ACTIVE for port object 6edbd278-3357-4e11-ab68-4dcd86c2aa1c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:50.427592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64e1389-b0fa-4d81-9530-fb4fb7f733d7 None None] New status for floating IP f24bc119-17c9-49e9-88b1-dcb191c7d211: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:47:50.451529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:50.596108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'mac_address': 'fa:16:3e:ac:5b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:47:50.634226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Network 94041670-70c7-4d06-95fa-e5d312c82809 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:50.643415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:50.657760 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9327c478-7c18-43e1-8e83-0c44d9da0d0e'] response: {'name': 'network-changed', 'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'status': 'completed', 'code': 200} Apr 28 19:47:50.659603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:50.813996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6d480b79-59bd-4eb9-8d94-43d516e05611 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4701979 Apr 28 19:47:50.867567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-b7827f5b-b0c3-40f5-9509-23b81d57ad90 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2667854 Apr 28 19:47:50.868865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:51.037232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.061239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.061933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.092050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8c228a73-bc80-4b4c-9c43-dddef864c916 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7916691 Apr 28 19:47:51.105928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-0da7f943-91f5-476b-8ef4-cf37fc36842d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.107551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-0da7f943-91f5-476b-8ef4-cf37fc36842d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 1098 time: 0.3439384 Apr 28 19:47:51.112571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:51.164175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aedb5bf6-4a04-472d-bad1-a6dfcf961d08 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:51.218921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1a4ce4d3-768b-4970-83ba-9f7a2977ea16 None None] Provisioning for port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:51.227217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:51.228548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1a4ce4d3-768b-4970-83ba-9f7a2977ea16 None None] Provisioning complete for port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:51.228858 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a4ce4d3-768b-4970-83ba-9f7a2977ea16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.257873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4f0c7956-f644-48b6-b26e-dadd72edcc4d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:51.303163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-207853d2-a371-488f-8248-8df670f22aa9 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4882400 Apr 28 19:47:51.308690 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.346168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-1fa2dd5d-a3b1-4cfc-87ca-2a02e7c62016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.348136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-1fa2dd5d-a3b1-4cfc-87ca-2a02e7c62016 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 1096 time: 0.2195160 Apr 28 19:47:51.394401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device af5fe3df-d137-4ef2-932a-d071f09850e5 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:47:51.459794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1a4ce4d3-768b-4970-83ba-9f7a2977ea16 None None] Port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:51.477225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-2a527295-890b-41e1-b39f-d80764d85191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.478988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-2a527295-890b-41e1-b39f-d80764d85191 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3368893 Apr 28 19:47:51.516867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:51.536813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4f0c7956-f644-48b6-b26e-dadd72edcc4d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:51.537499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:51.569094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['aedb5bf6-4a04-472d-bad1-a6dfcf961d08'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:47:51.583529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-a4f2a944-9861-4fc6-8341-53495fcac5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.585124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-a4f2a944-9861-4fc6-8341-53495fcac5a7 service neutron] 10.222.0.46 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 906 time: 0.2169428 Apr 28 19:47:51.630075 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-a284c1d4-abd4-4607-b0da-f9bf565e8a59 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08 HTTP/1.1" status: 200 len: 217 time: 0.1132667 Apr 28 19:47:51.680357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def9beed-0e68-415b-9170-e5f9a8d03f23 req-52807774-6187-4c6a-b707-f7107f02d905 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.690056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-def9beed-0e68-415b-9170-e5f9a8d03f23 req-52807774-6187-4c6a-b707-f7107f02d905 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 943 time: 0.7406538 Apr 28 19:47:51.751487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=af5fe3df-d137-4ef2-932a-d071f09850e5,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:51.803273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'port_id': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'mac_address': 'fa:16:3e:66:7d:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 417, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:47:51.811048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-def9beed-0e68-415b-9170-e5f9a8d03f23 req-2c2e0ee9-3873-4e69-a7a7-e3a65df2c11c tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1199806 Apr 28 19:47:51.820387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-90130d68-29de-4eb0-862e-66a419a2093f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2c974944-4678-4e78-8963-d7351281ac43 HTTP/1.1" status: 200 len: 217 time: 0.2271006 Apr 28 19:47:51.837205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-5136a039-c9b5-4e7c-a3d0-5a36a0c5ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:51.839869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-5136a039-c9b5-4e7c-a3d0-5a36a0c5ba11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1988149 Apr 28 19:47:51.840655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.118106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.154092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-923f83f0-6153-479d-90e8-567de5df2e01 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.160686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-923f83f0-6153-479d-90e8-567de5df2e01 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.161430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-923f83f0-6153-479d-90e8-567de5df2e01 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:52.162180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af5fe3df-d137-4ef2-932a-d071f09850e5 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:52.167701 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cc55b34-8530-4ed3-aad4-97cce97fb0b8'] response: {'name': 'network-changed', 'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'status': 'completed', 'code': 200} Apr 28 19:47:52.194570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=af5fe3df-d137-4ef2-932a-d071f09850e5,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:52.201280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.211371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df607cfe-8b5e-4a14-ba4b-af2b76774308 req-1ced7f77-9175-4134-bdf6-939dd1d27abd tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.212828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df607cfe-8b5e-4a14-ba4b-af2b76774308 req-1ced7f77-9175-4134-bdf6-939dd1d27abd tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 948 time: 0.4751852 Apr 28 19:47:52.213588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-923f83f0-6153-479d-90e8-567de5df2e01 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:52.214941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-923f83f0-6153-479d-90e8-567de5df2e01 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "GET /v2.0/networks?id=3d9f5bec-1476-44ed-a659-68cf2648f62b&id=ec1f8592-40b7-497e-a7ef-8f9bf0c12882&id=3d9f5bec-1476-44ed-a659-68cf2648f62b HTTP/1.1" status: 200 len: 1390 time: 0.3071620 Apr 28 19:47:52.219022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-5e0d2c7a-06f4-4773-9a8f-5389a3b1fbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.220664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-5e0d2c7a-06f4-4773-9a8f-5389a3b1fbfd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.3920834 Apr 28 19:47:52.284065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:52.293627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'admin_state_up': True, 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:52.300176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-dd540655-3f77-487b-8c3e-b322e194f76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.302256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-dd540655-3f77-487b-8c3e-b322e194f76f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4495652 Apr 28 19:47:52.319046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1397f0f-68ee-41ca-8238-5a6c4e80eff5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.320455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-14018fe3-de88-49a5-9e69-086693ac9359 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735285 Apr 28 19:47:52.384158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df607cfe-8b5e-4a14-ba4b-af2b76774308 req-74800588-17c0-4c27-9235-ace309124006 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624315 Apr 28 19:47:52.574768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['af5fe3df-d137-4ef2-932a-d071f09850e5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:47:52.581385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.586187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:52.587692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.594865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.598000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-ff66554c-f22e-4af1-8ca3-aa1acc7215cd service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2539594 Apr 28 19:47:52.601706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.602219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:52.608755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.609947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:52.623295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-1b483637-ab51-48f4-b591-56b499a5cf39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.624755 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-1b483637-ab51-48f4-b591-56b499a5cf39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 1094 time: 0.5401585 Apr 28 19:47:52.687819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:52.692050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:52.711955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:52.713171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-7b911003-63d4-4a5e-bc9e-a2f5858136f8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 3816 time: 0.5331182 Apr 28 19:47:52.731032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-aeb8990a-e5eb-4f57-9e5b-9d47051289c3 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4214551 Apr 28 19:47:52.883135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-340c5d1a-4f6d-487c-a1dd-8e65864a5d4f req-52d9df38-e048-4238-9ac9-418a1e275837 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085410 Apr 28 19:47:52.885248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90de0d1a-4f91-4a86-a052-43de14ac5b3b req-d0c8e326-ff3d-4ef5-96e9-20d38e06dc79 service neutron] 10.222.0.46 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768662 Apr 28 19:47:52.937453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1516088f-d09b-47ab-91b0-479fa8ffb3f5 req-90a8af14-84e1-408e-82a0-887726f50a8a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:52.942050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1516088f-d09b-47ab-91b0-479fa8ffb3f5 req-90a8af14-84e1-408e-82a0-887726f50a8a tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.3148427 Apr 28 19:47:53.037240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-e51c7461-cd0e-424c-a8a8-9c0091f041e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.039822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-e51c7461-cd0e-424c-a8a8-9c0091f041e1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 200 len: 913 time: 0.4038122 Apr 28 19:47:53.106872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1516088f-d09b-47ab-91b0-479fa8ffb3f5 req-2a57a420-692f-4a29-bc39-a987f0c96d8c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565123 Apr 28 19:47:53.382707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device af5fe3df-d137-4ef2-932a-d071f09850e5 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:53.410146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e5acb9d-475d-44a8-8307-127a7a274b4b req-b3fc10cd-85d4-4c56-8185-c44044c6a570 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 210 time: 0.3271799 Apr 28 19:47:53.412720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-b6c3227c-6fb4-4219-abf0-96a240c4e3b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 200 len: 217 time: 0.3432782 Apr 28 19:47:53.443134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Allocated IP 19.80.0.76 (3d9f5bec-1476-44ed-a659-68cf2648f62b/a764b660-6f3a-4221-8773-f8f7908e8446/5628f935-dac6-41fe-8635-84f8adbae630) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:53.467328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:53.479656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.483292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357be88-4ebf-4b65-9fa2-f0648b872edb req-c085cd49-1b25-4827-8125-88298e9e246f service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997497 Apr 28 19:47:53.496413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port af5fe3df-d137-4ef2-932a-d071f09850e5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:53.506471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port af5fe3df-d137-4ef2-932a-d071f09850e5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:53.506842 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.511540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Transition to ACTIVE for port object 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:53.517229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.552720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-c4bfda77-d83c-421a-aadf-5e36ec0a6339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.554190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-c4bfda77-d83c-421a-aadf-5e36ec0a6339 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7dca8b9-4318-49e2-a0e0-8e796faba75b HTTP/1.1" status: 200 len: 851 time: 0.1348708 Apr 28 19:47:53.665877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.701286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=af5fe3df-d137-4ef2-932a-d071f09850e5,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:53.702441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:53.710692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.761567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9c0087a-35bd-45ff-856b-e0dfa0b7b6ec req-b775ecf1-be81-4973-9696-81796d22826b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 210 time: 0.1993847 Apr 28 19:47:53.766002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6b76c1e9-71eb-49d8-9d55-be121058dba7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.767709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6b76c1e9-71eb-49d8-9d55-be121058dba7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.7907221 Apr 28 19:47:53.793126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:53.815218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:53.907983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-de017a1f-220a-4ba3-96bf-28d412da87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.909516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-de017a1f-220a-4ba3-96bf-28d412da87e4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3117869 Apr 28 19:47:53.947665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.949130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.964704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-c29073cd-6582-4984-8c22-9d2d53d84ebc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9236574 Apr 28 19:47:53.965858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:53.965992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:53.970290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:53.980835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9740deda-4d10-45ed-8a53-8b303f9d517a req-4146ec59-ad4e-47b9-97a2-98ed987d85cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:53.989119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9740deda-4d10-45ed-8a53-8b303f9d517a req-4146ec59-ad4e-47b9-97a2-98ed987d85cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 945 time: 0.6093321 Apr 28 19:47:54.018866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Usage tracker for resource:port and tenant:eb22d50c63ad44b8897d26fa7a43f2d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:54.024840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:54.043966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:54.047193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Transition to ACTIVE for port object 5628f935-dac6-41fe-8635-84f8adbae630 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:54.084756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Attempting to bind port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:54.084756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Attempting to bind port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:54.084756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Attempting to bind port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 on network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:54.108611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9740deda-4d10-45ed-8a53-8b303f9d517a req-b26712da-8dd1-4fa3-a0e6-0f275ddb592d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186142 Apr 28 19:47:54.117597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 on network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:54.117938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Attempting to bind port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 on network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:54.119311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:54.123185 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.142919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:54.143253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Checking segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:54.143650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Bound using segment: {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:54.144100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Bound port: 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:54.144781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.176607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aedb5bf6-4a04-472d-bad1-a6dfcf961d08 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:47:54.176838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-4cf64b30-14ee-433a-89b2-b65053f70a51 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504773 Apr 28 19:47:54.192403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:54.233950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.243547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-9b779768-2d33-40b2-afa8-39f53af9ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.245493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-9b779768-2d33-40b2-afa8-39f53af9ed7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.1993594 Apr 28 19:47:54.295291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:54.301129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:54.302111 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.359971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eee9a0-8b87-47c9-98da-e14a44a0ca86 req-225e76c6-24c6-4866-94b3-812be23bd1b3 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.366844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06eee9a0-8b87-47c9-98da-e14a44a0ca86 req-225e76c6-24c6-4866-94b3-812be23bd1b3 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.3280020 Apr 28 19:47:54.422435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:54.448982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:54.455008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0941a57f-59f8-41cd-8ba5-e2baff7bafd2 req-dbfed0ba-2c9e-4805-8867-8b9db5a058d7 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475150 Apr 28 19:47:54.466108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06eee9a0-8b87-47c9-98da-e14a44a0ca86 req-647c5531-4590-4744-ab10-b5a3ddda28dc tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983448 Apr 28 19:47:54.482254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.499706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.517844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.534874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:54.537999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:54.596917 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f151883b-b5f1-4aa0-9626-cd14f4e498d3'] response: {'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'code': 200} Apr 28 19:47:54.602252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:47:54.607483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:54.608535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.633971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.634419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.636550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] 10.222.0.41 "PUT /v2.0/ports/5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 200 len: 1091 time: 3.5333068 Apr 28 19:47:54.637011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:54.702770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.742917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:54.750133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.3 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/63928882-a133-461d-9a91-800c5bd760de) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:54.752918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-bcec50e4-1d7f-4e68-8f33-fb213f1a6155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.754531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-bcec50e4-1d7f-4e68-8f33-fb213f1a6155 service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4687405 Apr 28 19:47:54.815190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-f5886961-0c01-47fe-8bf3-e40e14c2a8c3 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 200 len: 694 time: 0.2532876 Apr 28 19:47:54.830841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4599388e-a7ee-4958-ae45-e5f9e54f729e service neutron] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:54.837321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-f7a7406d-5adb-4f11-afc9-96eba7390df8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.0722487 Apr 28 19:47:54.891012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-894699d2-ae02-4243-905b-358d883dee09 None None] Provisioning for port 5628f935-dac6-41fe-8635-84f8adbae630 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:54.892290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.892943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.897420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-894699d2-ae02-4243-905b-358d883dee09 None None] Provisioning complete for port 5628f935-dac6-41fe-8635-84f8adbae630 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:54.897937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-894699d2-ae02-4243-905b-358d883dee09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:54.927554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce1b794-bc8e-4734-9cef-d3b45aad59e1 req-1fcdd294-01f0-472b-9817-5d461c581673 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:54.934818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cce1b794-bc8e-4734-9cef-d3b45aad59e1 req-1fcdd294-01f0-472b-9817-5d461c581673 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 948 time: 0.3978965 Apr 28 19:47:54.965971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-894699d2-ae02-4243-905b-358d883dee09 None None] Port 5628f935-dac6-41fe-8635-84f8adbae630 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:55.015149 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.017304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-69ed77c6-1000-4f00-ab00-e8dfec439c13 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7740035 Apr 28 19:47:55.022309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.032703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-b4b452c7-5e5d-4498-9ed1-4dac116cbb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.034132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-b4b452c7-5e5d-4498-9ed1-4dac116cbb7b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1869373 Apr 28 19:47:55.038047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219aee2d-c9fd-4792-85a0-6f82631c3235 req-be5c745f-0d03-461f-a1b5-a9a3dd8383e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.039479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-219aee2d-c9fd-4792-85a0-6f82631c3235 req-be5c745f-0d03-461f-a1b5-a9a3dd8383e1 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 1096 time: 0.3853791 Apr 28 19:47:55.042092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882', 'admin_state_up': True, 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:55.106775 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cce1b794-bc8e-4734-9cef-d3b45aad59e1 req-b018ed5c-89a8-411c-aba4-3ebca278d8e2 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702950 Apr 28 19:47:55.108606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0f594-8314-41b9-8280-2a645524c5ae req-71da47d2-1d12-4f53-ba96-a41620e64c66 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.109958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-71da47d2-1d12-4f53-ba96-a41620e64c66 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2833889 Apr 28 19:47:55.142768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-fa59dc05-7200-4412-bfef-8616ffd85910 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:47:55.143797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-fa59dc05-7200-4412-bfef-8616ffd85910 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0195422 Apr 28 19:47:55.159613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-219aee2d-c9fd-4792-85a0-6f82631c3235 req-ee01c40d-e449-4f94-b046-50b223acf113 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1062944 Apr 28 19:47:55.407085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-de505b23-bf49-4fb3-8ed4-1a88185db757 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 697 time: 0.2493851 Apr 28 19:47:55.505313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-3e304f1d-e96b-4aac-84d2-3b95263fe83d tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 697 time: 0.0915859 Apr 28 19:47:55.544689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-b054ec9c-e558-4fa2-a013-c04b48d6da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.546163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-b054ec9c-e558-4fa2-a013-c04b48d6da51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4836869 Apr 28 19:47:55.596490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:55.620699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:port and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:55.631708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.634565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:55.689232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:55.727356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.733280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.738757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.744705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.746613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Deleting port c431a162-1cfb-4e1d-be04-fe973324b240 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:47:55.746952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.750407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:55.752124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f4253b0-e584-4b80-853d-82aa27724138 req-f8c01a2c-1f94-4c53-8f0a-d2835fe7c58f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 3828 time: 0.5208137 Apr 28 19:47:55.757021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:55.760803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:55.882043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-0af21ab2-2c68-49eb-87db-3a6b59f52ba9 service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3233576 Apr 28 19:47:55.921163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f4253b0-e584-4b80-853d-82aa27724138 req-edf8939f-dd21-40d5-82f7-adaecec86710 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505475 Apr 28 19:47:55.938297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.006188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.006599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.132244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:56.133570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Calling delete_port for c431a162-1cfb-4e1d-be04-fe973324b240 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:47:56.142823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:56.145135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:56.161106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d383f76-fb73-447b-bba9-c128386414b1 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:56.181757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.184894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.212223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Transition to ACTIVE for port object 1d383f76-fb73-447b-bba9-c128386414b1 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:56.217713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.236258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef9dbe44-e20b-486f-9688-5f9ff49fcbc8 req-986e636b-e526-47bf-bb57-2201d0481d7b service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3438215 Apr 28 19:47:56.252707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Allocated IP 19.86.0.227 (ec1f8592-40b7-497e-a7ef-8f9bf0c12882/3a3ff20a-2b69-465b-bdaa-00d47d3eeb87/dc7a8653-28cc-4df9-b2a7-b6e94101198a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:56.265596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.266003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.297046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-2694d200-659c-4967-bf39-529da977b6a7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5077612 Apr 28 19:47:56.314796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Request body: {'port': {'device_id': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:56.483523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.511295 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a994cfd7-3f6d-4436-8b87-3190cf2c5230'] response: {'name': 'network-changed', 'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:47:56.598230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:56.606935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.740237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event deleted for resources: {'Port': ['ID=c431a162-1cfb-4e1d-be04-fe973324b240,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:56.814918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.919939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Attempting to bind port 1d383f76-fb73-447b-bba9-c128386414b1 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:56.920335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Attempting to bind port 1d383f76-fb73-447b-bba9-c128386414b1 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:56.920588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Attempting to bind port 1d383f76-fb73-447b-bba9-c128386414b1 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:56.932081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Port 1d383f76-fb73-447b-bba9-c128386414b1 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:56.932465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Attempting to bind port 1d383f76-fb73-447b-bba9-c128386414b1 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:56.942443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:56.942771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:56.943162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Bound using segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:56.943568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Bound port: 1d383f76-fb73-447b-bba9-c128386414b1, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:56.943906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.948179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.965339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:56.980680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c02efd3-1821-4e49-bb3b-71e4f31617d5 req-08abf00a-784e-4496-917d-b4a358058712 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.982180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c02efd3-1821-4e49-bb3b-71e4f31617d5 req-08abf00a-784e-4496-917d-b4a358058712 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.3054490 Apr 28 19:47:56.992433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-03933362-315d-40b3-9c0c-ea859b053b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:56.993797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-03933362-315d-40b3-9c0c-ea859b053b88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=647a64f08ea840988992fae8c7326dad&device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 1097 time: 0.4122658 Apr 28 19:47:56.995644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Transition to ACTIVE for port object dc7a8653-28cc-4df9-b2a7-b6e94101198a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:57.053107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.054242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f0f594-8314-41b9-8280-2a645524c5ae req-65b707aa-b914-401f-a03b-09e4a65c0090 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "DELETE /v2.0/floatingips/f24bc119-17c9-49e9-88b1-dcb191c7d211 HTTP/1.1" status: 204 len: 173 time: 1.5422029 Apr 28 19:47:57.065108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:57.069912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d383f76-fb73-447b-bba9-c128386414b1,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:57.075292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.152321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.161619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.161941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.163460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-4c402807-ca66-4427-b762-0cfadf0e96f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 1129 time: 2.4417930 Apr 28 19:47:57.211552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c02efd3-1821-4e49-bb3b-71e4f31617d5 req-b236f966-0ae2-4df2-8052-7a4c0ec43225 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227242 Apr 28 19:47:57.214251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:57.280492 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e7b5daa-35a9-48f9-888e-147af6039b52'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'status': 'completed', 'code': 200} Apr 28 19:47:57.441273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.505347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8472107-f250-45cf-b78d-22c51dd87595 req-5aa764f6-f0aa-4f53-862f-c0a8da85d99e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.506891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8472107-f250-45cf-b78d-22c51dd87595 req-5aa764f6-f0aa-4f53-862f-c0a8da85d99e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 931 time: 0.3416431 Apr 28 19:47:57.515477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.519597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-86365b38-609d-4465-95d5-774edb6ff09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.521007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-86365b38-609d-4465-95d5-774edb6ff09b service neutron] 10.222.0.41 "GET /v2.0/networks?id=3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 200 len: 922 time: 0.4853094 Apr 28 19:47:57.626902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.627513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.627850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.628314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.628784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.629246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.631064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-c51739b2-4e32-47bc-bc42-804caf92fdda service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5285 time: 0.2820804 Apr 28 19:47:57.670994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-86f50389-b1b3-4a50-badb-f3bb22e0d962 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 200 len: 217 time: 0.1040933 Apr 28 19:47:57.671215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8472107-f250-45cf-b78d-22c51dd87595 req-bbacaa83-cd42-43c8-adb3-1f762dfffdbf tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507804 Apr 28 19:47:57.728830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:47:57.742882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:47:57.756099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:47:57.783198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:57.873437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-0a0acdcf-826f-4a9a-9055-3aaa990f29ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.874999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-0a0acdcf-826f-4a9a-9055-3aaa990f29ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 200 len: 860 time: 0.1921051 Apr 28 19:47:57.942526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc921e5-2418-4f0f-a39e-fb24fceaa0aa req-13e284a6-ded2-431e-ae1e-bcdef5b94392 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.943237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbc921e5-2418-4f0f-a39e-fb24fceaa0aa req-13e284a6-ded2-431e-ae1e-bcdef5b94392 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:47:57.950694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.951309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:57.985264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63928882-a133-461d-9a91-800c5bd760de {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:57.985529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-81add177-839f-4ee3-8efc-3f745322fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.985815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-81add177-839f-4ee3-8efc-3f745322fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.986278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-81add177-839f-4ee3-8efc-3f745322fb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:57.987854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-81add177-839f-4ee3-8efc-3f745322fb3a service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3414342 Apr 28 19:47:58.002026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.006730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-96d4657c-7478-4b14-bca8-48aaca2d8f41 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9819870 Apr 28 19:47:58.013030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fbc921e5-2418-4f0f-a39e-fb24fceaa0aa req-13e284a6-ded2-431e-ae1e-bcdef5b94392 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:47:58.014159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fbc921e5-2418-4f0f-a39e-fb24fceaa0aa req-13e284a6-ded2-431e-ae1e-bcdef5b94392 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 931 time: 0.5737221 Apr 28 19:47:58.025280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7419a342-726d-4f42-a58a-2eea2ed4011f None None] Provisioning for port dc7a8653-28cc-4df9-b2a7-b6e94101198a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:47:58.027164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'admin_state_up': True, 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:58.031157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7419a342-726d-4f42-a58a-2eea2ed4011f None None] Provisioning complete for port dc7a8653-28cc-4df9-b2a7-b6e94101198a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:47:58.031526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7419a342-726d-4f42-a58a-2eea2ed4011f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.072576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Transition to ACTIVE for port object 63928882-a133-461d-9a91-800c5bd760de will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:58.097132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.108734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7419a342-726d-4f42-a58a-2eea2ed4011f None None] Port dc7a8653-28cc-4df9-b2a7-b6e94101198a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:47:58.110429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ef2ff-966e-4682-81c6-68291cc0cf43 req-cf633509-6e10-415f-84ad-eb989b24c707 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.112099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-817ef2ff-966e-4682-81c6-68291cc0cf43 req-cf633509-6e10-415f-84ad-eb989b24c707 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.3243418 Apr 28 19:47:58.249119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-817ef2ff-966e-4682-81c6-68291cc0cf43 req-dc9e0562-ec9b-4be2-afcc-554eaf8f5f53 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225233 Apr 28 19:47:58.253047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-547384ba-a8d3-4c75-8b55-81a566f7d836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.254426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4666e250-aea1-44eb-ac2d-61e42a5a4175 req-547384ba-a8d3-4c75-8b55-81a566f7d836 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2607453 Apr 28 19:47:58.256277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ea52e3-c05b-4ede-bc69-a68925699dbf {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:58.264162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.279637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Transition to ACTIVE for port object 28ea52e3-c05b-4ede-bc69-a68925699dbf will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:58.282692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.311352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fbc921e5-2418-4f0f-a39e-fb24fceaa0aa req-f3e14e31-300d-40b1-9012-f87a1dc5689f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2592947 Apr 28 19:47:58.319131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-1d7cca7a-5efc-4daa-8670-10395311d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.320559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-1d7cca7a-5efc-4daa-8670-10395311d894 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3e66b785-df10-435b-bf74-a54c9bdcb9fe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4310994 Apr 28 19:47:58.392573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Pushing event updated for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:58.468376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:47:58.472861 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0847d65-7cc8-4849-8a59-1d4a92810219'] response: {'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'code': 200} Apr 28 19:47:58.480035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:port and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:47:58.528360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:47:58.539737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:58.552174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:47:58.599520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:47:58.607502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.625825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Attempting to bind port 63928882-a133-461d-9a91-800c5bd760de on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:58.626592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Attempting to bind port 63928882-a133-461d-9a91-800c5bd760de by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:58.626860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Attempting to bind port 63928882-a133-461d-9a91-800c5bd760de on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:58.688453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Port 63928882-a133-461d-9a91-800c5bd760de on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:58.688902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Attempting to bind port 63928882-a133-461d-9a91-800c5bd760de on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:58.756349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-b2bab2a5-fae1-453e-835b-9b373edc535a service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4233375 Apr 28 19:47:58.757052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:58.757384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:58.757780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:58.758212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Bound port: 63928882-a133-461d-9a91-800c5bd760de, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:58.758553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:58.868333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Attempting to bind port 28ea52e3-c05b-4ede-bc69-a68925699dbf on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:47:58.868897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Attempting to bind port 28ea52e3-c05b-4ede-bc69-a68925699dbf by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:47:58.868897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Attempting to bind port 28ea52e3-c05b-4ede-bc69-a68925699dbf on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:58.879678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Port 28ea52e3-c05b-4ede-bc69-a68925699dbf on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:47:58.879997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Attempting to bind port 28ea52e3-c05b-4ede-bc69-a68925699dbf on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:47:58.890751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdb02ed-1b83-4960-92a4-f9af4190cb1a req-d221c482-28a5-4439-83b5-0c0d73f55e55 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.892217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cdb02ed-1b83-4960-92a4-f9af4190cb1a req-d221c482-28a5-4439-83b5-0c0d73f55e55 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 949 time: 0.4553111 Apr 28 19:47:58.895860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d4b51d-3c2f-41e2-b20f-cd798b7b7601 req-561fb0a6-b2d7-4c19-9962-40146b11e312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:58.897207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77d4b51d-3c2f-41e2-b20f-cd798b7b7601 req-561fb0a6-b2d7-4c19-9962-40146b11e312 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 1100 time: 0.3465090 Apr 28 19:47:58.898064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:47:58.898396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:47:58.898769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Bound using segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:47:58.899194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Bound port: 28ea52e3-c05b-4ede-bc69-a68925699dbf, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:47:58.899535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.022614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cdb02ed-1b83-4960-92a4-f9af4190cb1a req-def1572f-c4a6-4d15-904f-6ca8f6d7a1fc tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123612 Apr 28 19:47:59.032016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77d4b51d-3c2f-41e2-b20f-cd798b7b7601 req-869bf38d-26f5-4f89-8580-53f2071a9568 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228223 Apr 28 19:47:59.063101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:59.066489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:59.071284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.134575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.135843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.137324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] 10.222.0.41 "PUT /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 1129 time: 1.9302990 Apr 28 19:47:59.154047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b29adac-14ef-45f9-a856-c0d02ef464f9 service neutron] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:59.201361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.207120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.212808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.218729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.224451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.231218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.238106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.240146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-655db61c-7690-4ffc-ad8b-ebdb45a18f8f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5370 time: 0.6171963 Apr 28 19:47:59.254363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:47:59.257660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:47:59.271090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6bce03-16d5-4149-a804-5cd83d942100 req-aee9cbd4-8edd-4f8f-bf45-cbf17c665fac service neutron] 10.222.0.41 "GET /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4966853 Apr 28 19:47:59.293171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Allocated IP 19.80.0.78 (3d9f5bec-1476-44ed-a659-68cf2648f62b/a764b660-6f3a-4221-8773-f8f7908e8446/9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:47:59.304986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63928882-a133-461d-9a91-800c5bd760de,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:47:59.317094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.342742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '1d383f76-fb73-447b-bba9-c128386414b1'}, {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '28ea52e3-c05b-4ede-bc69-a68925699dbf'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:59.369069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.371539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.372968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-6931babc-8921-4982-81d2-278c391082e9 service neutron] 10.222.0.46 "PUT /v2.0/ports/63928882-a133-461d-9a91-800c5bd760de HTTP/1.1" status: 200 len: 1091 time: 3.0629942 Apr 28 19:47:59.398130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'tag': '63928882-a133-461d-9a91-800c5bd760de'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:47:59.463284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.490142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c06dda41-fea4-4e0a-9d28-c780d523fdf4 req-2a524b6d-758d-4739-bebd-39d52be1391e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2301080 Apr 28 19:47:59.537028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931babc-8921-4982-81d2-278c391082e9 service neutron] Pushing event updated for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:47:59.595229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-526489ee-7464-40b9-b12b-9ce8ed2c9b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.596816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-526489ee-7464-40b9-b12b-9ce8ed2c9b89 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 1094 time: 0.1710260 Apr 28 19:47:59.644061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38864be-1abb-45dd-b0dd-25fee0493d5c req-e0b49026-8e1f-4bd2-b4ec-1a31458cc221 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.645414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b38864be-1abb-45dd-b0dd-25fee0493d5c req-e0b49026-8e1f-4bd2-b4ec-1a31458cc221 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.2571874 Apr 28 19:47:59.754223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-4006af6d-676e-4690-9f8c-4a8cd4fcee89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63928882-a133-461d-9a91-800c5bd760de HTTP/1.1" status: 200 len: 217 time: 0.1097522 Apr 28 19:47:59.770879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b38864be-1abb-45dd-b0dd-25fee0493d5c req-66dd38c0-7795-4bb2-b736-ef5f9da187ca tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181097 Apr 28 19:47:59.873913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-ebe1ae42-922a-4526-abbf-d8643dc47870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.875335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-ebe1ae42-922a-4526-abbf-d8643dc47870 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1137044 Apr 28 19:47:59.885008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.942683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-b7875030-7782-4fa4-9886-fad8e9cd0dea service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536761 Apr 28 19:47:59.945904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Transition to ACTIVE for port object 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:59.951991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c0c109-43cf-48c4-a88c-392288c6cca3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:47:59.962285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:47:59.978750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef317bd0-26b5-475c-8042-f7e055a62ba3 req-8a53a6c5-91e6-47a2-8c2b-fb60c6f44f5d tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:47:59.981196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef317bd0-26b5-475c-8042-f7e055a62ba3 req-8a53a6c5-91e6-47a2-8c2b-fb60c6f44f5d tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.3356485 Apr 28 19:47:59.989968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Transition to ACTIVE for port object 75c0c109-43cf-48c4-a88c-392288c6cca3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:47:59.990089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:47:59.996402 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.008982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Request body: {'floatingip': {'port_id': 'af5fe3df-d137-4ef2-932a-d071f09850e5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:00.137895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768788e-9a91-485f-8f90-b6e0653680f9 req-2f1d25c2-0d35-4e63-a30d-1f40a1632108 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.144398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768788e-9a91-485f-8f90-b6e0653680f9 req-2f1d25c2-0d35-4e63-a30d-1f40a1632108 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.147817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6768788e-9a91-485f-8f90-b6e0653680f9 req-2f1d25c2-0d35-4e63-a30d-1f40a1632108 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 1654 time: 0.2765999 Apr 28 19:48:00.192116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.235235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.310825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6768788e-9a91-485f-8f90-b6e0653680f9 req-9f518d29-2441-46f5-9009-7a3454d14b87 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519134 Apr 28 19:48:00.345919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Attempting to bind port 75c0c109-43cf-48c4-a88c-392288c6cca3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:00.347666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Attempting to bind port 75c0c109-43cf-48c4-a88c-392288c6cca3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:00.348027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Attempting to bind port 75c0c109-43cf-48c4-a88c-392288c6cca3 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:00.353511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Port 75c0c109-43cf-48c4-a88c-392288c6cca3 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:00.354369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Attempting to bind port 75c0c109-43cf-48c4-a88c-392288c6cca3 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:00.360876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:00.361745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:00.362138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Bound using segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:00.362569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Bound port: 75c0c109-43cf-48c4-a88c-392288c6cca3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:00.362914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.370520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.512918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:00.523908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:00.529763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.536976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:00.541154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-9ea5efad-5896-44ff-babf-54177b1bf420 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5909567 Apr 28 19:48:00.547266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:00.601355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.601994 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.603409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] 10.222.0.41 "PUT /v2.0/ports/75c0c109-43cf-48c4-a88c-392288c6cca3 HTTP/1.1" status: 200 len: 1091 time: 1.3548958 Apr 28 19:48:00.621421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29fa5b-1bc9-4218-9151-aef833802f47 req-9b38bd06-a30c-46f8-9ecd-3472159c1278 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:00.622985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a29fa5b-1bc9-4218-9151-aef833802f47 req-9b38bd06-a30c-46f8-9ecd-3472159c1278 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 943 time: 0.1738617 Apr 28 19:48:00.640743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:00.651771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:00.679557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69c141a-01a5-43c3-ac62-0faebbe4d334 service neutron] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.731647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1a29fa5b-1bc9-4218-9151-aef833802f47 req-1ca0b6be-b1ba-4911-beef-1ef77f82d5f7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:00.738103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:00.805480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1a29fa5b-1bc9-4218-9151-aef833802f47 req-1ca0b6be-b1ba-4911-beef-1ef77f82d5f7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:00.806651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a29fa5b-1bc9-4218-9151-aef833802f47 req-1ca0b6be-b1ba-4911-beef-1ef77f82d5f7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773033 Apr 28 19:48:00.815923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:00.872753 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90114092-7b77-4dab-9b13-daf71475d7a4'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '1d383f76-fb73-447b-bba9-c128386414b1', 'status': 'completed', 'code': 200} Apr 28 19:48:00.873030 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90114092-7b77-4dab-9b13-daf71475d7a4'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '28ea52e3-c05b-4ede-bc69-a68925699dbf', 'status': 'completed', 'code': 200} Apr 28 19:48:00.990336 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7100a687-6191-423d-aeda-f0c0715b6df2'] response: {'name': 'network-changed', 'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'tag': '63928882-a133-461d-9a91-800c5bd760de', 'status': 'completed', 'code': 200} Apr 28 19:48:01.003303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b012c8-f49a-494d-8580-3afd4a4052a1 req-890a6e29-3a30-4706-9f1d-7907f3d6a160 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.004351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44b012c8-f49a-494d-8580-3afd4a4052a1 req-890a6e29-3a30-4706-9f1d-7907f3d6a160 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.9320006 Apr 28 19:48:01.034344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e9b45b71-b9a0-4e2a-a287-7f7456f864a5 None None] Provisioning for port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:01.040824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e9b45b71-b9a0-4e2a-a287-7f7456f864a5 None None] Provisioning complete for port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:01.041864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9b45b71-b9a0-4e2a-a287-7f7456f864a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.111505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e9b45b71-b9a0-4e2a-a287-7f7456f864a5 None None] Port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:48:01.199587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.200482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.241920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcb8efd4-80ab-440c-b54a-47320bd11fd2 req-3d55e45a-f68e-41ce-ae5c-452e90454f8b service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6865919 Apr 28 19:48:01.257551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.258098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.258487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.259002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.259401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.259860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.261040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.262915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-87e4f3ab-a3c1-4544-b0ab-b2eb95b9c6c1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6274 time: 0.3418314 Apr 28 19:48:01.265831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44b012c8-f49a-494d-8580-3afd4a4052a1 req-a7417bea-4107-48f0-b12d-0c86ea8b8be1 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480207 Apr 28 19:48:01.286274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-7fd3bd8f-3ae6-4bbb-ac90-d6151c833882 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2587984 Apr 28 19:48:01.394216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:01.444071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:01.519743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-f756b4c7-edd7-45b4-8b97-35a8d29b907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.520400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-f756b4c7-edd7-45b4-8b97-35a8d29b907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.521048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-f756b4c7-edd7-45b4-8b97-35a8d29b907c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.522762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-f756b4c7-edd7-45b4-8b97-35a8d29b907c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1942670 Apr 28 19:48:01.636752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:01.650029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '2c974944-4678-4e78-8963-d7351281ac43', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': '2c974944-4678-4e78-8963-d7351281ac43', 'mac_address': 'fa:16:3e:6b:70:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:01.681786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-3909ac60-6051-4d08-a0ae-ebbdb0da267f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.683945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-3909ac60-6051-4d08-a0ae-ebbdb0da267f tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.41 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.7492931 Apr 28 19:48:01.714167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.733092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2c974944-4678-4e78-8963-d7351281ac43 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:01.753235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:01.757858 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.775323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-b0c2a343-0905-4a1c-8b6b-bb23ad76be87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.777599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-b0c2a343-0905-4a1c-8b6b-bb23ad76be87 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2362845 Apr 28 19:48:01.789192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.804839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.810915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.817017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.823368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.829197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.835275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.841580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:01.843464 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-7c3b5dca-2896-4e8d-a6d1-63f6cc8389ff tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5382 time: 0.2593939 Apr 28 19:48:01.868888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:01.888059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Deleting port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:01.888404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:01.963519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:01.986731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf02dac5-0811-4099-8e7f-b7e346147d4e {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:02.004113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.011560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb88ce99-835c-4983-bdd5-2b48047c36d3 req-e1179ebf-caec-406d-a7c5-90d437e221c9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1279144 Apr 28 19:48:02.021184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-8ed3941d-2c3d-46c9-a670-18fa5331a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.022680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-8ed3941d-2c3d-46c9-a670-18fa5331a63c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 1094 time: 0.6679068 Apr 28 19:48:02.029057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Transition to ACTIVE for port object cf02dac5-0811-4099-8e7f-b7e346147d4e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:02.044496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.097255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.097697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.098164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.098637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.099107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.099575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.100044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.100658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab113a15-4615-41d4-850a-c4afc16e7472 req-9ae097fe-6832-4ba8-8525-383b22e0517e tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.101940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-9c1c1e83-bc09-437e-b34d-14c0699c9d06 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6274 time: 0.2556202 Apr 28 19:48:02.102125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab113a15-4615-41d4-850a-c4afc16e7472 req-9ae097fe-6832-4ba8-8525-383b22e0517e tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 949 time: 0.6291556 Apr 28 19:48:02.166331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['2c974944-4678-4e78-8963-d7351281ac43'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:02.303274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.312830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:02.340613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.475824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-6de1ba80-261a-4df3-8d35-cd5c62e9c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.476309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-6de1ba80-261a-4df3-8d35-cd5c62e9c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.476773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-6de1ba80-261a-4df3-8d35-cd5c62e9c6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.478333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-6de1ba80-261a-4df3-8d35-cd5c62e9c6eb service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3244796 Apr 28 19:48:02.509923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Attempting to bind port cf02dac5-0811-4099-8e7f-b7e346147d4e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:02.510790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Attempting to bind port cf02dac5-0811-4099-8e7f-b7e346147d4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:02.511118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Attempting to bind port cf02dac5-0811-4099-8e7f-b7e346147d4e on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:02.523437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab113a15-4615-41d4-850a-c4afc16e7472 req-498be55e-8f85-4adf-9afe-907a4e3f57ba tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3663363 Apr 28 19:48:02.537004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f43d2-ba44-44ae-a50f-ae09fbb1f728 req-608d6b5d-a4b4-4bd8-b85a-e2a77b106df8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.543031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f43d2-ba44-44ae-a50f-ae09fbb1f728 req-608d6b5d-a4b4-4bd8-b85a-e2a77b106df8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.548904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18f43d2-ba44-44ae-a50f-ae09fbb1f728 req-608d6b5d-a4b4-4bd8-b85a-e2a77b106df8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.550566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b18f43d2-ba44-44ae-a50f-ae09fbb1f728 req-608d6b5d-a4b4-4bd8-b85a-e2a77b106df8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2375 time: 0.3693526 Apr 28 19:48:02.555096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Port cf02dac5-0811-4099-8e7f-b7e346147d4e on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:02.555440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Attempting to bind port cf02dac5-0811-4099-8e7f-b7e346147d4e on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:02.626438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:02.626694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Checking segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:02.627083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Bound using segment: {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:02.627533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Bound port: cf02dac5-0811-4099-8e7f-b7e346147d4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:02.627884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.737129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b18f43d2-ba44-44ae-a50f-ae09fbb1f728 req-b304691c-5f4f-43d6-b0d0-c4a7cfd7a398 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759140 Apr 28 19:48:02.766279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-557f651d-2537-41b9-81b6-29c10d199f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.767713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b813bd6-748b-49bd-9340-ad2c218b91d7 req-557f651d-2537-41b9-81b6-29c10d199f53 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2818260 Apr 28 19:48:02.782260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:02.785862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:02.791754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:02.874155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-efbedda4-c946-4dc1-b98f-03e7ec57d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:02.875590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-efbedda4-c946-4dc1-b98f-03e7ec57d69c service neutron] 10.222.0.46 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.8330989 Apr 28 19:48:02.956029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:03.002705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-53419359-a760-4bab-996c-440473152519 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=63928882-a133-461d-9a91-800c5bd760de HTTP/1.1" status: 200 len: 217 time: 0.1023378 Apr 28 19:48:03.037252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.037252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.038648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] 10.222.0.41 "PUT /v2.0/ports/cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 200 len: 1091 time: 2.3914747 Apr 28 19:48:03.066674 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Floating IP a6bfccd5-4333-42ee-91d3-dfab1444c848 associated. External IP: 172.25.2.50, port: af5fe3df-d137-4ef2-932a-d071f09850e5. Apr 28 19:48:03.069151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50a1f45-010a-41ba-a221-8f91c26b981a service neutron] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:03.079884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:03.164425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5753fc8-03ad-4f88-821b-a3a0c6ad0028 req-4ece0738-131a-4512-a6e6-d4fef145e723 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.167793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5753fc8-03ad-4f88-821b-a3a0c6ad0028 req-4ece0738-131a-4512-a6e6-d4fef145e723 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 943 time: 0.2130949 Apr 28 19:48:03.238819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.340995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5753fc8-03ad-4f88-821b-a3a0c6ad0028 req-fd115fa1-32ab-4371-8a40-2c4d6170698c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031377 Apr 28 19:48:03.389224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] For port 8e2048af-355c-4bcb-a0fc-fc557a5a6241, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8e2048af-355c-4bcb-a0fc-fc557a5a6241,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:03.389750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.466636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:03.576386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Calling delete_port for 8e2048af-355c-4bcb-a0fc-fc557a5a6241 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:03.623108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 2c974944-4678-4e78-8963-d7351281ac43 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:03.624596 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.637828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:03.663305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-606bc549-62ac-46e2-b9c4-34832ec0791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.665018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-606bc549-62ac-46e2-b9c4-34832ec0791c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.6446280 Apr 28 19:48:03.780594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-9d152902-ebe7-4694-982e-323d4e130aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0655324 Apr 28 19:48:03.801026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170e04c-6b8e-4a99-8967-2a13dec3d8dc req-6c3de163-6bc5-40c9-97bc-ec7723801968 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:03.806397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.808373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3170e04c-6b8e-4a99-8967-2a13dec3d8dc req-6c3de163-6bc5-40c9-97bc-ec7723801968 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 1.0325019 Apr 28 19:48:03.845835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:03.849310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:03.855785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.876362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Transition to ACTIVE for port object 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:03.877095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:03.882156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.890488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:03.965161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.063655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:04.087468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3594e70-0738-4174-962d-05aa38796e2a req-161decfa-30b4-4593-b03b-3ace20c1e1ad tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.088561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e3594e70-0738-4174-962d-05aa38796e2a req-161decfa-30b4-4593-b03b-3ace20c1e1ad tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Synchronizing usage tracker for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:04.189137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e3594e70-0738-4174-962d-05aa38796e2a req-161decfa-30b4-4593-b03b-3ace20c1e1ad tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Unset dirty status for tenant:647a64f08ea840988992fae8c7326dad on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:04.193478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8e2048af-355c-4bcb-a0fc-fc557a5a6241 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:04.196753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3594e70-0738-4174-962d-05aa38796e2a req-161decfa-30b4-4593-b03b-3ace20c1e1ad tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 946 time: 0.5713880 Apr 28 19:48:04.237893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Router d31dd9bb-ede7-4126-ace5-7a2802216c51 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:48:04.250306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5628f935-dac6-41fe-8635-84f8adbae630 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:04.282505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Attempting to bind port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:04.282847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Attempting to bind port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:04.283231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Attempting to bind port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d on network 94041670-70c7-4d06-95fa-e5d312c82809 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:04.291509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.314069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3594e70-0738-4174-962d-05aa38796e2a req-67a83c7d-8840-473d-b2d7-15ec21f22771 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/security-groups?id=a9d54a58-2785-49ea-97e4-2f7f072d04ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163747 Apr 28 19:48:04.315446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3170e04c-6b8e-4a99-8967-2a13dec3d8dc req-32499558-f906-45f9-956d-36fbeef62457 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3699820 Apr 28 19:48:04.318575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d on network 94041670-70c7-4d06-95fa-e5d312c82809 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:04.318762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Attempting to bind port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d on network 94041670-70c7-4d06-95fa-e5d312c82809 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:04.360721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:04.361309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Checking segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:04.361441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Bound using segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:04.361903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Bound port: 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:04.362255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.380388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.513205 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efaa0eea-56ed-4df9-9353-5e16cea72488'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'status': 'completed', 'code': 200} Apr 28 19:48:04.622607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:04.623496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Transition to ACTIVE for port object 5628f935-dac6-41fe-8635-84f8adbae630 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:04.628708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:04.638142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.638588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.639057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.639522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.639981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.640547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.641166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.643116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d123836-fec5-4919-89d4-6e681bd8812f req-5d487a31-0e7f-480b-9dc7-5eab12c2dab0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6366 time: 0.1821375 Apr 28 19:48:04.700137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.908912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:04.909992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:04.911649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] 10.222.0.41 "PUT /v2.0/ports/6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 200 len: 1091 time: 1.8367999 Apr 28 19:48:05.047539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Request body: {'port': {'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:05.107612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.173630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.226415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647dc7ac-2bc1-431d-a4ee-24266bd25f1b service neutron] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.340388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-34c010f6-10cd-43eb-9203-a19666befdf5 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4688087 Apr 28 19:48:05.462147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63928882-a133-461d-9a91-800c5bd760de details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:05.514312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-f794e1a2-bf9d-4e85-932a-b6b93c4515b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.514934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-f794e1a2-bf9d-4e85-932a-b6b93c4515b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.515228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-f794e1a2-bf9d-4e85-932a-b6b93c4515b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.516825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d123836-fec5-4919-89d4-6e681bd8812f req-f794e1a2-bf9d-4e85-932a-b6b93c4515b9 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.8669043 Apr 28 19:48:05.570096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.614071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] No DVR routers for this DVR port 8e2048af-355c-4bcb-a0fc-fc557a5a6241 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:05.649167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.660289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'name': 'network-vif-deleted', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:05.711431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63928882-a133-461d-9a91-800c5bd760de,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:05.727089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d123836-fec5-4919-89d4-6e681bd8812f req-a5364912-e868-4c13-bfd6-40a950a4b5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.728938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d123836-fec5-4919-89d4-6e681bd8812f req-a5364912-e868-4c13-bfd6-40a950a4b5bd service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1853862 Apr 28 19:48:05.732072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.741363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '63928882-a133-461d-9a91-800c5bd760de', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': '63928882-a133-461d-9a91-800c5bd760de', 'mac_address': 'fa:16:3e:4d:5d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:05.772796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149febc-c3b0-4a81-8b21-89045bb9d6db req-f93f07df-961e-40bb-9dee-295980dc3f4f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.778876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149febc-c3b0-4a81-8b21-89045bb9d6db req-f93f07df-961e-40bb-9dee-295980dc3f4f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.784684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149febc-c3b0-4a81-8b21-89045bb9d6db req-f93f07df-961e-40bb-9dee-295980dc3f4f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:05.793874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7149febc-c3b0-4a81-8b21-89045bb9d6db req-f93f07df-961e-40bb-9dee-295980dc3f4f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2387 time: 1.0231936 Apr 28 19:48:05.795308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] Pushing event deleted for resources: {'Port': ['ID=8e2048af-355c-4bcb-a0fc-fc557a5a6241,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:05.808606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:48:05.820295 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Sync routers for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:05.841882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:05.842602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:05.850904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.867072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.914431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63928882-a133-461d-9a91-800c5bd760de {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:05.935348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63928882-a133-461d-9a91-800c5bd760de,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:05.943708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:05.945953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dce5cd11-08fc-43f4-b998-9f33098c7443 req-44c3e540-ee94-43b2-9d30-e492aa7dbffe tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.41 "DELETE /v2.0/ports/8e2048af-355c-4bcb-a0fc-fc557a5a6241 HTTP/1.1" status: 204 len: 173 time: 4.2464466 Apr 28 19:48:05.985697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7149febc-c3b0-4a81-8b21-89045bb9d6db req-14b5ecca-c71c-47f6-a5b2-f86609b8426b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900282 Apr 28 19:48:06.001403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.019584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.025537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.043469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.060448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.069736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.090952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.096063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68c17083-9d34-4994-a527-42a0a09c8354 req-701e7904-fd00-44a2-8cee-4ab24477e147 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5406 time: 1.4617631 Apr 28 19:48:06.129141 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c120fe0e-5032-47b8-8fc5-c239a7c0e492'] response: {'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43', 'code': 200} Apr 28 19:48:06.129787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:06.238392 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:06.287498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63928882-a133-461d-9a91-800c5bd760de'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:06.313031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e05cf9c-8e40-4815-a382-bf9e1511885f req-461feab1-e18d-4b2b-afc7-7e1dc777a728 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8953114 Apr 28 19:48:06.339261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Attempting to bind port 5628f935-dac6-41fe-8635-84f8adbae630 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:06.339757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Attempting to bind port 5628f935-dac6-41fe-8635-84f8adbae630 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:06.340178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Attempting to bind port 5628f935-dac6-41fe-8635-84f8adbae630 on network 3d9f5bec-1476-44ed-a659-68cf2648f62b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:06.355094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ee23ab1e-4159-4192-b185-8b139ba6f484 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "PUT /v2.0/floatingips/a6bfccd5-4333-42ee-91d3-dfab1444c848 HTTP/1.1" status: 200 len: 990 time: 6.3632152 Apr 28 19:48:06.372920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68c17083-9d34-4994-a527-42a0a09c8354 req-2ecf7513-9a73-40fd-8e53-0f4c17d86589 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2361991 Apr 28 19:48:06.375098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Port 5628f935-dac6-41fe-8635-84f8adbae630 on network 3d9f5bec-1476-44ed-a659-68cf2648f62b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:06.375519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Attempting to bind port 5628f935-dac6-41fe-8635-84f8adbae630 on network 3d9f5bec-1476-44ed-a659-68cf2648f62b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:06.388260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:06.392125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Checking segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:06.392645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Bound using segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:06.393197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Bound port: 5628f935-dac6-41fe-8635-84f8adbae630, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:06.393688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.493955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc7268d-017f-4756-b22e-9bf47e971ebe req-f96ec708-8969-4703-ae89-709dfa0c1c31 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.495802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bc7268d-017f-4756-b22e-9bf47e971ebe req-f96ec708-8969-4703-ae89-709dfa0c1c31 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 944 time: 0.1864662 Apr 28 19:48:06.535484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e'}, {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:06.603376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:06.608560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:06.617338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.633246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:06.674756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bc7268d-017f-4756-b22e-9bf47e971ebe req-daf7f50e-831d-4199-bfde-2e9949cffc26 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662381 Apr 28 19:48:06.843256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6edbd278-3357-4e11-ab68-4dcd86c2aa1c {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:06.856749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:06.858536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.908362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Transition to ACTIVE for port object 6edbd278-3357-4e11-ab68-4dcd86c2aa1c will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:06.913651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.982747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:06.983384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:06.984767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-a6c9359e-14d3-4e89-8ad8-f989b87b99a6 service neutron] 10.222.0.46 "PUT /v2.0/ports/5628f935-dac6-41fe-8635-84f8adbae630 HTTP/1.1" status: 200 len: 1091 time: 5.5953345 Apr 28 19:48:06.991796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-9a824392-8b86-473d-87f7-999ac4def38b tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1359580 Apr 28 19:48:07.034036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:07.050834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a6bfccd5-4333-42ee-91d3-dfab1444c848', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'port_id': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'mac_address': 'fa:16:3e:66:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:24Z', 'updated_at': '2022-04-28T19:48:01Z', 'revision_number': 1, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.067651 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Checking router: d31dd9bb-ede7-4126-ace5-7a2802216c51 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:07.097232 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:07.098028 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:07.208299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d296c650-5c6c-4ec0-8f9b-82b37de3ffc2 req-6ddac724-bdbb-4242-81ff-16bd22d43d58 tempest-FloatingIPsAssociationTestJSON-1712194927 tempest-FloatingIPsAssociationTestJSON-1712194927-project] 10.222.0.24 "GET /v2.0/ports?device_id=8876fcb1-498d-418a-a188-0e7a55be6348 HTTP/1.1" status: 200 len: 210 time: 0.2241993 Apr 28 19:48:07.331950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:07.481982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.504927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-6534b006-7b76-4e52-a1b3-7970273d8843 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.513192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-6534b006-7b76-4e52-a1b3-7970273d8843 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5204077 Apr 28 19:48:07.526762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Attempting to bind port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:07.527125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Attempting to bind port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:07.528410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Attempting to bind port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c on network 94041670-70c7-4d06-95fa-e5d312c82809 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:07.535840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c on network 94041670-70c7-4d06-95fa-e5d312c82809 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:07.536451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Attempting to bind port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c on network 94041670-70c7-4d06-95fa-e5d312c82809 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:07.546525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:07.546869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Checking segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:07.547264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Bound using segment: {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:07.547701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Bound port: 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c51545e6-ce95-42a3-9723-a9a7348bfe76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:07.548060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.554210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:07.574857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-fcfe3004-82c0-412c-801d-8529bcb9b9d6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/quotas/e2ab732e78c54d248d5be78da22b4a0e HTTP/1.1" status: 200 len: 375 time: 0.0603635 Apr 28 19:48:07.677763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:07.681108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:07.686228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.776175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.776813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:07.778253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] 10.222.0.41 "PUT /v2.0/ports/6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 200 len: 1091 time: 2.7563808 Apr 28 19:48:07.778534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-180a1dcf-aae2-4322-a2b9-362db7744896 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2026250 Apr 28 19:48:07.790350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e065f69-b2cd-4d87-bcb0-e19eba8146de req-0b1b8027-bdd5-4af2-9170-59f6025262f6 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:07.805114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e065f69-b2cd-4d87-bcb0-e19eba8146de req-0b1b8027-bdd5-4af2-9170-59f6025262f6 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.3543379 Apr 28 19:48:07.978132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d47eab-e1c2-424b-99a0-7a9ee7df09c8 service neutron] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:08.046419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e065f69-b2cd-4d87-bcb0-e19eba8146de req-9ac92ac8-a1db-4557-b8af-2e0ad54878d0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401257 Apr 28 19:48:08.114934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.115431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.119066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.120268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.121753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.122238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.133163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.143605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-81f46445-775f-41e0-b227-ac31f1d31204 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6475 time: 0.3049796 Apr 28 19:48:08.275302 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54cc968-678f-4ac9-9222-d5c69a582a3b'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'status': 'completed', 'code': 200} Apr 28 19:48:08.276017 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a54cc968-678f-4ac9-9222-d5c69a582a3b'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'status': 'completed', 'code': 200} Apr 28 19:48:08.329422 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a6bfccd5-4333-42ee-91d3-dfab1444c848', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'port_id': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'mac_address': 'fa:16:3e:66:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:24Z', 'updated_at': '2022-04-28T19:48:01Z', 'revision_number': 1, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:08.336523 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4dacd6f-3d95-41c7-bfb7-fe6b9805dea4 None None] The sync data for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 is: [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a6bfccd5-4333-42ee-91d3-dfab1444c848', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'floating_ip_address': '172.25.2.50', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'port_id': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 964, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'mac_address': 'fa:16:3e:66:7d:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:24Z', 'updated_at': '2022-04-28T19:48:01Z', 'revision_number': 1, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:08.357250 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-597619fd-6307-4a14-8890-e1bb83e693d2'] response: {'server_uuid': '8876fcb1-498d-418a-a188-0e7a55be6348', 'name': 'network-vif-deleted', 'tag': '8e2048af-355c-4bcb-a0fc-fc557a5a6241', 'status': 'completed', 'code': 200} Apr 28 19:48:08.415123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-40d41737-fcf7-41d8-a85c-c7089a93b73b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 200 len: 217 time: 0.2706139 Apr 28 19:48:08.509770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.516461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.523494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.524383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:08.553876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:08.555159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-700a1b66-512a-43eb-9118-427863970743 req-fafef6d0-a683-4c5a-9c27-217d3a2d683d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2387 time: 0.1970215 Apr 28 19:48:08.605850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e9c75069-c290-45e1-8ffa-de149a7cb4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.615538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e9c75069-c290-45e1-8ffa-de149a7cb4cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c26e62c-f7f6-48d9-b67d-e0b1483517da HTTP/1.1" status: 200 len: 851 time: 0.1864355 Apr 28 19:48:08.706666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aa0f2e-4fc4-4d25-80ee-2b53cd2bee04 req-28c97053-3c89-4da9-9968-46e36a5c0735 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.715544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28aa0f2e-4fc4-4d25-80ee-2b53cd2bee04 req-28c97053-3c89-4da9-9968-46e36a5c0735 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.4123938 Apr 28 19:48:08.725396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7a8653-28cc-4df9-b2a7-b6e94101198a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:08.735181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fa203-89df-4337-bf57-998d08483226 None None] New status for floating IP a6bfccd5-4333-42ee-91d3-dfab1444c848: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:48:08.739161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.761501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Transition to ACTIVE for port object dc7a8653-28cc-4df9-b2a7-b6e94101198a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:08.774915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-700a1b66-512a-43eb-9118-427863970743 req-bb4f7fa2-2efb-47bd-8b8d-cdc790062b67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:08.780853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28aa0f2e-4fc4-4d25-80ee-2b53cd2bee04 req-79a8d171-d501-4354-899e-7e6cbbe694a5 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515611 Apr 28 19:48:08.798314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:08.801636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-9bb4df78-b271-4128-a04f-cdd7b12ee64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:08.803256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-9bb4df78-b271-4128-a04f-cdd7b12ee64b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1845641 Apr 28 19:48:08.936305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:09.015435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-700a1b66-512a-43eb-9118-427863970743 req-bb4f7fa2-2efb-47bd-8b8d-cdc790062b67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:09.016606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-700a1b66-512a-43eb-9118-427863970743 req-bb4f7fa2-2efb-47bd-8b8d-cdc790062b67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530220 Apr 28 19:48:09.331755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Attempting to bind port dc7a8653-28cc-4df9-b2a7-b6e94101198a on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:09.332098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Attempting to bind port dc7a8653-28cc-4df9-b2a7-b6e94101198a by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:09.332686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Attempting to bind port dc7a8653-28cc-4df9-b2a7-b6e94101198a on network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:09.337880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Port dc7a8653-28cc-4df9-b2a7-b6e94101198a on network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:09.338764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Attempting to bind port dc7a8653-28cc-4df9-b2a7-b6e94101198a on network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:09.344492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:09.344844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Checking segment: {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:09.345213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Bound using segment: {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:09.345676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Bound port: dc7a8653-28cc-4df9-b2a7-b6e94101198a, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7f16613-b8bf-40fa-b43d-df0c9d384364', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:09.346024 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.479113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63928882-a133-461d-9a91-800c5bd760de up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:09.555737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:09.562429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:09.573365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea67885-532c-407a-8fba-7a8b43e1b839 req-b1411bcd-8134-4adf-96ff-0e7c6647797c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.575235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bea67885-532c-407a-8fba-7a8b43e1b839 req-b1411bcd-8134-4adf-96ff-0e7c6647797c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 944 time: 0.1436598 Apr 28 19:48:09.577083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.667518 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-47f73a50-1a8f-4963-9259-601f70c0e303 service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8546314 Apr 28 19:48:09.706489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:09.707115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 63928882-a133-461d-9a91-800c5bd760de completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:09.732552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 63928882-a133-461d-9a91-800c5bd760de triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:09.733035 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.736539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bea67885-532c-407a-8fba-7a8b43e1b839 req-4e265111-0f5b-4966-a020-9bb0817abcfb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530108 Apr 28 19:48:09.740922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.741878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.743960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-e281db71-6a05-4f72-a9cb-69b27cfec636 service neutron] 10.222.0.46 "PUT /v2.0/ports/dc7a8653-28cc-4df9-b2a7-b6e94101198a HTTP/1.1" status: 200 len: 1092 time: 2.7148972 Apr 28 19:48:09.790459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Request body: {'port': {'device_id': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:09.949204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.956299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.961331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-745daa36-0d54-4294-8601-9c464fd4b3d1 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0802677 Apr 28 19:48:09.962692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.968990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.978397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:09.980662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:09.993605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.008444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.021307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-4feb7cf8-a3dc-4410-8f06-2efad7855dde tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.6224186 Apr 28 19:48:10.051975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.106781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63928882-a133-461d-9a91-800c5bd760de,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:10.107135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7156cbba-89fc-4e5f-aa6d-742548198745 req-ff696fe8-ac16-4f2b-8927-81ba7f52cd32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 210 time: 0.0603254 Apr 28 19:48:10.108338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63928882-a133-461d-9a91-800c5bd760de'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:10.149267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.160394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b3d8905-ec59-4639-891d-e866f2eb1a05 req-afa1eb4a-85b6-4b0e-b77d-dca89be4e333 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1380680 Apr 28 19:48:10.199463 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-cea50764-411d-4777-b2e2-70b0eb0fb2a5 service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5244057 Apr 28 19:48:10.314131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:10.318165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:10.326666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:10.351487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:10.380058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-5011ef63-8ad8-4af9-942b-b334c37b7992 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 217 time: 0.1727047 Apr 28 19:48:10.471449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5'}, {'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630'}, {'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:10.570286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-d4d71af7-c298-45ef-b400-954ff11f4468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.571840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-d4d71af7-c298-45ef-b400-954ff11f4468 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1384506 Apr 28 19:48:10.655502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa19afc-5725-4993-a857-3202924b138c req-48909d7f-10fa-4dc8-8326-d0e7b4daea80 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.663034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfa19afc-5725-4993-a857-3202924b138c req-48909d7f-10fa-4dc8-8326-d0e7b4daea80 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.2813163 Apr 28 19:48:10.741501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfa19afc-5725-4993-a857-3202924b138c req-11ebbd26-c855-435a-b090-380de0d75054 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754771 Apr 28 19:48:10.749397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-618e1674-8918-4725-9971-a5117d752fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:10.751409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-618e1674-8918-4725-9971-a5117d752fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718128 Apr 28 19:48:10.871458 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-693180df-fc96-466f-bc6d-846831e2b84a'] response: {'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63928882-a133-461d-9a91-800c5bd760de', 'code': 200} Apr 28 19:48:10.926425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0beca4e2-ca28-4636-9e15-a686accea85a service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680808 Apr 28 19:48:11.077844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-49653cc0-0249-4913-9865-197dae194de6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438246 Apr 28 19:48:11.084467 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87ddc0f5-3d66-488c-960e-30a5f31fff4d'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'status': 'completed', 'code': 200} Apr 28 19:48:11.156552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-898ff7de-4382-4179-a8d7-a5c27eaf1abe tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.158226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-898ff7de-4382-4179-a8d7-a5c27eaf1abe tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.1854432 Apr 28 19:48:11.161926 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679a3a3-4fe9-4c3e-9b07-0a07752a7015'] response: {'name': 'network-changed', 'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'status': 'completed', 'code': 200} Apr 28 19:48:11.162184 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679a3a3-4fe9-4c3e-9b07-0a07752a7015'] response: {'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630', 'status': 'completed', 'code': 200} Apr 28 19:48:11.162438 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7679a3a3-4fe9-4c3e-9b07-0a07752a7015'] response: {'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'status': 'completed', 'code': 200} Apr 28 19:48:11.176216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337ec2-0a3f-4081-a91f-6e0a7e263de4 req-8339552e-8eed-4f20-9cf0-3d1b37b28d88 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.182181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337ec2-0a3f-4081-a91f-6e0a7e263de4 req-8339552e-8eed-4f20-9cf0-3d1b37b28d88 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.187917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf337ec2-0a3f-4081-a91f-6e0a7e263de4 req-8339552e-8eed-4f20-9cf0-3d1b37b28d88 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.196689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf337ec2-0a3f-4081-a91f-6e0a7e263de4 req-8339552e-8eed-4f20-9cf0-3d1b37b28d88 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2399 time: 0.7073998 Apr 28 19:48:11.226524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Request body: {'port': {'device_id': '7739f37b-3233-4535-b966-d507ddbaa5df', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'e2ab732e78c54d248d5be78da22b4a0e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:11.230358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-485db337-1303-443e-94c9-7b962214b326 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 217 time: 0.1388299 Apr 28 19:48:11.368239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-5195547d-a553-435b-a28b-17210daacb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.370000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-5195547d-a553-435b-a28b-17210daacb60 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1294546 Apr 28 19:48:11.442974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ef654c7e-460a-4a10-aef5-f2c14e87a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.444365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ef654c7e-460a-4a10-aef5-f2c14e87a632 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 1096 time: 0.2645299 Apr 28 19:48:11.512201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fb9c8-e158-49da-ad80-aeb440e5db83 req-6e3bc0de-754a-49de-8f38-baaf0a09e7e8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.519119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7fb9c8-e158-49da-ad80-aeb440e5db83 req-6e3bc0de-754a-49de-8f38-baaf0a09e7e8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 945 time: 0.2390838 Apr 28 19:48:11.651418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7fb9c8-e158-49da-ad80-aeb440e5db83 req-9e8e517e-4aee-4b18-8b7b-3a66c7c7aa64 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308143 Apr 28 19:48:11.652521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf337ec2-0a3f-4081-a91f-6e0a7e263de4 req-fec5e0b1-f80e-4475-8493-a8875ed24cb8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4550004 Apr 28 19:48:11.687061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe13832-fb52-4755-9e53-c43701fe4a2f req-d8759ac1-7f75-4161-9e4e-b97341ad3d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.688748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfe13832-fb52-4755-9e53-c43701fe4a2f req-d8759ac1-7f75-4161-9e4e-b97341ad3d36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 1096 time: 0.6297417 Apr 28 19:48:11.714645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e59c1b3e-7451-4ec6-be71-7c041421e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.716161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e59c1b3e-7451-4ec6-be71-7c041421e33c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3357730 Apr 28 19:48:11.800051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1a6e85d1-da70-46b0-8ade-61717b4aad1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:11.802536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1a6e85d1-da70-46b0-8ade-61717b4aad1f service neutron] 10.222.0.46 "GET /v2.0/networks?id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 200 len: 913 time: 0.3514342 Apr 28 19:48:11.816933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:11.852684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.909719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:11.919512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:11.939787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfe13832-fb52-4755-9e53-c43701fe4a2f req-a27d20e0-c9d5-401b-8ef8-64d249e903ac service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2256761 Apr 28 19:48:11.954826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:11.990438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Transition to ACTIVE for port object 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:12.001723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.041895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Made reservation on behalf of e2ab732e78c54d248d5be78da22b4a0e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:12.045647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.182851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8884a188-5d84-4f80-ae4d-dff7d44b0598 req-61d63e33-d218-4930-9f64-f3cfa147d5b7 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 210 time: 0.3766532 Apr 28 19:48:12.269747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:12.293954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-040cd17d-b217-441b-a3b9-a7c8743764e2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 200 len: 1000 time: 0.2875674 Apr 28 19:48:12.321785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-fc4381f2-f6d5-4c75-9458-7d95c27a4740 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5939748 Apr 28 19:48:12.446965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.452958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.458862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.465383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.471534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.477136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.484533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.486507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-6da6a38d-9581-4661-8e38-a6a20d4aa87b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.6229241 Apr 28 19:48:12.586062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1d38f8ac-9e74-48e7-9e45-ba8d0c092324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.587514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1d38f8ac-9e74-48e7-9e45-ba8d0c092324 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7dca8b9-4318-49e2-a0e0-8e796faba75b HTTP/1.1" status: 200 len: 851 time: 0.2643251 Apr 28 19:48:12.641984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c45d4bc0-00b3-480b-8a70-443b4092b1eb req-30157b18-3957-4447-9abb-b6d94f7a9490 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1371667 Apr 28 19:48:12.663756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Allocated IP 192.168.233.84 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/a4567738-13e3-43e1-ad42-b48427b61101) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:12.677379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Attempting to bind port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:12.677748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Attempting to bind port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:12.678078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Attempting to bind port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f on network 3d9f5bec-1476-44ed-a659-68cf2648f62b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:12.687231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-fc590f57-2fa1-4b8d-8414-a8f6aee19a76 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695436 Apr 28 19:48:12.696051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f on network 3d9f5bec-1476-44ed-a659-68cf2648f62b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:12.696382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Attempting to bind port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f on network 3d9f5bec-1476-44ed-a659-68cf2648f62b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:12.729864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:12.730215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Checking segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:12.730616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Bound using segment: {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:12.731078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Bound port: 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:12.731430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:12.783460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-96edee31-3d99-4c76-8b3c-e07d159af1a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=75c0c109-43cf-48c4-a88c-392288c6cca3 HTTP/1.1" status: 200 len: 217 time: 0.0874932 Apr 28 19:48:12.864970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-28b26382-a009-44bf-8b6d-6b2179f0e772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.866437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-28b26382-a009-44bf-8b6d-6b2179f0e772 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.0765009 Apr 28 19:48:12.880722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-35cc8a8a-f05c-4063-a0b6-a86b267428d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:12.882188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-35cc8a8a-f05c-4063-a0b6-a86b267428d1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2863042 Apr 28 19:48:13.044055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c4ec48-e1c3-44c1-9c67-c2b4204b454e req-26fe55fb-05c9-4208-b149-2266cb41fe65 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.051128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7c4ec48-e1c3-44c1-9c67-c2b4204b454e req-26fe55fb-05c9-4208-b149-2266cb41fe65 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.6735194 Apr 28 19:48:13.101531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7c4ec48-e1c3-44c1-9c67-c2b4204b454e req-590279c0-fd65-4385-a1cd-d490c0bff514 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493224 Apr 28 19:48:13.142324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ba003e5e-fa77-419d-897d-4ac300098523 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215521 Apr 28 19:48:13.270545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:13.317120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.363134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-4136494a-bbd0-46e7-a4da-a1166f26da22 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2107661 Apr 28 19:48:13.365137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-748965cf-c7a4-4837-8ea6-bfa6896abaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.366626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-748965cf-c7a4-4837-8ea6-bfa6896abaef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4836116 Apr 28 19:48:13.603728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:13.662670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476e0e-794c-45c8-869f-7e0cfef3927d req-40b35434-7c85-46d9-9821-1a2b36ef7009 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.669061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476e0e-794c-45c8-869f-7e0cfef3927d req-40b35434-7c85-46d9-9821-1a2b36ef7009 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.674954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec476e0e-794c-45c8-869f-7e0cfef3927d req-40b35434-7c85-46d9-9821-1a2b36ef7009 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.676588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec476e0e-794c-45c8-869f-7e0cfef3927d req-40b35434-7c85-46d9-9821-1a2b36ef7009 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.3925183 Apr 28 19:48:13.713312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-67a41fd3-a098-4a92-be91-f91b013ff8fa service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323419 Apr 28 19:48:13.721352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-cfbeb5d3-f2df-438d-a975-1f8a55571f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.721963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-cfbeb5d3-f2df-438d-a975-1f8a55571f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.722445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-cfbeb5d3-f2df-438d-a975-1f8a55571f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.724020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-cfbeb5d3-f2df-438d-a975-1f8a55571f74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2822 time: 0.2856472 Apr 28 19:48:13.758160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.888008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60b8af3-1bd8-43bd-af34-09da4ea7f3c2 req-c13f15f6-480c-4256-9ac2-26c5334d47db tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.896970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b60b8af3-1bd8-43bd-af34-09da4ea7f3c2 req-c13f15f6-480c-4256-9ac2-26c5334d47db tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 945 time: 1.0079236 Apr 28 19:48:13.924697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Pushing event updated for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:13.963686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:13.963686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:13.965087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-83bec344-4e97-4f0c-93f9-a5e8e257a554 service neutron] 10.222.0.46 "PUT /v2.0/ports/9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f HTTP/1.1" status: 200 len: 1091 time: 4.1929314 Apr 28 19:48:13.968364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:13.982909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.095959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Transition to ACTIVE for port object a4567738-13e3-43e1-ad42-b48427b61101 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:14.097213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Deleting port da313e64-5c8b-4675-a63f-0fbbbb1c539f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:14.097583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.125310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ca0cfa53-f608-430e-ab7f-6b85e9385fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.125887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ca0cfa53-f608-430e-ab7f-6b85e9385fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.126372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ca0cfa53-f608-430e-ab7f-6b85e9385fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.127937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-ca0cfa53-f608-430e-ab7f-6b85e9385fea service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3752904 Apr 28 19:48:14.189608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec476e0e-794c-45c8-869f-7e0cfef3927d req-8f19a390-84c0-47cf-85c3-843de631f46e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956794 Apr 28 19:48:14.214277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.228389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['aedb5bf6-4a04-472d-bad1-a6dfcf961d08'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:14.338836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:14.342912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b60b8af3-1bd8-43bd-af34-09da4ea7f3c2 req-d35bc61f-3f9e-41f0-898f-e261dc4d2706 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4463842 Apr 28 19:48:14.347948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:14.382980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:14.474969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.475884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.532394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3165593 Apr 28 19:48:14.538126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d400627a-6a25-4c42-9446-46ad205c00eb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Pushing event updated for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:14.558971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Request body: {'port': {'device_id': '7739f37b-3233-4535-b966-d507ddbaa5df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:14.632378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-8b3ba278-a1ce-4fb6-8cb6-eb8136868ba6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9071999 Apr 28 19:48:14.636990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-c4e4f328-90a0-40d1-a015-27e36c580444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.638390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-c4e4f328-90a0-40d1-a015-27e36c580444 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4971776 Apr 28 19:48:14.773582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-9e9539f4-b8eb-466d-804a-af384b295d08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 200 len: 217 time: 0.1325099 Apr 28 19:48:14.803082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc95cf80-dd7c-452d-9630-93e20bd700f9 None None] Provisioning for port a4567738-13e3-43e1-ad42-b48427b61101 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:14.823375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc95cf80-dd7c-452d-9630-93e20bd700f9 None None] Provisioning complete for port a4567738-13e3-43e1-ad42-b48427b61101 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:14.825386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc95cf80-dd7c-452d-9630-93e20bd700f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.860666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d344741-9865-44b6-88c3-894348ad8dee req-b88e6b0c-e26d-4839-b139-c88d7f5a9a2a tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.861138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] For port da313e64-5c8b-4675-a63f-0fbbbb1c539f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da313e64-5c8b-4675-a63f-0fbbbb1c539f,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:14.861525 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.867655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d344741-9865-44b6-88c3-894348ad8dee req-b88e6b0c-e26d-4839-b139-c88d7f5a9a2a tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 935 time: 0.4096074 Apr 28 19:48:14.883617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:14.897733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-254b5a7c-8ac1-4534-a3c2-73dbf44a0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:14.899166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-254b5a7c-8ac1-4534-a3c2-73dbf44a0bef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1151967 Apr 28 19:48:14.926325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fc95cf80-dd7c-452d-9630-93e20bd700f9 None None] Port a4567738-13e3-43e1-ad42-b48427b61101 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:48:14.982436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d344741-9865-44b6-88c3-894348ad8dee req-8a1fe599-2452-413c-98ab-8d877918a370 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119239 Apr 28 19:48:15.002340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-141f6088-63a8-4e68-bdf9-97d67986b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.002837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-141f6088-63a8-4e68-bdf9-97d67986b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.003301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-141f6088-63a8-4e68-bdf9-97d67986b00f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.004919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-141f6088-63a8-4e68-bdf9-97d67986b00f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2864 time: 0.2909937 Apr 28 19:48:15.027534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Calling delete_port for da313e64-5c8b-4675-a63f-0fbbbb1c539f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:15.110577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.116804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.123569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.129536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.135395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.141089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.146794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.147425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-071c41db-1cf8-4ef1-9918-7344dbc33602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.149004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-071c41db-1cf8-4ef1-9918-7344dbc33602 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2398295 Apr 28 19:48:15.154891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94eb4242-d820-4097-b396-423615face26 req-e64fb951-8f0b-4bac-9a0c-4559e4c49623 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.4646070 Apr 28 19:48:15.189188 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68e1b488-731d-43ce-b307-7ebf5464f8cd'] response: {'name': 'network-changed', 'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f', 'status': 'completed', 'code': 200} Apr 28 19:48:15.227252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94eb4242-d820-4097-b396-423615face26 req-0ce567db-3b59-4eff-a26a-6342eaad94dd tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715120 Apr 28 19:48:15.397906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1dbeea40-5fe2-4858-b412-308b6119de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.398647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1dbeea40-5fe2-4858-b412-308b6119de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.399087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1dbeea40-5fe2-4858-b412-308b6119de1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.401335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-1dbeea40-5fe2-4858-b412-308b6119de1f service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3889613 Apr 28 19:48:15.444088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-44428a58-f813-4df9-803b-0b154e2db4b9 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871437 Apr 28 19:48:15.584650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64498e13-34af-4529-9702-337374213e71 req-0756a11f-b937-457b-a77b-ab0b78d38764 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.586291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64498e13-34af-4529-9702-337374213e71 req-0756a11f-b937-457b-a77b-ab0b78d38764 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.2793598 Apr 28 19:48:15.675976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6943-7cf9-4d56-a0a8-bbcb8d7bd3e7 req-587c5df7-91b6-4e37-82a3-e66c3cc67141 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.679530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6943-7cf9-4d56-a0a8-bbcb8d7bd3e7 req-587c5df7-91b6-4e37-82a3-e66c3cc67141 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.685867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeb6943-7cf9-4d56-a0a8-bbcb8d7bd3e7 req-587c5df7-91b6-4e37-82a3-e66c3cc67141 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.693221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abeb6943-7cf9-4d56-a0a8-bbcb8d7bd3e7 req-587c5df7-91b6-4e37-82a3-e66c3cc67141 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.2494473 Apr 28 19:48:15.733742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-3acda04d-53e7-4a33-bfc6-baf1a88c9c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:15.735353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4ee2a52-3c07-4bcd-a3a0-613ba8f2c654 req-3acda04d-53e7-4a33-bfc6-baf1a88c9c55 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3235195 Apr 28 19:48:15.753803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64498e13-34af-4529-9702-337374213e71 req-228b3aaa-1b64-4a24-bd90-9c36a843f0f3 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569166 Apr 28 19:48:15.778993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-421c047e-1d73-4186-9c8a-065c0bdd1d28 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247628 Apr 28 19:48:15.863744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-a746dfa4-7aa2-426e-9d86-c2d7c93121ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 200 len: 217 time: 0.0774114 Apr 28 19:48:15.904879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abeb6943-7cf9-4d56-a0a8-bbcb8d7bd3e7 req-77ed5ebb-5394-4297-bcf4-6e587e0e72cd tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106876 Apr 28 19:48:15.911297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:15.999262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4567738-13e3-43e1-ad42-b48427b61101 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:16.023057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=da313e64-5c8b-4675-a63f-0fbbbb1c539f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:16.028005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.224383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e5062c77-bd3f-4bb2-8a92-1c1b051a8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.227040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-e5062c77-bd3f-4bb2-8a92-1c1b051a8514 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.3291070 Apr 28 19:48:16.295640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Transition to ACTIVE for port object a4567738-13e3-43e1-ad42-b48427b61101 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:16.317540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.327177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ff8efd3d-5c23-45ae-8387-d93e7bdca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.327177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ff8efd3d-5c23-45ae-8387-d93e7bdca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.327664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ff8efd3d-5c23-45ae-8387-d93e7bdca999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.329280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ff8efd3d-5c23-45ae-8387-d93e7bdca999 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2864 time: 0.4639189 Apr 28 19:48:16.397794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93fb270-85f0-4f75-b4d7-7a2dd42152cf req-36e95c64-ef7e-4473-a275-d8b0e8653179 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.399266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d93fb270-85f0-4f75-b4d7-7a2dd42152cf req-36e95c64-ef7e-4473-a275-d8b0e8653179 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 945 time: 0.4664905 Apr 28 19:48:16.425799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Pushing event updated for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:16.433425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-d1371a8d-3bc7-4d88-a553-abf6162006c2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.76&port_id=5628f935-dac6-41fe-8635-84f8adbae630 HTTP/1.1" status: 200 len: 217 time: 0.0940163 Apr 28 19:48:16.495675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0691ee20-1494-44c1-a1c5-c54d274c744e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.497142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-0691ee20-1494-44c1-a1c5-c54d274c744e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2564392 Apr 28 19:48:16.573145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d93fb270-85f0-4f75-b4d7-7a2dd42152cf req-dca6f570-0e57-428b-86e0-c592862670ee tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654356 Apr 28 19:48:16.626973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-72fb3e5d-cd01-4bda-bdc0-fd24c16f715b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.628412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-72fb3e5d-cd01-4bda-bdc0-fd24c16f715b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a764b660-6f3a-4221-8773-f8f7908e8446 HTTP/1.1" status: 200 len: 801 time: 0.1868594 Apr 28 19:48:16.807981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-1352d7ce-3951-4c44-945e-7beac9b55d40 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3019946 Apr 28 19:48:16.834424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb3dfd-4122-4cba-9fb8-3045348a9229 req-5c0fb634-9bf0-467e-a9f6-fbd35ee014a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.835917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cfcb3dfd-4122-4cba-9fb8-3045348a9229 req-5c0fb634-9bf0-467e-a9f6-fbd35ee014a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Synchronizing usage tracker for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:16.865283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Attempting to bind port a4567738-13e3-43e1-ad42-b48427b61101 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:16.866144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Attempting to bind port a4567738-13e3-43e1-ad42-b48427b61101 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:16.866684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Attempting to bind port a4567738-13e3-43e1-ad42-b48427b61101 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:16.883777 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.891058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Port a4567738-13e3-43e1-ad42-b48427b61101 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:16.891851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Attempting to bind port a4567738-13e3-43e1-ad42-b48427b61101 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:16.897643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cfcb3dfd-4122-4cba-9fb8-3045348a9229 req-5c0fb634-9bf0-467e-a9f6-fbd35ee014a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Unset dirty status for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:16.899009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfcb3dfd-4122-4cba-9fb8-3045348a9229 req-5c0fb634-9bf0-467e-a9f6-fbd35ee014a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 947 time: 0.4767129 Apr 28 19:48:16.908957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:16.909376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:16.909854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:16.910349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Bound port: a4567738-13e3-43e1-ad42-b48427b61101, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:16.910757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:16.931303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-478c2d60-866c-4cca-b84a-81ddcba02d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:16.934989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-478c2d60-866c-4cca-b84a-81ddcba02d1d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d9f5bec-1476-44ed-a659-68cf2648f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2603867 Apr 28 19:48:17.169881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-db1e02ba-5af9-437a-83e7-92cda8d2a16b service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463995 Apr 28 19:48:17.266311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.272286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.278346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.284260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.290212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.296712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.302795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.304714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-c340c44f-f1cd-4961-a588-82a7fba027fc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.4070220 Apr 28 19:48:17.306647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-592a8af9-3dbf-474f-9340-c78323fca713 service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632247 Apr 28 19:48:17.308505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-ba870331-ea1d-432c-b86b-c66ca19a25c0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 200 len: 217 time: 0.1252913 Apr 28 19:48:17.512552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aedcebe9-c79b-4a7f-8b42-ecf8a9a61c4a req-fbc38ef8-9567-424f-8600-4bbc08374c35 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1798494 Apr 28 19:48:17.519185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-3f709576-7116-40a1-a01a-5f2f510f4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.519611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-3f709576-7116-40a1-a01a-5f2f510f4fe6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.1737263 Apr 28 19:48:17.597839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-494fcd7e-1035-4c39-92a8-2e4b57552fbb service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838001 Apr 28 19:48:17.672333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:17.677956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cfcb3dfd-4122-4cba-9fb8-3045348a9229 req-8345ec37-2df7-4f4c-9ea0-f18f6b3887ca tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7706547 Apr 28 19:48:17.691029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a4567738-13e3-43e1-ad42-b48427b61101,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:17.705659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.708250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-eecf9fe1-6c8a-427a-b983-7e481cce8e49 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.227&port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a HTTP/1.1" status: 200 len: 217 time: 0.1032658 Apr 28 19:48:17.788984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-57b3d8c2-8fd5-42ae-af76-980b44c1dc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.799726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-57b3d8c2-8fd5-42ae-af76-980b44c1dc87 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=3a3ff20a-2b69-465b-bdaa-00d47d3eeb87 HTTP/1.1" status: 200 len: 801 time: 0.0822873 Apr 28 19:48:17.806159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.806819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:17.808200 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] 10.222.0.41 "PUT /v2.0/ports/a4567738-13e3-43e1-ad42-b48427b61101 HTTP/1.1" status: 200 len: 1095 time: 3.2563186 Apr 28 19:48:17.808650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:17.910085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-643bcd3b-1648-44e5-871d-3a717dca3d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:17.911617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-643bcd3b-1648-44e5-871d-3a717dca3d0b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3846169 Apr 28 19:48:18.086008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6570253-0296-45f3-b063-4e14f3cdc68c service neutron] Pushing event updated for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:18.113555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Router 44909b66-2ce4-4f1f-aa2d-26dec417652f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:48:18.316989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-269a071c-32fa-4324-b499-4c9a295e630c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.319183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-269a071c-32fa-4324-b499-4c9a295e630c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=ec1f8592-40b7-497e-a7ef-8f9bf0c12882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5103571 Apr 28 19:48:18.333557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-af13f854-8c37-4d70-8223-5f2e6d32554e service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043636 Apr 28 19:48:18.335010 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:48:18.339127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:48:18.348835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-f6da8097-c0d9-4e83-9be3-f759fbdf5b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.350379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-f6da8097-c0d9-4e83-9be3-f759fbdf5b43 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 1098 time: 0.4843185 Apr 28 19:48:18.350519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Sync routers for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:18.362776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53c9b2-2118-4a1f-96c4-f4c06316d8d5 req-6f45d495-a4a0-4997-9211-bd5f517b020c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.370667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e53c9b2-2118-4a1f-96c4-f4c06316d8d5 req-6f45d495-a4a0-4997-9211-bd5f517b020c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.5033624 Apr 28 19:48:18.370854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:18.371325 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:18.482050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0a45309-9b8b-43a4-a24e-437fcd3e46f6 admin admin] 10.222.0.24 "PUT /v2.0/routers/44909b66-2ce4-4f1f-aa2d-26dec417652f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1306472 Apr 28 19:48:18.489763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56424) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:18.509313 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-b0a74df8-c1d7-4cb6-8cf6-a3f048a6fbee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a4567738-13e3-43e1-ad42-b48427b61101 HTTP/1.1" status: 200 len: 217 time: 0.1360745 Apr 28 19:48:18.523807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521598-8ac5-43b8-8a2d-57daeacd80c3 req-2f4996a1-2bf1-47d5-bda5-5a8eb2afc8e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.535157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521598-8ac5-43b8-8a2d-57daeacd80c3 req-2f4996a1-2bf1-47d5-bda5-5a8eb2afc8e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.549284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8521598-8ac5-43b8-8a2d-57daeacd80c3 req-2f4996a1-2bf1-47d5-bda5-5a8eb2afc8e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.561726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8521598-8ac5-43b8-8a2d-57daeacd80c3 req-2f4996a1-2bf1-47d5-bda5-5a8eb2afc8e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.4092062 Apr 28 19:48:18.566037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e53c9b2-2118-4a1f-96c4-f4c06316d8d5 req-7d606293-a43f-4546-9078-f4609427c466 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944435 Apr 28 19:48:18.639995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-ab05ad62-c363-4888-b7a5-fa44a5dcfe5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.642248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-ab05ad62-c363-4888-b7a5-fa44a5dcfe5a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0998828 Apr 28 19:48:18.790661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-aa5a6902-31ca-4516-891a-b5bfc0e646a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:18.800552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-aa5a6902-31ca-4516-891a-b5bfc0e646a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1514657 Apr 28 19:48:18.823060 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:18.839139 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63bd7870-5244-4f0c-b9f3-ff0407ba76c0'] response: {'name': 'network-changed', 'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101', 'status': 'completed', 'code': 200} Apr 28 19:48:18.958070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-b3ed43b1-82a1-4978-9621-41fa031b7af6 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566560 Apr 28 19:48:19.082154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8521598-8ac5-43b8-8a2d-57daeacd80c3 req-a24ce189-e35d-4d3c-8d14-68f93a862760 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5195036 Apr 28 19:48:19.110912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6b8408d-9376-42c7-9b45-63c523e8d91e req-f3f77ee0-a6bb-491e-adf2-8b02eccec52b service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7449760 Apr 28 19:48:19.137278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-f66b858a-d507-446d-9ec4-0e5849623780 service neutron] 10.222.0.46 "GET /v2.0/networks/ec1f8592-40b7-497e-a7ef-8f9bf0c12882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7997954 Apr 28 19:48:19.242959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15c5b780-839f-4af4-ab19-7aa6669843d8 req-86da0fe9-4638-454d-96ec-fea47bdf2863 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769411 Apr 28 19:48:19.281353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ebbe04-c798-47bf-843d-20c8544f5579 req-d7f3c6e6-4970-4d85-a80f-ce749cb32493 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.283261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92ebbe04-c798-47bf-843d-20c8544f5579 req-d7f3c6e6-4970-4d85-a80f-ce749cb32493 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 945 time: 0.2650297 Apr 28 19:48:19.284014 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:48:15Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:19.291426 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.293116 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Checking router: 44909b66-2ce4-4f1f-aa2d-26dec417652f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:19.305905 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Routers {'44909b66-2ce4-4f1f-aa2d-26dec417652f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:19.307704 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:47:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44909b66-2ce4-4f1f-aa2d-26dec417652f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:19.432827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92ebbe04-c798-47bf-843d-20c8544f5579 req-b861110f-a27b-476d-867e-45512198fdad tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411562 Apr 28 19:48:19.482653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-01ec482a-6dab-4550-bc44-7669f450bb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.484124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-01ec482a-6dab-4550-bc44-7669f450bb65 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 1098 time: 0.1453121 Apr 28 19:48:19.605235 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] Set router 44909b66-2ce4-4f1f-aa2d-26dec417652f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:19.691822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.726346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Deleting port d2534227-3315-4688-9018-e3000b73bc87 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:19.726859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:19.820977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-6d506521-2238-469f-90d1-acce16e73646 service neutron] 10.222.0.46 "GET /v2.0/networks/ec1f8592-40b7-497e-a7ef-8f9bf0c12882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6706626 Apr 28 19:48:19.837761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.838744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.839287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.839844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.840463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.841007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.841571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.843575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-d703a92c-ada1-44f3-86a3-f78eef139147 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6475 time: 0.6430449 Apr 28 19:48:19.922186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-81225c28-b037-44be-a089-63da239d4dbe service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f HTTP/1.1" status: 200 len: 217 time: 0.0898068 Apr 28 19:48:19.932794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-4624e5de-1807-493e-bbab-5dd7ab7a7689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:19.934543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-4624e5de-1807-493e-bbab-5dd7ab7a7689 service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.4421992 Apr 28 19:48:19.979858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:48:15Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:19.984384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-905ee2e0-f12a-4b84-985a-814481464970 None None] The sync data for ids ['44909b66-2ce4-4f1f-aa2d-26dec417652f'] in n-d-839811-1 is: [{'id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'name': 'tempest-FloatingIPsAssociationTestJSON-1947734159-router', 'tenant_id': '647a64f08ea840988992fae8c7326dad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95'}], 'enable_snat': True}, 'gw_port_id': 'd2534227-3315-4688-9018-e3000b73bc87', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:19Z', 'updated_at': '2022-04-28T19:48:15Z', 'revision_number': 5, 'project_id': '647a64f08ea840988992fae8c7326dad', 'gw_port': {'id': 'd2534227-3315-4688-9018-e3000b73bc87', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:7f:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44909b66-2ce4-4f1f-aa2d-26dec417652f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 807, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:23Z', 'updated_at': '2022-04-28T19:45:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:20.011949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80b4c8b-0cce-47b1-8a9c-d34ed1366771 req-df6e4b6b-50d3-4fda-ac80-d2215535ae17 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.013549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c80b4c8b-0cce-47b1-8a9c-d34ed1366771 req-df6e4b6b-50d3-4fda-ac80-d2215535ae17 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 947 time: 0.4309409 Apr 28 19:48:20.063186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-8004ffe1-1926-4495-b289-1cc6b73cc5f8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.84&port_id=a4567738-13e3-43e1-ad42-b48427b61101 HTTP/1.1" status: 200 len: 217 time: 0.1195612 Apr 28 19:48:20.137812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2d265cf-89d9-434e-836c-4c5366d89cc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.157222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-18fa4f4a-a710-4261-8ade-93737f9468dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.158842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-18fa4f4a-a710-4261-8ade-93737f9468dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0807984 Apr 28 19:48:20.169993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-849702f6-2a6d-4c2f-a0a3-9bb0e1f27f66 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.171462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-849702f6-2a6d-4c2f-a0a3-9bb0e1f27f66 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 945 time: 0.6371908 Apr 28 19:48:20.219342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.226338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.232863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.238943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.246068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.257071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a4567738-13e3-43e1-ad42-b48427b61101 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:20.258382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.267132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.274864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-ffc8a735-ab10-4698-9f57-45987a6d8d1e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.7650583 Apr 28 19:48:20.290442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c80b4c8b-0cce-47b1-8a9c-d34ed1366771 req-c6caf452-8de2-47ef-815b-0054aac8af45 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2690847 Apr 28 19:48:20.324399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port 63928882-a133-461d-9a91-800c5bd760de {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:20.324675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.413948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-e948f65b-ebb6-4d8f-a7bf-e06cd2a63af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.415588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-e948f65b-ebb6-4d8f-a7bf-e06cd2a63af7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2432327 Apr 28 19:48:20.502036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-236de4fe-6d4a-48dc-a573-edb20aa1992d req-e2f73043-92d4-49b3-a4d9-bbcd14f4b650 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2254882 Apr 28 19:48:20.504579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a4567738-13e3-43e1-ad42-b48427b61101,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:20.522748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a4567738-13e3-43e1-ad42-b48427b61101', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': 'a4567738-13e3-43e1-ad42-b48427b61101', 'mac_address': 'fa:16:3e:09:af:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.84'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:20.596565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-62a9785b-e7fe-4943-87e4-4dec88e69a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.598396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-62a9785b-e7fe-4943-87e4-4dec88e69a25 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a764b660-6f3a-4221-8773-f8f7908e8446 HTTP/1.1" status: 200 len: 801 time: 0.6379015 Apr 28 19:48:20.655710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port 63928882-a133-461d-9a91-800c5bd760de, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=63928882-a133-461d-9a91-800c5bd760de,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:20.656066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.700803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.732498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4567738-13e3-43e1-ad42-b48427b61101 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:20.757501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a4567738-13e3-43e1-ad42-b48427b61101,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:20.762542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.763766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:20.796209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for 63928882-a133-461d-9a91-800c5bd760de owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:20.922480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] For port d2534227-3315-4688-9018-e3000b73bc87, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2534227-3315-4688-9018-e3000b73bc87,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:20.923584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:20.951086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:20.952984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-b13b4876-9d8c-480c-b7cd-f9ea885779e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:20.954677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-b13b4876-9d8c-480c-b7cd-f9ea885779e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ec6dab63-7c86-4135-9c2d-4c0c5e006298 HTTP/1.1" status: 200 len: 902 time: 1.0135267 Apr 28 19:48:21.001912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'port_id': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'mac_address': 'fa:16:3e:63:2f:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e729b8-f77f-45e0-890a-78755e71e9fe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:21.012341 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.026575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['63928882-a133-461d-9a91-800c5bd760de'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:21.099238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=63928882-a133-461d-9a91-800c5bd760de,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:21.138559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Calling delete_port for d2534227-3315-4688-9018-e3000b73bc87 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:21.176211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ec5f1862-ee4c-4366-bff1-33f8f699264d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.177908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-ec5f1862-ee4c-4366-bff1-33f8f699264d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d9f5bec-1476-44ed-a659-68cf2648f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5609045 Apr 28 19:48:21.190560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-ef008075-e4a1-42a4-97d0-e463836c02ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 200 len: 217 time: 0.1822598 Apr 28 19:48:21.213660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da313e64-5c8b-4675-a63f-0fbbbb1c539f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:21.247244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port 63928882-a133-461d-9a91-800c5bd760de on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:21.253074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.255965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'name': 'network-vif-deleted', 'tag': '63928882-a133-461d-9a91-800c5bd760de'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:21.271297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: da313e64-5c8b-4675-a63f-0fbbbb1c539f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:21.272308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da313e64-5c8b-4675-a63f-0fbbbb1c539f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:21.298756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13c6adbb-a09c-45df-8c2c-020cd83d36b1 req-a78702de-c3a2-4340-9b8c-1818619e9bb0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "DELETE /v2.0/ports/63928882-a133-461d-9a91-800c5bd760de HTTP/1.1" status: 204 len: 173 time: 1.0864203 Apr 28 19:48:21.303717 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.307148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-3fcf7f6f-6d3c-4fa6-8e87-628dd6bcc5db service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589165 Apr 28 19:48:21.316397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d17f5e-e431-44dc-b895-7eb12d186a19 req-49bf322f-b747-41b2-ab70-9b84a627c0de tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.318173 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1d17f5e-e431-44dc-b895-7eb12d186a19 req-49bf322f-b747-41b2-ab70-9b84a627c0de tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.3499424 Apr 28 19:48:21.319435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:21.346056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:21.367521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:21.372679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.408082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-b0c18beb-de2c-4e26-9ff4-a1ddf2d47961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.409695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-b0c18beb-de2c-4e26-9ff4-a1ddf2d47961 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1919572 Apr 28 19:48:21.421798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1d17f5e-e431-44dc-b895-7eb12d186a19 req-3a9402b2-449c-4e40-959e-4a65344870ee tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668941 Apr 28 19:48:21.515775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:21.559675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c63f315-2fdd-45f1-830b-941e35dcd8e2 req-80bc7576-f338-477b-a2c5-190e7aca8ed5 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404160 Apr 28 19:48:21.580329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b180-fd43-48a0-aece-9ee9063f9b84 req-20012a6a-76d3-4cbb-b257-d9e61dda8c85 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.586808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b180-fd43-48a0-aece-9ee9063f9b84 req-20012a6a-76d3-4cbb-b257-d9e61dda8c85 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.593593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee9b180-fd43-48a0-aece-9ee9063f9b84 req-20012a6a-76d3-4cbb-b257-d9e61dda8c85 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:21.595320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ee9b180-fd43-48a0-aece-9ee9063f9b84 req-20012a6a-76d3-4cbb-b257-d9e61dda8c85 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.7198968 Apr 28 19:48:21.599866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-8ec4a67c-b8d1-42f9-aa9e-c43399e5b59f service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058344 Apr 28 19:48:21.616399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6338bc54-1e12-495d-99d7-88a5ad1e257e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:21.679596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a4567738-13e3-43e1-ad42-b48427b61101'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:21.952846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:21.975805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ae083fe4-0f14-49ea-98f8-650c317603d0 req-519bd219-274f-47c4-9250-32e994830a36 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:22.016541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ee9b180-fd43-48a0-aece-9ee9063f9b84 req-72c657be-af5f-4264-9d44-40c1613e9831 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130492 Apr 28 19:48:22.062412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ae083fe4-0f14-49ea-98f8-650c317603d0 req-519bd219-274f-47c4-9250-32e994830a36 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:22.062412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae083fe4-0f14-49ea-98f8-650c317603d0 req-519bd219-274f-47c4-9250-32e994830a36 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=30b6295a-3f1c-4aca-9d46-afbf95450c67 HTTP/1.1" status: 200 len: 210 time: 0.3815150 Apr 28 19:48:22.123821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Pushing event deleted for resources: {'Port': ['ID=d2534227-3315-4688-9018-e3000b73bc87,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:22.126975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-7a01cfdf-7efe-4376-b2dd-a7bcabd0a342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.128534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-7a01cfdf-7efe-4376-b2dd-a7bcabd0a342 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7083766 Apr 28 19:48:22.147165 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d63b9bc-4b0a-4d71-9981-070a90c545e0'] response: {'server_uuid': '30b6295a-3f1c-4aca-9d46-afbf95450c67', 'name': 'network-vif-deleted', 'tag': '63928882-a133-461d-9a91-800c5bd760de', 'status': 'completed', 'code': 200} Apr 28 19:48:22.280591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b11cf746-fb47-4c04-b603-ea107462b7d5 req-da78ee14-67b0-4f28-aa3a-8f4e44cc5a2a service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6746807 Apr 28 19:48:22.288935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:22.406664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66425e64-2a56-4f41-ab8f-039cbcc5fea2 req-ebdd4184-84a0-4f01-ac50-a1dd919ebf07 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.408080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66425e64-2a56-4f41-ab8f-039cbcc5fea2 req-ebdd4184-84a0-4f01-ac50-a1dd919ebf07 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 948 time: 0.1622779 Apr 28 19:48:22.485038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66425e64-2a56-4f41-ab8f-039cbcc5fea2 req-f16f5936-d2c9-440f-a67a-b11593889fa5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670094 Apr 28 19:48:22.521224 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e402e5b-ca3e-4e85-aa26-647a996c3ac9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.538336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.576251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:22.599293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:22.605073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.704264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.721880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:22.824449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c15f7c-8ffd-4388-b503-4b5bee1b91af req-58282363-aa87-4929-8026-c00b0e9b63e7 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:22.831914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24c15f7c-8ffd-4388-b503-4b5bee1b91af req-58282363-aa87-4929-8026-c00b0e9b63e7 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 944 time: 0.0987105 Apr 28 19:48:22.883411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24c15f7c-8ffd-4388-b503-4b5bee1b91af req-80684401-c60e-46fa-b312-4b6fcb7cd557 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464017 Apr 28 19:48:22.938815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.945307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:22.950180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-12938b36-9b1f-4918-85b7-fbc73afe3351 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8134141 Apr 28 19:48:23.023033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.023722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44909b66-2ce4-4f1f-aa2d-26dec417652f {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:48:23.042736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.048549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.054434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.064142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.069954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.076381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.082230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.084173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-5f0cdc4e-df1d-4359-b6cd-16462a69502d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.8085458 Apr 28 19:48:23.153336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-c3411d35-cf28-4709-8e99-0e6c8701d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.153926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-c3411d35-cf28-4709-8e99-0e6c8701d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.154399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-c3411d35-cf28-4709-8e99-0e6c8701d935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.156039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-c3411d35-cf28-4709-8e99-0e6c8701d935 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2864 time: 0.5233514 Apr 28 19:48:23.262469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aab43f-c887-4315-b7d5-7768619cc8da req-eef78b9f-8532-4528-b966-4ca540ce2faf tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.263659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.264802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b09e612-7a01-40b4-a250-fbf9117a221a admin admin] 10.222.0.24 "DELETE /v2.0/routers/44909b66-2ce4-4f1f-aa2d-26dec417652f HTTP/1.1" status: 204 len: 168 time: 4.7559400 Apr 28 19:48:23.268479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aab43f-c887-4315-b7d5-7768619cc8da req-eef78b9f-8532-4528-b966-4ca540ce2faf tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.274235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aab43f-c887-4315-b7d5-7768619cc8da req-eef78b9f-8532-4528-b966-4ca540ce2faf tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.276387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5aab43f-c887-4315-b7d5-7768619cc8da req-eef78b9f-8532-4528-b966-4ca540ce2faf tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.1060209 Apr 28 19:48:23.276873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:23.360863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a5ffaac-78b4-4399-8fff-7a2ecbabdec4 req-d61cb16b-e2b1-456e-959e-4eb1b3ab8cd5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2188518 Apr 28 19:48:23.364729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-c9efaf09-4afb-47e4-adb2-8dad2c6f3349 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042463 Apr 28 19:48:23.369788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Deleting subnet 5d2c7755-56c5-4769-854c-2547522564c7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:48:23.373426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5aab43f-c887-4315-b7d5-7768619cc8da req-53d2214a-fa83-4d0a-9bb6-cad1f13d95db tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672886 Apr 28 19:48:23.375339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.393563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-69bb7e1c-223c-49f3-97f3-c455ead3f485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.395616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-69bb7e1c-223c-49f3-97f3-c455ead3f485 service neutron] 10.222.0.46 "GET /v2.0/networks?id=3d9f5bec-1476-44ed-a659-68cf2648f62b HTTP/1.1" status: 200 len: 902 time: 0.2188361 Apr 28 19:48:23.428517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.528354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.543280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-26f12bc1-92dc-4dfd-9b4a-04387fb257f0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.78&port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f HTTP/1.1" status: 200 len: 217 time: 0.1412911 Apr 28 19:48:23.550947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63928882-a133-461d-9a91-800c5bd760de no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:23.622884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-05ec8856-c242-4e30-9ff2-0d77a0beed03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.624027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-05ec8856-c242-4e30-9ff2-0d77a0beed03 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=a764b660-6f3a-4221-8773-f8f7908e8446 HTTP/1.1" status: 200 len: 801 time: 0.0687900 Apr 28 19:48:23.628735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.639246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 63928882-a133-461d-9a91-800c5bd760de {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:23.639592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 63928882-a133-461d-9a91-800c5bd760de not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:23.643771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.644250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.644718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.645178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.645879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.646389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.646901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.648752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-11e1fbc2-a583-4d27-9dc9-61b2f31ed597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6475 time: 0.1674423 Apr 28 19:48:23.690340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d2c7755-56c5-4769-854c-2547522564c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:23.699293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.699664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2520d7-ddd8-485e-ae3f-d4684cfed56e None None] Network 3e66b785-df10-435b-bf74-a54c9bdcb9fe requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:23.746006 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.755021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f14d7f4c-0122-40db-8020-fc4c710b140e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5d2c7755-56c5-4769-854c-2547522564c7 HTTP/1.1" status: 204 len: 168 time: 0.4771218 Apr 28 19:48:23.763954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:23.894861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.915591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b85f7-8487-4f71-bc54-71e78b8d140b req-25bcb4a6-21ce-4ac9-96dc-44c18c2db6d1 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:23.917359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c5b85f7-8487-4f71-bc54-71e78b8d140b req-25bcb4a6-21ce-4ac9-96dc-44c18c2db6d1 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 948 time: 0.2246993 Apr 28 19:48:23.919241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Deleting port ddd2bbac-6422-4851-b894-b8eb627cc359 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:23.919644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:23.926556 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.017189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-dc53e9c0-58bb-4413-9b1b-104ea31f56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.019232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-dc53e9c0-58bb-4413-9b1b-104ea31f56f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 902 time: 0.3585377 Apr 28 19:48:24.020948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] DHCP port deletion for 3e66b785-df10-435b-bf74-a54c9bdcb9fe request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:48:24.026092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Deleting port ddd2bbac-6422-4851-b894-b8eb627cc359 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:24.026526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.031364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-b75f8efa-7adb-4fca-b49e-d0f581fb1d97 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.032044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-b75f8efa-7adb-4fca-b49e-d0f581fb1d97 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:24.063399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c5b85f7-8487-4f71-bc54-71e78b8d140b req-e6ae4c07-5075-43d9-8540-85de506df8bb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169384 Apr 28 19:48:24.103386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-2e682183-207e-4b79-8caa-fac9b841ef87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.104827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-2e682183-207e-4b79-8caa-fac9b841ef87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=3d9f5bec-1476-44ed-a659-68cf2648f62b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3713810 Apr 28 19:48:24.107485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-4e30b956-4f3c-4e29-88df-b03520f48c05 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 200 len: 217 time: 0.0718381 Apr 28 19:48:24.220667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] For port ddd2bbac-6422-4851-b894-b8eb627cc359, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ddd2bbac-6422-4851-b894-b8eb627cc359,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:24.221176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.265352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] For port ddd2bbac-6422-4851-b894-b8eb627cc359, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ddd2bbac-6422-4851-b894-b8eb627cc359,segment=NetworkSegment(8ba98643-cb0c-4542-aac7-90e4f3ef807c),segment_id=8ba98643-cb0c-4542-aac7-90e4f3ef807c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:24.266002 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.327725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-b75f8efa-7adb-4fca-b49e-d0f581fb1d97 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:24.328846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-b75f8efa-7adb-4fca-b49e-d0f581fb1d97 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.6333432 Apr 28 19:48:24.343782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a4567738-13e3-43e1-ad42-b48427b61101 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:24.386359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Calling delete_port for ddd2bbac-6422-4851-b894-b8eb627cc359 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:24.406837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-8110f12d-88fe-4f30-9cdc-3f2c8796be8d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0717649 Apr 28 19:48:24.445861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Calling delete_port for ddd2bbac-6422-4851-b894-b8eb627cc359 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:24.500779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb8d95-9681-45c5-8e90-868c1aac1155 req-4cdda686-bc8a-48da-a850-53ca48e5953e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.502302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0bb8d95-9681-45c5-8e90-868c1aac1155 req-4cdda686-bc8a-48da-a850-53ca48e5953e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 944 time: 0.2138348 Apr 28 19:48:24.503397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.511107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-beee1e6c-e85e-4f2f-83a3-6a51d7725fdb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0865309 Apr 28 19:48:24.538416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-60e63a45-8e6d-49ea-ba05-aa58a448de67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.539904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-60e63a45-8e6d-49ea-ba05-aa58a448de67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.4034042 Apr 28 19:48:24.549217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:48:24.549666 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:48:24.552089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddd2bbac-6422-4851-b894-b8eb627cc359,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:24.562100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port a4567738-13e3-43e1-ad42-b48427b61101 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:24.567122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a4567738-13e3-43e1-ad42-b48427b61101 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:24.567488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.593203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] No DVR routers for this DVR port ddd2bbac-6422-4851-b894-b8eb627cc359 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:24.632945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0bb8d95-9681-45c5-8e90-868c1aac1155 req-bca49d8f-889d-428f-8305-800eabd32028 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827746 Apr 28 19:48:24.693383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.709255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-e0125ee3-042a-45db-8ab4-e1791596a67b service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961952 Apr 28 19:48:24.725784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:24.726780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.755634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a4567738-13e3-43e1-ad42-b48427b61101,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:24.760751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.761050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e66b785-df10-435b-bf74-a54c9bdcb9fe']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:24.761936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:24.878965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-846236d3-36be-4f37-ae3c-16d6b4dfcb80 req-d923ec3f-e79b-47f6-91bb-66b93249f1b8 service neutron] 10.222.0.46 "GET /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548803 Apr 28 19:48:24.884731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ba98643-cb0c-4542-aac7-90e4f3ef807c') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:24.885625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ba98643-cb0c-4542-aac7-90e4f3ef807c') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:24.909798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-f539ab03-1979-4629-8561-4dfdd6d7cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:24.911254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-f539ab03-1979-4629-8561-4dfdd6d7cd04 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3619614 Apr 28 19:48:24.914697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-074fc999-4dbb-4915-92af-90c532a79c54 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018648 Apr 28 19:48:24.925540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-9b184c79-d1fa-4310-8095-335ef941d751 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:48:24.926712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-9b184c79-d1fa-4310-8095-335ef941d751 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0071909 Apr 28 19:48:24.933353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.945512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:24.959792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6338bc54-1e12-495d-99d7-88a5ad1e257e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:24.960164 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.966602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.975279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:24.975669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:24.989279 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:25.029283 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.069529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Deleting port ddd2bbac-6422-4851-b894-b8eb627cc359 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:25.069529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.085661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.091363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.098179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.102852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.110020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.116170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.134161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.134161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-5a46e549-0476-4e3d-9e14-4a9a93b037a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.2402616 Apr 28 19:48:25.158915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-41829ef5-fc63-45a0-9a82-0cf291aa2cba None None] The port 'ddd2bbac-6422-4851-b894-b8eb627cc359' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:48:25.183873 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.186950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.195777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-a8cee52a-815f-48f1-b1f4-8ce3ae6f0ec2 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665803 Apr 28 19:48:25.199794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-bca53718-28e0-451b-b736-3a6ad0f4e6d8 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496622 Apr 28 19:48:25.213961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.221637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:25.225425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e66b785-df10-435b-bf74-a54c9bdcb9fe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:25.226242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.272379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d3b90c8-30e3-4fe2-85da-7e767e5199b7 req-70301aa2-1319-41a0-952f-c8c4f9f478a5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1388731 Apr 28 19:48:25.274619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2534227-3315-4688-9018-e3000b73bc87 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:25.281039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-78a7edd4-0ee4-45ae-975d-db09195b79c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3e66b785-df10-435b-bf74-a54c9bdcb9fe HTTP/1.1" status: 204 len: 168 time: 1.5159619 Apr 28 19:48:25.409937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d2534227-3315-4688-9018-e3000b73bc87 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:25.410562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2534227-3315-4688-9018-e3000b73bc87 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:25.410884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ddd2bbac-6422-4851-b894-b8eb627cc359 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:25.449275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b50544e-fdb7-4a6f-b30f-23f25644b2dc req-ec6db82a-f740-46ff-b8a8-a649a8a494bd service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2431405 Apr 28 19:48:25.519861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:25.543395 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17fc7419-a534-4f1f-a1b4-3e4795fcfe59'] response: {'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101', 'code': 200} Apr 28 19:48:25.561517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ddd2bbac-6422-4851-b894-b8eb627cc359 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:25.561867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ddd2bbac-6422-4851-b894-b8eb627cc359 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:25.591449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeab039-f314-41b1-8429-112251e41865 req-145a7783-368b-4aff-8df4-69504b8b2850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.593145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-edeab039-f314-41b1-8429-112251e41865 req-145a7783-368b-4aff-8df4-69504b8b2850 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 1100 time: 0.0914693 Apr 28 19:48:25.623172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9bd9f-df71-4ecd-81c6-f684b6769cef req-c26f989b-6b22-486c-a077-cf610b31355c tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.631906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9bd9f-df71-4ecd-81c6-f684b6769cef req-c26f989b-6b22-486c-a077-cf610b31355c tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.638152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b9bd9f-df71-4ecd-81c6-f684b6769cef req-c26f989b-6b22-486c-a077-cf610b31355c tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.645538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-28b9bd9f-df71-4ecd-81c6-f684b6769cef req-c26f989b-6b22-486c-a077-cf610b31355c tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.2694299 Apr 28 19:48:25.647375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:25.677216 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-edeab039-f314-41b1-8429-112251e41865 req-c7294257-f277-469c-a638-9d40f0dae9a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767629 Apr 28 19:48:25.707128 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-28b9bd9f-df71-4ecd-81c6-f684b6769cef req-fbd0bee8-1cd1-4a90-9ffb-00f96093e110 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603616 Apr 28 19:48:25.720441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-53399d10-25ff-4a68-99b2-eb070a269151 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=647a64f08ea840988992fae8c7326dad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0705259 Apr 28 19:48:25.721769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56578) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:25.743985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.754334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.755407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.757636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.758120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.758585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.759053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:25.761670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-a00c5afc-a82f-4a5f-8cd8-af305f6308ff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6475 time: 0.2319548 Apr 28 19:48:25.805632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.840911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.907831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.926746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d54a58-2785-49ea-97e4-2f7f072d04ea,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:25.941383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.941775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.942114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.942450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.942830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.943632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.944013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.944281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.944714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.945065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.945397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.945753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:25.949325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:25.953520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0e41cd04-2489-4867-b1f9-82e48c135436 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a9d54a58-2785-49ea-97e4-2f7f072d04ea HTTP/1.1" status: 204 len: 168 time: 0.2303023 Apr 28 19:48:26.084382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195fc91f-543a-4295-b38e-54bfb1cfe599 req-d6883948-affe-4ca2-97fc-8e6d2602d8bb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.086101 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-195fc91f-543a-4295-b38e-54bfb1cfe599 req-d6883948-affe-4ca2-97fc-8e6d2602d8bb tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.2530670 Apr 28 19:48:26.138028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-7b1afcc8-dcde-4079-b268-128912f17db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.139468 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-7b1afcc8-dcde-4079-b268-128912f17db7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 902 time: 0.2394431 Apr 28 19:48:26.232640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-51762ca0-0d05-4706-b659-cb354fea5305 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 200 len: 217 time: 0.0853691 Apr 28 19:48:26.237631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-195fc91f-543a-4295-b38e-54bfb1cfe599 req-340b2f7b-03b9-43de-b15d-ccca3639e2b4 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208932 Apr 28 19:48:26.326216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-756aaf04-14ef-4cad-8b7b-9df391b5405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.327853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-756aaf04-14ef-4cad-8b7b-9df391b5405f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.0892441 Apr 28 19:48:26.433754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c838e2bb-e292-4117-bfe6-f1e35da79b8a req-7ee2380e-9640-44cd-b3b8-1298ef74b9b1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 210 time: 0.0615523 Apr 28 19:48:26.446274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40d2fca-197d-4672-b22d-e420665d7768 req-e6ecdc7f-2170-4df8-9195-52785cb7d2ab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.448974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d40d2fca-197d-4672-b22d-e420665d7768 req-e6ecdc7f-2170-4df8-9195-52785cb7d2ab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.0955269 Apr 28 19:48:26.477086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-4a57404f-09ee-410f-9d05-af5001f7aaf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.481158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-4a57404f-09ee-410f-9d05-af5001f7aaf5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1467738 Apr 28 19:48:26.521495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d40d2fca-197d-4672-b22d-e420665d7768 req-c3e61f76-b6d9-41f9-b990-dc43bfb334af tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611117 Apr 28 19:48:26.664016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-550a961e-0aba-4d8b-ae0f-9494366ef8e0 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752579 Apr 28 19:48:26.951240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90094011-34cd-41f9-b9d0-bcde79a9a582 req-d3fe2bca-67f9-4ff4-94fd-2ea47f838a54 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2793550 Apr 28 19:48:26.954628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.975885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:26.990654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.002063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.016638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.030725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.036380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.038271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-7582666d-3c3b-4e8a-b3f6-1a21b4a58f2e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.3620062 Apr 28 19:48:27.045522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-1f6bc044-87a5-4a98-9076-35b5d29a3cc0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.047083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-1f6bc044-87a5-4a98-9076-35b5d29a3cc0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.4110525 Apr 28 19:48:27.072558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:27.103664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:27.163509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ad3d4-8bf1-4a17-b95b-a2ffd3d0da87 req-e914110f-32d5-439d-a520-021c52588ee7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.170223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ad3d4-8bf1-4a17-b95b-a2ffd3d0da87 req-e914110f-32d5-439d-a520-021c52588ee7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.176215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ad3d4-8bf1-4a17-b95b-a2ffd3d0da87 req-e914110f-32d5-439d-a520-021c52588ee7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.182509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32ad3d4-8bf1-4a17-b95b-a2ffd3d0da87 req-e914110f-32d5-439d-a520-021c52588ee7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2411 time: 0.1201277 Apr 28 19:48:27.225985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32ad3d4-8bf1-4a17-b95b-a2ffd3d0da87 req-e8816415-0a58-4449-b191-30aeb5199f0f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413694 Apr 28 19:48:27.231939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1655775271-network', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:27.236636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:27.241713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Usage tracker for resource:network and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:27.249407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:27.256218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:27.266577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Made reservation on behalf of 20c18d3f90f94fe481a844e69af54fd9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:27.268985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.281694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.297161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:27.301853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Usage tracker for resource:security_group_rule and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:27.304048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:27.305611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e9d197d-c05b-479c-a4d8-2a066b28a09f req-b73f7193-914e-49f8-9106-dfd74846c1c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2575469 Apr 28 19:48:27.310600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:27.375295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:27.387227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:27.397340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:27.402274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.486642 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.502251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.544630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:27.573193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device dc7a8653-28cc-4df9-b2a7-b6e94101198a details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:27.575873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:27.636242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131284a-217b-422f-a3f4-8370f03c235c req-7eba32f2-c967-4294-a572-dbc4431110ee tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.642898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a131284a-217b-422f-a3f4-8370f03c235c req-7eba32f2-c967-4294-a572-dbc4431110ee tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.2210445 Apr 28 19:48:27.649108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:27.663331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a83a0f47-389b-463e-b682-42424fcea49f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:27.673674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3c4524fc-c4db-4a55-bf31-c68ab5ab64f6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.679850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3c4524fc-c4db-4a55-bf31-c68ab5ab64f6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.3155022 Apr 28 19:48:27.683494 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.683828 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Added segment 2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d of type vlan for network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 Apr 28 19:48:27.698219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-c00d2f29-751e-4724-9c80-a18327fcef0f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/quotas/9c4f1885d64a4b30955f03defd60999c HTTP/1.1" status: 200 len: 375 time: 0.0173903 Apr 28 19:48:27.698875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.4 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:27.703164 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a131284a-217b-422f-a3f4-8370f03c235c req-7e0fedea-3486-4dc9-811a-3fa22bd2b544 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594692 Apr 28 19:48:27.732492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.797800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.813853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.815031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:27.815698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.841561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:27.864505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'network_id': 'ec1f8592-40b7-497e-a7ef-8f9bf0c12882', 'port_id': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'mac_address': 'fa:16:3e:18:75:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a3ff20a-2b69-465b-bdaa-00d47d3eeb87', 'ip_address': '19.86.0.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:27.866636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:27.871662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18c22a00-525f-467b-8f00-5a1f06e53aa2 req-afdb269e-021e-4407-aa74-b9991f6dc904 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 210 time: 0.0497599 Apr 28 19:48:27.899192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.911210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8033161 Apr 28 19:48:27.930086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56664) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:27.940231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Request body: {'subnet': {'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1655775271-subnet', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:27.946216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:27.960106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Usage tracker for resource:subnet and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:27.964936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:27.975344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086929cc-9963-46b4-bdff-373352d895e8 admin admin] Pushing event updated for resources: {'Network': ['ID=187edf4a-fbe6-4bbb-b34c-e5c8b051acf7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:27.975550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:27.980673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:27.997111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:48:28.004371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-c87aebdc-d75c-408d-a528-7b5551bd9d3e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2325368 Apr 28 19:48:28.012315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Made reservation on behalf of 20c18d3f90f94fe481a844e69af54fd9 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:28.014642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.037365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7a8653-28cc-4df9-b2a7-b6e94101198a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:28.038368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.049730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.126759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:28.131500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.132239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5628f935-dac6-41fe-8635-84f8adbae630 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:28.184878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-d0d4387e-9300-4558-ada9-9b87956c63da service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708548 Apr 28 19:48:28.237609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.258644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.302851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c824c0e9-957b-4ce5-a77c-c3fd86ec8e5a req-39d35d71-6070-4f13-ba47-8d706e54b79e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.304322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c824c0e9-957b-4ce5-a77c-c3fd86ec8e5a req-39d35d71-6070-4f13-ba47-8d706e54b79e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.2532635 Apr 28 19:48:28.326352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dbae3726-438e-46be-980e-b1b90d8a2c52 service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402268 Apr 28 19:48:28.345874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:28.360861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '5628f935-dac6-41fe-8635-84f8adbae630', 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'port_id': '5628f935-dac6-41fe-8635-84f8adbae630', 'mac_address': 'fa:16:3e:21:3a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a764b660-6f3a-4221-8773-f8f7908e8446', 'ip_address': '19.80.0.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:28.381917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:28.394648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:28.400944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.414124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:28.430087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.452051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5628f935-dac6-41fe-8635-84f8adbae630 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:28.472785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:28.479399 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.480463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:28.517040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c824c0e9-957b-4ce5-a77c-c3fd86ec8e5a req-fdcbf7c6-f050-4d1f-b15d-18cbc077ab17 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877892 Apr 28 19:48:28.561535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:28.561535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.578971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.638392 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce81c3cf-1ce6-41a9-b226-4ae582eddcd2'] response: {'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'code': 200} Apr 28 19:48:28.639515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.644331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:28.653861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:28.657581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7947b893-fd09-4f83-a7e3-6e9fca0eabcf,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.670947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f', 'network_id': '3d9f5bec-1476-44ed-a659-68cf2648f62b', 'port_id': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f', 'mac_address': 'fa:16:3e:2f:ab:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a764b660-6f3a-4221-8773-f8f7908e8446', 'ip_address': '19.80.0.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:28.696439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-5d730304-21ad-4a25-8f3d-7f08630d98ec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6329339 Apr 28 19:48:28.712059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Request body: {'port': {'device_id': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:28.743048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.764163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:28.780136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:28.785447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.811866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Checking segment: {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:28.812397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Network hostable DHCP agents. Network: 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:48:28.872383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:28.952903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:48:28.967786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:28.989497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:29.001911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f766e073-fe9e-478e-b1b9-2c7cbdb2b327 None None] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:29.023835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.024429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.037842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9e6fa-3686-4141-8fdd-f03668f1ce10 req-e60de617-3025-4e9f-8a29-c85e89e28ad9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.044276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9e6fa-3686-4141-8fdd-f03668f1ce10 req-e60de617-3025-4e9f-8a29-c85e89e28ad9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.050116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9e6fa-3686-4141-8fdd-f03668f1ce10 req-e60de617-3025-4e9f-8a29-c85e89e28ad9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.051914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8f9e6fa-3686-4141-8fdd-f03668f1ce10 req-e60de617-3025-4e9f-8a29-c85e89e28ad9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2414 time: 0.2506952 Apr 28 19:48:29.106238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e342ba2-d7e4-4ebf-8dde-672ca4981af7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1754282 Apr 28 19:48:29.121732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:29.132258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:29.157177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8f9e6fa-3686-4141-8fdd-f03668f1ce10 req-70435bb1-a058-4be5-83f4-7f19e7ddff0d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939167 Apr 28 19:48:29.163164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:29.176370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b452c5b7-7892-4601-ba0c-a20792e84ea6 req-03e3bdb3-fef1-4cb5-bafa-b956376da2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.179143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b452c5b7-7892-4601-ba0c-a20792e84ea6 req-03e3bdb3-fef1-4cb5-bafa-b956376da2a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 1097 time: 0.3499308 Apr 28 19:48:29.207298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-04309250-00c2-46c3-9a83-800155e6f569 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.209349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-04309250-00c2-46c3-9a83-800155e6f569 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.46 "GET /v2.0/ports?device_id=0914f26a-239f-4564-9e77-7ceca6f0d30b HTTP/1.1" status: 200 len: 943 time: 0.3067482 Apr 28 19:48:29.245541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Usage tracker for resource:router and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:29.254666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:29.269866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:29.306238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.307229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.323563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.336631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b452c5b7-7892-4601-ba0c-a20792e84ea6 req-957ba9b4-e9c0-4e45-bdb3-e9358ecc9c6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254692 Apr 28 19:48:29.341140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'fixed_ips': [{'subnet_id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:48:29.342454 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.361901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.368949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.373856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.379577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.386399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.392176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.399225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:29.408409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-eae995ee-452c-491b-a854-5fe91ac6a327 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.3781652 Apr 28 19:48:29.414572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['5628f935-dac6-41fe-8635-84f8adbae630'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:29.435740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Deleting port 2c974944-4678-4e78-8963-d7351281ac43 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:29.436086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:29.477935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:29.578345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a9047a-9655-4a94-b26b-643ed32bccb8 req-727f3503-9046-476e-ac1d-e8b9b4f4c0a3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1687384 Apr 28 19:48:29.699885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba226603-8033-4277-9ace-31431a4d26e1 req-14814973-bb9e-44cc-adf4-962d776903e4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 210 time: 0.3569469 Apr 28 19:48:29.717280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Allocated IP 172.20.0.2 (187edf4a-fbe6-4bbb-b34c-e5c8b051acf7/7947b893-fd09-4f83-a7e3-6e9fca0eabcf/17c11c99-5049-4002-a759-a1b0575dd258) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:29.815582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] For port 2c974944-4678-4e78-8963-d7351281ac43, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2c974944-4678-4e78-8963-d7351281ac43,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:29.815938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.015258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Calling delete_port for 2c974944-4678-4e78-8963-d7351281ac43 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:30.036575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.083886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.099448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Transition to ACTIVE for port object 17c11c99-5049-4002-a759-a1b0575dd258 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:30.122905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Transition to ACTIVE for port object 17c11c99-5049-4002-a759-a1b0575dd258 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:30.130836 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.133591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240414cb-efb2-4b43-ab5b-6f24d842e76a req-d2750a9f-9cbd-41d2-a9d5-c8e4faa9d9bd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.134879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-240414cb-efb2-4b43-ab5b-6f24d842e76a req-d2750a9f-9cbd-41d2-a9d5-c8e4faa9d9bd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:30.214068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Pushing event updated for resources: {'Port': ['ID=17c11c99-5049-4002-a759-a1b0575dd258,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:30.220432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['dc7a8653-28cc-4df9-b2a7-b6e94101198a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:30.240967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-27ae2d96-7a28-454e-b486-fb3f528ca9a9 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.248203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-27ae2d96-7a28-454e-b486-fb3f528ca9a9 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 1100 time: 0.4351728 Apr 28 19:48:30.278323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-240414cb-efb2-4b43-ab5b-6f24d842e76a req-d2750a9f-9cbd-41d2-a9d5-c8e4faa9d9bd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:30.296547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-240414cb-efb2-4b43-ab5b-6f24d842e76a req-d2750a9f-9cbd-41d2-a9d5-c8e4faa9d9bd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 931 time: 0.4546230 Apr 28 19:48:30.310774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:30.317627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.333577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:30.338144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:30.345514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:30.354948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Transition to ACTIVE for port object 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:30.364461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.412727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.424257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-240414cb-efb2-4b43-ab5b-6f24d842e76a req-7176876a-a6b6-4a15-886e-2b23629c5d9d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373208 Apr 28 19:48:30.470580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-b7ce7094-cb49-4912-94fa-35067e846cb6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.472002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-b7ce7094-cb49-4912-94fa-35067e846cb6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.4656234 Apr 28 19:48:30.485273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:30.515181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Request body: {'port': {'device_id': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'admin_state_up': True, 'tenant_id': '9c4f1885d64a4b30955f03defd60999c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:30.643936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Attempting to bind port 17c11c99-5049-4002-a759-a1b0575dd258 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:30.643936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Attempting to bind port 17c11c99-5049-4002-a759-a1b0575dd258 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:30.643936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Attempting to bind port 17c11c99-5049-4002-a759-a1b0575dd258 on network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:30.649365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:30.680738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Pushing event updated for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:30.690463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Usage tracker for resource:security_group_rule and tenant:4edee768d2ec47d18aa9991c712e6540 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:30.695131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:30.698236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:30.699470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Checking segment: {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:30.700160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.701901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Bound using segment: {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:30.702606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Bound port: 17c11c99-5049-4002-a759-a1b0575dd258, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:30.703140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.706898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:30.763607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.847407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event deleted for resources: {'Port': ['ID=2c974944-4678-4e78-8963-d7351281ac43,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:30.868558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] For port 17c11c99-5049-4002-a759-a1b0575dd258, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:30.873130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] For port 17c11c99-5049-4002-a759-a1b0575dd258, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17c11c99-5049-4002-a759-a1b0575dd258,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:30.878192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.885290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:30.907255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.907784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.908222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.908656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.909118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.909865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.910298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.910916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.911175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.911628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.912017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.912433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:30.920398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Usage tracker for resource:port and tenant:9c4f1885d64a4b30955f03defd60999c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:30.945836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Attempting to bind port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:30.946459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Attempting to bind port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:30.946459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Attempting to bind port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:30.952341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:30.963381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa49185-86ae-4869-bc16-0debfa877558 req-92132eec-e90b-45e4-8717-c37471fc2faa tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:30.964342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26423084-0a72-4082-aba1-0a936f5f0e9f None None] Pushing event updated for resources: {'Port': ['ID=17c11c99-5049-4002-a759-a1b0575dd258,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:30.970699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fa49185-86ae-4869-bc16-0debfa877558 req-92132eec-e90b-45e4-8717-c37471fc2faa tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.4017100 Apr 28 19:48:30.975356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:30.975880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Attempting to bind port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:30.978285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:30.980615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] No DVR routers for this DVR port 2c974944-4678-4e78-8963-d7351281ac43 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:30.983890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:30.989624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-deleted', 'tag': '2c974944-4678-4e78-8963-d7351281ac43'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:31.002390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:31.002737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:31.003124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:31.003559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Bound port: 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:31.003907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.020652 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.024058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:31.028461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.059410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a3b3b7c-781f-4788-b9a8-9c8d02fefe8c req-1055bb7e-3f91-4de0-9f06-39da895dfffb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.46 "DELETE /v2.0/ports/2c974944-4678-4e78-8963-d7351281ac43 HTTP/1.1" status: 204 len: 173 time: 1.8232622 Apr 28 19:48:31.069030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.129049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.136510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.156178 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fa49185-86ae-4869-bc16-0debfa877558 req-ae3412bd-0163-4166-bc89-1bc8f21da2e0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846037 Apr 28 19:48:31.199845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Synchronizing usage tracker for tenant:4edee768d2ec47d18aa9991c712e6540 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:31.212794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c6cdf-5ccc-4e21-ac78-cbd9e938831a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:31.307979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Unset dirty status for tenant:4edee768d2ec47d18aa9991c712e6540 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:31.321673 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c81dfc2e-2064-496b-af0f-7a7ce2ecfc23 req-cd9148e6-3223-4bd2-9066-1d8b7184e886 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0724423 Apr 28 19:48:31.348366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Allocated IP 172.20.0.13 (a9de1517-7720-4512-9d1a-5879eb5a72d6/48a64a22-2f7b-4cf3-8567-b8d22fd60794/f9a3eed6-a3cb-4244-a07f-0a815f284c0a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:31.480613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:31.517280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:31.527228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.571795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:31.596811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Allocated IP 172.25.2.119 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8b79748d-c6ec-4a21-b6ea-8095c6b498b4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:31.623528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.624135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.625829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] 10.222.0.46 "PUT /v2.0/ports/1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 HTTP/1.1" status: 200 len: 1091 time: 2.9187210 Apr 28 19:48:31.626235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:31.691014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77418-e41b-444e-bb67-7c7c4481cade req-89d8706c-8306-4c83-8b0e-a8a12e620fe3 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.697144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77418-e41b-444e-bb67-7c7c4481cade req-89d8706c-8306-4c83-8b0e-a8a12e620fe3 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.699099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.704352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e77418-e41b-444e-bb67-7c7c4481cade req-89d8706c-8306-4c83-8b0e-a8a12e620fe3 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.711924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21e77418-e41b-444e-bb67-7c7c4481cade req-89d8706c-8306-4c83-8b0e-a8a12e620fe3 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2414 time: 0.3016169 Apr 28 19:48:31.726337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.729247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:31.733396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.735333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:31.735914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.739072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.745832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.751762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.758093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.761361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68965123-265e-4e95-8d73-941a39a8a8af service neutron] Pushing event updated for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:31.767444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:31.775621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-4489fc27-670f-4a74-b9f6-420bd250d63c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.2813492 Apr 28 19:48:31.851271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5fe71d1d-2d96-4095-a6a0-5e8e8570e00e req-244c6731-4212-45b5-8a70-b37633999e54 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744262 Apr 28 19:48:31.874395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.918842 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:31.922581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21e77418-e41b-444e-bb67-7c7c4481cade req-26b8b241-be32-4e73-875c-192f8e6139fb tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094381 Apr 28 19:48:31.962205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:31.966488 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7445a284-aa3c-4adc-bad6-1d9c4886a6f7'] response: {'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c974944-4678-4e78-8963-d7351281ac43', 'code': 200} Apr 28 19:48:31.967008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:31.973445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:31.988490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.005904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:32.008785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-4c9e6d20-dc34-4c57-926d-00dc7b7fba2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.013776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-4c9e6d20-dc34-4c57-926d-00dc7b7fba2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 1094 time: 0.3338399 Apr 28 19:48:32.014375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.015157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5628f935-dac6-41fe-8635-84f8adbae630 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:32.030522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:32.076781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.078858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.107214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-dd42b348-0132-49b9-88ec-1b66d383c617 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6193187 Apr 28 19:48:32.177840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Request body: {'port': {'device_id': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:32.178321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-8b24fa77-092c-4d16-a321-a38cda86a3c9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 HTTP/1.1" status: 200 len: 217 time: 0.1567132 Apr 28 19:48:32.208917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:32.226876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 5628f935-dac6-41fe-8635-84f8adbae630 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:32.237266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 5628f935-dac6-41fe-8635-84f8adbae630 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:32.238023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.302243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.324062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-96c3e688-074f-4426-ae6f-25616f75f763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.327501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-96c3e688-074f-4426-ae6f-25616f75f763 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1415825 Apr 28 19:48:32.332489 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c72093be-ad39-4b30-a624-7b0d98925c30'] response: {'server_uuid': '0914f26a-239f-4564-9e77-7ceca6f0d30b', 'name': 'network-vif-deleted', 'tag': '2c974944-4678-4e78-8963-d7351281ac43', 'status': 'completed', 'code': 200} Apr 28 19:48:32.347953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.455015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec820ba-10a6-4751-a320-6b6bcabe1644 req-c1afa9c6-4a1f-4526-a8a9-8cd4d19ba8da tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.456617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ec820ba-10a6-4751-a320-6b6bcabe1644 req-c1afa9c6-4a1f-4526-a8a9-8cd4d19ba8da tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 932 time: 0.3555422 Apr 28 19:48:32.482030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c2e2e0-ebff-4101-8a57-5a3738c98542 None None] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:32.484132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:32.495971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:32.499626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:32.548511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-70072eaf-fe7d-4180-861c-7a3f3ce8827b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1405916 Apr 28 19:48:32.622688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fa6135-1a51-4904-b3da-360f88ddd50f req-60be43af-474d-4851-9ede-032653b22f8c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:32.624163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1fa6135-1a51-4904-b3da-360f88ddd50f req-60be43af-474d-4851-9ede-032653b22f8c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 943 time: 0.2003160 Apr 28 19:48:32.632325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Pushing event updated for resources: {'Port': ['ID=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:32.651533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ec820ba-10a6-4751-a320-6b6bcabe1644 req-cea1717a-23e4-4ec4-abc5-97dc329c87c2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662779 Apr 28 19:48:32.700646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.739473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:32.744701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9768c9bf-fa83-4146-b0c7-a3001c218dce None None] Provisioning for port 17c11c99-5049-4002-a759-a1b0575dd258 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:32.750941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.752142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:32.766271 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace57ee4-e5df-4c9f-bd2d-b4a0dc9b045b'] response: {'name': 'network-changed', 'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7', 'status': 'completed', 'code': 200} Apr 28 19:48:32.779229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1fa6135-1a51-4904-b3da-360f88ddd50f req-e0407d96-a41d-4a2c-87a6-48c25b458fe1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391437 Apr 28 19:48:32.884951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 2c974944-4678-4e78-8963-d7351281ac43 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:32.885380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2c974944-4678-4e78-8963-d7351281ac43 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:32.906009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9a3eed6-a3cb-4244-a07f-0a815f284c0a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:32.917125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.940866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Transition to ACTIVE for port object f9a3eed6-a3cb-4244-a07f-0a815f284c0a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:32.945249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:32.946260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:32.987441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-bc2451b6-6e2c-48ba-a037-2e4bd9a4f215 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276409 Apr 28 19:48:33.246176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 17c11c99-5049-4002-a759-a1b0575dd258 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:33.304984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:33.331560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 17c11c99-5049-4002-a759-a1b0575dd258 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:33.336363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 17c11c99-5049-4002-a759-a1b0575dd258 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:33.336894 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.364740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8c00fa-0831-4ab5-a7dd-18fdce7d8848 req-d9e380c8-03fa-404b-a0c3-03886903ea96 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.366532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc8c00fa-0831-4ab5-a7dd-18fdce7d8848 req-d9e380c8-03fa-404b-a0c3-03886903ea96 tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 1100 time: 0.3704548 Apr 28 19:48:33.432977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Attempting to bind port f9a3eed6-a3cb-4244-a07f-0a815f284c0a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:33.433357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Attempting to bind port f9a3eed6-a3cb-4244-a07f-0a815f284c0a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:33.433654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Attempting to bind port f9a3eed6-a3cb-4244-a07f-0a815f284c0a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:33.441277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Port f9a3eed6-a3cb-4244-a07f-0a815f284c0a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:33.441611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Attempting to bind port f9a3eed6-a3cb-4244-a07f-0a815f284c0a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:33.446146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc8c00fa-0831-4ab5-a7dd-18fdce7d8848 req-487942cc-f1b0-483f-864f-c35c23d1e0fa tempest-ServersAdminNegativeTestJSON-600446372 tempest-ServersAdminNegativeTestJSON-600446372-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724633 Apr 28 19:48:33.449539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:33.449865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Checking segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:33.450245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Bound using segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:33.450956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Bound port: f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:33.451092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.463657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f58ef3d-e7ff-412b-a2e9-b651af0622c3 req-9ddf28cd-d06a-40bb-bf20-26970296b15c service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4652016 Apr 28 19:48:33.475236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183fc10-5c73-4710-a6cd-699d5160837e req-8bfba258-1fc5-4263-863d-703e2e6db0d1 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.483822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7183fc10-5c73-4710-a6cd-699d5160837e req-8bfba258-1fc5-4263-863d-703e2e6db0d1 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.5660589 Apr 28 19:48:33.522269 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.563880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.567415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:33.574972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:33.580034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.586350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 17c11c99-5049-4002-a759-a1b0575dd258, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17c11c99-5049-4002-a759-a1b0575dd258,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:33.590337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device dc7a8653-28cc-4df9-b2a7-b6e94101198a up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:33.624083 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.707799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.708600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.710123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] 10.222.0.41 "PUT /v2.0/ports/f9a3eed6-a3cb-4244-a07f-0a815f284c0a HTTP/1.1" status: 200 len: 1092 time: 1.5951190 Apr 28 19:48:33.734270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=17c11c99-5049-4002-a759-a1b0575dd258,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:33.749318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port dc7a8653-28cc-4df9-b2a7-b6e94101198a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:33.753441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7183fc10-5c73-4710-a6cd-699d5160837e req-8d5fb627-a69a-483d-87a6-92c466823bc0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2678375 Apr 28 19:48:33.756278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port dc7a8653-28cc-4df9-b2a7-b6e94101198a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:33.756446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.797572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77f089-c0c6-4401-b73d-70e222a4f870 service neutron] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:33.859947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.865771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.873149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.880915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.887748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.893729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.894126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-8d4c474d-b5e1-448d-a207-0e9ee1c32da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.895530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-8d4c474d-b5e1-448d-a207-0e9ee1c32da8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 1094 time: 0.3766093 Apr 28 19:48:33.899290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.899562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.902432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86a75f26-38c6-4228-b019-53c37f76e0db req-092e0ed0-f6d0-400d-b6ed-6b291d85fc99 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.2548230 Apr 28 19:48:33.934426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:33.938587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:33.941093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3b399894-6325-49ee-9377-0e7f34e62dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:33.942738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3b399894-6325-49ee-9377-0e7f34e62dc1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 1095 time: 0.1902478 Apr 28 19:48:33.968296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f'}, {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630'}, {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:34.012213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:34.021666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-25e2c33f-fbaa-4551-a94c-b8a54e339fff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a HTTP/1.1" status: 200 len: 217 time: 0.0705647 Apr 28 19:48:34.032722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86a75f26-38c6-4228-b019-53c37f76e0db req-4f07b472-61bd-4b04-96d7-8f2a7e4da375 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1215982 Apr 28 19:48:34.089815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-945713e7-94d2-4e3a-8c8a-a14d2c01d2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.091245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-945713e7-94d2-4e3a-8c8a-a14d2c01d2f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.0631723 Apr 28 19:48:34.138129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-e1854f5c-00f3-4451-8381-95493e1f5dac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409448 Apr 28 19:48:34.211229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-10fb45c5-d8bd-4843-8a53-83fe8337e777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.213146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-10fb45c5-d8bd-4843-8a53-83fe8337e777 service neutron] 10.222.0.46 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.2595620 Apr 28 19:48:34.220326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:34.282881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63a55-cc8e-4a84-a869-68475c3f71c2 req-4303d7f0-667e-4d76-94cb-5bc60a3eb751 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.288571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63a55-cc8e-4a84-a869-68475c3f71c2 req-4303d7f0-667e-4d76-94cb-5bc60a3eb751 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.295141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb63a55-cc8e-4a84-a869-68475c3f71c2 req-4303d7f0-667e-4d76-94cb-5bc60a3eb751 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.296764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4eb63a55-cc8e-4a84-a869-68475c3f71c2 req-4303d7f0-667e-4d76-94cb-5bc60a3eb751 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.4051180 Apr 28 19:48:34.327172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-23918ad1-bc98-42b2-b6a2-5eac9278a85b service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823359 Apr 28 19:48:34.334262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:34.373093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009a2684-9de9-4aef-861b-525259f68ba3 req-01ad8ac4-d42e-41f2-af20-44a45fd0e2f3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.373805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-009a2684-9de9-4aef-861b-525259f68ba3 req-01ad8ac4-d42e-41f2-af20-44a45fd0e2f3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:34.382913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-02423193-b81d-4c80-96b9-915fd9f2c850 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 HTTP/1.1" status: 200 len: 217 time: 0.1603873 Apr 28 19:48:34.449283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-009a2684-9de9-4aef-861b-525259f68ba3 req-01ad8ac4-d42e-41f2-af20-44a45fd0e2f3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:34.450522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-009a2684-9de9-4aef-861b-525259f68ba3 req-01ad8ac4-d42e-41f2-af20-44a45fd0e2f3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 944 time: 0.2147682 Apr 28 19:48:34.515793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-250832b3-c5b1-47f7-a96e-b75064294bf6 req-3f7cded4-5ce5-4902-bd51-9127ed1c1421 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759925 Apr 28 19:48:34.522509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-009a2684-9de9-4aef-861b-525259f68ba3 req-aef14e64-86b6-42dc-ad59-1c93330bb053 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603235 Apr 28 19:48:34.539894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4eb63a55-cc8e-4a84-a869-68475c3f71c2 req-330ff472-c8be-43cc-a175-d9df053398e7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359672 Apr 28 19:48:34.565309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-9d49b3be-573f-45a9-9d00-49111cb52ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.566746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-9d49b3be-573f-45a9-9d00-49111cb52ad5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1301947 Apr 28 19:48:34.624070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-8b524ac9-6b69-42c9-a11c-62f606531da1 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490706 Apr 28 19:48:34.724214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145a5a2d-ad2b-4e26-9b14-4188d8aaf5af req-21cf1faa-7e16-461d-8546-3d4b2a886262 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:34.725679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a5a2d-ad2b-4e26-9b14-4188d8aaf5af req-21cf1faa-7e16-461d-8546-3d4b2a886262 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.0794282 Apr 28 19:48:34.776067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-145a5a2d-ad2b-4e26-9b14-4188d8aaf5af req-999955ee-5192-449c-a4b3-ae5a0a63a284 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440922 Apr 28 19:48:34.832923 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254d09f1-460a-471b-b270-b78309b0ec60'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f', 'code': 200} Apr 28 19:48:34.833454 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254d09f1-460a-471b-b270-b78309b0ec60'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630', 'code': 200} Apr 28 19:48:34.833852 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-254d09f1-460a-471b-b270-b78309b0ec60'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'code': 200} Apr 28 19:48:34.882511 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cee58748-e951-4f24-957d-245dc94b993c'] response: {'name': 'network-changed', 'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'status': 'completed', 'code': 200} Apr 28 19:48:34.942901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:48:35.033122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c74e9-b844-487a-804b-28f1914d791b req-7fd3f1a1-3e83-421b-ab37-8fb5db768ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.033520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-7fd3f1a1-3e83-421b-ab37-8fb5db768ad6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 1095 time: 0.0934916 Apr 28 19:48:35.034445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-bfa71fd9-bcb2-4140-bb5c-e48445eff002 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002423 Apr 28 19:48:35.037191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6e2b-0365-401e-9b62-def875d78b47 req-bb041ca9-2b6d-4463-9dfe-91bdd17c6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.037698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6e2b-0365-401e-9b62-def875d78b47 req-bb041ca9-2b6d-4463-9dfe-91bdd17c6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.038240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb6e2b-0365-401e-9b62-def875d78b47 req-bb041ca9-2b6d-4463-9dfe-91bdd17c6e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.039686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78cb6e2b-0365-401e-9b62-def875d78b47 req-bb041ca9-2b6d-4463-9dfe-91bdd17c6e93 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2870 time: 0.1335897 Apr 28 19:48:35.164732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78cb6e2b-0365-401e-9b62-def875d78b47 req-e5139d4a-6dde-41f2-8223-736e80718914 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013069 Apr 28 19:48:35.220217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f53d6b2-d407-4827-8d92-c87e92a13411 req-047a7af9-aae2-4540-9f52-551b8560d845 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.232804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f53d6b2-d407-4827-8d92-c87e92a13411 req-047a7af9-aae2-4540-9f52-551b8560d845 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 943 time: 0.5790803 Apr 28 19:48:35.263232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 17c11c99-5049-4002-a759-a1b0575dd258 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:35.339547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 17c11c99-5049-4002-a759-a1b0575dd258 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:35.339831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:35.344192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c74e9-b844-487a-804b-28f1914d791b req-bb894ff3-0a79-460d-acfd-0fd977c7da31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.345365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-bb894ff3-0a79-460d-acfd-0fd977c7da31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 906 time: 0.3048525 Apr 28 19:48:35.401098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f53d6b2-d407-4827-8d92-c87e92a13411 req-edf3a5f5-e3e2-4d78-bbaf-ccd08481906a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975876 Apr 28 19:48:35.405365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e655a37a-3408-4ae0-80ed-7a2a68fc1cf9 req-e6d2ff96-3ba3-4d1b-82ff-26c60497b575 service neutron] 10.222.0.46 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113139 Apr 28 19:48:35.423543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:48:35.443449 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:35.445499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54b0f8e2-d23d-4c53-8aac-58dc0e1d5d4d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.3206854 Apr 28 19:48:35.452479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:35.487855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-72df3b6b-4710-4a6b-a7a0-0c6972e1a8ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a HTTP/1.1" status: 200 len: 217 time: 0.1055415 Apr 28 19:48:35.523213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Sync routers for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:35.546985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:35.548034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:35.591701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571c74e9-b844-487a-804b-28f1914d791b req-38517e52-4933-45ad-b5d1-27ffa7cff2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.593253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-38517e52-4933-45ad-b5d1-27ffa7cff2e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.0945880 Apr 28 19:48:35.605612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.611446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.617214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.623259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.628943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.635603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.641330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.643227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-064a7c00-e5d0-4b38-9083-60b6cd4fbc9f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.3009050 Apr 28 19:48:35.699761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-6557ba78-aeea-48a8-b1ae-59d44d02e702 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555377 Apr 28 19:48:35.763488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:35.772901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d84ebe2-aa1d-45e8-aae1-5324d26f60d2 req-43604335-69e3-4f12-9558-680e489690a7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0929878 Apr 28 19:48:35.792390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-c832e01a-1731-4ddb-a1d4-87f9cb3aece7 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:35.793886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-c832e01a-1731-4ddb-a1d4-87f9cb3aece7 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.2012410 Apr 28 19:48:35.870575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-56d21dea-848f-450b-9ecb-1185fd9c54aa service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618307 Apr 28 19:48:35.962138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-0bbfa993-8b63-4dd3-b462-debaeed4b602 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/quotas/c0eaa66ca22148d3b6bf220c984b0006 HTTP/1.1" status: 200 len: 375 time: 0.0977600 Apr 28 19:48:36.032149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-571c74e9-b844-487a-804b-28f1914d791b req-6e0db649-ccaf-48e0-9f9c-d4b022811217 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543860 Apr 28 19:48:36.116939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:33Z', 'revision_number': 3, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:36.121909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Checking router: 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:36.122264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Updating router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:48:36.175825 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.223281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b37f34-de0c-4fe5-a45f-caec5f8c850b req-d902ecd1-94ab-45d5-9cdd-f66e5985bb42 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.224881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4b37f34-de0c-4fe5-a45f-caec5f8c850b req-d902ecd1-94ab-45d5-9cdd-f66e5985bb42 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 944 time: 0.0825806 Apr 28 19:48:36.233321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-71c58f68-ab1d-4603-ac0c-02926de75226 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2692001 Apr 28 19:48:36.277454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4b37f34-de0c-4fe5-a45f-caec5f8c850b req-a2456a9e-7830-474c-8763-cd89c936d619 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454254 Apr 28 19:48:36.327962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:36.478044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd084-9e86-4888-99c4-872495951fc5 req-0ddd6363-1a14-4de0-924b-b5356d3b425f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.486385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd084-9e86-4888-99c4-872495951fc5 req-0ddd6363-1a14-4de0-924b-b5356d3b425f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.493252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892fd084-9e86-4888-99c4-872495951fc5 req-0ddd6363-1a14-4de0-924b-b5356d3b425f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.498549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-892fd084-9e86-4888-99c4-872495951fc5 req-0ddd6363-1a14-4de0-924b-b5356d3b425f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.1229920 Apr 28 19:48:36.551609 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-892fd084-9e86-4888-99c4-872495951fc5 req-35488d76-361e-430f-8ec7-f881ec8ec668 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463123 Apr 28 19:48:36.602528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-051ac09a-f5a2-4dc4-a3a6-7ebee7fb606f service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622508 Apr 28 19:48:36.632212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:36.692651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'mac_address': 'fa:16:3e:b3:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:36.766328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.804990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.812477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9a3eed6-a3cb-4244-a07f-0a815f284c0a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:36.829973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:36.834532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-f6ed970a-16a7-4117-af36-fe13151bc5da service neutron] 10.222.0.24 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2016733 Apr 28 19:48:36.836237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.836472 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.837127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:36.867933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ad8f53-fe4e-4e9d-81f8-f216b314da95 req-58999ff6-03bb-4aef-86f6-35f68b90fc82 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.876741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ad8f53-fe4e-4e9d-81f8-f216b314da95 req-58999ff6-03bb-4aef-86f6-35f68b90fc82 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.1982894 Apr 28 19:48:36.883329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Transition to ACTIVE for port object 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:36.908703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.938534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-63361dcd-a9c5-4677-927b-7fd1ecb9ac15 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:36.940364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-63361dcd-a9c5-4677-927b-7fd1ecb9ac15 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "GET /v2.0/ports?device_id=40ed3520-86b8-464e-b2ac-df3624f49f5f HTTP/1.1" status: 200 len: 946 time: 0.3043454 Apr 28 19:48:36.946133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Attempting to bind port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:36.946495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Attempting to bind port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:36.946913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Attempting to bind port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:36.956967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88ad8f53-fe4e-4e9d-81f8-f216b314da95 req-4dbd3ff0-859a-4df1-b43c-9f25942cd161 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793054 Apr 28 19:48:36.961187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:36.961418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:36.971097 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:36.971578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:36.972781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Bound port: 8b79748d-c6ec-4a21-b6ea-8095c6b498b4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:36.972781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.041848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:37.123173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Deleting port 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:37.123463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.233504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150cc0b-f469-49be-8b0a-27f014e53951 None None] Pushing event updated for resources: {'Port': ['ID=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:37.235831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Allocated IP 172.20.0.1 (187edf4a-fbe6-4bbb-b34c-e5c8b051acf7/7947b893-fd09-4f83-a7e3-6e9fca0eabcf/e5d7a18b-391c-48b5-8bf9-f221338a803d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:37.254389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] For port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:37.261768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] For port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:37.278388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.318473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.324385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.330937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.336485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.343060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.349961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.356874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.361979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-e14a75d5-4a03-40da-84bd-1ed82bc6d719 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5418 time: 0.1859114 Apr 28 19:48:37.376320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244646-f52a-4170-8d68-71449d13b6c8 req-79977c1b-6251-42cf-a544-10bbd38cbffb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.377957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0244646-f52a-4170-8d68-71449d13b6c8 req-79977c1b-6251-42cf-a544-10bbd38cbffb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 943 time: 0.1921747 Apr 28 19:48:37.381066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d150cc0b-f469-49be-8b0a-27f014e53951 None None] Pushing event updated for resources: {'Port': ['ID=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:37.393366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:37.414183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:37.414962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:37.489578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'port_id': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'mac_address': 'fa:16:3e:54:0e:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 437, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:37.544187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0244646-f52a-4170-8d68-71449d13b6c8 req-d3857ff3-3205-498c-8177-7f52a62e5b5e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455488 Apr 28 19:48:37.568281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ef743f-ed50-4d44-81a8-82dfbfa59462 req-b0a9a162-36f5-4d56-896e-9c5d4266721f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973036 Apr 28 19:48:37.611195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:37.715062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.721677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89d80d63-5f4a-47d7-b793-3d991437d97d req-296e09e8-5599-430d-82e0-dedec63ee194 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 210 time: 0.0977581 Apr 28 19:48:37.736549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] For port 6338bc54-1e12-495d-99d7-88a5ad1e257e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6338bc54-1e12-495d-99d7-88a5ad1e257e,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:37.737248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.753278 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:37.768496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Transition to ACTIVE for port object e5d7a18b-391c-48b5-8bf9-f221338a803d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:37.863303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-fb3d4192-a9f1-4680-b722-15c232dc30bc tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.864832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-fb3d4192-a9f1-4680-b722-15c232dc30bc tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.2072883 Apr 28 19:48:37.946807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4e6f75-401e-41d3-8ca1-e2504d60148e req-9df758e8-1505-452f-97ff-bad8babf05b4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:37.947490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb4e6f75-401e-41d3-8ca1-e2504d60148e req-9df758e8-1505-452f-97ff-bad8babf05b4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 945 time: 0.1775732 Apr 28 19:48:37.947775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:37.990566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:38.008618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb4e6f75-401e-41d3-8ca1-e2504d60148e req-5eb61296-9c9c-41ee-85de-7818c6a2f0fa tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514317 Apr 28 19:48:38.012609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Deleting port a4567738-13e3-43e1-ad42-b48427b61101 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:38.013019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.046434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.075833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Calling delete_port for 6338bc54-1e12-495d-99d7-88a5ad1e257e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:38.109133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:38.120874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:38.136667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:38.148760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:38.173685 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.195730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.228651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1522-8ab8-49cf-813c-b08f6efd66c4 req-2152a750-f2b1-40cb-b871-88f86ab0f6a6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.238147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1522-8ab8-49cf-813c-b08f6efd66c4 req-2152a750-f2b1-40cb-b871-88f86ab0f6a6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.245714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266b1522-8ab8-49cf-813c-b08f6efd66c4 req-2152a750-f2b1-40cb-b871-88f86ab0f6a6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.255085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-266b1522-8ab8-49cf-813c-b08f6efd66c4 req-2152a750-f2b1-40cb-b871-88f86ab0f6a6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.2288499 Apr 28 19:48:38.380779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf02dac5-0811-4099-8e7f-b7e346147d4e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:38.385279 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-266b1522-8ab8-49cf-813c-b08f6efd66c4 req-c8729bc4-e820-4c06-8c3d-3d59378a1614 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290038 Apr 28 19:48:38.387179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Pushing event updated for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:38.443675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.524120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6338bc54-1e12-495d-99d7-88a5ad1e257e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:38.541136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event deleted for resources: {'Port': ['ID=6338bc54-1e12-495d-99d7-88a5ad1e257e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:38.569905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f9a3eed6-a3cb-4244-a07f-0a815f284c0a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:38.637100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5a3d8e7d-9fb8-440c-83ae-c253c268fd56'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:38.642307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] No DVR routers for this DVR port 6338bc54-1e12-495d-99d7-88a5ad1e257e on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:38.645357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.661678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-deleted', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:38.677159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b690ede8-b0e9-451b-96b5-ba0a5dedbdbe req-348c2c5e-b83f-4b3a-a989-15322fc5823c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.41 "DELETE /v2.0/ports/6338bc54-1e12-495d-99d7-88a5ad1e257e HTTP/1.1" status: 204 len: 173 time: 1.7136366 Apr 28 19:48:38.692258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e0dd13-7ae7-477d-a49d-ed662c911714 req-1457c101-914b-49c0-ac67-250dda3f66a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.693829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16e0dd13-7ae7-477d-a49d-ed662c911714 req-1457c101-914b-49c0-ac67-250dda3f66a6 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.3837955 Apr 28 19:48:38.720227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:38.767802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:38.808796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.819911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16e0dd13-7ae7-477d-a49d-ed662c911714 req-40828bed-a91c-450b-b669-1b1379092a95 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998907 Apr 28 19:48:38.827792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] For port a4567738-13e3-43e1-ad42-b48427b61101, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a4567738-13e3-43e1-ad42-b48427b61101,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:38.828157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.830020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7', 'mac_address': 'fa:16:3e:c3:7a:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:38.868070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b28ea86-b160-4e00-8dc6-90b52c4a6cf8 req-856da6a1-addb-4cd4-b7d0-e0088147cc45 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:38.880637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b28ea86-b160-4e00-8dc6-90b52c4a6cf8 req-856da6a1-addb-4cd4-b7d0-e0088147cc45 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 943 time: 0.2058523 Apr 28 19:48:38.955161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:38.995510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b28ea86-b160-4e00-8dc6-90b52c4a6cf8 req-1d7097e7-176f-4c75-bae6-ec93e282bf95 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128964 Apr 28 19:48:39.012036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-30756575-7400-4512-87b2-eacabd945196 None None] Provisioning for port e5d7a18b-391c-48b5-8bf9-f221338a803d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:39.042810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:39.051109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-30756575-7400-4512-87b2-eacabd945196 None None] Provisioning complete for port e5d7a18b-391c-48b5-8bf9-f221338a803d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:39.051768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30756575-7400-4512-87b2-eacabd945196 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.132983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-30756575-7400-4512-87b2-eacabd945196 None None] Port e5d7a18b-391c-48b5-8bf9-f221338a803d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:48:39.156551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:39.157306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Calling delete_port for a4567738-13e3-43e1-ad42-b48427b61101 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:39.192817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'port_id': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'mac_address': 'fa:16:3e:db:c4:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0', 'ip_address': '10.1.1.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:39.268350 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ceac8831-dbda-4a48-b598-b5eddcb97f83'] response: {'server_uuid': '40ed3520-86b8-464e-b2ac-df3624f49f5f', 'name': 'network-vif-deleted', 'tag': '6338bc54-1e12-495d-99d7-88a5ad1e257e', 'status': 'completed', 'code': 200} Apr 28 19:48:39.326810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.337200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.343256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.348940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.356383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.361704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.367785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.374904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.376738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53822dfb-d31d-4edb-835e-7555a786d95e req-f694b5c6-68a0-4d16-9562-2c24bf3873fa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5419 time: 0.2033148 Apr 28 19:48:39.396937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-333cdc06-87bd-43e5-b293-6f7d4797afb5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.398632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-333cdc06-87bd-43e5-b293-6f7d4797afb5 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.46 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 815 time: 0.3274932 Apr 28 19:48:39.430270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf02dac5-0811-4099-8e7f-b7e346147d4e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:39.441089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53822dfb-d31d-4edb-835e-7555a786d95e req-2d24de83-e764-4805-b7ae-bad0dda518d2 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0512705 Apr 28 19:48:39.462767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:39.462767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:39.482975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.483611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 75c0c109-43cf-48c4-a88c-392288c6cca3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:39.485633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.532528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:33Z', 'revision_number': 3, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:39.546139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Request body: {'port': {'device_id': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'admin_state_up': True, 'tenant_id': 'c0eaa66ca22148d3b6bf220c984b0006'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:39.570044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ad01180-3cfd-4afb-a8f6-db80c2ab74a6 None None] The sync data for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 is: [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:33Z', 'revision_number': 3, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:39.607646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-989a525d-9ec7-465b-bbcf-7a169edcdfaf req-cd79c324-e756-4a6f-97cb-8c70d517db20 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 210 time: 0.2048385 Apr 28 19:48:39.649259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:39.670532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:39.679548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'port_id': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'mac_address': 'fa:16:3e:55:9e:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0', 'ip_address': '10.1.1.219'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:39.687118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.687457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.687791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.688120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.688448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.688955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.689422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.689769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.690090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.691132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.691465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.691941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:39.723030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1494d64-3cb8-4ba7-be17-bd0edaa17125 req-a41d8a7f-cce2-4a1d-8424-31962f9011bb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:39.729995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1494d64-3cb8-4ba7-be17-bd0edaa17125 req-a41d8a7f-cce2-4a1d-8424-31962f9011bb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 945 time: 0.1535015 Apr 28 19:48:39.805448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1494d64-3cb8-4ba7-be17-bd0edaa17125 req-bb0b9642-1074-4fe5-8e7e-7884fa766ae9 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709171 Apr 28 19:48:39.839471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.839709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:39.848410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.857241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:39.869768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c0c109-43cf-48c4-a88c-392288c6cca3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:39.889686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:39.895090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:39.896073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6edbd278-3357-4e11-ab68-4dcd86c2aa1c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:39.913960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Usage tracker for resource:port and tenant:c0eaa66ca22148d3b6bf220c984b0006 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:39.922158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:39.946285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:39.954547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:40.091773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Made reservation on behalf of c0eaa66ca22148d3b6bf220c984b0006 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:40.095630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.105323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7e8335-014b-41a8-9d97-c76e7ef68a6c req-b4df2aea-dc3d-43f2-b6b8-0fe70c113038 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.112732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe7e8335-014b-41a8-9d97-c76e7ef68a6c req-b4df2aea-dc3d-43f2-b6b8-0fe70c113038 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=7739f37b-3233-4535-b966-d507ddbaa5df HTTP/1.1" status: 200 len: 949 time: 0.1112118 Apr 28 19:48:40.120180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.149170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bef278-a73a-4116-9d45-da8379b60580 req-a8564b97-b1c4-4d2d-987a-248b3eeed9c6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.155836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bef278-a73a-4116-9d45-da8379b60580 req-a8564b97-b1c4-4d2d-987a-248b3eeed9c6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.160336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe7e8335-014b-41a8-9d97-c76e7ef68a6c req-9f88cc13-2674-491e-b348-6e9bf20da261 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467217 Apr 28 19:48:40.165083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bef278-a73a-4116-9d45-da8379b60580 req-a8564b97-b1c4-4d2d-987a-248b3eeed9c6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.171360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31bef278-a73a-4116-9d45-da8379b60580 req-a8564b97-b1c4-4d2d-987a-248b3eeed9c6 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.3344285 Apr 28 19:48:40.181938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:40.197956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'a4567738-13e3-43e1-ad42-b48427b61101'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:40.368581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Pushing event deleted for resources: {'Port': ['ID=a4567738-13e3-43e1-ad42-b48427b61101,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.427121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] No DVR routers for this DVR port a4567738-13e3-43e1-ad42-b48427b61101 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:40.430717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.455074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'name': 'network-vif-deleted', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:40.474792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:40.480414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-200beb37-ce2e-4326-90b6-1a85b749e569 req-9455eaa7-849f-42b6-8af6-2744fed7531c tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "DELETE /v2.0/ports/a4567738-13e3-43e1-ad42-b48427b61101 HTTP/1.1" status: 204 len: 173 time: 2.6075487 Apr 28 19:48:40.481153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bdbb9-430c-4d38-aa07-433381905613 req-1070dbe6-3dff-476d-abbe-b19144fd3d82 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:40.482725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f2bdbb9-430c-4d38-aa07-433381905613 req-1070dbe6-3dff-476d-abbe-b19144fd3d82 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 944 time: 0.1962698 Apr 28 19:48:40.518865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'port_id': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'mac_address': 'fa:16:3e:b8:49:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1270faac-8233-4dcc-9e24-3ea59efaf0ae', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:40.520512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.529947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31bef278-a73a-4116-9d45-da8379b60580 req-cfe4725e-bb89-4ccf-b4c8-51ce2f6b8b3e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575552 Apr 28 19:48:40.599963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f2bdbb9-430c-4d38-aa07-433381905613 req-5ee472ca-f263-4741-9920-fd58f149deeb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013951 Apr 28 19:48:40.651949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.659730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.747258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.813203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6edbd278-3357-4e11-ab68-4dcd86c2aa1c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:40.828132 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-545d3672-9c6c-4b06-92d3-344e9df18bfa'] response: {'server_uuid': '7739f37b-3233-4535-b966-d507ddbaa5df', 'name': 'network-vif-deleted', 'tag': 'a4567738-13e3-43e1-ad42-b48427b61101', 'status': 'completed', 'code': 200} Apr 28 19:48:40.857679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:40.873207 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.873889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d383f76-fb73-447b-bba9-c128386414b1 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:40.877912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Allocated IP 172.20.0.14 (d4299f32-7ca4-4f8c-839f-1ab436a769eb/56e729b8-f77f-45e0-890a-78755e71e9fe/e6559bbc-8b6c-45e5-a1d9-e2b123793ca2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:40.889896 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:40.905838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Pushing event updated for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:40.991661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-009745af-1106-4071-9860-3ea7467bb6c4 req-ec8821d9-7496-4632-8457-15a04aabc14b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:40.994733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d383f76-fb73-447b-bba9-c128386414b1,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:41.010871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-009745af-1106-4071-9860-3ea7467bb6c4 req-ec8821d9-7496-4632-8457-15a04aabc14b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:41.012052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-009745af-1106-4071-9860-3ea7467bb6c4 req-ec8821d9-7496-4632-8457-15a04aabc14b tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 210 time: 0.0690827 Apr 28 19:48:41.025623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:41.032232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '1d383f76-fb73-447b-bba9-c128386414b1', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'port_id': '1d383f76-fb73-447b-bba9-c128386414b1', 'mac_address': 'fa:16:3e:42:03:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:41.149413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.187499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-29821ecd-ecef-4aa8-9d7b-f92ed94e1693 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.187724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d383f76-fb73-447b-bba9-c128386414b1 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:41.204568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-29821ecd-ecef-4aa8-9d7b-f92ed94e1693 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.210214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d383f76-fb73-447b-bba9-c128386414b1,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:41.220272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-29821ecd-ecef-4aa8-9d7b-f92ed94e1693 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.220759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.221785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 28ea52e3-c05b-4ede-bc69-a68925699dbf details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:41.222532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-29821ecd-ecef-4aa8-9d7b-f92ed94e1693 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.1875660 Apr 28 19:48:41.251229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.256910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.263155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.268771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.274437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.280842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.286629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.288528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-daae1026-eaf5-4679-a272-5f5062d2399f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5421 time: 0.5464530 Apr 28 19:48:41.306755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:41.361803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:41.380517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:41.393643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '28ea52e3-c05b-4ede-bc69-a68925699dbf', 'network_id': 'ec6dab63-7c86-4135-9c2d-4c0c5e006298', 'port_id': '28ea52e3-c05b-4ede-bc69-a68925699dbf', 'mac_address': 'fa:16:3e:cb:60:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b34b5fff-c025-4d6c-99e7-4cee2988a3d0', 'ip_address': '10.1.1.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:41.414541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:41.415124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.489219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:41.489486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:41.495952 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.503587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fbdf68-6cf5-4392-bc63-993341a182b4 req-6c6ad6cc-aaff-4a28-9d46-d0db7e3eed0a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:41.505626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5fbdf68-6cf5-4392-bc63-993341a182b4 req-6c6ad6cc-aaff-4a28-9d46-d0db7e3eed0a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 945 time: 0.2820451 Apr 28 19:48:41.513675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:41.514046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.527219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:41.535932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6093fce4-a913-46d3-a15c-b4c914b9178f req-86139507-afa4-4bdc-9343-18b930e4aa1c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2375679 Apr 28 19:48:41.606639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:41.621721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5fbdf68-6cf5-4392-bc63-993341a182b4 req-2215751f-47ba-45f6-a6b5-786da1e9dcc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821581 Apr 28 19:48:41.679545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ea52e3-c05b-4ede-bc69-a68925699dbf {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:41.784728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:41.796756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:41.797409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:41.850200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:48:41.930846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:41.931142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.004760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.010301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.040004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:42.043658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.046355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1967dbbe-f592-46e8-bc7a-d41e22edce44 None None] Provisioning complete for port e5d7a18b-391c-48b5-8bf9-f221338a803d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:42.046723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1967dbbe-f592-46e8-bc7a-d41e22edce44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.097083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:42.124226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'network_id': '94041670-70c7-4d06-95fa-e5d312c82809', 'port_id': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'mac_address': 'fa:16:3e:bb:0f:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1270faac-8233-4dcc-9e24-3ea59efaf0ae', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:42.129629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.141159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:42.141587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.172662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513a6744-c4ec-43d8-b61c-1f04cae73928 req-e5c2edbe-9dd9-43d3-934a-8bca08f788e1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.174168 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-513a6744-c4ec-43d8-b61c-1f04cae73928 req-e5c2edbe-9dd9-43d3-934a-8bca08f788e1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 944 time: 0.2268436 Apr 28 19:48:42.181719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:48:42.190998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:42.195126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.198501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Sync routers for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:48:42.209274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6083b030-fc36-4dbd-b8ba-c9d4562b44bf admin admin] 10.222.0.24 "PUT /v2.0/routers/8ede6fdd-e67d-4f7d-9638-b19b14ad31f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7474022 Apr 28 19:48:42.219354 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:42.219354 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:42.224268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6338bc54-1e12-495d-99d7-88a5ad1e257e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:42.288888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1967dbbe-f592-46e8-bc7a-d41e22edce44 None None] Port e5d7a18b-391c-48b5-8bf9-f221338a803d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:48:42.293649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:42.293891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716a49b-ed9f-4355-868c-fc3091b97879 req-99810da9-e64b-46a9-b23b-64ac93332273 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.303503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716a49b-ed9f-4355-868c-fc3091b97879 req-99810da9-e64b-46a9-b23b-64ac93332273 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.304981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.312068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f716a49b-ed9f-4355-868c-fc3091b97879 req-99810da9-e64b-46a9-b23b-64ac93332273 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.317976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event updated for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.320345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f716a49b-ed9f-4355-868c-fc3091b97879 req-99810da9-e64b-46a9-b23b-64ac93332273 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 2417 time: 0.5074222 Apr 28 19:48:42.358943 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.371590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-513a6744-c4ec-43d8-b61c-1f04cae73928 req-ace1220f-38de-49ca-a7f4-fd219dedb09f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731787 Apr 28 19:48:42.384111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Network d4299f32-7ca4-4f8c-839f-1ab436a769eb is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:42.390424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:42.400388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:42.402392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:42.417268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f716a49b-ed9f-4355-868c-fc3091b97879 req-417041f5-4243-4f5f-8459-9a49f9396375 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906885 Apr 28 19:48:42.456416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.531144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:42.565273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.566054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.566480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.569953 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.611552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-a0a55fc2-e906-4cc0-afbe-f43bbd1b5adc tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1703184 Apr 28 19:48:42.623911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:42.627031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Request body: {'port': {'device_id': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:42.710279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.718339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:42.763801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.824445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:42.828839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.833231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:42.847243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:42.866895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:42.868159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8cbdad63-9174-4b5d-970d-6e701fdb5717 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "DELETE /v2.0/ports/9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f HTTP/1.1" status: 204 len: 173 time: 1.5486054 Apr 28 19:48:42.883002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:42.889969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f9a3eed6-a3cb-4244-a07f-0a815f284c0a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:42.893125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.893954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device dc7a8653-28cc-4df9-b2a7-b6e94101198a no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:42.948877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:42.960380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e341d8-325f-4498-b35c-a2481252b576 req-5e370132-e02d-43e4-a429-4e873f868690 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:42.970316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29e341d8-325f-4498-b35c-a2481252b576 req-5e370132-e02d-43e4-a429-4e873f868690 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 932 time: 0.3372364 Apr 28 19:48:42.976499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f9a3eed6-a3cb-4244-a07f-0a815f284c0a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:42.976872 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.031288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port dc7a8653-28cc-4df9-b2a7-b6e94101198a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:43.031747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.135096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29e341d8-325f-4498-b35c-a2481252b576 req-439a7706-c262-430a-86e9-c0aaa283bbd9 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631441 Apr 28 19:48:43.191235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.202383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1d383f76-fb73-447b-bba9-c128386414b1'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:43.234268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-4cc0faf5-5369-454a-b2e7-7d770c3ef621 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2865496 Apr 28 19:48:43.245161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['cf02dac5-0811-4099-8e7f-b7e346147d4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:43.274477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:43.286870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:43.287348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['28ea52e3-c05b-4ede-bc69-a68925699dbf'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:43.296028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Usage tracker for resource:floatingip and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:43.318805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:43.332246 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:38Z', 'revision_number': 4, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e5d7a18b-391c-48b5-8bf9-f221338a803d', 'name': '', 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'mac_address': 'fa:16:3e:a3:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:36Z', 'updated_at': '2022-04-28T19:48:39Z', 'revision_number': 2, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'subnets': [{'id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:43.343371 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Checking router: 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:48:43.343711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Updating router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 port e5d7a18b-391c-48b5-8bf9-f221338a803d binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:48:43.348254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:43.350137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:43.359856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:43.387305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.447690 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.471642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.602516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.609842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.622150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.626127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:43.628351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.635357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.641206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.647306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:43.649198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-f3a9cc2a-34aa-44ea-b97b-1910bd3ba781 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5425 time: 0.2790182 Apr 28 19:48:43.655290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:43.655790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.663331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.675230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:43.716781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:43.768821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:43.770301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4020cb9-0f9d-4ecc-a409-208819e4d43c req-a2cffcd4-fafd-497a-8c4f-a4eb6f4f424a tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1070328 Apr 28 19:48:43.772793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.773561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:43.779227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.803790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:43.851122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for dc7a8653-28cc-4df9-b2a7-b6e94101198a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:43.873277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:43.873902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:43.874006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 5628f935-dac6-41fe-8635-84f8adbae630 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:43.970421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Allocated IP 172.25.2.54 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/073f1f28-86dc-46e6-9b19-455f89b43f58) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:44.017604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:48:44.017923 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:48:44.039371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e5b451-88df-4daf-b56d-e525c58656d1 req-e06ca1d3-cede-45a2-a564-e02368f99fb6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.041805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35e5b451-88df-4daf-b56d-e525c58656d1 req-e06ca1d3-cede-45a2-a564-e02368f99fb6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.1238551 Apr 28 19:48:44.067262 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.067624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:44.095873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Transition to ACTIVE for port object e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:44.103689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.105804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Transition to ACTIVE for port object e5d7a18b-391c-48b5-8bf9-f221338a803d will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:44.115534 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.123261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35e5b451-88df-4daf-b56d-e525c58656d1 req-78ac9845-23cf-471e-bf1e-c4a397171ffe tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726290 Apr 28 19:48:44.183069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:44.194298 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Pushing event updated for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:44.204186 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.204515 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.204841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.206749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.207196 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.207277 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.207724 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:48:44.345961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6edbd278-3357-4e11-ab68-4dcd86c2aa1c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:44.375587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['75c0c109-43cf-48c4-a88c-392288c6cca3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:44.408999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:44.424443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.429732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Attempting to bind port e5d7a18b-391c-48b5-8bf9-f221338a803d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:44.430223 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Attempting to bind port e5d7a18b-391c-48b5-8bf9-f221338a803d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:44.430437 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Attempting to bind port e5d7a18b-391c-48b5-8bf9-f221338a803d on network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:44.449652 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:44.455756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Checking segment: {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:44.456518 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.457108 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Bound using segment: {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:44.457955 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Bound port: e5d7a18b-391c-48b5-8bf9-f221338a803d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:44.458541 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.459393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d356d78a-3902-4def-961b-f6934e4c1469 req-5f7d95b0-ce2e-41cd-b5a4-2e3edb67a9c9 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.461337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d356d78a-3902-4def-961b-f6934e4c1469 req-5f7d95b0-ce2e-41cd-b5a4-2e3edb67a9c9 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 949 time: 0.1603770 Apr 28 19:48:44.519619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port dc7a8653-28cc-4df9-b2a7-b6e94101198a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:44.520374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.577021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-96354ad3-47d1-4a65-bfe7-7b73458bae32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:44.578786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-96354ad3-47d1-4a65-bfe7-7b73458bae32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Synchronizing usage tracker for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:44.622771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-96354ad3-47d1-4a65-bfe7-7b73458bae32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Unset dirty status for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:44.624724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-96354ad3-47d1-4a65-bfe7-7b73458bae32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 949 time: 0.3811395 Apr 28 19:48:44.673998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d356d78a-3902-4def-961b-f6934e4c1469 req-8aa091c0-fd5c-4257-8573-3a7b3e562e25 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046435 Apr 28 19:48:44.677524 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] For port e5d7a18b-391c-48b5-8bf9-f221338a803d, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:44.688137 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] For port e5d7a18b-391c-48b5-8bf9-f221338a803d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5d7a18b-391c-48b5-8bf9-f221338a803d,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:44.707672 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.728967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:44.729344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.758085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Attempting to bind port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:44.758595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Attempting to bind port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:44.760282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Attempting to bind port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:44.780387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 on network d4299f32-7ca4-4f8c-839f-1ab436a769eb not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:48:44.780717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Attempting to bind port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 on network d4299f32-7ca4-4f8c-839f-1ab436a769eb {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:44.804013 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e22d9a-2464-4f87-86f3-96dfecdc81f7 None None] Pushing event updated for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:44.826261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.836511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.855371 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:48:44.857234 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:44.896872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port dc7a8653-28cc-4df9-b2a7-b6e94101198a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=dc7a8653-28cc-4df9-b2a7-b6e94101198a,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:44.897486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.925137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:44.925496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Checking segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:44.925897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Bound using segment: {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:44.926351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Bound port: e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:44.932107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:44.984496 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9afa23c-ac24-45ed-add8-9d30bcfa10e2'] response: {'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7', 'code': 200} Apr 28 19:48:45.075515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:45.127110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Deleting port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:45.127360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.154523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:45.201861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event updated for resources: {'Port': ['ID=073f1f28-86dc-46e6-9b19-455f89b43f58,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.223881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:45.225271 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:48:45.238199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:45.244589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:45.291911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:45.292453 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.301235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:45.330023 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65959cfb-cb3b-47bd-a5bb-ad45ffe146bc'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': '9cd62ecd-ebf0-4bcd-b1a1-d8cadf47de0f', 'status': 'completed', 'code': 200} Apr 28 19:48:45.350179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:45.370638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.413047 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.423513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for dc7a8653-28cc-4df9-b2a7-b6e94101198a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:45.450814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.460976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.474850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.475613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.476983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] 10.222.0.46 "PUT /v2.0/ports/e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 HTTP/1.1" status: 200 len: 1092 time: 2.8586617 Apr 28 19:48:45.505874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:45.642746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.711418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.716666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=dc7a8653-28cc-4df9-b2a7-b6e94101198a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.720420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:38Z', 'revision_number': 4, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e5d7a18b-391c-48b5-8bf9-f221338a803d', 'name': '', 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'mac_address': 'fa:16:3e:a3:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:36Z', 'updated_at': '2022-04-28T19:48:44Z', 'revision_number': 4, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'subnets': [{'id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:45.725587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51244b65-ce7c-4832-a19e-4bdd29854fdb None None] The sync data for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 is: [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:48:38Z', 'revision_number': 4, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'e5d7a18b-391c-48b5-8bf9-f221338a803d', 'name': '', 'network_id': '187edf4a-fbe6-4bbb-b34c-e5c8b051acf7', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'mac_address': 'fa:16:3e:a3:c6:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:36Z', 'updated_at': '2022-04-28T19:48:44Z', 'revision_number': 4, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'subnets': [{'id': '7947b893-fd09-4f83-a7e3-6e9fca0eabcf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:48:45.798934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.812720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.847630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac20512-ae85-477f-bdad-cf09ceb7e1d4 req-d9305805-3525-4cea-9127-604605a294b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.849130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cac20512-ae85-477f-bdad-cf09ceb7e1d4 req-d9305805-3525-4cea-9127-604605a294b7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 1096 time: 0.6128666 Apr 28 19:48:45.851806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port dc7a8653-28cc-4df9-b2a7-b6e94101198a on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:45.855240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:45.893059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-8212918f-3313-47c0-a306-1d3aa8fa31a8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "DELETE /v2.0/ports/dc7a8653-28cc-4df9-b2a7-b6e94101198a HTTP/1.1" status: 204 len: 173 time: 3.0188975 Apr 28 19:48:45.909195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce22540-8aca-4a23-9f43-5203b62daf62 req-64d67db1-5a6f-4591-a101-fff99bd35f5a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:45.911822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ce22540-8aca-4a23-9f43-5203b62daf62 req-64d67db1-5a6f-4591-a101-fff99bd35f5a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 945 time: 0.6325071 Apr 28 19:48:45.944774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545a0f3b-e998-443b-82e9-57d29076feb9 service neutron] Pushing event updated for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:45.969178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:46.004226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.005355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a4567738-13e3-43e1-ad42-b48427b61101 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:46.039691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cac20512-ae85-477f-bdad-cf09ceb7e1d4 req-a8e34950-7524-4d4e-b9db-3adec21501d5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812582 Apr 28 19:48:46.042753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ce22540-8aca-4a23-9f43-5203b62daf62 req-ce244e5e-5152-4e4a-8dc3-b7a512c2c4ab tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865295 Apr 28 19:48:46.060619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 5628f935-dac6-41fe-8635-84f8adbae630 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:46.061077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.072590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-8f0862fa-0752-4a43-8322-0f050745ee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.074285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-8f0862fa-0752-4a43-8322-0f050745ee6e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 1095 time: 0.5408726 Apr 28 19:48:46.107200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:46.107569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.110672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: a4567738-13e3-43e1-ad42-b48427b61101 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:46.111011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a4567738-13e3-43e1-ad42-b48427b61101 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:46.150983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aedb5bf6-4a04-472d-bad1-a6dfcf961d08 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:46.278485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:46.368802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.409167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5d7a18b-391c-48b5-8bf9-f221338a803d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:46.435683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-908d2b15-75de-4588-8044-cd4ded2df91f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 HTTP/1.1" status: 200 len: 217 time: 0.0869145 Apr 28 19:48:46.444493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Calling delete_port for aedb5bf6-4a04-472d-bad1-a6dfcf961d08 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:46.554251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:46.562763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port 5628f935-dac6-41fe-8635-84f8adbae630, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=5628f935-dac6-41fe-8635-84f8adbae630,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:46.563122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.563246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.564081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:46.606321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77cf9be-beed-44c0-a393-0601549cb609 req-22fb4062-2a9a-41b7-967c-fe677fdba67b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.607777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-22fb4062-2a9a-41b7-967c-fe677fdba67b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.1338642 Apr 28 19:48:46.669522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-80e18274-4bd8-4d4f-83b7-f5f8f59b5ce2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438657 Apr 28 19:48:46.695818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 6338bc54-1e12-495d-99d7-88a5ad1e257e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:48:46.696288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6338bc54-1e12-495d-99d7-88a5ad1e257e not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:48:46.699799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:46.705937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:46.707313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for 5628f935-dac6-41fe-8635-84f8adbae630 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:46.723746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:48:46.724454 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:48:46.727331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.735125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.775602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e5d7a18b-391c-48b5-8bf9-f221338a803d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:46.781809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e5d7a18b-391c-48b5-8bf9-f221338a803d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:46.782317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.812208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ff0e10-8316-4c77-af9b-0fc9971b8772 req-91575d63-3686-4a4a-9e22-e9a6a26c1320 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:46.813010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-64ff0e10-8316-4c77-af9b-0fc9971b8772 req-91575d63-3686-4a4a-9e22-e9a6a26c1320 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:46.863117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:46.875431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-64ff0e10-8316-4c77-af9b-0fc9971b8772 req-91575d63-3686-4a4a-9e22-e9a6a26c1320 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:46.876846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-64ff0e10-8316-4c77-af9b-0fc9971b8772 req-91575d63-3686-4a4a-9e22-e9a6a26c1320 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=7ca68857-e313-4d0a-b30b-bf6378d11125 HTTP/1.1" status: 200 len: 943 time: 0.5460074 Apr 28 19:48:46.932244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:46.932763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.940287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-64ff0e10-8316-4c77-af9b-0fc9971b8772 req-19e3b89a-e2bb-4661-a23a-53a6a50239b1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572381 Apr 28 19:48:46.940882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:46.958521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.008488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=5628f935-dac6-41fe-8635-84f8adbae630,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.034320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a'}, {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a'}, {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}, {'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:47.036526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.044243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-7984552b-9192-4047-8480-9fd80922b418 service neutron] 10.222.0.46 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616717 Apr 28 19:48:47.045078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event updated for resources: {'Port': ['ID=073f1f28-86dc-46e6-9b19-455f89b43f58,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.090561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e5d7a18b-391c-48b5-8bf9-f221338a803d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5d7a18b-391c-48b5-8bf9-f221338a803d,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:47.100139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.211722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.214048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-d4e6b808-ed57-43cf-89d3-bd33c7874bce tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.9577577 Apr 28 19:48:47.229340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Deleting port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:47.229934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.254414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.328222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.334216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:47.339742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.341047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 75c0c109-43cf-48c4-a88c-392288c6cca3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:47.357794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:47.401238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port 5628f935-dac6-41fe-8635-84f8adbae630 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:47.426993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.427977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-4fb0c0b4-833f-450e-9545-36a84f2d1f7a tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Synchronizing usage tracker for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:47.435466 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e367353a-6237-4c7b-b4c0-45a13e08276b req-cfa8de6d-2313-40d7-8645-14fb7aa5fe29 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.46 "DELETE /v2.0/ports/5628f935-dac6-41fe-8635-84f8adbae630 HTTP/1.1" status: 204 len: 173 time: 1.5234993 Apr 28 19:48:47.461379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b77cf9be-beed-44c0-a393-0601549cb609 req-45e28a07-95c5-45b5-988a-6508b987e317 service neutron] 10.222.0.46 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048386 Apr 28 19:48:47.509474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.512838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c5d26-bde7-4de7-b461-9e2141542985 req-46a2f46b-bc5e-4c59-835c-d623bbe8707d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.526167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce4c5d26-bde7-4de7-b461-9e2141542985 req-46a2f46b-bc5e-4c59-835c-d623bbe8707d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 944 time: 0.4152076 Apr 28 19:48:47.527781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 75c0c109-43cf-48c4-a88c-392288c6cca3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:47.544132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 75c0c109-43cf-48c4-a88c-392288c6cca3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:47.544603 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.570238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-4fb0c0b4-833f-450e-9545-36a84f2d1f7a tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Unset dirty status for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:47.571733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-4fb0c0b4-833f-450e-9545-36a84f2d1f7a tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.54 HTTP/1.1" status: 200 len: 695 time: 0.2943044 Apr 28 19:48:47.597808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce4c5d26-bde7-4de7-b461-9e2141542985 req-fa59fb00-279f-487d-8802-e203654677ed tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687613 Apr 28 19:48:47.712798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.749918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:47.765421 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:47.835440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:47.841565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.847299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.853999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.860094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.865970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.872027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.877798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:47.879759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-82eb56b8-8bf1-4458-a445-ccd8732557cc tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5428 time: 0.1278598 Apr 28 19:48:47.933368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a929c7a1-5102-4bed-bf0c-b491946b12b4 req-2ba32f41-bc66-4603-b367-2394881dab95 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0464220 Apr 28 19:48:47.988013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] For port aedb5bf6-4a04-472d-bad1-a6dfcf961d08, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:47.988642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.009109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-7e442ad5-846f-42a5-a974-d843403e8318 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.010475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d8e647c-97ca-445d-a95f-981c4b265f47 req-7e442ad5-846f-42a5-a974-d843403e8318 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.4189091 Apr 28 19:48:48.121329 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a7110f8-e7f7-4c46-b433-dcc854c7ff90'] response: {'name': 'network-changed', 'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2', 'status': 'completed', 'code': 200} Apr 28 19:48:48.124434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fa276-0ddd-45a8-bdb3-5d0bc281487f req-f1018d82-454f-49e7-a303-5b5a09ac6b76 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.126216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f4fa276-0ddd-45a8-bdb3-5d0bc281487f req-f1018d82-454f-49e7-a303-5b5a09ac6b76 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.0893428 Apr 28 19:48:48.127948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Calling delete_port for aedb5bf6-4a04-472d-bad1-a6dfcf961d08 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:48.173750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f4fa276-0ddd-45a8-bdb3-5d0bc281487f req-467a1bfb-d6aa-4737-bb98-468089121df4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413849 Apr 28 19:48:48.241661 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed37ec6-022d-4b99-9b81-e200f8e6332a'] response: {'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'code': 200} Apr 28 19:48:48.242149 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed37ec6-022d-4b99-9b81-e200f8e6332a'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'code': 200} Apr 28 19:48:48.242149 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed37ec6-022d-4b99-9b81-e200f8e6332a'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630', 'code': 200} Apr 28 19:48:48.242493 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed37ec6-022d-4b99-9b81-e200f8e6332a'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'code': 200} Apr 28 19:48:48.242686 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ed37ec6-022d-4b99-9b81-e200f8e6332a'] response: {'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'code': 200} Apr 28 19:48:48.360736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5d7a18b-391c-48b5-8bf9-f221338a803d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:48.384269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4204d-0094-4f67-8369-76c742ab149c req-a3e72c97-8fba-42fc-a534-ec2c311c145a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.385694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-a3e72c97-8fba-42fc-a534-ec2c311c145a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 1095 time: 0.2283514 Apr 28 19:48:48.402344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3961606e-3e87-40ac-8aed-c0d22859a908 req-ea4f3f25-0583-40dc-afc2-4e2a1bb6fb70 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.403057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3961606e-3e87-40ac-8aed-c0d22859a908 req-ea4f3f25-0583-40dc-afc2-4e2a1bb6fb70 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Synchronizing usage tracker for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:48.456680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e5d7a18b-391c-48b5-8bf9-f221338a803d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:48.457328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.470287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3961606e-3e87-40ac-8aed-c0d22859a908 req-ea4f3f25-0583-40dc-afc2-4e2a1bb6fb70 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Unset dirty status for tenant:e2ab732e78c54d248d5be78da22b4a0e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:48.471543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3961606e-3e87-40ac-8aed-c0d22859a908 req-ea4f3f25-0583-40dc-afc2-4e2a1bb6fb70 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/ports?device_id=089a2e85-4682-4f59-ade2-8d171d2060cb HTTP/1.1" status: 200 len: 947 time: 0.3152173 Apr 28 19:48:48.522239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693ee9-0723-4f14-9b78-19fc57df1d8d req-35c9c5c4-8323-4070-9d3e-8fb727e628b9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.532394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e693ee9-0723-4f14-9b78-19fc57df1d8d req-35c9c5c4-8323-4070-9d3e-8fb727e628b9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 945 time: 0.1366975 Apr 28 19:48:48.544224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.553712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2415081b-9c47-4547-828e-566f7fbbfda2 req-2c4411bc-f79d-4c2f-bd47-5fc6ed0e4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.555457 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2415081b-9c47-4547-828e-566f7fbbfda2 req-2c4411bc-f79d-4c2f-bd47-5fc6ed0e4b48 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 1097 time: 0.2250259 Apr 28 19:48:48.623728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Pushing event deleted for resources: {'Port': ['ID=aedb5bf6-4a04-472d-bad1-a6dfcf961d08,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:48.626688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e693ee9-0723-4f14-9b78-19fc57df1d8d req-5b726cc7-cf3c-4728-ba47-4a843db93b51 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926270 Apr 28 19:48:48.642437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2415081b-9c47-4547-828e-566f7fbbfda2 req-60bd9146-1c18-40ef-94c4-954d29a360fd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746615 Apr 28 19:48:48.648029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf02dac5-0811-4099-8e7f-b7e346147d4e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:48.705834 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-397a4b02-ec53-45f5-a3c4-54eb0972a1c3'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': 'dc7a8653-28cc-4df9-b2a7-b6e94101198a', 'status': 'completed', 'code': 200} Apr 28 19:48:48.707805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3961606e-3e87-40ac-8aed-c0d22859a908 req-78490e4c-ef02-4483-bdcb-7ca95cf0be32 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.24 "GET /v2.0/security-groups?id=82ba85b0-157f-4b3b-a815-7737e5f6804b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834555 Apr 28 19:48:48.733686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4204d-0094-4f67-8369-76c742ab149c req-6c8ace90-6568-4c9a-b75a-b81d5462d948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:48.735193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-6c8ace90-6568-4c9a-b75a-b81d5462d948 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 200 len: 916 time: 0.3227332 Apr 28 19:48:48.795799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56886) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:48.821194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port cf02dac5-0811-4099-8e7f-b7e346147d4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:48.827741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port cf02dac5-0811-4099-8e7f-b7e346147d4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:48.828668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.867200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] No DVR routers for this DVR port aedb5bf6-4a04-472d-bad1-a6dfcf961d08 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:48.888015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:48.889914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d117e6b0-68dd-48ca-8713-f81d3a0b1b7f req-c876aca1-a7f6-461e-9ad2-1d22a8a5bac5 tempest-ServersAdminNegativeTestJSON-914712335 tempest-ServersAdminNegativeTestJSON-914712335-project] 10.222.0.41 "DELETE /v2.0/ports/aedb5bf6-4a04-472d-bad1-a6dfcf961d08 HTTP/1.1" status: 204 len: 173 time: 4.2541378 Apr 28 19:48:48.897647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-447413d5-de68-4186-9478-88cfda9f43aa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 HTTP/1.1" status: 200 len: 217 time: 0.1564705 Apr 28 19:48:48.912141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5cbf763-60b2-4931-bb78-393a91b0c60e req-15be9ab5-020d-4d8b-b360-9cb3dd919890 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips/29eb522d-6156-4ff0-97a4-4bd5f2a7f152 HTTP/1.1" status: 200 len: 692 time: 0.1171827 Apr 28 19:48:48.944261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting subnet 3a3ff20a-2b69-465b-bdaa-00d47d3eeb87 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:48:48.995208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.065981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.111536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.125219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:49.129717 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.130679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6edbd278-3357-4e11-ab68-4dcd86c2aa1c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:49.142629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb4204d-0094-4f67-8369-76c742ab149c req-c984190c-2da5-4b49-ad3d-e3d590756555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.145175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-c984190c-2da5-4b49-ad3d-e3d590756555 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 200 len: 855 time: 0.2066717 Apr 28 19:48:49.233501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-6bafdec7-7842-421b-9ed2-b03339ddf795 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d4299f32-7ca4-4f8c-839f-1ab436a769eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792027 Apr 28 19:48:49.246224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960905a6-5da8-40b2-b234-008a8f612a27 req-b1309dab-20ce-4c41-bd97-6987cf19f700 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.254801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-960905a6-5da8-40b2-b234-008a8f612a27 req-b1309dab-20ce-4c41-bd97-6987cf19f700 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 944 time: 0.3073697 Apr 28 19:48:49.322685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.347097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:49.370679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:49.390321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:49.390749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.414089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-960905a6-5da8-40b2-b234-008a8f612a27 req-a6d69124-fdf2-41f2-9573-03e48afbd54d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581364 Apr 28 19:48:49.451665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cbf763-60b2-4931-bb78-393a91b0c60e req-ae88e9fb-99ad-4607-ac3f-0a306eb90142 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:49.459617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5cbf763-60b2-4931-bb78-393a91b0c60e req-ae88e9fb-99ad-4607-ac3f-0a306eb90142 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.5465643 Apr 28 19:48:49.481337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-b5cbf763-60b2-4931-bb78-393a91b0c60e req-a58cd4e9-69ff-4f60-93ba-3af786aabfd6 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:48:49.483589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5cbf763-60b2-4931-bb78-393a91b0c60e req-a58cd4e9-69ff-4f60-93ba-3af786aabfd6 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149021 Apr 28 19:48:49.490528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.567627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3ff20a-2b69-465b-bdaa-00d47d3eeb87,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:49.569726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.580933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57dc558c-595f-47ec-862e-b7b34599582b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/subnets/3a3ff20a-2b69-465b-bdaa-00d47d3eeb87 HTTP/1.1" status: 204 len: 168 time: 0.7834513 Apr 28 19:48:49.581755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:49.622276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b7f15-87db-4ed3-849e-aef6573208fd None None] Network ec1f8592-40b7-497e-a7ef-8f9bf0c12882 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:49.629488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-288a9cda-bbf4-4e9d-9e3d-abe2c53209f3 service neutron] 10.222.0.46 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897157 Apr 28 19:48:49.773654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.897084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.916339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 4f0c7956-f644-48b6-b26e-dadd72edcc4d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:49.917025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.954197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:49.959911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:49.960855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 28ea52e3-c05b-4ede-bc69-a68925699dbf up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:50.031717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.037875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.044002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.049831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.056517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.062630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.068699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.070768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-381347cc-2138-4177-a492-dafbebbb2d7a req-f4fb1ef9-86af-43e2-9eef-b7c221de0099 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5429 time: 0.3975673 Apr 28 19:48:50.123314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-deleted', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:50.158238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2bb4204d-0094-4f67-8369-76c742ab149c req-a744a53d-436f-4332-a826-b878228e5417 service neutron] 10.222.0.46 "GET /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5224099 Apr 28 19:48:50.160228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 28ea52e3-c05b-4ede-bc69-a68925699dbf completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:50.168586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:50.172818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713c1023-07a8-4e78-87df-a435b6cad73a req-52613f9b-8b3a-46c8-93a7-8327d4400c14 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.174405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-713c1023-07a8-4e78-87df-a435b6cad73a req-52613f9b-8b3a-46c8-93a7-8327d4400c14 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.4233840 Apr 28 19:48:50.178113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4263c391-6f93-4aa1-8480-d497c99e7715 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.183830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 28ea52e3-c05b-4ede-bc69-a68925699dbf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:50.184534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.238281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-713c1023-07a8-4e78-87df-a435b6cad73a req-634b7b0a-edd0-4585-8c17-38a4081fdb91 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536573 Apr 28 19:48:50.249918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-381347cc-2138-4177-a492-dafbebbb2d7a req-71cbeae8-1275-4ece-9002-3ab1f30ee7d9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1364307 Apr 28 19:48:50.318059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:50.355746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] DHCP port deletion for ec1f8592-40b7-497e-a7ef-8f9bf0c12882 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:48:50.364251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Deleting port 4f0c7956-f644-48b6-b26e-dadd72edcc4d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:50.370528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.417382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4f0c7956-f644-48b6-b26e-dadd72edcc4d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:50.453392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-610c0919-a1b6-458a-a471-d873562cdfac tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=20c18d3f90f94fe481a844e69af54fd9 HTTP/1.1" status: 200 len: 695 time: 0.1248138 Apr 28 19:48:50.456027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4f0c7956-f644-48b6-b26e-dadd72edcc4d,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:50.456636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.494644 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ccba88-c7b0-4f97-9368-7e0332cf501c'] response: {'server_uuid': '089a2e85-4682-4f59-ade2-8d171d2060cb', 'name': 'network-vif-deleted', 'tag': 'aedb5bf6-4a04-472d-bad1-a6dfcf961d08', 'status': 'completed', 'code': 200} Apr 28 19:48:50.624946 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ff9efe-06fa-4c8c-8edf-4d45c7716430'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'code': 200} Apr 28 19:48:50.625340 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ff9efe-06fa-4c8c-8edf-4d45c7716430'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'code': 200} Apr 28 19:48:50.625737 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ff9efe-06fa-4c8c-8edf-4d45c7716430'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'code': 200} Apr 28 19:48:50.626095 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ff9efe-06fa-4c8c-8edf-4d45c7716430'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'code': 200} Apr 28 19:48:50.628846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.728642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:50.757666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:50.762386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for 4f0c7956-f644-48b6-b26e-dadd72edcc4d owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:50.767670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.768404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d383f76-fb73-447b-bba9-c128386414b1 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:50.785848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c68978-ad14-4af1-9ff3-7be71e9acef3 req-a27a8884-7823-49cf-be19-59f653c9d910 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.786884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f5c68978-ad14-4af1-9ff3-7be71e9acef3 req-a27a8884-7823-49cf-be19-59f653c9d910 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Synchronizing usage tracker for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:50.793480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:50.807707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f5c68978-ad14-4af1-9ff3-7be71e9acef3 req-a27a8884-7823-49cf-be19-59f653c9d910 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Unset dirty status for tenant:c0eaa66ca22148d3b6bf220c984b0006 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:50.814953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5c68978-ad14-4af1-9ff3-7be71e9acef3 req-a27a8884-7823-49cf-be19-59f653c9d910 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 944 time: 0.1221077 Apr 28 19:48:50.866086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5c68978-ad14-4af1-9ff3-7be71e9acef3 req-b4fc15c5-e8cb-4506-90b3-a6ddb6a4677d tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508382 Apr 28 19:48:50.911906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:50.938709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-396f022b-9a8b-4022-8750-9bf0ca045895 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:50.940372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-396f022b-9a8b-4022-8750-9bf0ca045895 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Synchronizing usage tracker for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:50.949954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:50.986710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.008107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a806af06-a9bc-4950-8661-d2fdc3982755 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e2ab732e78c54d248d5be78da22b4a0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2468109 Apr 28 19:48:51.009396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56932) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:51.018426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-396f022b-9a8b-4022-8750-9bf0ca045895 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Unset dirty status for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:51.023821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-396f022b-9a8b-4022-8750-9bf0ca045895 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks?id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 787 time: 0.5574317 Apr 28 19:48:51.029176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=4f0c7956-f644-48b6-b26e-dadd72edcc4d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:51.039191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-3f5b58b8-d9bb-4e01-82b1-007708aa86b9 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:48:51.055574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a0f7615-a285-478e-8cd5-4350d1081bc2 req-3f5b58b8-d9bb-4e01-82b1-007708aa86b9 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0307980 Apr 28 19:48:51.058822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port 4f0c7956-f644-48b6-b26e-dadd72edcc4d on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:51.085101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.091358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] For port 4f0c7956-f644-48b6-b26e-dadd72edcc4d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4f0c7956-f644-48b6-b26e-dadd72edcc4d,segment=NetworkSegment(d7f16613-b8bf-40fa-b43d-df0c9d384364),segment_id=d7f16613-b8bf-40fa-b43d-df0c9d384364)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:51.091758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.098942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 1d383f76-fb73-447b-bba9-c128386414b1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:51.108148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 1d383f76-fb73-447b-bba9-c128386414b1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:51.108530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.118440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.155364 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0657670c-c82d-41e3-9ba6-bd1749d84ea4'] response: {'server_uuid': '7ca68857-e313-4d0a-b30b-bf6378d11125', 'name': 'network-vif-deleted', 'tag': '5628f935-dac6-41fe-8635-84f8adbae630', 'status': 'completed', 'code': 200} Apr 28 19:48:51.180828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.203853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ba85b0-157f-4b3b-a815-7737e5f6804b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:51.213243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.214771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e7a3efd-f7a8-457b-9ae8-f8535cd4045f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82ba85b0-157f-4b3b-a815-7737e5f6804b HTTP/1.1" status: 204 len: 168 time: 0.2041564 Apr 28 19:48:51.299891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-5ae41856-1fe9-451b-84be-335d9b7bb3f1 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips/29eb522d-6156-4ff0-97a4-4bd5f2a7f152 HTTP/1.1" status: 200 len: 692 time: 0.1435037 Apr 28 19:48:51.395800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.401944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Calling delete_port for 4f0c7956-f644-48b6-b26e-dadd72edcc4d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: from cryptography.utils import int_from_bytes Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: from cryptography.utils import int_from_bytes Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn_limited( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn_limited( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.593020 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:51.596543 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:48:51.631041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec1f8592-40b7-497e-a7ef-8f9bf0c12882']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:51.650426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:51.665493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:48:51.670872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7f16613-b8bf-40fa-b43d-df0c9d384364') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:51.671174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7f16613-b8bf-40fa-b43d-df0c9d384364') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:51.698553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.701984 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:48:51.702477 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:48:51.706545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.709050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.714086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.714845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.722673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.731361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.737353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.745002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.747192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-93a3aafe-f922-46b6-bb97-109a679e0bd3 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5431 time: 0.2110960 Apr 28 19:48:51.773186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd2bcea6-35f1-4940-b3bd-33d15f4f5406 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4edee768d2ec47d18aa9991c712e6540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194668 Apr 28 19:48:51.775112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.786898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:51.817672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:51.818082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd10b2dc-ce22-47ea-a908-741e7774a8a2 req-b8b61eb4-5d66-4b91-9e7c-09124b0492f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645061 Apr 28 19:48:51.818210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:51.835101 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:51.851988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d383f76-fb73-447b-bba9-c128386414b1,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:51.862293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:51.862669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-97d30f9e-45bc-4347-b2a2-d94e1d6c7d31 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:51.864567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-97d30f9e-45bc-4347-b2a2-d94e1d6c7d31 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.5151334 Apr 28 19:48:51.960853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:51.966668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-ad78dcc4-33f5-4c6b-8857-f0f147e2871d tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:48:51.967697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-ad78dcc4-33f5-4c6b-8857-f0f147e2871d tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0850532 Apr 28 19:48:51.977938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:51.980778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2', 'network_id': 'd4299f32-7ca4-4f8c-839f-1ab436a769eb', 'port_id': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2', 'mac_address': 'fa:16:3e:6f:76:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 433, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56e729b8-f77f-45e0-890a-78755e71e9fe', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:48:52.055503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.062776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.065075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206ff684-2b69-4308-95f1-25fb98a379a8 req-5186d2ff-3247-440a-bc15-960869b80567 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:52.075158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-206ff684-2b69-4308-95f1-25fb98a379a8 req-5186d2ff-3247-440a-bc15-960869b80567 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.1166337 Apr 28 19:48:52.077347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:48:52.090972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.095754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-a91c5fc6-7eee-4a37-88c4-75f40f6359d5 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.54 HTTP/1.1" status: 200 len: 695 time: 0.1204569 Apr 28 19:48:52.096748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:52.101584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.108217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Network': ['ID=ec1f8592-40b7-497e-a7ef-8f9bf0c12882,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:52.143341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-206ff684-2b69-4308-95f1-25fb98a379a8 req-7f028120-db2d-44a0-be62-739555370ba5 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669577 Apr 28 19:48:52.197280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.205199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-f6feaaa7-aa23-4cd2-8334-73ea19086efb tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.54 HTTP/1.1" status: 200 len: 695 time: 0.0981524 Apr 28 19:48:52.205674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Deleting port 4f0c7956-f644-48b6-b26e-dadd72edcc4d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:52.206284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.216309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56968) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:52.234072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bcf80ed3-b74b-4fb7-a433-0b759fd6bf75 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/networks/ec1f8592-40b7-497e-a7ef-8f9bf0c12882 HTTP/1.1" status: 204 len: 168 time: 2.6402881 Apr 28 19:48:52.244620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:52.304882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b945ea-d9e6-4c8c-a39f-751fcdc48f9c None None] The port '4f0c7956-f644-48b6-b26e-dadd72edcc4d' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:48:52.333062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0791a4f-73b1-4289-a577-9647ef4e798d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.349056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.354394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting subnet a764b660-6f3a-4221-8773-f8f7908e8446 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:48:52.358198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.421197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.472374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffb657-549a-49d7-97b5-b86a605456ac req-b83966a5-377e-4eaf-a066-a7fe98e00fab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:52.473766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6ffb657-549a-49d7-97b5-b86a605456ac req-b83966a5-377e-4eaf-a066-a7fe98e00fab tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 945 time: 0.2114334 Apr 28 19:48:52.480632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['e6559bbc-8b6c-45e5-a1d9-e2b123793ca2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:48:52.510623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Deleting port 073f1f28-86dc-46e6-9b19-455f89b43f58 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:52.510975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.560179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.585103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c6cdf-5ccc-4e21-ac78-cbd9e938831a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:52.606282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6ffb657-549a-49d7-97b5-b86a605456ac req-eb9f2449-f6f6-4532-a063-a4dccc0f97f6 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167386 Apr 28 19:48:52.628454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ea52e3-c05b-4ede-bc69-a68925699dbf'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d383f76-fb73-447b-bba9-c128386414b1'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:52.637531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.638631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5ab8bec-b1f1-40ef-a86d-f558715b5dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/253c6cdf-5ccc-4e21-ac78-cbd9e938831a HTTP/1.1" status: 204 len: 168 time: 0.8471136 Apr 28 19:48:52.709492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.756130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.756130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.791533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-5d0ad655-9243-4891-a460-5551de5fbe39 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2737515 Apr 28 19:48:52.829594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:52.950456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c00674-412a-4eca-8013-ba2448ef0d2b None None] Network 3d9f5bec-1476-44ed-a659-68cf2648f62b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:52.972549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.108895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Calling delete_port for 073f1f28-86dc-46e6-9b19-455f89b43f58 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:53.126715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Subnet': ['ID=a764b660-6f3a-4221-8773-f8f7908e8446,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:53.139154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3612844e-c91f-4282-9f97-6e039a19d002 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/subnets/a764b660-6f3a-4221-8773-f8f7908e8446 HTTP/1.1" status: 204 len: 168 time: 0.9217672 Apr 28 19:48:53.145627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:53.257116 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b66b414-a903-4ab6-828a-ba4122b5c045'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ea52e3-c05b-4ede-bc69-a68925699dbf', 'code': 200} Apr 28 19:48:53.257333 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b66b414-a903-4ab6-828a-ba4122b5c045'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d383f76-fb73-447b-bba9-c128386414b1', 'code': 200} Apr 28 19:48:53.336604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.358718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-3ddf3f86-4130-47c1-bdb7-46d8caaa6c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.360312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-3ddf3f86-4130-47c1-bdb7-46d8caaa6c01 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 1096 time: 0.4121370 Apr 28 19:48:53.372615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:53.372615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.467346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.554399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event deleted for resources: {'Port': ['ID=073f1f28-86dc-46e6-9b19-455f89b43f58,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:53.589193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] DHCP port deletion for 3d9f5bec-1476-44ed-a659-68cf2648f62b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:48:53.597735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Deleting port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:53.598112 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.717738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:48:53.744507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.793874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.795431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3212878b-84fc-4a29-90c2-f4d2dd680821 req-28cf6f15-46db-443f-b8df-f9ebc6403a25 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "DELETE /v2.0/floatingips/29eb522d-6156-4ff0-97a4-4bd5f2a7f152 HTTP/1.1" status: 204 len: 173 time: 1.5601923 Apr 28 19:48:53.862997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:53.947898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-9ea51e10-b052-4fd8-9dfd-4738d5ccfd84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:53.949427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-9ea51e10-b052-4fd8-9dfd-4738d5ccfd84 service neutron] 10.222.0.46 "GET /v2.0/networks?id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 200 len: 913 time: 0.5016880 Apr 28 19:48:54.079903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1878eb97-939a-46a0-9472-441179383685 req-7204d534-2c68-4cba-90a5-4ca32fd75cb8 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.081954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1878eb97-939a-46a0-9472-441179383685 req-7204d534-2c68-4cba-90a5-4ca32fd75cb8 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.1331742 Apr 28 19:48:54.156348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1878eb97-939a-46a0-9472-441179383685 req-74e9f647-bf0b-4e05-95d6-f49914aadba5 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667586 Apr 28 19:48:54.175542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.184176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] For port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:54.184176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.238864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-d8721672-b3f1-4cd8-ba6c-037ed1b243a9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 200 len: 1000 time: 0.2490845 Apr 28 19:48:54.273970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:48:54.331022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-d72a10c7-f6d2-4ba8-8714-b8b1688f743b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.332358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-d72a10c7-f6d2-4ba8-8714-b8b1688f743b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c7dca8b9-4318-49e2-a0e0-8e796faba75b HTTP/1.1" status: 200 len: 851 time: 0.0700047 Apr 28 19:48:54.353758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Calling delete_port for 9ffc754c-c4cd-4b54-b911-62c5b9856b6a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:54.357219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.362958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.369574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.375361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.381666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.383297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9ffc754c-c4cd-4b54-b911-62c5b9856b6a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:48:54.386934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.392832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.400987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-26332591-27cd-4d12-8e40-385e6719b373 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.9396920 Apr 28 19:48:54.419359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e626762c-1b1e-4169-aa38-80a6ffc39d0e req-5f744bd4-71ef-4629-b2d7-de1b99b4bf6e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.426803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e626762c-1b1e-4169-aa38-80a6ffc39d0e req-5f744bd4-71ef-4629-b2d7-de1b99b4bf6e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 945 time: 0.1414387 Apr 28 19:48:54.447004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.447484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.447946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.448404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.448862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.449316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.449816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.451775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-5d8c31b0-9efc-4d14-973c-997b553bcb84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6489 time: 1.0423541 Apr 28 19:48:54.494280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e626762c-1b1e-4169-aa38-80a6ffc39d0e req-3533636b-8658-4e87-a00f-f77ec9bb96cd tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655675 Apr 28 19:48:54.504098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:48:54.505844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.539450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-617d5ea8-bc99-4efa-ab19-608f539b3ac4 req-c9165df1-c2b8-4406-a8c9-a67fb218c3b6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1372344 Apr 28 19:48:54.695482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0cebcf71-daee-42cd-bac5-bbd6b088c9bc req-74cbce37-0e46-46d6-9aa6-96a53f7ec992 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1733339 Apr 28 19:48:54.708402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,segment=NetworkSegment(a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d),segment_id=a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:54.708757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.711323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.756853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-537f1835-7f63-4ff2-9cf8-ea6134c4e590 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2466750 Apr 28 19:48:54.768990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:54.776282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:54.783908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Usage tracker for resource:floatingip and tenant:20c18d3f90f94fe481a844e69af54fd9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:54.790921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:54.798390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:54.806582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.812345 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.821307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] Pushing event deleted for resources: {'Port': ['ID=9ffc754c-c4cd-4b54-b911-62c5b9856b6a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:54.823488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d3f627-79ef-4238-9c04-43c036e69bc9 None None] No DVR routers for this DVR port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:48:54.850798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for 9ffc754c-c4cd-4b54-b911-62c5b9856b6a owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:54.880073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:54.886228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-5319c565-bdb3-40d9-8a76-509fa4cf394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:54.887696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-5319c565-bdb3-40d9-8a76-509fa4cf394c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=c24e2453-e1f1-44a0-8ca3-3f0552b05de4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5447741 Apr 28 19:48:54.920872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:48:54.926554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.021254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:55.034412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.058161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:48:55.058397 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:48:55.066854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-0da027c5-9afa-40c2-9368-c1365b022e0d service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679296 Apr 28 19:48:55.076698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.217199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb60c676-028b-4cd9-a394-73ca7d96b41c req-49887f75-418d-4871-a03b-ebd1989ab1c8 service neutron] 10.222.0.46 "GET /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445889 Apr 28 19:48:55.225811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Allocated IP 172.25.2.120 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c32fcada-e346-4bc0-a149-4fe7e5d8a701) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:55.258839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:48:55.334331 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:48:55.356844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c5832-1962-47d0-bde4-ee13288248b9 req-f1fbfc9b-43cf-4a2a-8f1a-97738fa6f9cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:55.358448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-686c5832-1962-47d0-bde4-ee13288248b9 req-f1fbfc9b-43cf-4a2a-8f1a-97738fa6f9cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.0810342 Apr 28 19:48:55.373108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.402290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-686c5832-1962-47d0-bde4-ee13288248b9 req-26c3f96d-a43e-4557-b6eb-0c52b68a2650 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382049 Apr 28 19:48:55.406987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.473888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:55.476469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:55.480868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:55.513139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event updated for resources: {'Port': ['ID=c32fcada-e346-4bc0-a149-4fe7e5d8a701,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:55.559555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 9ffc754c-c4cd-4b54-b911-62c5b9856b6a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:55.560198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.574855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.615569 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa7c552e-d658-41b9-b4aa-13e5b971e468'] response: {'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2', 'code': 200} Apr 28 19:48:55.639035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.647988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] The port '9ffc754c-c4cd-4b54-b911-62c5b9856b6a' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:48:55.853312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.858192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.871688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.914291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d9f5bec-1476-44ed-a659-68cf2648f62b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:55.933177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:55.933491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1d6c1a3-7a6e-4ec2-b525-3e1280b3011d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:48:55.951056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.963444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event updated for resources: {'Port': ['ID=c32fcada-e346-4bc0-a149-4fe7e5d8a701,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:55.963993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9969bb0e-3977-4049-86df-6d0952e5e575 req-3abf6154-9c9e-4f1d-8197-08daaff7f7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:55.966031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9969bb0e-3977-4049-86df-6d0952e5e575 req-3abf6154-9c9e-4f1d-8197-08daaff7f7e2 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 1097 time: 0.2627316 Apr 28 19:48:55.976541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:55.978135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1bbb59-b31c-4f37-87fa-250a9318adff req-936fed37-cf82-4f10-9f29-28108cedd0a4 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:55.979688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef1bbb59-b31c-4f37-87fa-250a9318adff req-936fed37-cf82-4f10-9f29-28108cedd0a4 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.2339256 Apr 28 19:48:55.998642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.005976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.014054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-786adec6-8c0c-43b6-822e-4050bc7bb060 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2506020 Apr 28 19:48:56.027304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:48:56.027706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:48:56.043886 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:48:56.154627 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9969bb0e-3977-4049-86df-6d0952e5e575 req-5eb6fffc-0a86-4355-9195-b80866b121de service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729987 Apr 28 19:48:56.161837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef1bbb59-b31c-4f37-87fa-250a9318adff req-47d7beba-8e18-4b11-bfb2-b4c4f0be76e2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606591 Apr 28 19:48:56.169118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.199510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.228059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-97f4c6f1-57e0-4c42-91db-50d3d163015e tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Synchronizing usage tracker for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:48:56.245567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-97f4c6f1-57e0-4c42-91db-50d3d163015e tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Unset dirty status for tenant:20c18d3f90f94fe481a844e69af54fd9 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:48:56.246772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-97f4c6f1-57e0-4c42-91db-50d3d163015e tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.2312443 Apr 28 19:48:56.330038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Network': ['ID=3d9f5bec-1476-44ed-a659-68cf2648f62b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:56.373992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c99e30ce-41e2-4117-8e52-6d4029debaf1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/networks/3d9f5bec-1476-44ed-a659-68cf2648f62b HTTP/1.1" status: 204 len: 168 time: 3.2260396 Apr 28 19:48:56.385164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:56.392637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1667198820'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:56.401450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:56.420055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:network and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:56.424245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:56.436514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.437714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-06ac3275-3758-418f-8eed-2577791d81d8 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.438953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-06ac3275-3758-418f-8eed-2577791d81d8 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1803708 Apr 28 19:48:56.439838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:56.442629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.449130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.453224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-604763a6-d360-4b96-9edb-481cc4cfd8f9 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:48:56.454135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a9917b7-30a6-4e1d-880d-7aaed378fa1d req-604763a6-d360-4b96-9edb-481cc4cfd8f9 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058196 Apr 28 19:48:56.455397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.455559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:56.458604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.461185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.467859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.473656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.481665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-f1963756-e150-494f-8011-07720d701573 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.1553037 Apr 28 19:48:56.490812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:56.503292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.503683 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Added segment dde56ffb-eeaf-4a90-a8e0-05e369f0155b of type vlan for network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 Apr 28 19:48:56.534099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.536139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7f9e5d-ab36-459e-b790-b83e16c0cd1d req-964b712b-2f97-4ce2-a937-1df2428186c1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0533328 Apr 28 19:48:56.570146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.576608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.577194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:56.657201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-1f61303d-19e3-4122-b3a5-787bf9722e5f tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips/94c2851b-530f-431b-9587-303ae887dd98 HTTP/1.1" status: 200 len: 693 time: 0.0895083 Apr 28 19:48:56.737908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3492081 Apr 28 19:48:56.741520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:56.742129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83c8ee3-cbfd-4fe2-90c4-c9b6a91713a0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Network': ['ID=3d1a8f35-5861-40d2-b464-ed37a7e189e1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:56.750908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'subnet': {'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:56.755981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:48:56.825300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-ed21f914-007b-4849-a325-8d57a317bfa8 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.829929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-ed21f914-007b-4849-a325-8d57a317bfa8 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1666842 Apr 28 19:48:56.876219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea6801-46ab-4578-9e3c-36fbf67d2e75 req-4394b514-f854-4569-a648-d5eaac98c164 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:56.877801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33ea6801-46ab-4578-9e3c-36fbf67d2e75 req-4394b514-f854-4569-a648-d5eaac98c164 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.2803245 Apr 28 19:48:56.913003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-53166802-34b4-40de-adde-00758f608fdf tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.0801487 Apr 28 19:48:56.925125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:56.933739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:subnet and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:56.938685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:56.948555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33ea6801-46ab-4578-9e3c-36fbf67d2e75 req-b9eb6720-3499-4874-8d20-52b1cd28d109 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649736 Apr 28 19:48:56.949343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:56.958905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:56.962761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.002417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-b8f6f566-1064-4d80-b0b2-064a88dccbad tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.120 HTTP/1.1" status: 200 len: 696 time: 0.0828240 Apr 28 19:48:57.191249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Deleting port c32fcada-e346-4bc0-a149-4fe7e5d8a701 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:57.191598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.250337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.349852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Subnet': ['ID=f183d9a5-bf97-46a0-96fc-d194391d838b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:57.362071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Checking segment: {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:57.362426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network hostable DHCP agents. Network: 3d1a8f35-5861-40d2-b464-ed37a7e189e1, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:48:57.392393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.398145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.404641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.405189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.405295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.410336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.431751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.438668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.443168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.445046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6fbed1ce-c885-4c7b-a6b4-7e2140e936cc req-54654ccd-e7d0-4a91-8ede-7861402c49d0 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.2498999 Apr 28 19:48:57.445572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57068) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:57.456353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:57.462869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Request body: {'floatingip': {'port_id': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:57.519810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:48:57.546677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Calling delete_port for c32fcada-e346-4bc0-a149-4fe7e5d8a701 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:48:57.553223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.615496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3d1a8f35-5861-40d2-b464-ed37a7e189e1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:57.625313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd639923-a526-4237-ae92-f743030edd9d None None] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:48:57.632156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:57.632957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.758560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.776621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2adba3f1-7f20-46b2-b2ae-74b87e11b390 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0310388 Apr 28 19:48:57.778910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:57.794114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.807206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1726924111'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:57.808535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Pushing event deleted for resources: {'Port': ['ID=c32fcada-e346-4bc0-a149-4fe7e5d8a701,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:57.850578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:57.862207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:network and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:57.872303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:57.887277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3d1a8f35-5861-40d2-b464-ed37a7e189e1', 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'fixed_ips': [{'subnet_id': 'f183d9a5-bf97-46a0-96fc-d194391d838b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:48:57.887871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:57.888639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.893801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:57.902055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Usage tracker for resource:security_group_rule and tenant:4ef414977bf640d2a35c845329671dd2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:57.904337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.914941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:57.923543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:57.924792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a68f148-2088-4feb-86cf-4dab7dc01be8 req-6c04fa5d-2e24-43e6-b9ac-4ed7ba6533a7 tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "DELETE /v2.0/floatingips/94c2851b-530f-431b-9587-303ae887dd98 HTTP/1.1" status: 204 len: 173 time: 0.9163420 Apr 28 19:48:57.978113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:58.015470 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-026ab92b-9a73-4571-a892-5db168e6b4a3 req-602e1792-0270-4edc-9dee-37a7b941f33a tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] show failed (client error): The resource could not be found. Apr 28 19:48:58.016810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-026ab92b-9a73-4571-a892-5db168e6b4a3 req-602e1792-0270-4edc-9dee-37a7b941f33a tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips/94c2851b-530f-431b-9587-303ae887dd98 HTTP/1.1" status: 404 len: 350 time: 0.0745852 Apr 28 19:48:58.059741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Allocated IP 19.80.0.2 (3d1a8f35-5861-40d2-b464-ed37a7e189e1/f183d9a5-bf97-46a0-96fc-d194391d838b/3d715612-2601-4db7-90a1-40679312a7c7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:48:58.157377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:58.160717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.208856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23069fca-0bd9-443c-9620-8e18931b8bcf req-94eac24e-f814-4c5e-ab74-68e8483eb447 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.210684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23069fca-0bd9-443c-9620-8e18931b8bcf req-94eac24e-f814-4c5e-ab74-68e8483eb447 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.0901992 Apr 28 19:48:58.216324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5f483-a6b8-40af-882c-1a1a34a85faf req-8f2771b3-4061-45a4-a899-e11977bd227c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.217865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48f5f483-a6b8-40af-882c-1a1a34a85faf req-8f2771b3-4061-45a4-a899-e11977bd227c tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.5304594 Apr 28 19:48:58.241525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:48:58.260254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23069fca-0bd9-443c-9620-8e18931b8bcf req-cfd13c67-60ca-410a-9e5e-e230ab7d017b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418768 Apr 28 19:48:58.293713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.294452 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Added segment f63b34eb-08f9-40bd-beec-f3a166252e06 of type vlan for network a2160362-e90f-4c0f-a048-0cc60c542b66 Apr 28 19:48:58.306112 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.318695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Transition to ACTIVE for port object 3d715612-2601-4db7-90a1-40679312a7c7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:58.339319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Transition to ACTIVE for port object 3d715612-2601-4db7-90a1-40679312a7c7 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:48:58.345502 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.414692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:48:58.418022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:48:58.419580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48f5f483-a6b8-40af-882c-1a1a34a85faf req-1c08fcaf-21c4-44e8-a087-d6e1deea434e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839812 Apr 28 19:48:58.422655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:48:58.444228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Pushing event updated for resources: {'Port': ['ID=3d715612-2601-4db7-90a1-40679312a7c7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:58.487918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.515181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.530074 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-a17bb58f-83f2-4ae5-a714-627a39751f8e req-f0ea8c75-9ec3-4a18-abba-cf23d979566b tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] show failed (client error): The resource could not be found. Apr 28 19:48:58.531790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a17bb58f-83f2-4ae5-a714-627a39751f8e req-f0ea8c75-9ec3-4a18-abba-cf23d979566b tempest-FloatingIPsTestJSON-1037206998 tempest-FloatingIPsTestJSON-1037206998-project] 10.222.0.24 "GET /v2.0/floatingips/94c2851b-530f-431b-9587-303ae887dd98 HTTP/1.1" status: 404 len: 350 time: 0.2427480 Apr 28 19:48:58.532464 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.545687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57092) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:58.554696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Attempting to bind port 3d715612-2601-4db7-90a1-40679312a7c7 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:48:58.555059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Attempting to bind port 3d715612-2601-4db7-90a1-40679312a7c7 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:48:58.556410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Attempting to bind port 3d715612-2601-4db7-90a1-40679312a7c7 on network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:48:58.562549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:48:58.562955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Checking segment: {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:48:58.563381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.563754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Bound using segment: {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:48:58.564798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Bound port: 3d715612-2601-4db7-90a1-40679312a7c7, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:48:58.565357 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.588912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.595509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:58.596241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.644135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da9a1d8f-a68c-41fa-92af-6527d0e1f0ff,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:58.651057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38575600-7b62-4f2c-93c4-33be7d1cfeb8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ef414977bf640d2a35c845329671dd2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2010791 Apr 28 19:48:58.666278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57096) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:58.669341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:48:58.671961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:48:58.673767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d715612-2601-4db7-90a1-40679312a7c7,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:48:58.679721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.762261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521c9868-7c07-4a9b-b249-a6b33ec069d2 None None] Pushing event updated for resources: {'Port': ['ID=3d715612-2601-4db7-90a1-40679312a7c7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:58.774278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.815833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0333793 Apr 28 19:48:58.819048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:58.821352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10caea9e-174b-4fbf-8ac8-9d1d050cee7b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Network': ['ID=a2160362-e90f-4c0f-a048-0cc60c542b66,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:58.828826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'subnet': {'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:48:58.832318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a2160362-e90f-4c0f-a048-0cc60c542b66 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:48:58.881093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.934901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:58.960696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.076253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.122784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:48:59.127167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da9a1d8f-a68c-41fa-92af-6527d0e1f0ff,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:48:59.130006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:subnet and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:48:59.135042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:48:59.144639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:48:59.147153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.148274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2461c501-0b33-4d26-b7a9-cf385707b719 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/da9a1d8f-a68c-41fa-92af-6527d0e1f0ff HTTP/1.1" status: 204 len: 168 time: 0.4814157 Apr 28 19:48:59.172382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:48:59.176210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.271592 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Floating IP b5a73ddd-8ab0-467a-bcc1-9273cba082dd associated. External IP: 172.25.2.4, port: 5a3d8e7d-9fb8-440c-83ae-c253c268fd56. Apr 28 19:48:59.282484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.634887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:48:59.832369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047f71b8-4223-4da8-b80b-8600ff3f017e req-980f813e-0aec-4731-a4eb-cc76db9ebac9 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:59.843151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-047f71b8-4223-4da8-b80b-8600ff3f017e req-980f813e-0aec-4731-a4eb-cc76db9ebac9 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.1564476 Apr 28 19:48:59.876024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Deleting port e5d7a18b-391c-48b5-8bf9-f221338a803d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:48:59.876363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:48:59.943881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-047f71b8-4223-4da8-b80b-8600ff3f017e req-a7d92f5c-f341-4021-ad5b-bd1528574e44 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996263 Apr 28 19:48:59.959279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2c3c21-117e-4e74-b259-872c291f20db req-28620cdd-d2ae-472d-8dc3-e7af8b5f7622 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:48:59.961030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e2c3c21-117e-4e74-b259-872c291f20db req-28620cdd-d2ae-472d-8dc3-e7af8b5f7622 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.5561640 Apr 28 19:48:59.962429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.018065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:00.025972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d5f608-c598-4798-93be-1dbe4e97f9f0 None None] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:00.045259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Usage tracker for resource:security_group_rule and tenant:a72d57d2ba5544db9c4b0c3dda24906c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:00.051801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:00.072624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:00.078340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e2c3c21-117e-4e74-b259-872c291f20db req-bb000fc2-a342-4a9f-b77e-1d451e3d05b4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980890 Apr 28 19:49:00.080520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] For port e5d7a18b-391c-48b5-8bf9-f221338a803d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5d7a18b-391c-48b5-8bf9-f221338a803d,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:00.080952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.129724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.175857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eca408b9-a820-4005-aad2-e5c65b79af94 None None] Provisioning for port 3d715612-2601-4db7-90a1-40679312a7c7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:00.209176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Subnet': ['ID=7303447e-76d3-4dfc-8dda-a2484472e09b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:00.268156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Router 8ac56a5d-7b65-4524-85b7-a54de4564d12 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:00.355262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Checking segment: {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:00.355544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network hostable DHCP agents. Network: a2160362-e90f-4c0f-a048-0cc60c542b66, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:00.375223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Calling delete_port for e5d7a18b-391c-48b5-8bf9-f221338a803d owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:00.425909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d715612-2601-4db7-90a1-40679312a7c7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:00.495705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network a2160362-e90f-4c0f-a048-0cc60c542b66 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:00.513408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3d715612-2601-4db7-90a1-40679312a7c7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:00.519477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3d715612-2601-4db7-90a1-40679312a7c7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:00.519848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.567786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a2160362-e90f-4c0f-a048-0cc60c542b66) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:00.575971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.576571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.595698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.597239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:00.619744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.627798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d1096-c11e-4965-b186-a0af0f7eee4c None None] Network a2160362-e90f-4c0f-a048-0cc60c542b66 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:00.644156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Sync routers for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:00.660206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56666b8a-5cc1-41ae-9a5a-c4ec0add86ac req-405e847c-89c2-4bd4-8c26-7ee0a6e30ee2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:00.668160 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56666b8a-5cc1-41ae-9a5a-c4ec0add86ac req-405e847c-89c2-4bd4-8c26-7ee0a6e30ee2 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.5220952 Apr 28 19:49:00.684291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.685312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:00.688614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:00.689206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:00.769806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a71a9abb-7378-406c-9fc0-2069bfd2b883 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "PUT /v2.0/floatingips/b5a73ddd-8ab0-467a-bcc1-9273cba082dd HTTP/1.1" status: 200 len: 989 time: 3.3038673 Apr 28 19:49:00.769806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:00.775997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d5eb226-fe15-4150-a346-a25e8e99334f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.9561450 Apr 28 19:49:00.792828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0d1257-1f7a-4880-91bd-3b9950fecb21,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:00.812909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d7a18b-391c-48b5-8bf9-f221338a803d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:00.818316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e1b02d5-54ff-4d1b-9acf-4e269bb4c6bb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a72d57d2ba5544db9c4b0c3dda24906c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9849384 Apr 28 19:49:00.820763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:00.917864 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba66d78-f1c6-419e-9cd8-eb15a6516b04'] response: {'name': 'network-changed', 'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'status': 'completed', 'code': 200} Apr 28 19:49:00.976155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.025629 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.049027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:01.097298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.097576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.117291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0d1257-1f7a-4880-91bd-3b9950fecb21,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:01.127986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.129329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fd9956d0-c360-4700-ba8f-f217fb44093d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f0d1257-1f7a-4880-91bd-3b9950fecb21 HTTP/1.1" status: 204 len: 168 time: 0.3035607 Apr 28 19:49:01.202995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d715612-2601-4db7-90a1-40679312a7c7,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:01.275147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56666b8a-5cc1-41ae-9a5a-c4ec0add86ac req-e56feea9-f61b-44a1-9791-e6aa83f14626 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6058867 Apr 28 19:49:01.296213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ed8cf646-b238-4432-a27c-866f62448218 None None] Provisioning complete for port 3d715612-2601-4db7-90a1-40679312a7c7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:01.296595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed8cf646-b238-4432-a27c-866f62448218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.340672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.359090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.474749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-01e59787-9ef9-4e2d-a4be-bc615da2dd90 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.483456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-01e59787-9ef9-4e2d-a4be-bc615da2dd90 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.484438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-01e59787-9ef9-4e2d-a4be-bc615da2dd90 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:01.504945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-01e59787-9ef9-4e2d-a4be-bc615da2dd90 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:01.506477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-01e59787-9ef9-4e2d-a4be-bc615da2dd90 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/networks?id=3d1a8f35-5861-40d2-b464-ed37a7e189e1&id=a2160362-e90f-4c0f-a048-0cc60c542b66 HTTP/1.1" status: 200 len: 1392 time: 0.2491872 Apr 28 19:49:01.528038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-475a7460-a250-49f6-89e2-e7ba3b323314 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/quotas/4b4658fcf2484197a07be739bf4c6a3d HTTP/1.1" status: 200 len: 375 time: 0.0157194 Apr 28 19:49:01.535185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.535656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.536211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.536676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.537232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.538055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.538520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.541133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-e0f58d44-1865-44fd-8bcc-68f56ced6881 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6489 time: 0.5571663 Apr 28 19:49:01.654216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-fec2f6be-ccc7-4973-bf50-dd4212a26fe9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:01.674862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-fec2f6be-ccc7-4973-bf50-dd4212a26fe9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:01.676637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-fec2f6be-ccc7-4973-bf50-dd4212a26fe9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1432538 Apr 28 19:49:01.713850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3d715612-2601-4db7-90a1-40679312a7c7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:01.822983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a2160362-e90f-4c0f-a048-0cc60c542b66', 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'fixed_ips': [{'subnet_id': '7303447e-76d3-4dfc-8dda-a2484472e09b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:49:01.823810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:01.927835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-0da7f8a3-d92e-42d5-a100-54ceb665292d service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:01.929649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06580744-8f8a-410d-84cb-23637d3066c3 req-ea7fef3d-be3f-4f0b-9212-53148baeb8bb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.931799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06580744-8f8a-410d-84cb-23637d3066c3 req-ea7fef3d-be3f-4f0b-9212-53148baeb8bb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.4764569 Apr 28 19:49:01.949201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-0da7f8a3-d92e-42d5-a100-54ceb665292d service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2650051 Apr 28 19:49:01.950068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-63abe9bf-ced4-4a16-b8da-c343474d661b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:01.951663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-63abe9bf-ced4-4a16-b8da-c343474d661b service neutron] 10.222.0.41 "GET /v2.0/networks?id=114fef73-afb1-49c2-b6a9-a8fb972e0d31 HTTP/1.1" status: 200 len: 913 time: 0.3614271 Apr 28 19:49:02.103481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Allocated IP 19.86.0.2 (a2160362-e90f-4c0f-a048-0cc60c542b66/7303447e-76d3-4dfc-8dda-a2484472e09b/d1ddd7a1-f941-4dc8-b53e-b4effc912f2c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:02.112633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b5a73ddd-8ab0-467a-bcc1-9273cba082dd', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'port_id': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'mac_address': 'fa:16:3e:54:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:13Z', 'updated_at': '2022-04-28T19:48:58Z', 'revision_number': 1, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:02.121065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Checking router: 8ac56a5d-7b65-4524-85b7-a54de4564d12 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:02.132460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-7047cb7e-f5c1-4f1a-9423-15edd87e6adb service neutron] 10.222.0.24 "GET /v2.0/networks/3d1a8f35-5861-40d2-b464-ed37a7e189e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814420 Apr 28 19:49:02.161757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:02.162319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:02.207946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57176) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:02.244276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06580744-8f8a-410d-84cb-23637d3066c3 req-f5818373-e192-4166-9123-db34d9fdbcc4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955766 Apr 28 19:49:02.261600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-571b1eda-e7aa-4ca8-b98a-e3ff90deff68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 200 len: 997 time: 0.2892330 Apr 28 19:49:02.327805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-8c0eca44-214b-4661-becf-12703afcdc41 service neutron] 10.222.0.24 "GET /v2.0/networks/3d1a8f35-5861-40d2-b464-ed37a7e189e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940560 Apr 28 19:49:02.350906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:02.370407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-23ccf7af-8a4d-4d23-bcfe-7496982e26ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.371943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-23ccf7af-8a4d-4d23-bcfe-7496982e26ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c26e62c-f7f6-48d9-b67d-e0b1483517da HTTP/1.1" status: 200 len: 851 time: 0.1026177 Apr 28 19:49:02.530606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.541146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-ee639c8c-9a69-4b58-baf8-4408b205383a service neutron] 10.222.0.24 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124825 Apr 28 19:49:02.551743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-network', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:02.557140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d715612-2601-4db7-90a1-40679312a7c7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:02.605969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Transition to ACTIVE for port object d1ddd7a1-f941-4dc8-b53e-b4effc912f2c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:02.617288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:02.639887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Usage tracker for resource:network and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:02.644685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:02.654333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Transition to ACTIVE for port object d1ddd7a1-f941-4dc8-b53e-b4effc912f2c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:02.665709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:02.676954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.690008 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-62b648a7-68a5-4e70-8f9a-64daa9555ce9 service neutron] 10.222.0.24 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426308 Apr 28 19:49:02.704226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Made reservation on behalf of 2ce8ff5ddf094ecab2250cf181b809e7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:02.706776 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.733995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.768281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:02.769111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3d715612-2601-4db7-90a1-40679312a7c7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:02.769489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:02.772718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:02.780043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Usage tracker for resource:security_group_rule and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:02.783639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:02.784357 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Sync routers for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:02.793940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:02.794891 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:02.795708 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:02.797888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-3e5d9fb6-edc7-4a35-92ed-a610e1cdcf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.799352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-3e5d9fb6-edc7-4a35-92ed-a610e1cdcf73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3730652 Apr 28 19:49:02.808945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ea01d-1d00-40ce-8c81-2266e36604b4 req-cc4aa982-c756-4630-b979-31cc95c9da49 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:02.811075 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f4ea01d-1d00-40ce-8c81-2266e36604b4 req-cc4aa982-c756-4630-b979-31cc95c9da49 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 945 time: 0.2547896 Apr 28 19:49:02.815850 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-99836c0b-2ee6-4f82-93f2-34e440f3e432 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ede6fdd-e67d-4f7d-9638-b19b14ad31f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2707162 Apr 28 19:49:02.818633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:02.885808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:02.934098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Pushing event updated for resources: {'Port': ['ID=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:02.937983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Network a2160362-e90f-4c0f-a048-0cc60c542b66 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:02.958728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:02.969020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:03.068287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f4ea01d-1d00-40ce-8c81-2266e36604b4 req-b629f353-756c-43d4-9d96-8cd3ad7d00df tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292681 Apr 28 19:49:03.252521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Attempting to bind port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:03.253519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Attempting to bind port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:03.254121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Attempting to bind port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c on network a2160362-e90f-4c0f-a048-0cc60c542b66 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:03.261833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:03.262766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Checking segment: {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:03.263476 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.264103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Bound using segment: {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:03.264882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Bound port: d1ddd7a1-f941-4dc8-b53e-b4effc912f2c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:03.265520 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.273857 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:03.382894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.459326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-07deef22-ea66-42c4-ac5d-960f27ae0619 service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6458993 Apr 28 19:49:03.513702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a0177300-a8a4-4bf2-8839-f44537cd4567 req-f99f1bdd-f571-4ed8-b887-2562408f51f7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:03.723106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.732552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a0177300-a8a4-4bf2-8839-f44537cd4567 req-f99f1bdd-f571-4ed8-b887-2562408f51f7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:03.734395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] For port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:03.742619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0177300-a8a4-4bf2-8839-f44537cd4567 req-f99f1bdd-f571-4ed8-b887-2562408f51f7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 210 time: 0.5172825 Apr 28 19:49:03.772264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.791591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] For port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:03.805161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.866121 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119'}], 'enable_snat': True}, 'gw_port_id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:49:00Z', 'revision_number': 5, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port': {'id': '8b79748d-c6ec-4a21-b6ea-8095c6b498b4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:e6:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:48:31Z', 'updated_at': '2022-04-28T19:48:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:03.872613 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Checking router: 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:03.885705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Routers {'8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:03.886574 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:03.892746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:03.906519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.933590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Deleting port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:03.934088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:03.955768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-6e480e12-2e34-4597-8477-cbaab943a681 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:03.957226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-6e480e12-2e34-4597-8477-cbaab943a681 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 945 time: 0.6996253 Apr 28 19:49:03.968407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269e818-7fa9-421c-b808-e4b91acaa619,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:04.018008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.018360 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Added segment 8e38a1c2-2e4b-4583-b025-2d203bd555ec of type vlan for network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 Apr 28 19:49:04.019645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ae457-3fcf-47c8-b26f-8b1ceffd4487 None None] Pushing event updated for resources: {'Port': ['ID=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:04.045623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf69cb6-24ec-4a17-b55a-1b3add59589d req-f99e0f31-475f-4289-ba95-009137b30a95 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.050189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf69cb6-24ec-4a17-b55a-1b3add59589d req-f99e0f31-475f-4289-ba95-009137b30a95 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.3321171 Apr 28 19:49:04.057087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b5a73ddd-8ab0-467a-bcc1-9273cba082dd', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'port_id': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'mac_address': 'fa:16:3e:54:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:13Z', 'updated_at': '2022-04-28T19:48:58Z', 'revision_number': 1, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:04.064591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7aaf1dd-c87e-40ee-90d9-8d1c58a5671c None None] The sync data for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 is: [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b5a73ddd-8ab0-467a-bcc1-9273cba082dd', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'floating_ip_address': '172.25.2.4', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'port_id': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 952, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'mac_address': 'fa:16:3e:54:0e:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:47:13Z', 'updated_at': '2022-04-28T19:48:58Z', 'revision_number': 1, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:04.114818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6358f1cb-69ad-4db7-a61d-47a02d105e63 req-08bb5934-3556-4f04-ab77-50d0791c2310 service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6029813 Apr 28 19:49:04.166431 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] Set router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:04.189794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:04.190408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.216766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf69cb6-24ec-4a17-b55a-1b3add59589d req-7d349a61-a97b-43f0-8898-85f101b47917 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606584 Apr 28 19:49:04.244891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.417149 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:49:03Z', 'revision_number': 6, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:04.431672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13447b96-e367-4dfe-ae1c-44b8b1e4bd59 None None] The sync data for ids ['8ede6fdd-e67d-4f7d-9638-b19b14ad31f4'] in n-d-839811-1 is: [{'id': '8ede6fdd-e67d-4f7d-9638-b19b14ad31f4', 'name': 'tempest-FloatingIPsTestJSON-1655775271-router', 'tenant_id': '20c18d3f90f94fe481a844e69af54fd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:48:29Z', 'updated_at': '2022-04-28T19:49:03Z', 'revision_number': 6, 'project_id': '20c18d3f90f94fe481a844e69af54fd9', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:04.464276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e40e78-a4d3-4931-a977-aedd00e306ad req-810a831b-f00f-4383-a6f1-b67c5838e4b2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.471705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21e40e78-a4d3-4931-a977-aedd00e306ad req-810a831b-f00f-4383-a6f1-b67c5838e4b2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.5132599 Apr 28 19:49:04.520725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.523090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:04.523675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.541695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9c053dc-4995-4097-a1cb-707f97894ce4 None None] New status for floating IP b5a73ddd-8ab0-467a-bcc1-9273cba082dd: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:49:04.641786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] For port 8b79748d-c6ec-4a21-b6ea-8095c6b498b4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:04.642334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:04.647545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.4335296 Apr 28 19:49:04.667016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57206) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:04.723441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Request body: {'subnet': {'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-subnet', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:04.752714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:04.804091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Calling delete_port for 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:04.818853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Usage tracker for resource:subnet and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:04.823061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:05.092182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21e40e78-a4d3-4931-a977-aedd00e306ad req-a8568b3a-cc55-4cb7-a055-2c0a6c279496 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6195800 Apr 28 19:49:05.093058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:05.123428 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.193534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58e9fdd-50b1-4ff4-81d5-abd0c6c0cf4a admin admin] Pushing event updated for resources: {'Network': ['ID=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:05.210543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Pushing event deleted for resources: {'Port': ['ID=8b79748d-c6ec-4a21-b6ea-8095c6b498b4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:05.212202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:49:05.249281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Made reservation on behalf of 2ce8ff5ddf094ecab2250cf181b809e7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:05.251510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.268042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eda893-6885-46f6-b026-d8fad5713fc7 req-357a22cb-dbb5-4d5c-a679-16d3eff8f673 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.270054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9eda893-6885-46f6-b026-d8fad5713fc7 req-357a22cb-dbb5-4d5c-a679-16d3eff8f673 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 945 time: 0.7984376 Apr 28 19:49:05.367560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9eda893-6885-46f6-b026-d8fad5713fc7 req-d608af3b-4c27-4f03-925f-4bc5e2bf2b77 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Apr 28 19:49:05.370551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.409872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-4ce0a099-d262-431a-a2d3-ca3baaa3d176 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.416625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-4ce0a099-d262-431a-a2d3-ca3baaa3d176 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:05.417968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-4ce0a099-d262-431a-a2d3-ca3baaa3d176 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:05.434553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:05.434920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.562586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e3239e8-9a33-4472-845e-d17389eeff42 None None] Network a2160362-e90f-4c0f-a048-0cc60c542b66 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:05.658857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:05.697085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cbe59d0d-1480-46d4-9013-1ff8e949e0ab None None] Provisioning for port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:05.698204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-4ce0a099-d262-431a-a2d3-ca3baaa3d176 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:05.699358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-4ce0a099-d262-431a-a2d3-ca3baaa3d176 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "GET /v2.0/networks?id=3d1a8f35-5861-40d2-b464-ed37a7e189e1&id=a2160362-e90f-4c0f-a048-0cc60c542b66 HTTP/1.1" status: 200 len: 1392 time: 1.0222850 Apr 28 19:49:05.730409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'port': {'device_id': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1', 'admin_state_up': True, 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:05.738724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:05.750866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ac808f0-113d-4b4a-b421-ed2e9eaddca7 req-2760cce5-4e63-44c7-b505-4d90a7256570 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 210 time: 0.0629601 Apr 28 19:49:05.756566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.759030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.785328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.786010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:49:05.799772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.804378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d09f1e32-1c0a-4c32-a69f-798af795898f admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ede6fdd-e67d-4f7d-9638-b19b14ad31f4 HTTP/1.1" status: 204 len: 168 time: 2.9812922 Apr 28 19:49:05.804378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57212) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:05.869146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Deleting subnet 7947b893-fd09-4f83-a7e3-6e9fca0eabcf {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:49:05.872552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.931436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:05.944310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.028065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf8362-c25d-422f-82b7-20f703f32309 req-db40ef8c-7b79-4915-9c24-27a680b8209f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.029553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24cf8362-c25d-422f-82b7-20f703f32309 req-db40ef8c-7b79-4915-9c24-27a680b8209f tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.7936525 Apr 28 19:49:06.030440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.078530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.136991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:06.141647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.156921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:port and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:06.161780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:06.168251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:06.191747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:06.191992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9766126-db19-4277-933d-34f56ef78838 None None] Network 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:06.203471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.217842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7947b893-fd09-4f83-a7e3-6e9fca0eabcf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:06.264006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7033087a-b0b2-4a5b-9051-9b6001f86291 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7947b893-fd09-4f83-a7e3-6e9fca0eabcf HTTP/1.1" status: 204 len: 168 time: 0.4594467 Apr 28 19:49:06.269389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:06.297000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:06.300346 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.312555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24cf8362-c25d-422f-82b7-20f703f32309 req-996c38b7-d3a9-4d3c-94a7-52977925b299 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481143 Apr 28 19:49:06.328105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port 1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:06.334791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.338789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'name': 'network-vif-deleted', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:06.411823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.428574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.429146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91639408-a79d-42bf-aecb-196ebcf78e30 req-552e94f7-b285-4b00-961e-aa40d53b1b64 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:06.442045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91639408-a79d-42bf-aecb-196ebcf78e30 req-552e94f7-b285-4b00-961e-aa40d53b1b64 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.2193065 Apr 28 19:49:06.487647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91639408-a79d-42bf-aecb-196ebcf78e30 req-cc08b8af-994d-41a6-9605-b3ae8678db1b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447366 Apr 28 19:49:06.492051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Deleting port 17c11c99-5049-4002-a759-a1b0575dd258 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:06.492573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.495292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ccf9f52-c3f9-4151-8bed-9c1c1fc88adf req-5cbdc0c5-a86e-4369-83d7-94a9f30a78c7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "DELETE /v2.0/ports/1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7 HTTP/1.1" status: 204 len: 173 time: 2.5239441 Apr 28 19:49:06.544913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1ddd7a1-f941-4dc8-b53e-b4effc912f2c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:06.564640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d07ec126-b567-4fe5-af15-e7f36dc77eb4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:06.675176 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adc54c3e-dd8e-42cc-8be4-0e0f229b948a'] response: {'server_uuid': '9f15c8df-c368-4316-ac62-30e39d9b320c', 'name': 'network-vif-deleted', 'tag': '1bb889ec-4286-4dd2-aa44-2dc1df1ba9a7', 'status': 'completed', 'code': 200} Apr 28 19:49:06.685267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] DHCP port deletion for 187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:49:06.694373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Deleting port 17c11c99-5049-4002-a759-a1b0575dd258 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:06.694373 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.744499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Checking segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:06.745132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Network hostable DHCP agents. Network: bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:06.839930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Allocated IP 19.80.0.44 (3d1a8f35-5861-40d2-b464-ed37a7e189e1/f183d9a5-bf97-46a0-96fc-d194391d838b/e171acaa-4272-49cc-b91f-3ad4e8d51115) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:06.871712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:06.898072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:06.898451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:06.982244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05a7aada-4499-4727-ac82-b0a867d27b2e req-aa3ed6f3-82eb-4c18-b4a2-97423abe4a4a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=9f15c8df-c368-4316-ac62-30e39d9b320c HTTP/1.1" status: 200 len: 210 time: 0.1107917 Apr 28 19:49:06.995913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] For port 17c11c99-5049-4002-a759-a1b0575dd258, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17c11c99-5049-4002-a759-a1b0575dd258,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:06.996248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.067858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] For port 17c11c99-5049-4002-a759-a1b0575dd258, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17c11c99-5049-4002-a759-a1b0575dd258,segment=NetworkSegment(2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d),segment_id=2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:07.068253 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.198470 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.208310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Calling delete_port for 17c11c99-5049-4002-a759-a1b0575dd258 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:07.229849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Transition to ACTIVE for port object e171acaa-4272-49cc-b91f-3ad4e8d51115 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:07.322553 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.334229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:07.343498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Calling delete_port for 17c11c99-5049-4002-a759-a1b0575dd258 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:07.390332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.444055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:07.454718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.456354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:07.465840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dba7aac-7397-4042-80ab-5e3ff484bc0b req-5f738b25-a454-498a-aebf-d98f159a03dc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:07.480943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dba7aac-7397-4042-80ab-5e3ff484bc0b req-5f738b25-a454-498a-aebf-d98f159a03dc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 931 time: 0.2830627 Apr 28 19:49:07.484744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.498137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:07.498732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.556158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cab2515-dea4-4f87-8a70-e3a5554ff23a None None] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:07.578453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5d7a18b-391c-48b5-8bf9-f221338a803d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:07.622846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Pushing event deleted for resources: {'Port': ['ID=17c11c99-5049-4002-a759-a1b0575dd258,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:07.624776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] No DVR routers for this DVR port 17c11c99-5049-4002-a759-a1b0575dd258 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:07.714955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dba7aac-7397-4042-80ab-5e3ff484bc0b req-d8c9b86c-4731-49fa-98a8-a39e4b2da1f5 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309790 Apr 28 19:49:07.745154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e5d7a18b-391c-48b5-8bf9-f221338a803d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:49:07.746516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5d7a18b-391c-48b5-8bf9-f221338a803d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:49:07.746516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:07.749066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:07.770925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:07.784397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dec4cc10-4dce-4f7f-9cc1-31c43e65645a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.0993500 Apr 28 19:49:07.785485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:07.823722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57236) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:07.825696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:07.830288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.846777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:07.864357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:07.870725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['187edf4a-fbe6-4bbb-b34c-e5c8b051acf7']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:07.875127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:49:07.875472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8b79748d-c6ec-4a21-b6ea-8095c6b498b4 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:49:07.888178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:07.892520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:07.892814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e2c2795-31dd-4f0f-ab0d-43f0f7fd1a5d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:07.900973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Usage tracker for resource:router and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:07.902528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:49:07.902528 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:49:07.911779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:07.914131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.939207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.942727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ae7d48-d81c-44ad-8b1c-aa0aecad4071 req-e1720435-fb3a-446e-a616-548b0fb542da tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:07.950740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3ae7d48-d81c-44ad-8b1c-aa0aecad4071 req-e1720435-fb3a-446e-a616-548b0fb542da tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.6840529 Apr 28 19:49:07.965693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:49:07.966337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:07.968219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:07.980328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:07.980509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.049238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.051768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.071551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-268eccf3-393c-4eeb-8d54-6e4062efc28d tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3552179 Apr 28 19:49:08.077231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:49:08.079435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.089153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Request body: {'port': {'device_id': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66', 'admin_state_up': True, 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:08.231041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85cf8cac-0eea-45fc-b5f8-9983334fea92 None None] Provisioning for port e171acaa-4272-49cc-b91f-3ad4e8d51115 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:08.245399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3ae7d48-d81c-44ad-8b1c-aa0aecad4071 req-4437f27b-17f7-43cc-8082-98b223a6aa8e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936430 Apr 28 19:49:08.245776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85cf8cac-0eea-45fc-b5f8-9983334fea92 None None] Provisioning complete for port e171acaa-4272-49cc-b91f-3ad4e8d51115 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:08.246392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85cf8cac-0eea-45fc-b5f8-9983334fea92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.252291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:08.262350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Usage tracker for resource:port and tenant:4b4658fcf2484197a07be739bf4c6a3d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:08.269585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:08.300404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:08.318450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Made reservation on behalf of 4b4658fcf2484197a07be739bf4c6a3d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:08.325341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:49:08.384348 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:49:08.391183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-85cf8cac-0eea-45fc-b5f8-9983334fea92 None None] Port e171acaa-4272-49cc-b91f-3ad4e8d51115 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:08.425770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Deleting port 17c11c99-5049-4002-a759-a1b0575dd258 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:08.426657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.467323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.488669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.511652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.519898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1ddd7a1-f941-4dc8-b53e-b4effc912f2c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:08.531291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] Pushing event deleted for resources: {'Network': ['ID=187edf4a-fbe6-4bbb-b34c-e5c8b051acf7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:08.549931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce6309a4-ff81-4404-bb45-9bd774772df8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/187edf4a-fbe6-4bbb-b34c-e5c8b051acf7 HTTP/1.1" status: 204 len: 168 time: 2.2794397 Apr 28 19:49:08.591244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa62ff5-587a-4e8e-8e4f-a0f4735ba8fa req-208c21f2-55ca-445c-8ca3-d35c90dd1926 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:08.599100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fa62ff5-587a-4e8e-8e4f-a0f4735ba8fa req-208c21f2-55ca-445c-8ca3-d35c90dd1926 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.2134488 Apr 28 19:49:08.655123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fa62ff5-587a-4e8e-8e4f-a0f4735ba8fa req-b20072ab-ace1-4f78-bf43-a801ca78e4f6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547190 Apr 28 19:49:08.716782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc7ecc29-769a-4271-b05f-c0afcebd16f1 None None] The port '17c11c99-5049-4002-a759-a1b0575dd258' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:49:08.759606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:08.766221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Allocated IP 172.20.0.2 (bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671/d07ec126-b567-4fe5-af15-e7f36dc77eb4/bee91d72-92c0-4bb3-9e74-f519d20b03da) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:08.824587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:08.825262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.835565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-deb770c5-23e3-4e8a-9271-cf6673424154 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20c18d3f90f94fe481a844e69af54fd9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741630 Apr 28 19:49:08.837340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57258) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:08.908871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:08.939834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.007011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.055435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Allocated IP 19.86.0.230 (a2160362-e90f-4c0f-a048-0cc60c542b66/7303447e-76d3-4dfc-8dda-a2484472e09b/cf579b75-cf62-4675-80cd-42daced2d307) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:09.073438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.080772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a83a0f47-389b-463e-b682-42424fcea49f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.084434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.086139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-51cb1901-9770-4e40-b569-7a6ba85d3e44 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a83a0f47-389b-463e-b682-42424fcea49f HTTP/1.1" status: 204 len: 168 time: 0.2476945 Apr 28 19:49:09.109676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5aff524-f32b-4dee-a23e-6d65e51720cb req-0779931d-f5bb-4ac3-b881-0071556062a0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.112856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5aff524-f32b-4dee-a23e-6d65e51720cb req-0779931d-f5bb-4ac3-b881-0071556062a0 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.4201264 Apr 28 19:49:09.139229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35ebfff-4c48-43a5-9a8a-1624a8828d55 req-1962b26b-8768-406e-938c-5854ddba60da tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.141066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a35ebfff-4c48-43a5-9a8a-1624a8828d55 req-1962b26b-8768-406e-938c-5854ddba60da tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 931 time: 0.1258297 Apr 28 19:49:09.142093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.157651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Transition to ACTIVE for port object bee91d72-92c0-4bb3-9e74-f519d20b03da will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:09.181510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Transition to ACTIVE for port object bee91d72-92c0-4bb3-9e74-f519d20b03da will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:09.193251 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a35ebfff-4c48-43a5-9a8a-1624a8828d55 req-81f72787-fbe9-4cea-b61a-bad5d93bf9d9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444710 Apr 28 19:49:09.194568 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.244777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 17c11c99-5049-4002-a759-a1b0575dd258 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:09.312711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 17c11c99-5049-4002-a759-a1b0575dd258 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:49:09.313058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 17c11c99-5049-4002-a759-a1b0575dd258 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:49:09.321532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:09.326282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:09.335468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:09.431656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.447531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Pushing event updated for resources: {'Port': ['ID=bee91d72-92c0-4bb3-9e74-f519d20b03da,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.450331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Transition to ACTIVE for port object cf579b75-cf62-4675-80cd-42daced2d307 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:09.490205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5aff524-f32b-4dee-a23e-6d65e51720cb req-faf2a326-d9f2-42b0-bf95-16eae19620d8 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3510134 Apr 28 19:49:09.504325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Attempting to bind port bee91d72-92c0-4bb3-9e74-f519d20b03da on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:09.504701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Attempting to bind port bee91d72-92c0-4bb3-9e74-f519d20b03da by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:09.505072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Attempting to bind port bee91d72-92c0-4bb3-9e74-f519d20b03da on network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:09.518651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:09.519022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Checking segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:09.519427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.519819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Bound using segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:09.521602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Bound port: bee91d72-92c0-4bb3-9e74-f519d20b03da, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:09.522182 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.561885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.688253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] For port bee91d72-92c0-4bb3-9e74-f519d20b03da, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:09.692692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] For port bee91d72-92c0-4bb3-9e74-f519d20b03da, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bee91d72-92c0-4bb3-9e74-f519d20b03da,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:09.697803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.740157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Network a2160362-e90f-4c0f-a048-0cc60c542b66 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:09.755166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:09.764186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:09.784821 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:09.801330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda4933f-42d5-4a56-b38d-5737adc28dc9 None None] Pushing event updated for resources: {'Port': ['ID=bee91d72-92c0-4bb3-9e74-f519d20b03da,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.824882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:09.962811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:09.963469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.092744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9c2eb8-4b3c-4f14-87a0-868fa951214c req-8596d3e3-2050-4cf3-b48f-d2ae01f85bf4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.095393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e9c2eb8-4b3c-4f14-87a0-868fa951214c req-8596d3e3-2050-4cf3-b48f-d2ae01f85bf4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.1169021 Apr 28 19:49:10.152187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14a62f64-806b-4b54-9b93-7519955d72f7 None None] Provisioning for port cf579b75-cf62-4675-80cd-42daced2d307 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:10.157915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14a62f64-806b-4b54-9b93-7519955d72f7 None None] Provisioning complete for port cf579b75-cf62-4675-80cd-42daced2d307 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:10.158267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14a62f64-806b-4b54-9b93-7519955d72f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.188035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e9c2eb8-4b3c-4f14-87a0-868fa951214c req-1197601f-1860-4eed-8d0a-300f1c3f8312 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819967 Apr 28 19:49:10.245258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57306) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:10.317982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-3180095a-a36b-4aeb-b7b6-783c79b4eb39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.326377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-3180095a-a36b-4aeb-b7b6-783c79b4eb39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.6408916 Apr 28 19:49:10.346226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-14a62f64-806b-4b54-9b93-7519955d72f7 None None] Port cf579b75-cf62-4675-80cd-42daced2d307 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:10.387585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-1e6baf26-d34a-4c69-be20-35250f958fa2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3054082 Apr 28 19:49:10.411373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Request body: {'port': {'device_id': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:10.427100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-995490480-network', 'tenant_id': 'fdf6cccd83064d70860e034733086d12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:10.441965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:10.451086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Usage tracker for resource:network and tenant:fdf6cccd83064d70860e034733086d12 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:10.459920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bee91d72-92c0-4bb3-9e74-f519d20b03da up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:10.462027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:10.470155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:10.483625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Made reservation on behalf of fdf6cccd83064d70860e034733086d12 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:10.486220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.504463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.524015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:10.528566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Usage tracker for resource:security_group_rule and tenant:fdf6cccd83064d70860e034733086d12 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:10.533486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:10.541603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-bdfcc142-891e-45f9-98f0-0b40d3bb2210 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.2139752 Apr 28 19:49:10.542970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:10.571119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port bee91d72-92c0-4bb3-9e74-f519d20b03da completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:10.647755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-0a1da9ff-b217-4271-977a-93ab87c983b4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:10.667392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.704075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.718561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab9e2e-3203-47e8-b58d-3d1601fa5a0b req-ba2b23c2-5fac-40b6-99c2-fc303180e930 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.725590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab9e2e-3203-47e8-b58d-3d1601fa5a0b req-ba2b23c2-5fac-40b6-99c2-fc303180e930 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.727768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35ab9e2e-3203-47e8-b58d-3d1601fa5a0b req-ba2b23c2-5fac-40b6-99c2-fc303180e930 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1654 time: 0.1352160 Apr 28 19:49:10.728418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.739197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-0a1da9ff-b217-4271-977a-93ab87c983b4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:10.740235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-0a1da9ff-b217-4271-977a-93ab87c983b4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1978638 Apr 28 19:49:10.748437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.785981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-1a9acd28-158a-484e-a76b-c2c2cde6d9fa service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:49:10.786749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-1a9acd28-158a-484e-a76b-c2c2cde6d9fa service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102839 Apr 28 19:49:10.787812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:10.790739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.808105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce41bec-72f8-4889-bd27-8a0a151c12e8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:10.823172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.823700 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Added segment ffc26ca9-902c-4a20-8c5b-daba81225642 of type vlan for network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 Apr 28 19:49:10.829911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-35ab9e2e-3203-47e8-b58d-3d1601fa5a0b req-4731c89e-d9f1-4442-b0b1-429d08a359a2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850706 Apr 28 19:49:10.888665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.938757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:10.938757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:10.938757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.110419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] Pushing event updated for resources: {'Network': ['ID=2e5233ca-d0b0-468a-be42-f8b1fffddca1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.121851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:49:11.128320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9794e770-6533-44fc-89a2-e4512a518f4f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8811638 Apr 28 19:49:11.131133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:11.137272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Request body: {'subnet': {'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-subnet', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:11.144166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:11.150975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Usage tracker for resource:subnet and tenant:fdf6cccd83064d70860e034733086d12 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:11.158966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:11.175629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9f94e-eba7-4967-81a9-70d61614dcce req-d93fe96a-09bd-4335-a14a-021ac2bfc5ad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.177176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aac9f94e-eba7-4967-81a9-70d61614dcce req-d93fe96a-09bd-4335-a14a-021ac2bfc5ad tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.1880443 Apr 28 19:49:11.178124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:11.188450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Made reservation on behalf of fdf6cccd83064d70860e034733086d12 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:11.191131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.213809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c885d-9f56-4cfa-87f4-29a685c00ea6 None None] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:11.228276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-23204776-a86c-466c-9bb5-335e2b1ce4a8 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3990493 Apr 28 19:49:11.231255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Allocated IP 172.25.2.159 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cdc972d2-42a9-452f-b343-27194741422e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:11.363985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Provisioning for port bee91d72-92c0-4bb3-9e74-f519d20b03da completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:11.376684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aac9f94e-eba7-4967-81a9-70d61614dcce req-a8965537-567d-462c-b48e-564800466a0e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722609 Apr 28 19:49:11.383675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Provisioning complete for port bee91d72-92c0-4bb3-9e74-f519d20b03da triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:11.384273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.575306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.579207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-92d139f7-236b-419d-9cf4-52be319f6afa service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3396413 Apr 28 19:49:11.609864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e171acaa-4272-49cc-b91f-3ad4e8d51115 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:11.616512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.625081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.645301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Transition to ACTIVE for port object e171acaa-4272-49cc-b91f-3ad4e8d51115 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:11.652741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.653454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.694005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f7b2bf-6797-4aac-89de-3173ba2b0693 req-b708e0bd-1e3f-4e35-8e20-9db8d30f916c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.697030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33f7b2bf-6797-4aac-89de-3173ba2b0693 req-b708e0bd-1e3f-4e35-8e20-9db8d30f916c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.2022040 Apr 28 19:49:11.699077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.741676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] For port bee91d72-92c0-4bb3-9e74-f519d20b03da, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bee91d72-92c0-4bb3-9e74-f519d20b03da,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:11.747592 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.756278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Checking segment: {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:11.756744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Network hostable DHCP agents. Network: 2e5233ca-d0b0-468a-be42-f8b1fffddca1, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:11.824815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-33f7b2bf-6797-4aac-89de-3173ba2b0693 req-bf858f75-dd5f-47da-913e-cac0c7f840ce tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185558 Apr 28 19:49:11.835210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4753c81d-160b-44ae-857b-a7f4ed060c01 None None] Pushing event updated for resources: {'Port': ['ID=bee91d72-92c0-4bb3-9e74-f519d20b03da,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.853127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:11.887194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2e5233ca-d0b0-468a-be42-f8b1fffddca1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:11.895230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:11.897191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.897948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b467e80-4b32-48bc-8063-4c60813354af None None] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:11.940656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b55a9144-9d39-47d3-b51a-ec0cc37806e4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8077798 Apr 28 19:49:11.943923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:11.952219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:11.962716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:11.971322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Usage tracker for resource:router and tenant:fdf6cccd83064d70860e034733086d12 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:11.979196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:11.979441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:11.984521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:11.991771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:12.109442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.114644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.138685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.216760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fa7712b5-988d-415d-807e-ad02d5f15db2 None None] Provisioning complete for port bee91d72-92c0-4bb3-9e74-f519d20b03da triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:12.217345 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa7712b5-988d-415d-807e-ad02d5f15db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.309489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'fixed_ips': [{'subnet_id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:49:12.310340 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.417582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bee91d72-92c0-4bb3-9e74-f519d20b03da up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:12.425994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31de9651-dcc0-4be7-81df-53b87725e506 req-7e9d09ff-018f-478f-b2df-29436f3960bb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.4274993 Apr 28 19:49:12.561980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.650843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bee91d72-92c0-4bb3-9e74-f519d20b03da triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:12.651503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.654138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42cb5-3758-4d50-a65f-76834dad665d req-837d12d0-2294-4a3e-8262-e0764dcb4990 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.660714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc42cb5-3758-4d50-a65f-76834dad665d req-837d12d0-2294-4a3e-8262-e0764dcb4990 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.667997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fc42cb5-3758-4d50-a65f-76834dad665d req-837d12d0-2294-4a3e-8262-e0764dcb4990 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1666 time: 0.6732221 Apr 28 19:49:12.713621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.728014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Attempting to bind port e171acaa-4272-49cc-b91f-3ad4e8d51115 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:12.729239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Attempting to bind port e171acaa-4272-49cc-b91f-3ad4e8d51115 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:12.729797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Attempting to bind port e171acaa-4272-49cc-b91f-3ad4e8d51115 on network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:12.734745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Allocated IP 172.20.0.2 (2e5233ca-d0b0-468a-be42-f8b1fffddca1/6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b/acb579cc-3c7c-4d7a-9478-0c1a63111397) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:12.741890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fc42cb5-3758-4d50-a65f-76834dad665d req-8794f449-d19b-4113-999c-f43c0570b0c9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728757 Apr 28 19:49:12.816751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:12.834793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:12.837222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Port e171acaa-4272-49cc-b91f-3ad4e8d51115 on network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:49:12.837820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Attempting to bind port e171acaa-4272-49cc-b91f-3ad4e8d51115 on network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:12.849525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:12.899077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:12.899077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Checking segment: {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:12.899920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Bound using segment: {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:12.900463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Bound port: e171acaa-4272-49cc-b91f-3ad4e8d51115, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:12.900873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:12.984255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b126ecd-002e-4852-99c0-1b775c02079d req-f21799af-285f-47de-9513-b9903ff50dfd tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:12.986038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b126ecd-002e-4852-99c0-1b775c02079d req-f21799af-285f-47de-9513-b9903ff50dfd tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.46 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 1.3253114 Apr 28 19:49:12.992184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc972d2-42a9-452f-b343-27194741422e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:13.065516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.106496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Transition to ACTIVE for port object acb579cc-3c7c-4d7a-9478-0c1a63111397 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:13.145637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Transition to ACTIVE for port object acb579cc-3c7c-4d7a-9478-0c1a63111397 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:13.153439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.268521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:13.272232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:13.276630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:13.281933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f784189-14e2-4e6f-aa28-ee249e687b90 req-e1f0a6e2-e29c-4352-8c90-d79a578d41cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.283423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f784189-14e2-4e6f-aa28-ee249e687b90 req-e1f0a6e2-e29c-4352-8c90-d79a578d41cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.1465268 Apr 28 19:49:13.288722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.332485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Pushing event updated for resources: {'Port': ['ID=acb579cc-3c7c-4d7a-9478-0c1a63111397,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:13.342977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.414238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f784189-14e2-4e6f-aa28-ee249e687b90 req-4713e39d-e393-4d70-8875-a94394e61624 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988348 Apr 28 19:49:13.464665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Attempting to bind port acb579cc-3c7c-4d7a-9478-0c1a63111397 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:13.465000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Attempting to bind port acb579cc-3c7c-4d7a-9478-0c1a63111397 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:13.465422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Attempting to bind port acb579cc-3c7c-4d7a-9478-0c1a63111397 on network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:13.466259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Deleting port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:13.468750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.473980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:13.474526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Checking segment: {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:13.475340 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.476434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Bound using segment: {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:13.476520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Bound port: acb579cc-3c7c-4d7a-9478-0c1a63111397, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:13.478658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.585241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:13.588739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:13.595318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.622717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd7712-3c0e-480f-be20-72d9666c0228 req-4b655fc8-ec4b-430a-93aa-4921f5299739 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.628505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09757d9a-5bf2-436f-be00-de1e03c7ac50 req-ec6f5082-d074-4d0a-b707-305ad9cc9246 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.0675952 Apr 28 19:49:13.628709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61bd7712-3c0e-480f-be20-72d9666c0228 req-4b655fc8-ec4b-430a-93aa-4921f5299739 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 946 time: 0.9166167 Apr 28 19:49:13.654043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Allocated IP 172.25.2.94 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/a00ad386-e965-41e3-9c91-585115b9f34f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:13.671119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:13.690150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fb6229-f68c-44bd-b7ad-d694e9699cf9 None None] Pushing event updated for resources: {'Port': ['ID=acb579cc-3c7c-4d7a-9478-0c1a63111397,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:13.736960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:13.809965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.896706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-21df7388-8fd6-4c6b-91c1-50dc61610174 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.2054071 Apr 28 19:49:13.909920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61bd7712-3c0e-480f-be20-72d9666c0228 req-851aef33-321e-41ce-a89f-14ef5f1c4cfd tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d4d1c97-9b23-4665-89b6-4657e2efd011&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587922 Apr 28 19:49:13.910618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.990925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:13.991856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:13.994297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] 10.222.0.41 "PUT /v2.0/ports/e171acaa-4272-49cc-b91f-3ad4e8d51115 HTTP/1.1" status: 200 len: 1091 time: 3.5866640 Apr 28 19:49:14.024555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.102962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:14.138811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Request body: {'port': {'device_id': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:14.168895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-2dccfa32-d4f7-4a70-b99b-b46bee5685f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.170368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-2dccfa32-d4f7-4a70-b99b-b46bee5685f5 service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2614353 Apr 28 19:49:14.208087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ebc73-a2f4-47ec-bd71-da2e93b0047d req-911327a3-4e4a-46a8-94c2-bdd0486be857 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.214650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4ebc73-a2f4-47ec-bd71-da2e93b0047d req-911327a3-4e4a-46a8-94c2-bdd0486be857 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.216293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a4ebc73-a2f4-47ec-bd71-da2e93b0047d req-911327a3-4e4a-46a8-94c2-bdd0486be857 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1666 time: 0.3061683 Apr 28 19:49:14.222253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.319043 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28d7c489-ebc4-4918-8400-94f7f67be22f'] response: {'name': 'network-changed', 'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'status': 'completed', 'code': 200} Apr 28 19:49:14.386236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device acb579cc-3c7c-4d7a-9478-0c1a63111397 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:14.404987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2db1b2-c8da-45c8-b957-dd44576cddb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:14.464452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port acb579cc-3c7c-4d7a-9478-0c1a63111397 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:14.498300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] For port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,segment=NetworkSegment(dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe),segment_id=dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:14.498968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.605968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:14.613935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:14.616383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:14.657800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Pushing event updated for resources: {'Port': ['ID=a00ad386-e965-41e3-9c91-585115b9f34f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:14.670423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a4ebc73-a2f4-47ec-bd71-da2e93b0047d req-72956075-8bb1-4fb7-8d1a-33c433cd1deb tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4147682 Apr 28 19:49:14.706214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Calling delete_port for e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:14.712295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-9cb44c50-7b91-4966-b0e2-355ff5e0906c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.715160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-9cb44c50-7b91-4966-b0e2-355ff5e0906c service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5385797 Apr 28 19:49:14.831322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:14.965481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-e8c28992-0d35-4ad6-91da-cf070d72c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.967121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-e8c28992-0d35-4ad6-91da-cf070d72c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:14.967674 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-e8c28992-0d35-4ad6-91da-cf070d72c695 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1913 time: 0.7502880 Apr 28 19:49:14.991953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8942b8-5a19-4a6d-bc3d-288f233fc125 None None] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:15.122193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Provisioning for port acb579cc-3c7c-4d7a-9478-0c1a63111397 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:15.130157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Provisioning complete for port acb579cc-3c7c-4d7a-9478-0c1a63111397 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:15.130529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3ece0d1-de16-433c-a679-19f33d1768a7 req-c9dea628-cdc2-41fe-a900-ae9530cada59 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.3735960 Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b2795aa-8486-48be-90c5-34585ab5c83b req-c63b943d-ed0c-4a3a-8f21-52e4c0a7b0de tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.3805649 Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-bb416609-840b-4e08-a212-85b64573fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-bb416609-840b-4e08-a212-85b64573fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-bb416609-840b-4e08-a212-85b64573fafc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.206195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-bb416609-840b-4e08-a212-85b64573fafc service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1954908 Apr 28 19:49:15.223121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14695b-4aa6-46a2-b0ab-e73300e955dd req-382223f1-3da9-4612-b60f-8ec75ab6fe4a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.223121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d14695b-4aa6-46a2-b0ab-e73300e955dd req-382223f1-3da9-4612-b60f-8ec75ab6fe4a tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.6301360 Apr 28 19:49:15.285837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:15.323589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:15.488854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:15.583018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:15.583018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:15.591446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Pushing event deleted for resources: {'Port': ['ID=e6559bbc-8b6c-45e5-a1d9-e2b123793ca2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:15.613754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d14695b-4aa6-46a2-b0ab-e73300e955dd req-21bafa00-d3c7-4331-b388-9f2cc3885291 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826084 Apr 28 19:49:15.715558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f577cc-b0f0-4511-80c4-907eaad72e87 None None] Pushing event updated for resources: {'Port': ['ID=acb579cc-3c7c-4d7a-9478-0c1a63111397,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:15.761306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-3789dc5f-bacf-4b14-b2a4-84c2c8194da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:15.761306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78004fb8-9a5a-4328-9517-6f8451f9e9e9 req-3789dc5f-bacf-4b14-b2a4-84c2c8194da3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4353483 Apr 28 19:49:15.785781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-5642e20f-1aa5-4ee9-8229-b73c96030914 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.1252108 Apr 28 19:49:15.826518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:15.834762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-110192bf-37e6-493e-9b02-a6d937be0d3c req-8c06f04e-5b55-4927-b675-1b3fd108179e tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.24 "GET /v2.0/ports?device_id=6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3 HTTP/1.1" status: 200 len: 210 time: 0.1676219 Apr 28 19:49:15.922477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:49:15.922477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:49:15.969857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] No DVR routers for this DVR port e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:15.975859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.005514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04024027-f843-482b-8e79-ea9f7122468f None None] Provisioning complete for port acb579cc-3c7c-4d7a-9478-0c1a63111397 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:16.005514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04024027-f843-482b-8e79-ea9f7122468f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.038596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] 10.222.0.46 "DELETE /v2.0/ports/e6559bbc-8b6c-45e5-a1d9-e2b123793ca2 HTTP/1.1" status: 204 len: 173 time: 3.0425808 Apr 28 19:49:16.190069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-479673c9-92d0-412d-afbc-545522f6020b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.190069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-479673c9-92d0-412d-afbc-545522f6020b service neutron] 10.222.0.46 "GET /v2.0/networks?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3938327 Apr 28 19:49:16.209967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-b882ecac-e819-45c5-813f-eb84da5e4050 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.209967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-b882ecac-e819-45c5-813f-eb84da5e4050 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.209967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-b882ecac-e819-45c5-813f-eb84da5e4050 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:16.244582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf579b75-cf62-4675-80cd-42daced2d307 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:16.260448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.260448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Router 2753a101-8b06-4b66-8131-284ee3890199 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:49:16.286241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-b882ecac-e819-45c5-813f-eb84da5e4050 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:16.286241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-b882ecac-e819-45c5-813f-eb84da5e4050 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1666 time: 0.3892388 Apr 28 19:49:16.297297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Transition to ACTIVE for port object cf579b75-cf62-4675-80cd-42daced2d307 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:16.392099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device acb579cc-3c7c-4d7a-9478-0c1a63111397 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:16.408259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-ae9941fb-714e-4633-bbe8-ac36657aa1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:16.408259 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-ae9941fb-714e-4633-bbe8-ac36657aa1d7 service neutron] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2079928 Apr 28 19:49:16.408259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.547996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port acb579cc-3c7c-4d7a-9478-0c1a63111397 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:16.547996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.650669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'name': 'network-vif-deleted', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:16.705390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:16.868968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e89fd8b-79db-4e0a-8924-d220434f7eba req-edb652e5-0151-40c7-a074-732de31db844 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.46 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.3917382 Apr 28 19:49:16.878823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2112161b-9530-4b3c-89c9-c94bce361109 req-3036ed8f-0fe2-45b2-bedf-32c1fd9e2b74 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=ccd7afc5-b650-4bce-823c-3a95b93ec958 HTTP/1.1" status: 200 len: 210 time: 0.4025254 Apr 28 19:49:16.954313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18de9e7d-31bc-48b3-b84c-e0a8b2716f1f req-966ed4b0-f9c2-4fb3-9547-1c4b99ad474b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6550951 Apr 28 19:49:16.954313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:17.047165 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d0f19c-a3b3-4619-9505-0fd48aa6aaac'] response: {'server_uuid': '6e5e6e7c-b20a-425a-a7aa-0ae8c26144f3', 'name': 'network-vif-deleted', 'tag': 'e6559bbc-8b6c-45e5-a1d9-e2b123793ca2', 'status': 'completed', 'code': 200} Apr 28 19:49:17.148268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:17.156120 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Sync routers for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:17.167958 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:17.168575 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:17.208852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.210506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e811975-6543-4b75-ab69-0df0bd060287 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 9.3748400 Apr 28 19:49:17.214128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Attempting to bind port cf579b75-cf62-4675-80cd-42daced2d307 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:17.214844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Attempting to bind port cf579b75-cf62-4675-80cd-42daced2d307 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:17.215526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Attempting to bind port cf579b75-cf62-4675-80cd-42daced2d307 on network a2160362-e90f-4c0f-a048-0cc60c542b66 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:17.220729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:17.221737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Port cf579b75-cf62-4675-80cd-42daced2d307 on network a2160362-e90f-4c0f-a048-0cc60c542b66 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:49:17.222294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Attempting to bind port cf579b75-cf62-4675-80cd-42daced2d307 on network a2160362-e90f-4c0f-a048-0cc60c542b66 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:17.346065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.432096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad37bc-00d4-4b68-bc61-dea44e880f11 req-f2e1d5ca-98eb-458d-8c0d-e9950ba4857f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.437671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdad37bc-00d4-4b68-bc61-dea44e880f11 req-f2e1d5ca-98eb-458d-8c0d-e9950ba4857f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.3001430 Apr 28 19:49:17.459715 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:17.506075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:17.506413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Checking segment: {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:17.507222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Bound using segment: {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:17.507669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Bound port: cf579b75-cf62-4675-80cd-42daced2d307, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63b34eb-08f9-40bd-beec-f3a166252e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:17.508616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.585222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdad37bc-00d4-4b68-bc61-dea44e880f11 req-ee5a594e-5dcd-4273-9bb9-f54f6599a94d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722351 Apr 28 19:49:17.606700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:17.683093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Deleting subnet 56e729b8-f77f-45e0-890a-78755e71e9fe {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:49:17.688273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.726138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:17.726138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:17.755432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.784396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Router fc1524f0-39ea-4462-9b36-43dba2640ca9 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:49:17.799446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.840645 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:13Z', 'revision_number': 3, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:17.845024 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Checking router: 2753a101-8b06-4b66-8131-284ee3890199 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:17.845537 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Updating router 2753a101-8b06-4b66-8131-284ee3890199 port cdc972d2-42a9-452f-b343-27194741422e binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:17.904996 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.950411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:17.963837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:17.964953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:17.967462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-87690c92-041e-4822-9158-41399e10cb73 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf579b75-cf62-4675-80cd-42daced2d307 HTTP/1.1" status: 200 len: 1092 time: 3.8589470 Apr 28 19:49:18.022667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.179013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:18.190983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Sync routers for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:18.212098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:18.212915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:18.249387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.321217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56e729b8-f77f-45e0-890a-78755e71e9fe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:18.353406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.362440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3be7045b-b5ba-4a59-9fe8-ff213d2c6155 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/56e729b8-f77f-45e0-890a-78755e71e9fe HTTP/1.1" status: 204 len: 168 time: 0.7544796 Apr 28 19:49:18.365586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:18.512963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.516668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.521366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-715ee139-2f82-48a9-be1b-1c2441850a84 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.5764468 Apr 28 19:49:18.522744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:18.528545 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.539062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:18.545060 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Transition to ACTIVE for port object cdc972d2-42a9-452f-b343-27194741422e will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:18.554024 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.638411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-e1bea9a4-79cd-40d7-98e2-b55063c3d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.639442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-e1bea9a4-79cd-40d7-98e2-b55063c3d53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.641155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-e1bea9a4-79cd-40d7-98e2-b55063c3d53c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1980 time: 0.6124651 Apr 28 19:49:18.659557 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Attempting to bind port cdc972d2-42a9-452f-b343-27194741422e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:18.660193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Attempting to bind port cdc972d2-42a9-452f-b343-27194741422e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:18.660667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Attempting to bind port cdc972d2-42a9-452f-b343-27194741422e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:18.672085 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:18.672623 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:18.673115 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.674410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:18.675178 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Bound port: cdc972d2-42a9-452f-b343-27194741422e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:18.675847 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.751384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-e89543c0-99d1-42fd-8f68-3acc3c0e61b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.44&port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115 HTTP/1.1" status: 200 len: 217 time: 0.1001403 Apr 28 19:49:18.780864 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] For port cdc972d2-42a9-452f-b343-27194741422e, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:18.785020 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] For port cdc972d2-42a9-452f-b343-27194741422e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cdc972d2-42a9-452f-b343-27194741422e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:18.791384 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.806606 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac739e3-517d-4ad1-ba2b-851824382c1d None None] Pushing event updated for resources: {'Port': ['ID=cdc972d2-42a9-452f-b343-27194741422e,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:18.852385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:18.898048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac739e3-517d-4ad1-ba2b-851824382c1d None None] Pushing event updated for resources: {'Port': ['ID=cdc972d2-42a9-452f-b343-27194741422e,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:18.923348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:18.924025 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:18.931528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6419-9704-4fb0-bb03-fc51f2cba12d req-ec7417f2-7545-4ab9-bfe3-8bdb9fd035e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.937723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ab6419-9704-4fb0-bb03-fc51f2cba12d req-ec7417f2-7545-4ab9-bfe3-8bdb9fd035e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.945066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09ab6419-9704-4fb0-bb03-fc51f2cba12d req-ec7417f2-7545-4ab9-bfe3-8bdb9fd035e2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1678 time: 0.7628422 Apr 28 19:49:18.977393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-ccfae9d7-c3ef-416d-a5e6-9dbc89f5e6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:18.979502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-ccfae9d7-c3ef-416d-a5e6-9dbc89f5e6d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f183d9a5-bf97-46a0-96fc-d194391d838b HTTP/1.1" status: 200 len: 801 time: 0.2187035 Apr 28 19:49:19.041847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:15Z', 'revision_number': 3, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.045939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Checking router: fc1524f0-39ea-4462-9b36-43dba2640ca9 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:19.046269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Updating router fc1524f0-39ea-4462-9b36-43dba2640ca9 port a00ad386-e965-41e3-9c91-585115b9f34f binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:19.048624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-487dfcb8-6b26-44c4-ba97-affb4fcc5570 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.059065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-487dfcb8-6b26-44c4-ba97-affb4fcc5570 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.6676021 Apr 28 19:49:19.060849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:19.082979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09ab6419-9704-4fb0-bb03-fc51f2cba12d req-694e65a5-2c71-4b00-80fc-61bb5394115f tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358721 Apr 28 19:49:19.114085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.128066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.138393 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:19.212842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4299f32-7ca4-4f8c-839f-1ab436a769eb']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.213833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-99b89e66-e0eb-421c-a573-b91192150285 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.1536024 Apr 28 19:49:19.371186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-777f7486-d3b4-40da-b5b8-97a595ae038d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1547139 Apr 28 19:49:19.381291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.381621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd1a2e5d-d39f-42f4-a43e-66e274ad0ebe') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.491610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.549757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.560338 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.572952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:49:19.573364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.579278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Transition to ACTIVE for port object a00ad386-e965-41e3-9c91-585115b9f34f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:19.582076 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:13Z', 'revision_number': 3, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.592755 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:49:19.594265 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:49:19.599393 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc1596e-fb32-44f1-a3e4-66bda882a2d0 None None] The sync data for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 is: [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:13Z', 'revision_number': 3, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:19.710543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Allocated IP 172.20.0.1 (bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671/d07ec126-b567-4fe5-af15-e7f36dc77eb4/29635056-bb13-4b73-8e9d-c3b6286e4086) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:19.733121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Attempting to bind port a00ad386-e965-41e3-9c91-585115b9f34f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:19.737671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55292888-f204-4a47-afe6-e170ed70c7bc req-5eb36aa3-eb0e-42e2-8710-15801255369e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Attempting to bind port a00ad386-e965-41e3-9c91-585115b9f34f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Attempting to bind port a00ad386-e965-41e3-9c91-585115b9f34f on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Bound port: a00ad386-e965-41e3-9c91-585115b9f34f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:19.742184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.749337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55292888-f204-4a47-afe6-e170ed70c7bc req-5eb36aa3-eb0e-42e2-8710-15801255369e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 946 time: 0.4005847 Apr 28 19:49:19.774165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332337e3-fcd2-415a-a834-0a53d17d986f None None] Pushing event updated for resources: {'Port': ['ID=a00ad386-e965-41e3-9c91-585115b9f34f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:19.836433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] For port a00ad386-e965-41e3-9c91-585115b9f34f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:19.839961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] For port a00ad386-e965-41e3-9c91-585115b9f34f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a00ad386-e965-41e3-9c91-585115b9f34f,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:19.844414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.861334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-802436e2-6aac-4cda-a66b-b603b8ddae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:19.862618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-802436e2-6aac-4cda-a66b-b603b8ddae31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=3d1a8f35-5861-40d2-b464-ed37a7e189e1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8742042 Apr 28 19:49:19.930988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332337e3-fcd2-415a-a834-0a53d17d986f None None] Pushing event updated for resources: {'Port': ['ID=a00ad386-e965-41e3-9c91-585115b9f34f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:19.939330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:19.946720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:19.948083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:19.955878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-a4d15179-643f-4af5-b0f6-98c249201675 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5838604 Apr 28 19:49:19.994164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.013908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.073039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55292888-f204-4a47-afe6-e170ed70c7bc req-8fd70237-08e1-4787-8116-1b3787e414c2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3209257 Apr 28 19:49:20.111860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] Pushing event deleted for resources: {'Network': ['ID=d4299f32-7ca4-4f8c-839f-1ab436a769eb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:20.115285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Transition to ACTIVE for port object 29635056-bb13-4b73-8e9d-c3b6286e4086 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:20.120009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d55dc51-3633-4684-8431-d86ffc7e7a62 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d4299f32-7ca4-4f8c-839f-1ab436a769eb HTTP/1.1" status: 204 len: 168 time: 1.7505934 Apr 28 19:49:20.319230 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-259a8cce-2b2f-40e7-a279-d3d672a34270'] response: {'name': 'network-changed', 'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307', 'status': 'completed', 'code': 200} Apr 28 19:49:20.394000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-8ea634cf-ba7b-418f-8994-fb9248d365df service neutron] 10.222.0.41 "GET /v2.0/networks/3d1a8f35-5861-40d2-b464-ed37a7e189e1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5106492 Apr 28 19:49:20.504280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:20.530625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cdc972d2-42a9-452f-b343-27194741422e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:20.546355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.610498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-4787e733-94b9-4a26-b487-0f1e4ee0f519 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6525276 Apr 28 19:49:20.765567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86a0c120-d499-43e0-98a8-34e37e089ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.786105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:20.922233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:20.957163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-001c632c-5e4d-4623-812f-ea29bb5638be admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0eaa66ca22148d3b6bf220c984b0006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4384043 Apr 28 19:49:20.957163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-334dcad5-5037-40f1-a19c-83171acf0765 service neutron] 10.222.0.41 "GET /v2.0/networks/3d1a8f35-5861-40d2-b464-ed37a7e189e1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5539038 Apr 28 19:49:20.963844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:20.983635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11514f-8098-4846-9e0d-42b0dfdb04c2 req-41ddc5e0-a42c-42a6-9cb2-bf3144ce021b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.002815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:21.008001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b11514f-8098-4846-9e0d-42b0dfdb04c2 req-41ddc5e0-a42c-42a6-9cb2-bf3144ce021b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:21.049782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b11514f-8098-4846-9e0d-42b0dfdb04c2 req-41ddc5e0-a42c-42a6-9cb2-bf3144ce021b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1678 time: 0.4988239 Apr 28 19:49:21.078570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port cdc972d2-42a9-452f-b343-27194741422e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:21.094775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cdc972d2-42a9-452f-b343-27194741422e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:21.094775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.231147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b11514f-8098-4846-9e0d-42b0dfdb04c2 req-79adde21-d32c-4a0a-8c60-21d22a12a5c0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860569 Apr 28 19:49:21.643733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.665833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Allocated IP 172.20.0.1 (2e5233ca-d0b0-468a-be42-f8b1fffddca1/6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b/905c9369-b745-4abe-8484-14e3bb2bd74c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:21.721695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:21.735286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port cdc972d2-42a9-452f-b343-27194741422e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cdc972d2-42a9-452f-b343-27194741422e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:21.760593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:21.760833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:21.940855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a739478e-b083-4076-b35f-18b279eec57f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:15Z', 'revision_number': 3, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:21.951545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=cdc972d2-42a9-452f-b343-27194741422e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:21.955669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a739478e-b083-4076-b35f-18b279eec57f None None] The sync data for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 is: [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:15Z', 'revision_number': 3, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:22.157346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0913e9e8-a544-42c1-95e6-ad7fb511aa39 req-1795b185-b829-437a-a281-48ada1f30497 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 210 time: 0.2381904 Apr 28 19:49:22.165253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-02e5685f-8f63-40c8-88bc-e28b0217d1f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=cf579b75-cf62-4675-80cd-42daced2d307 HTTP/1.1" status: 200 len: 217 time: 1.1645098 Apr 28 19:49:22.198465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Pushing event updated for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:22.323306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.328237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-621783cf-d112-413c-86c3-598ee19e1c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.397730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ea49875-b92b-495f-91f2-daa127b4b6f2 None None] Provisioning for port 29635056-bb13-4b73-8e9d-c3b6286e4086 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:22.399803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Transition to ACTIVE for port object 905c9369-b745-4abe-8484-14e3bb2bd74c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:22.409160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ea49875-b92b-495f-91f2-daa127b4b6f2 None None] Provisioning complete for port 29635056-bb13-4b73-8e9d-c3b6286e4086 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:22.409673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ea49875-b92b-495f-91f2-daa127b4b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.445053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-ce609c7d-b87b-407f-86d8-1a1875226f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:22.451946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-ce609c7d-b87b-407f-86d8-1a1875226f43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7303447e-76d3-4dfc-8dda-a2484472e09b HTTP/1.1" status: 200 len: 801 time: 0.2546189 Apr 28 19:49:22.489764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.609742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.699117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ea49875-b92b-495f-91f2-daa127b4b6f2 None None] Port 29635056-bb13-4b73-8e9d-c3b6286e4086 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:22.700232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:22.702161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cdc972d2-42a9-452f-b343-27194741422e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:22.736805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:22.881367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:22.901665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:22.910862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:49:22.927242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cdc972d2-42a9-452f-b343-27194741422e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:22.927510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.099623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.244601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.307296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:23.328215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7d37bbe7-ab0f-4a4a-ba0a-f434cce70742 None None] Provisioning for port 905c9369-b745-4abe-8484-14e3bb2bd74c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:23.337574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'mac_address': 'fa:16:3e:b3:38:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:49:23.365303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7d37bbe7-ab0f-4a4a-ba0a-f434cce70742 None None] Provisioning complete for port 905c9369-b745-4abe-8484-14e3bb2bd74c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:23.369787 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d37bbe7-ab0f-4a4a-ba0a-f434cce70742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.387503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Pushing event updated for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:23.450347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-ae76475f-8958-4770-a866-491c74179eea tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.451604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-ae76475f-8958-4770-a866-491c74179eea tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.6952662 Apr 28 19:49:23.460447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45da4dca-0f41-414b-ace9-9c2e3fd566f4 req-f8df446b-ce48-4683-8391-b51bedac6961 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.469565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45da4dca-0f41-414b-ace9-9c2e3fd566f4 req-f8df446b-ce48-4683-8391-b51bedac6961 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.4663820 Apr 28 19:49:23.497735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:23.498542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7d37bbe7-ab0f-4a4a-ba0a-f434cce70742 None None] Port 905c9369-b745-4abe-8484-14e3bb2bd74c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:23.505139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.530685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f9a3eed6-a3cb-4244-a07f-0a815f284c0a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:23.552229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:23.600228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.607645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.674425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-7de6f6af-4bb5-4dd0-8220-697fd3d4a993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:23.680712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-7de6f6af-4bb5-4dd0-8220-697fd3d4a993 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2160362-e90f-4c0f-a048-0cc60c542b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.0830007 Apr 28 19:49:23.728808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.749572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45da4dca-0f41-414b-ace9-9c2e3fd566f4 req-a2163319-6f6f-4769-9040-6125c7207665 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778289 Apr 28 19:49:23.760388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.797353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.800552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:23.808314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f9a3eed6-a3cb-4244-a07f-0a815f284c0a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:49:23.937014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:23.959036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:23.960435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:23.961201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.004756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0310-8af2-487a-adf5-1a67453cee39 req-a2970d26-0b78-42b7-a027-d8abb8e531ad tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.012584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b0310-8af2-487a-adf5-1a67453cee39 req-a2970d26-0b78-42b7-a027-d8abb8e531ad tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:24.019176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b66b0310-8af2-487a-adf5-1a67453cee39 req-a2970d26-0b78-42b7-a027-d8abb8e531ad tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1678 time: 1.2405343 Apr 28 19:49:24.045715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:24.074148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.077333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.139117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d4d1c97-9b23-4665-89b6-4657e2efd011,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:24.150373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Pushing event updated for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:24.179861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b66b0310-8af2-487a-adf5-1a67453cee39 req-ff78a87e-bec8-4c47-94ac-c42d53ddcc95 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611567 Apr 28 19:49:24.203305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-0c1a901f-3b54-4d1e-a86a-fafc706794f1 service neutron] 10.222.0.41 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5056069 Apr 28 19:49:24.203305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.247705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.247705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e01329c-75b0-4615-bfab-c4abebcc1e65 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d4d1c97-9b23-4665-89b6-4657e2efd011 HTTP/1.1" status: 204 len: 168 time: 3.2755013 Apr 28 19:49:24.271882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69965e36-4269-45ae-928f-4e6368d8c52b req-d17d0615-fc11-409d-9021-a0beb0c75664 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 210 time: 0.1562610 Apr 28 19:49:24.478182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a00ad386-e965-41e3-9c91-585115b9f34f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:24.657996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port a00ad386-e965-41e3-9c91-585115b9f34f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:24.688605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a00ad386-e965-41e3-9c91-585115b9f34f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:24.688605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.759531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.14 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/81d70818-65b4-4561-877f-f59058b21319) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:24.918852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:24.935474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.078519 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.100448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:25.193312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc7598d7-101c-4bf9-8e02-df07c8cf0443 req-b6d8b8db-2f94-4451-a347-286d75ad20d5 service neutron] 10.222.0.41 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9836519 Apr 28 19:49:25.200193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:25.214245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:25.266240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.288205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port a00ad386-e965-41e3-9c91-585115b9f34f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a00ad386-e965-41e3-9c91-585115b9f34f,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:25.298930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.427945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f9a3eed6-a3cb-4244-a07f-0a815f284c0a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:25.428286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.529035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=a00ad386-e965-41e3-9c91-585115b9f34f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:25.552746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Pushing event updated for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:25.622823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.630165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.673954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:25.717050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:25.725293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.812211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e954ba92-c94f-42c5-9a6b-741d046f85e1 None None] Provisioning complete for port 29635056-bb13-4b73-8e9d-c3b6286e4086 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:25.812211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e954ba92-c94f-42c5-9a6b-741d046f85e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:25.894117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:25.898274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e954ba92-c94f-42c5-9a6b-741d046f85e1 None None] Port 29635056-bb13-4b73-8e9d-c3b6286e4086 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:26.009856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.150736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48d09f21-1c62-43d9-89d2-73893e7b5523 req-f5ea0518-6e82-4698-a14d-621aed7005a1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 210 time: 0.0937126 Apr 28 19:49:26.383485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-d1dc14a9-a38e-476f-beca-26f71e6bd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.383485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-d1dc14a9-a38e-476f-beca-26f71e6bd583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.383485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-d1dc14a9-a38e-476f-beca-26f71e6bd583 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1980 time: 0.9115252 Apr 28 19:49:26.432269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4d6d4-602b-4f08-a1be-c99555ddcb29 req-c6730db3-993f-49f0-af60-0ff9474ae042 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.432269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4d6d4-602b-4f08-a1be-c99555ddcb29 req-c6730db3-993f-49f0-af60-0ff9474ae042 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:26.432269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61c4d6d4-602b-4f08-a1be-c99555ddcb29 req-c6730db3-993f-49f0-af60-0ff9474ae042 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1678 time: 0.7489104 Apr 28 19:49:26.467485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:26.485628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:26.501393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:26.564229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a00ad386-e965-41e3-9c91-585115b9f34f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:26.765427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Router 2753a101-8b06-4b66-8131-284ee3890199 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:26.858318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a00ad386-e965-41e3-9c91-585115b9f34f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:26.858318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:27.006093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf579b75-cf62-4675-80cd-42daced2d307 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:49:27.077744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:27.143191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:27.143191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:27.245224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61c4d6d4-602b-4f08-a1be-c99555ddcb29 req-81aa8130-155e-4531-afe4-51f518f881a5 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7800505 Apr 28 19:49:27.285042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:27.325714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-e5617cbd-d554-4ca5-987c-eb15ef9c3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.325714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-e5617cbd-d554-4ca5-987c-eb15ef9c3d3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=a2160362-e90f-4c0f-a048-0cc60c542b66 HTTP/1.1" status: 200 len: 903 time: 0.9052758 Apr 28 19:49:27.435693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.435693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:27.528008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Router fc1524f0-39ea-4462-9b36-43dba2640ca9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:27.536465 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-5f137e32-6faa-4643-8ebd-7f1551f241a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.230&port_id=cf579b75-cf62-4675-80cd-42daced2d307 HTTP/1.1" status: 200 len: 217 time: 0.2116177 Apr 28 19:49:27.562946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-24b0b226-5cb6-4874-bf64-d7649b1bc887 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0704849 Apr 28 19:49:27.589477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-2bd6756a-5738-4dd0-ba64-979683061d35 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.596806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-2bd6756a-5738-4dd0-ba64-979683061d35 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.46 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.5508482 Apr 28 19:49:27.706940 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfd1ff02-742a-4cb0-af6b-1e40e3fec873'] response: {'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'code': 200} Apr 28 19:49:27.718383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Request body: {'port': {'device_id': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:27.741086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b73686-c031-4e08-a583-c97e7c182079 req-6ad87323-975a-4491-ba94-39fb26ab6d5c tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.743058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4b73686-c031-4e08-a583-c97e7c182079 req-6ad87323-975a-4491-ba94-39fb26ab6d5c tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 1.1854463 Apr 28 19:49:27.806110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-716c34da-f8a2-45c7-b60f-4b9d4bad200e None None] Provisioning complete for port 905c9369-b745-4abe-8484-14e3bb2bd74c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:27.807648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-716c34da-f8a2-45c7-b60f-4b9d4bad200e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:27.837782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-cc962b50-f506-41b8-8f78-0ab201b43b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:27.850446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-cc962b50-f506-41b8-8f78-0ab201b43b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7303447e-76d3-4dfc-8dda-a2484472e09b HTTP/1.1" status: 200 len: 801 time: 0.2925034 Apr 28 19:49:27.907296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-716c34da-f8a2-45c7-b60f-4b9d4bad200e None None] Port 905c9369-b745-4abe-8484-14e3bb2bd74c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:27.918974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:27.919265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:27.929816 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Sync routers for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:27.943001 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:27.943387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b0a0e136-a1df-4541-8e17-7fcac563422c admin admin] 10.222.0.24 "PUT /v2.0/routers/2753a101-8b06-4b66-8131-284ee3890199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7183290 Apr 28 19:49:27.943649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:27.960366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'cf579b75-cf62-4675-80cd-42daced2d307', 'network_id': 'a2160362-e90f-4c0f-a048-0cc60c542b66', 'port_id': 'cf579b75-cf62-4675-80cd-42daced2d307', 'mac_address': 'fa:16:3e:50:e4:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7303447e-76d3-4dfc-8dda-a2484472e09b', 'ip_address': '19.86.0.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:49:28.066800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4b73686-c031-4e08-a583-c97e7c182079 req-75bcc043-62ac-4665-9916-be640ce2b1be tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3030241 Apr 28 19:49:28.081260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.117216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf579b75-cf62-4675-80cd-42daced2d307 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:28.150988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-e5a88d38-769e-4374-bb85-3ceec49dccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.158351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-e5a88d38-769e-4374-bb85-3ceec49dccdc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a2160362-e90f-4c0f-a048-0cc60c542b66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3040020 Apr 28 19:49:28.187666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:28.191344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.192080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e171acaa-4272-49cc-b91f-3ad4e8d51115 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:49:28.425624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Deleting port af5fe3df-d137-4ef2-932a-d071f09850e5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:28.432095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.446761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:28.488595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:28.509292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:28.872987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-0e8f279e-eee6-40fc-a8fa-47c60cbe293c service neutron] 10.222.0.41 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7081058 Apr 28 19:49:28.882914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc2bc55-24bc-4be7-a16f-c0b9a78d28a8 req-c15d45c2-414f-43e6-bb29-43b42e535019 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:28.892335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6fc2bc55-24bc-4be7-a16f-c0b9a78d28a8 req-c15d45c2-414f-43e6-bb29-43b42e535019 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 932 time: 0.3344526 Apr 28 19:49:28.939199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:29.017622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'network_id': '3d1a8f35-5861-40d2-b464-ed37a7e189e1', 'port_id': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'mac_address': 'fa:16:3e:e4:7b:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f183d9a5-bf97-46a0-96fc-d194391d838b', 'ip_address': '19.80.0.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:49:29.040238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:29.046641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-116955b4-b079-475a-9021-75746ede7aea admin admin] 10.222.0.24 "PUT /v2.0/routers/fc1524f0-39ea-4462-9b36-43dba2640ca9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5151925 Apr 28 19:49:29.190288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6fc2bc55-24bc-4be7-a16f-c0b9a78d28a8 req-f6f0d0d3-7a10-4b7a-9c87-7ff4d63b87a1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2968419 Apr 28 19:49:29.242362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:23Z', 'revision_number': 2, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:29.247105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.252886 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Checking router: 2753a101-8b06-4b66-8131-284ee3890199 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:29.253234 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Updating router 2753a101-8b06-4b66-8131-284ee3890199 port 29635056-bb13-4b73-8e9d-c3b6286e4086 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:29.286846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Sync routers for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:29.311442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e171acaa-4272-49cc-b91f-3ad4e8d51115 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:29.350032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:29.362438 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.376864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9f9b2-b57c-424e-914b-419fcc8a975f req-6a51ce34-e4b0-4080-bef3-9069b430e2d9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.385719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a9f9b2-b57c-424e-914b-419fcc8a975f req-6a51ce34-e4b0-4080-bef3-9069b430e2d9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:29.387563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a9f9b2-b57c-424e-914b-419fcc8a975f req-6a51ce34-e4b0-4080-bef3-9069b430e2d9 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1679 time: 0.8044479 Apr 28 19:49:29.470210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c56d-ee4a-4175-a9a3-927f38be22ec req-67366123-c9f1-43ff-a4fb-3160d44846b5 service neutron] 10.222.0.41 "GET /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5756705 Apr 28 19:49:29.488674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:29.499694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:29.502970 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.636064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:29.679378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-514950ce-8940-46ea-a960-815845735233 req-ac01a797-05d3-4e74-b939-07d15c1164ed tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1193261 Apr 28 19:49:29.785321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-network', 'tenant_id': 'e500e274ce90452aba90e22377391c09'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:29.876792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] For port af5fe3df-d137-4ef2-932a-d071f09850e5, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=af5fe3df-d137-4ef2-932a-d071f09850e5,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:29.879012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:29.922431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:30.078862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['e171acaa-4272-49cc-b91f-3ad4e8d51115'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:49:30.133940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device af5fe3df-d137-4ef2-932a-d071f09850e5 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:30.174532 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.206190 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Transition to ACTIVE for port object 29635056-bb13-4b73-8e9d-c3b6286e4086 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:30.218507 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.309387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89439240-9398-47ac-9d34-5e2e7ad95a33 req-8476f5ea-0c92-4e65-9edb-a9a9f4444d01 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:30.319972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89439240-9398-47ac-9d34-5e2e7ad95a33 req-8476f5ea-0c92-4e65-9edb-a9a9f4444d01 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 945 time: 0.2262194 Apr 28 19:49:30.423828 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0184-14db-41d8-bf1b-f18208baa29c None None] Pushing event updated for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.441652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:30.455788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89439240-9398-47ac-9d34-5e2e7ad95a33 req-cedf887b-3644-4c9d-999e-b5cef7261501 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups?id=585ecaa2-b96f-474e-81c2-82457bff3d47&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325626 Apr 28 19:49:30.475081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.475700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.477503 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Floating IP a6bfccd5-4333-42ee-91d3-dfab1444c848 disassociated. External IP: 172.25.2.50, port: af5fe3df-d137-4ef2-932a-d071f09850e5. Apr 28 19:49:30.477503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Calling delete_port for af5fe3df-d137-4ef2-932a-d071f09850e5 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:30.615644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:30.672950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a9f9b2-b57c-424e-914b-419fcc8a975f req-908e6e05-00d5-4a94-9cbc-2f7290b69ef1 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2730319 Apr 28 19:49:30.709527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Usage tracker for resource:network and tenant:e500e274ce90452aba90e22377391c09 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:30.748272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:30.761138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:30.782735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['cf579b75-cf62-4675-80cd-42daced2d307'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:49:30.901769 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Attempting to bind port 29635056-bb13-4b73-8e9d-c3b6286e4086 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:30.906052 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Attempting to bind port 29635056-bb13-4b73-8e9d-c3b6286e4086 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:30.906984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Attempting to bind port 29635056-bb13-4b73-8e9d-c3b6286e4086 on network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:30.931483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Made reservation on behalf of e500e274ce90452aba90e22377391c09 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:30.943019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:30.943445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.943968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Checking segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:30.945651 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:30.951975 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Bound using segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:30.952709 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Bound port: 29635056-bb13-4b73-8e9d-c3b6286e4086, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:30.953292 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.068647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.088267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.112024 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] For port 29635056-bb13-4b73-8e9d-c3b6286e4086, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:31.115671 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] For port 29635056-bb13-4b73-8e9d-c3b6286e4086, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=29635056-bb13-4b73-8e9d-c3b6286e4086,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:31.130663 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.216204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:31.235261 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714f0184-14db-41d8-bf1b-f18208baa29c None None] Pushing event updated for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:31.266946 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:31.267815 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:31.322552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Usage tracker for resource:security_group_rule and tenant:e500e274ce90452aba90e22377391c09 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:31.329445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:31.348466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:31.508331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-dfe1d722-71b7-4980-a928-8fec2800d04f tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3280921 Apr 28 19:49:31.517870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:31.522128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.533267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.535043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:31.547045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:23Z', 'revision_number': 4, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '905c9369-b745-4abe-8484-14e3bb2bd74c', 'name': '', 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'mac_address': 'fa:16:3e:3a:b3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:21Z', 'updated_at': '2022-04-28T19:49:24Z', 'revision_number': 2, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'subnets': [{'id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:31.548216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Usage tracker for resource:floatingip and tenant:fdf6cccd83064d70860e034733086d12 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:31.549245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:49:31.558371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:31.561020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.561403 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Added segment 1d2c84d0-ccdc-4742-89cd-661cbad707b5 of type vlan for network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 Apr 28 19:49:31.574867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:31.604207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.612844 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.681574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Checking router: fc1524f0-39ea-4462-9b36-43dba2640ca9 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:31.682215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Updating router fc1524f0-39ea-4462-9b36-43dba2640ca9 port 905c9369-b745-4abe-8484-14e3bb2bd74c binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:31.705841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:31.731197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ce0584-3346-459b-a774-178d2b3d595c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:31.740212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.741388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:31.742401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.763498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:31.783111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:49:31.874185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.875213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.875814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.876374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.876806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.877241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.877709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.878138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.879828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.880267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.880697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.885496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:31.927356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.049330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event deleted for resources: {'Port': ['ID=af5fe3df-d137-4ef2-932a-d071f09850e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:32.127730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.4849784 Apr 28 19:49:32.144017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:32.170194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Request body: {'subnet': {'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-subnet', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:32.185950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:32.321798 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:31Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:32.329660 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a73b0229-4150-4c4c-b2da-c5d7ea4248e0 None None] The sync data for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 is: [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:31Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:32.349247 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:49:32.357223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Usage tracker for resource:subnet and tenant:e500e274ce90452aba90e22377391c09 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:32.361933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f84adf54-306b-4bd8-8e96-13987f334ac7 req-9d30a655-fec0-46b1-af6b-4d1a71c81f9d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1858542 Apr 28 19:49:32.367638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:32.371010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627c29a-a6d5-4b01-b8e2-6c6574a4ad8c admin admin] Pushing event updated for resources: {'Network': ['ID=8c868d3d-cd73-4310-9e77-f87d9777ffb6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:32.384669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472f73db-fd62-46d7-b70c-381e5ebd13f7 req-ee888701-226f-4cb8-a9b6-1395e95a0a59 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:32.385694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-472f73db-fd62-46d7-b70c-381e5ebd13f7 req-ee888701-226f-4cb8-a9b6-1395e95a0a59 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:32.389864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81d70818-65b4-4561-877f-f59058b21319 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:32.396788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:32.408036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.439699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.446551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:49:32.458277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Router d31dd9bb-ede7-4126-ace5-7a2802216c51 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:32.499740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Made reservation on behalf of e500e274ce90452aba90e22377391c09 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:49:32.508613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.526689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Transition to ACTIVE for port object 81d70818-65b4-4561-877f-f59058b21319 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:32.551319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.778621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-472f73db-fd62-46d7-b70c-381e5ebd13f7 req-ee888701-226f-4cb8-a9b6-1395e95a0a59 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:32.796764 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-472f73db-fd62-46d7-b70c-381e5ebd13f7 req-ee888701-226f-4cb8-a9b6-1395e95a0a59 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 932 time: 1.8255332 Apr 28 19:49:32.854732 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.877425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Transition to ACTIVE for port object 905c9369-b745-4abe-8484-14e3bb2bd74c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:32.889599 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:32.932616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Allocated IP 172.25.2.211 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/02d8fa6d-c6ed-4021-95db-a5e704efc85f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:33.178070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbad9-9097-4b91-9bf7-1c48462ac620 None None] Pushing event updated for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:33.223161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.341673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c513a51-e4ca-477a-b2d9-43e20192d453,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:33.359070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Attempting to bind port 905c9369-b745-4abe-8484-14e3bb2bd74c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:33.360212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Attempting to bind port 905c9369-b745-4abe-8484-14e3bb2bd74c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:33.360759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Attempting to bind port 905c9369-b745-4abe-8484-14e3bb2bd74c on network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:33.375416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Pushing event updated for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:33.453380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e171acaa-4272-49cc-b91f-3ad4e8d51115 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:33.459814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-472f73db-fd62-46d7-b70c-381e5ebd13f7 req-0c8ce27e-da95-4207-a506-25547b9415b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6619639 Apr 28 19:49:33.467715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.468119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.468460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.468793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.469125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.469447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.469798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.470122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.470447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.470770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.471087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.471403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:33.543313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.598561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Checking segment: {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:33.599355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Network hostable DHCP agents. Network: 8c868d3d-cd73-4310-9e77-f87d9777ffb6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:49:33.644226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:33.649733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Checking segment: {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:33.650276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.650688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Bound using segment: {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:33.651237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Bound port: 905c9369-b745-4abe-8484-14e3bb2bd74c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffc26ca9-902c-4a20-8c5b-daba81225642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:33.651610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.674844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:49:33.705283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8c868d3d-cd73-4310-9e77-f87d9777ffb6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:33.727840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:33.728468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.729316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147355f6-eed7-4032-aba5-6fe355686bdf None None] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:33.770303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d5954c3e-eb31-48f4-8b32-1c9a5e18c314 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.6233706 Apr 28 19:49:33.774018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:33.808030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:33.814812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:33.833906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Usage tracker for resource:router and tenant:e500e274ce90452aba90e22377391c09 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:49:33.840210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:49:33.849287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:33.857279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.859006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port e171acaa-4272-49cc-b91f-3ad4e8d51115 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:33.879442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port e171acaa-4272-49cc-b91f-3ad4e8d51115 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:33.879818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.947619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=02d8fa6d-c6ed-4021-95db-a5e704efc85f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:33.961997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.963487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:33.973781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:33.977317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:33.983766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:34.057006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.108712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b402ae83-da4a-4037-a7e6-10a1cf4913ce req-a080cc5e-1422-4b0c-a1bb-59df182ec893 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.2440555 Apr 28 19:49:34.115921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] For port 905c9369-b745-4abe-8484-14e3bb2bd74c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:34.121498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.169745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Attempting to bind port 81d70818-65b4-4561-877f-f59058b21319 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:34.170333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Attempting to bind port 81d70818-65b4-4561-877f-f59058b21319 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:34.170840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Attempting to bind port 81d70818-65b4-4561-877f-f59058b21319 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:34.183255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:34.192188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Port 81d70818-65b4-4561-877f-f59058b21319 on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:49:34.193280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Attempting to bind port 81d70818-65b4-4561-877f-f59058b21319 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:34.194544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Sync routers for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:34.216903 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:34.217558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:34.266225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:34.270823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:34.273326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:34.277667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Bound port: 81d70818-65b4-4561-877f-f59058b21319, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:34.278220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.381906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] No DVR routers for this DVR port af5fe3df-d137-4ef2-932a-d071f09850e5 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:49:34.390395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.394192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.46 "DELETE /v2.0/ports/af5fe3df-d137-4ef2-932a-d071f09850e5 HTTP/1.1" status: 204 len: 173 time: 6.7883153 Apr 28 19:49:34.404725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'name': 'network-vif-deleted', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:34.567128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b99f4ebf-9c68-4c7a-87bc-14b8471e3b54 req-41f89773-1ad6-4194-85f3-3585b2681f0b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Synchronizing usage tracker for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:34.599266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] For port 905c9369-b745-4abe-8484-14e3bb2bd74c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=905c9369-b745-4abe-8484-14e3bb2bd74c,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:34.605303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 29635056-bb13-4b73-8e9d-c3b6286e4086 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:34.636271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:34.663202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=81d70818-65b4-4561-877f-f59058b21319,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:34.675841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.771877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b99f4ebf-9c68-4c7a-87bc-14b8471e3b54 req-41f89773-1ad6-4194-85f3-3585b2681f0b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Unset dirty status for tenant:a2cfe6f09bcf47a08e33c2a54939230f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:34.792308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b99f4ebf-9c68-4c7a-87bc-14b8471e3b54 req-41f89773-1ad6-4194-85f3-3585b2681f0b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/ports?device_id=9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e HTTP/1.1" status: 200 len: 210 time: 0.3003910 Apr 28 19:49:34.797618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.798602 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.883418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:34.884531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.886341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] 10.222.0.41 "PUT /v2.0/ports/81d70818-65b4-4561-877f-f59058b21319 HTTP/1.1" status: 200 len: 1092 time: 7.1757274 Apr 28 19:49:34.927646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3e7f21-4445-4649-b88b-a27f12c14b67 service neutron] Pushing event updated for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:34.930996 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:34.955211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:34.996610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379cbad9-9097-4b91-9bf7-1c48462ac620 None None] Pushing event updated for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:35.015654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:35.133980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:35.145494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:35.154244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:35.304341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-0558e5f9-ad62-422c-8fc1-88d118d15574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.313611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-0558e5f9-ad62-422c-8fc1-88d118d15574 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 1095 time: 0.3719459 Apr 28 19:49:35.521342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c37b8-b308-40d7-b440-3d93b411c39d req-a9ed294a-e942-4c57-8e5e-4ac357af5507 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.533986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7c37b8-b308-40d7-b440-3d93b411c39d req-a9ed294a-e942-4c57-8e5e-4ac357af5507 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.534994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f7c37b8-b308-40d7-b440-3d93b411c39d req-a9ed294a-e942-4c57-8e5e-4ac357af5507 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1680 time: 0.4791341 Apr 28 19:49:35.558098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:35.563807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 29635056-bb13-4b73-8e9d-c3b6286e4086 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:35.571394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'fixed_ips': [{'subnet_id': '6c513a51-e4ca-477a-b2d9-43e20192d453'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:49:35.573192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:35.591747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-ed1039f5-5821-42e3-ae0d-151217ede1f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d70818-65b4-4561-877f-f59058b21319 HTTP/1.1" status: 200 len: 217 time: 0.2756944 Apr 28 19:49:35.654392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:35.657626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf579b75-cf62-4675-80cd-42daced2d307 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:35.733534 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:35.734468 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f7c37b8-b308-40d7-b440-3d93b411c39d req-b231c844-f852-4ec2-b21f-3212fa786d35 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586053 Apr 28 19:49:35.738851 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Checking router: d31dd9bb-ede7-4126-ace5-7a2802216c51 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:35.750919 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:35.751725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:35.783937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-bd428497-69cc-4055-a330-ef7547e95c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:35.796445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-bd428497-69cc-4055-a330-ef7547e95c1f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1812618 Apr 28 19:49:35.908856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-0bd56b5c-5ab5-42d7-a9fa-28cd4c0977c9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0953438 Apr 28 19:49:35.954908 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cfea6c4-a287-473c-add4-7d3205d26033'] response: {'server_uuid': '9ffbb686-5c62-4cf4-84da-c8e5bcc9e95e', 'name': 'network-vif-deleted', 'tag': 'af5fe3df-d137-4ef2-932a-d071f09850e5', 'status': 'completed', 'code': 200} Apr 28 19:49:36.099438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 29635056-bb13-4b73-8e9d-c3b6286e4086 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:36.099923 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.213763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.222217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-b2d7a43e-cf9e-4e48-9a51-43a9aeffa542 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127618 Apr 28 19:49:36.251410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:36.361267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:36.455857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.464572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Allocated IP 172.20.0.2 (8c868d3d-cd73-4310-9e77-f87d9777ffb6/6c513a51-e4ca-477a-b2d9-43e20192d453/ce67b744-9e0b-4a9c-8752-a9bba6fc386b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:36.646874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=02d8fa6d-c6ed-4021-95db-a5e704efc85f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:36.732809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.740669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.807297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.882003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:36.902559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d36c42-52c7-48b2-a202-78ecc1c798c7 req-45f80f01-8990-4fad-af60-17288776edc0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:36.904984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Transition to ACTIVE for port object ce67b744-9e0b-4a9c-8752-a9bba6fc386b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:36.926907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6d36c42-52c7-48b2-a202-78ecc1c798c7 req-45f80f01-8990-4fad-af60-17288776edc0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 944 time: 0.7014575 Apr 28 19:49:36.951775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Transition to ACTIVE for port object ce67b744-9e0b-4a9c-8752-a9bba6fc386b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:37.075635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c00ffcf-b02f-486f-ab23-6b916d754b55 req-5615b846-65c5-43a7-b230-2554637c3afb service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7086070 Apr 28 19:49:37.114813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Allocated IP 172.25.2.57 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/491bd81c-17aa-4c05-8a2f-410f0ac613db) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:37.137810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6d36c42-52c7-48b2-a202-78ecc1c798c7 req-5b3be81b-ed37-4684-b4c6-81cc0c3a0882 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088797 Apr 28 19:49:37.140433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.238469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port cf579b75-cf62-4675-80cd-42daced2d307 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:37.393285 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:37.402727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.405923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-d7ce69eb-df0f-44e1-a27a-186d400a7be7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.8927891 Apr 28 19:49:37.432258 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3756682c-2b8b-454e-89a5-8185b2cde045 None None] The sync data for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 is: [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:47:11Z', 'revision_number': 4, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ab89ddc5-bbc5-4526-88df-3c91ff5ee012', 'name': '', 'network_id': 'c24e2453-e1f1-44a0-8ca3-3f0552b05de4', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'mac_address': 'fa:16:3e:1c:84:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_interface', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:09Z', 'updated_at': '2022-04-28T19:47:21Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'subnets': [{'id': 'c7dca8b9-4318-49e2-a0e0-8e796faba75b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:37.505539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:37.510804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port cf579b75-cf62-4675-80cd-42daced2d307 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:37.511573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:37.633732 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3674190e-a787-4482-8eb7-ae8a4b5c612f'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'code': 200} Apr 28 19:49:37.634350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:37.684943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-56c3a5bb-d2f7-4983-8d91-c8af85607fd7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:37.725751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-56c3a5bb-d2f7-4983-8d91-c8af85607fd7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:37.728266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-56c3a5bb-d2f7-4983-8d91-c8af85607fd7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.3170061 Apr 28 19:49:37.760223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6fec3abd-5a1f-4d0d-9e53-790d9dc22b6a req-2bf9f287-eba7-4ff7-998c-051962735305 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1363952 Apr 28 19:49:37.883471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:37.956201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'tag': '81d70818-65b4-4561-877f-f59058b21319'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:38.005071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.086973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-41682a87-a124-4348-95cd-3816c7b66da6 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.088085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ebb34a77-7fa0-4953-aa85-8e418fe8a6ec req-41682a87-a124-4348-95cd-3816c7b66da6 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.3394237 Apr 28 19:49:38.111975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:38.252777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:38.263201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:38.267111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:38.345951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Pushing event updated for resources: {'Port': ['ID=491bd81c-17aa-4c05-8a2f-410f0ac613db,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.355111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64c7a74-169c-4595-836d-8ef188267e49 None None] New status for floating IP a6bfccd5-4333-42ee-91d3-dfab1444c848: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:49:38.388854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e229-e0b2-4cb7-86bb-f6b25ce756e3 req-d8360019-1f05-4720-94bb-29070b83bfce tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.397335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02e229-e0b2-4cb7-86bb-f6b25ce756e3 req-d8360019-1f05-4720-94bb-29070b83bfce tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.408335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c02e229-e0b2-4cb7-86bb-f6b25ce756e3 req-d8360019-1f05-4720-94bb-29070b83bfce tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1681 time: 0.1785216 Apr 28 19:49:38.467540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c02e229-e0b2-4cb7-86bb-f6b25ce756e3 req-82caa199-8439-4fa6-b787-d705d52572b8 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582864 Apr 28 19:49:38.567803 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f83cd60-0f76-4394-9439-128fac96dd2f'] response: {'name': 'network-changed', 'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'tag': '81d70818-65b4-4561-877f-f59058b21319', 'status': 'completed', 'code': 200} Apr 28 19:49:38.604298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.732891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-409bd548-cd2e-42c1-a21a-0a81f3e2a0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:38.739074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Pushing event updated for resources: {'Port': ['ID=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:38.740793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-409bd548-cd2e-42c1-a21a-0a81f3e2a0b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 1095 time: 0.1479475 Apr 28 19:49:38.996171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Attempting to bind port ce67b744-9e0b-4a9c-8752-a9bba6fc386b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:38.996550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Attempting to bind port ce67b744-9e0b-4a9c-8752-a9bba6fc386b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:38.996911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Attempting to bind port ce67b744-9e0b-4a9c-8752-a9bba6fc386b on network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:39.017996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-dabaedbb-d536-4634-9794-6601f5a2fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:39.019783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-dabaedbb-d536-4634-9794-6601f5a2fb94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.2715797 Apr 28 19:49:39.205757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:39.206630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Checking segment: {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:39.206750 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.207102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Bound using segment: {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:39.207844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Bound port: ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:39.208254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.300281 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-677bc263-4b46-4e02-b45f-f2522b6b7a31 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81d70818-65b4-4561-877f-f59058b21319 HTTP/1.1" status: 200 len: 217 time: 0.2719438 Apr 28 19:49:39.378356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-e38edc34-c317-445a-80d8-c76a3c2c4f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:39.379344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-e38edc34-c317-445a-80d8-c76a3c2c4f03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.0729494 Apr 28 19:49:39.413151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:23Z', 'revision_number': 4, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '905c9369-b745-4abe-8484-14e3bb2bd74c', 'name': '', 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'mac_address': 'fa:16:3e:3a:b3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:21Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'subnets': [{'id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:39.428196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.442799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-192557fc-b694-4f7a-9945-f80236671d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513406 Apr 28 19:49:39.556608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 29635056-bb13-4b73-8e9d-c3b6286e4086, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=29635056-bb13-4b73-8e9d-c3b6286e4086,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:39.556608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 81d70818-65b4-4561-877f-f59058b21319 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:49:39.590578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.599563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] For port ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:39.681514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:39.800644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb87438-aaf0-4dad-977c-6a8454b22605 None None] The sync data for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 is: [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:49:23Z', 'revision_number': 4, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '905c9369-b745-4abe-8484-14e3bb2bd74c', 'name': '', 'network_id': '2e5233ca-d0b0-468a-be42-f8b1fffddca1', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'mac_address': 'fa:16:3e:3a:b3:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1077, 'fixed_ips': [{'subnet_id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:21Z', 'updated_at': '2022-04-28T19:49:34Z', 'revision_number': 4, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'subnets': [{'id': '6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:39.813497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-671269f4-2e79-4fda-8eb0-bbd24b078669 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537307 Apr 28 19:49:39.820828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:39.866721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.867957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.868915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.871256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.872038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.872417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.873397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.874217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.874979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.875417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.876013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.876459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:39.925540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] For port ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:39.930878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.986011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:39.987477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.032939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:49:40.074271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00f1b693-5ca0-4f3d-a7fe-4e914dfddb0b req-a95288ca-ef19-4349-9537-b9c55ebd2c3f service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581673 Apr 28 19:49:40.247172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9375b9-c9de-4240-bcb1-8178545c5285 req-91780948-18b8-4505-866f-c0701468dd31 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:40.270564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e9375b9-c9de-4240-bcb1-8178545c5285 req-91780948-18b8-4505-866f-c0701468dd31 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 944 time: 0.1953654 Apr 28 19:49:40.324816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0fad3f-46ba-46f2-a199-1326740aecf0 None None] Pushing event updated for resources: {'Port': ['ID=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:40.328941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:40.391644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:40.414115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-a5f79db5-9470-46e2-baa8-02ea5a338734 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8580377 Apr 28 19:49:40.451000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:40.456207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e9375b9-c9de-4240-bcb1-8178545c5285 req-214152f7-d84e-427d-b500-9a2554be5e2a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863637 Apr 28 19:49:40.490021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.666012 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:40.958103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ece42653-cd3e-47d0-9802-9d732d841934 req-54ca1c1e-acb8-443f-834b-d3f39d951044 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1189249 Apr 28 19:49:40.985927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=81d70818-65b4-4561-877f-f59058b21319,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:41.017352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.066850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '81d70818-65b4-4561-877f-f59058b21319', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': '81d70818-65b4-4561-877f-f59058b21319', 'mac_address': 'fa:16:3e:cf:be:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:49:41.177388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.181112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:41.252964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.280694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81d70818-65b4-4561-877f-f59058b21319 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:49:41.315654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=81d70818-65b4-4561-877f-f59058b21319,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:41.322882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:41.323567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.380768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.424553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd026d2-ad9a-47af-91d2-31dae7b538e9 req-eb177cf5-12ab-47d3-9b61-ac6b578a156b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.434877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd026d2-ad9a-47af-91d2-31dae7b538e9 req-eb177cf5-12ab-47d3-9b61-ac6b578a156b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:41.441521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.444703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdd026d2-ad9a-47af-91d2-31dae7b538e9 req-eb177cf5-12ab-47d3-9b61-ac6b578a156b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 0.1825135 Apr 28 19:49:41.506261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.544563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdd026d2-ad9a-47af-91d2-31dae7b538e9 req-0f88dbed-38ff-4fae-ab9e-5aae58632ba7 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983219 Apr 28 19:49:41.580931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.670820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['81d70818-65b4-4561-877f-f59058b21319'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:49:41.699320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585ecaa2-b96f-474e-81c2-82457bff3d47,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:41.748467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.749673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-58fb1e8a-1615-427b-bc58-d2bf9a923f6b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "DELETE /v2.0/security-groups/585ecaa2-b96f-474e-81c2-82457bff3d47 HTTP/1.1" status: 204 len: 168 time: 2.0638988 Apr 28 19:49:41.752053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:41.752563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:41.792154 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1d104c23-ea7e-4ca2-b900-bca98c8e0d2a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] show failed (client error): The resource could not be found. Apr 28 19:49:41.796476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d104c23-ea7e-4ca2-b900-bca98c8e0d2a tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "GET /v2.0/security-groups/585ecaa2-b96f-474e-81c2-82457bff3d47 HTTP/1.1" status: 404 len: 347 time: 0.0429456 Apr 28 19:49:41.804777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:41.880821 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2541cd-72b3-46d3-8d94-8f1b758909e7'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307', 'code': 200} Apr 28 19:49:41.999728 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.262380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 29635056-bb13-4b73-8e9d-c3b6286e4086 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:42.466829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Deleting port 017cbf72-d838-42e0-8f09-f9fff67a08e7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:42.467287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.477089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.608966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 29635056-bb13-4b73-8e9d-c3b6286e4086 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:42.609396 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.745969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffc48b44-b24e-4da8-8d59-ff3d108f5ee7 None None] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:42.788426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Router 97fca7d9-a525-4a6f-825e-914cbbb87920 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:49:42.801014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Allocated IP 172.25.2.24 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/dee69e1a-be59-4cfc-b4b8-06703dbab84b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:42.895242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.895580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:42.896910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c34eb914-315f-47ed-b171-370c92a06b3b None None] Provisioning for port ce67b744-9e0b-4a9c-8752-a9bba6fc386b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:43.038273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Calling delete_port for 017cbf72-d838-42e0-8f09-f9fff67a08e7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:43.097644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 905c9369-b745-4abe-8484-14e3bb2bd74c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:43.248720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 905c9369-b745-4abe-8484-14e3bb2bd74c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:43.265100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79be54-eeee-46c6-b1ab-8465111fc30d req-aaff2da3-b56b-4576-8847-3e79c05e4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:43.266246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79be54-eeee-46c6-b1ab-8465111fc30d req-aaff2da3-b56b-4576-8847-3e79c05e4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:43.267235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f79be54-eeee-46c6-b1ab-8465111fc30d req-aaff2da3-b56b-4576-8847-3e79c05e4e90 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1984 time: 1.4666224 Apr 28 19:49:43.294993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.325056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d58c867-d7da-4d30-b6fe-1d3fe3400b00 req-2328f9c4-b113-44fa-908c-17db37f2e0de tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:43.332281 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d58c867-d7da-4d30-b6fe-1d3fe3400b00 req-2328f9c4-b113-44fa-908c-17db37f2e0de tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 945 time: 1.2397292 Apr 28 19:49:43.357482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 905c9369-b745-4abe-8484-14e3bb2bd74c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:43.357919 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.372463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f79be54-eeee-46c6-b1ab-8465111fc30d req-2ca7cbef-7f3d-42a9-ac64-91f53423fcd2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978785 Apr 28 19:49:43.385186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:43.398383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Sync routers for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:43.403755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.415083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:43.416053 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:43.455633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d58c867-d7da-4d30-b6fe-1d3fe3400b00 req-064fdd91-e7b9-4d58-be86-a26462f2d0c1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222100 Apr 28 19:49:43.535978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:43.540832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.558136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:43.566199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:43.667651 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.712567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Pushing event deleted for resources: {'Port': ['ID=017cbf72-d838-42e0-8f09-f9fff67a08e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:43.721275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 905c9369-b745-4abe-8484-14e3bb2bd74c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=905c9369-b745-4abe-8484-14e3bb2bd74c,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:43.726643 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.727726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ce67b744-9e0b-4a9c-8752-a9bba6fc386b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:43.745484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:43.747595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-126738e6-5a62-47ec-bba7-88f73cbd8352 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 9.9709096 Apr 28 19:49:43.752080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57754) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:43.883063 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:43.920479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ce67b744-9e0b-4a9c-8752-a9bba6fc386b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:43.940915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ce67b744-9e0b-4a9c-8752-a9bba6fc386b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:43.942178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.121711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.195174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.212781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d749176-063d-4885-a0a4-471d4df074e5 req-362324cd-13ac-470c-89bc-bb094fc765b3 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1541407 Apr 28 19:49:44.235539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.236866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2103b0c1-dadf-41c7-9b49-6a8cd5b4ec7b tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] 10.222.0.24 "DELETE /v2.0/floatingips/a6bfccd5-4333-42ee-91d3-dfab1444c848 HTTP/1.1" status: 204 len: 168 time: 2.4302664 Apr 28 19:49:44.239901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:44.264052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=dee69e1a-be59-4cfc-b4b8-06703dbab84b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.319552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.339215 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 3, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:44.343419 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Checking router: 97fca7d9-a525-4a6f-825e-914cbbb87920 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:44.343782 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Updating router 97fca7d9-a525-4a6f-825e-914cbbb87920 port 491bd81c-17aa-4c05-8a2f-410f0ac613db binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:44.376597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:44.386018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.398813 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.561488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:44.582988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d328102-73fa-4df0-9a01-ccaa9c21073e None None] Provisioning complete for port ce67b744-9e0b-4a9c-8752-a9bba6fc386b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:44.586053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d328102-73fa-4df0-9a01-ccaa9c21073e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:44.717997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 905c9369-b745-4abe-8484-14e3bb2bd74c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:44.884216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.028066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.046287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 905c9369-b745-4abe-8484-14e3bb2bd74c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:45.048020 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.078150 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.127050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Transition to ACTIVE for port object 491bd81c-17aa-4c05-8a2f-410f0ac613db will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:45.150100 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.251243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35adfc-2a70-4c5c-9284-b5cfc1711e84 req-5b5af540-0328-4ff1-806f-c58f461c05bd tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.262407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35adfc-2a70-4c5c-9284-b5cfc1711e84 req-5b5af540-0328-4ff1-806f-c58f461c05bd tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:45.265897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf35adfc-2a70-4c5c-9284-b5cfc1711e84 req-5b5af540-0328-4ff1-806f-c58f461c05bd tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 0.4345782 Apr 28 19:49:45.306586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Attempting to bind port 491bd81c-17aa-4c05-8a2f-410f0ac613db on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:45.306945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Attempting to bind port 491bd81c-17aa-4c05-8a2f-410f0ac613db by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:45.307501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Attempting to bind port 491bd81c-17aa-4c05-8a2f-410f0ac613db on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:45.317775 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:45.318454 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:45.319009 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.319544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:45.320809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Bound port: 491bd81c-17aa-4c05-8a2f-410f0ac613db, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:45.321504 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.356133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Pushing event updated for resources: {'Port': ['ID=491bd81c-17aa-4c05-8a2f-410f0ac613db,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:45.378778 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.379317 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.379811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.380289 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.380826 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.381297 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.381798 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.382312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.382784 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.383401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.383871 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.384010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf35adfc-2a70-4c5c-9284-b5cfc1711e84 req-92a1c791-abfc-4753-8c4a-fd548873496a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037438 Apr 28 19:49:45.384477 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:49:45.448946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 81d70818-65b4-4561-877f-f59058b21319 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:45.458866 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] For port 491bd81c-17aa-4c05-8a2f-410f0ac613db, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:45.464305 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] For port 491bd81c-17aa-4c05-8a2f-410f0ac613db, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=491bd81c-17aa-4c05-8a2f-410f0ac613db,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:45.470196 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.535477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.626083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 81d70818-65b4-4561-877f-f59058b21319 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:45.630240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.641500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 81d70818-65b4-4561-877f-f59058b21319 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:45.642963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:45.643602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:45.644210 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.746948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.762394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.909577 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:45.952361 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:45.957292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d70818-65b4-4561-877f-f59058b21319'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:45.983449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=81d70818-65b4-4561-877f-f59058b21319,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:45.989962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.109739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba5d95e-4584-495a-a30e-df47985e4c92 None None] Pushing event updated for resources: {'Port': ['ID=491bd81c-17aa-4c05-8a2f-410f0ac613db,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.145898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.171310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Allocated IP 172.20.0.1 (8c868d3d-cd73-4310-9e77-f87d9777ffb6/6c513a51-e4ca-477a-b2d9-43e20192d453/4d047555-b788-46a9-afe2-837c00cdbf0d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:46.248201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8d149-3b24-4eed-badd-d9d15cfd83ea req-50aba94c-0012-40d2-99fa-bbb97040094e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:46.259069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d8d149-3b24-4eed-badd-d9d15cfd83ea req-50aba94c-0012-40d2-99fa-bbb97040094e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 945 time: 0.3491406 Apr 28 19:49:46.315099 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 3, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:46.321062 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee21b76-07ad-4703-835e-ed2eee8b74a9 None None] The sync data for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 is: [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:38Z', 'revision_number': 3, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:46.353585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d8d149-3b24-4eed-badd-d9d15cfd83ea req-0091b249-1b90-4daa-9a00-8d9263a5a80f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906787 Apr 28 19:49:46.439211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.483740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Transition to ACTIVE for port object 4d047555-b788-46a9-afe2-837c00cdbf0d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:46.555937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Deleting port ab89ddc5-bbc5-4526-88df-3c91ff5ee012 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:46.556682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.567904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=dee69e1a-be59-4cfc-b4b8-06703dbab84b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.584826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.646156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ce67b744-9e0b-4a9c-8752-a9bba6fc386b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:46.777486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ce67b744-9e0b-4a9c-8752-a9bba6fc386b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:46.777859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.809073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Pushing event updated for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:46.834096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:46.860155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:46.870071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:46.875917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:46.952021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48788e05-022e-48f6-924d-ac18541f485f req-a368d88a-8726-49b4-b7fa-c94b927c411a tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.2990277 Apr 28 19:49:47.110992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.122753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-954778f9-da19-41ec-9ad5-d247320db181 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 6.7152691 Apr 28 19:49:47.130021 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b5752cb-57d4-4cd7-aabe-f61878922e23'] response: {'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81d70818-65b4-4561-877f-f59058b21319', 'code': 200} Apr 28 19:49:47.227791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] For port ab89ddc5-bbc5-4526-88df-3c91ff5ee012, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:47.228559 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.306197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.383452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f8f91a3-015d-475b-be11-ad187770fb0d None None] Provisioning for port 4d047555-b788-46a9-afe2-837c00cdbf0d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:47.387572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f8f91a3-015d-475b-be11-ad187770fb0d None None] Provisioning complete for port 4d047555-b788-46a9-afe2-837c00cdbf0d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:47.388219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f8f91a3-015d-475b-be11-ad187770fb0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.401271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-f1d5d810-7f0e-425d-aa0e-1517ddc0c2de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:47.435851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-f1d5d810-7f0e-425d-aa0e-1517ddc0c2de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:47.445133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-f1d5d810-7f0e-425d-aa0e-1517ddc0c2de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.3195541 Apr 28 19:49:47.542069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Calling delete_port for ab89ddc5-bbc5-4526-88df-3c91ff5ee012 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:47.565328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f8f91a3-015d-475b-be11-ad187770fb0d None None] Port 4d047555-b788-46a9-afe2-837c00cdbf0d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:47.676896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-77732aad-f1dd-4dbc-a79f-59d0f3478243 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.678904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ec292d5-18c1-404f-8dd4-7922905740c5 req-77732aad-f1dd-4dbc-a79f-59d0f3478243 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2321117 Apr 28 19:49:47.737428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58e628e-aeb0-40e4-8ed1-c0b221f4bcb8 req-109d2265-cd78-4a83-bd7b-8242fe214318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.739453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c58e628e-aeb0-40e4-8ed1-c0b221f4bcb8 req-109d2265-cd78-4a83-bd7b-8242fe214318 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 1097 time: 0.2620463 Apr 28 19:49:47.779530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:47.787456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b1937-398b-4041-af7d-fc0934f9a36e req-492d6bf0-382d-462f-8585-7948acb62d67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.799483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b1937-398b-4041-af7d-fc0934f9a36e req-492d6bf0-382d-462f-8585-7948acb62d67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:47.808648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc5b1937-398b-4041-af7d-fc0934f9a36e req-492d6bf0-382d-462f-8585-7948acb62d67 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 0.3759327 Apr 28 19:49:47.903982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc5b1937-398b-4041-af7d-fc0934f9a36e req-ae399220-97d8-4403-8f36-340184531396 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907564 Apr 28 19:49:47.910990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c58e628e-aeb0-40e4-8ed1-c0b221f4bcb8 req-17fcfdf9-72c5-402e-9165-3b47025d7b89 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644375 Apr 28 19:49:48.023492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.225802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab89ddc5-bbc5-4526-88df-3c91ff5ee012,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:48.289715 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.299029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.481153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.541600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Pushing event updated for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:48.578766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9ec94-440d-40a7-ad8d-a8f7eda38eda req-92b0b17d-d5ad-435e-bcb9-2bac78a99e9f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:48.580181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07a9ec94-440d-40a7-ad8d-a8f7eda38eda req-92b0b17d-d5ad-435e-bcb9-2bac78a99e9f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 946 time: 0.6739628 Apr 28 19:49:48.658927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 491bd81c-17aa-4c05-8a2f-410f0ac613db up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:48.667763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-2711a42c-38f4-4a41-a076-70a24052be52 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:48.734226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-2711a42c-38f4-4a41-a076-70a24052be52 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:48.743690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-2711a42c-38f4-4a41-a076-70a24052be52 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.6355319 Apr 28 19:49:48.750743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:49:48.751657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07a9ec94-440d-40a7-ad8d-a8f7eda38eda req-e85bb2f5-b433-4e6d-975f-d303f291a6f7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546545 Apr 28 19:49:48.758910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:49:48.774122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 491bd81c-17aa-4c05-8a2f-410f0ac613db completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:48.781378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 491bd81c-17aa-4c05-8a2f-410f0ac613db triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:48.781682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:49:48.782017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.793177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.849308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:48.852737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:48.872150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:48.980922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.006674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 491bd81c-17aa-4c05-8a2f-410f0ac613db, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=491bd81c-17aa-4c05-8a2f-410f0ac613db,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:49.027893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.209915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=491bd81c-17aa-4c05-8a2f-410f0ac613db,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:49.512826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4577352e-d3fa-46aa-bdfe-a3ad21716dfa None None] Provisioning complete for port 4d047555-b788-46a9-afe2-837c00cdbf0d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:49.513377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4577352e-d3fa-46aa-bdfe-a3ad21716dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:49.546472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd503e71-69f1-41cf-8d37-ece154d38e6b req-e1a747f9-8e86-4fc2-8dba-1313f41433c9 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.2082107 Apr 28 19:49:49.600294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Router 97fca7d9-a525-4a6f-825e-914cbbb87920 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:49.610364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4577352e-d3fa-46aa-bdfe-a3ad21716dfa None None] Port 4d047555-b788-46a9-afe2-837c00cdbf0d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:49:49.777300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Router d31dd9bb-ede7-4126-ace5-7a2802216c51 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:49:49.989601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:50.006557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Sync routers for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:50.011607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6723e9c2-dfcc-44c0-ba9f-6910d6283584 admin admin] 10.222.0.24 "PUT /v2.0/routers/d31dd9bb-ede7-4126-ace5-7a2802216c51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7689273 Apr 28 19:49:50.014578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57820) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:50.031215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:50.032001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:50.109080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:49:50.121767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Sync routers for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:49:50.125597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76504f50-4c17-4fe9-a1ce-c9e27f4d598f admin admin] 10.222.0.24 "PUT /v2.0/routers/97fca7d9-a525-4a6f-825e-914cbbb87920/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3701310 Apr 28 19:49:50.142120 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:50.142962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:50.360114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e90bab-c457-4149-a5a6-7a140e61905b req-66012628-2d9b-4675-93f4-fb1a901b2470 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.385619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54e90bab-c457-4149-a5a6-7a140e61905b req-66012628-2d9b-4675-93f4-fb1a901b2470 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 946 time: 0.1990397 Apr 28 19:49:50.417490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.534949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:50.586942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54e90bab-c457-4149-a5a6-7a140e61905b req-3fd80eb1-fc04-496a-ad52-53c85fd92180 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036710 Apr 28 19:49:50.722664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 491bd81c-17aa-4c05-8a2f-410f0ac613db up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:50.789808 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:50.934115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.953378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d11ba4-cd06-48c4-963c-c4a6ffee9fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:50.965063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659000-a28c-4575-878e-fae4482d9a55 req-0ee941ef-edd0-4a52-9a39-8b6bdd65d004 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.971146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35659000-a28c-4575-878e-fae4482d9a55 req-0ee941ef-edd0-4a52-9a39-8b6bdd65d004 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:50.980684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 491bd81c-17aa-4c05-8a2f-410f0ac613db triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:50.981002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35659000-a28c-4575-878e-fae4482d9a55 req-0ee941ef-edd0-4a52-9a39-8b6bdd65d004 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 0.2004011 Apr 28 19:49:50.982446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.055749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35659000-a28c-4575-878e-fae4482d9a55 req-292537b2-fc5c-4c9d-9bad-d533e8ed8223 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715196 Apr 28 19:49:51.194008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.238818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Deleting port b8d64885-6e64-4313-990b-4f0daada1dc5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:51.239267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:51.366055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61f126e0-c7d8-4a43-929f-aab7355b3587 req-29bde546-92b6-4f3a-8da5-5a2b2db88ccf tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1197479 Apr 28 19:49:51.798367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74'}], 'enable_snat': True}, 'gw_port_id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 5, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port': {'id': 'b8d64885-6e64-4313-990b-4f0daada1dc5', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:e9:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'device_owner': 'network:router_gateway', 'standard_attr_id': 921, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:00Z', 'updated_at': '2022-04-28T19:47:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:51.805958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Checking router: d31dd9bb-ede7-4126-ace5-7a2802216c51 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:51.838488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Routers {'d31dd9bb-ede7-4126-ace5-7a2802216c51'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:51.839324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d31dd9bb-ede7-4126-ace5-7a2802216c51'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:51.972728 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 4, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d047555-b788-46a9-afe2-837c00cdbf0d', 'name': '', 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'mac_address': 'fa:16:3e:b0:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:45Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 2, 'project_id': 'e500e274ce90452aba90e22377391c09', 'subnets': [{'id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:51.981119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Checking router: 97fca7d9-a525-4a6f-825e-914cbbb87920 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:49:51.981722 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Updating router 97fca7d9-a525-4a6f-825e-914cbbb87920 port 4d047555-b788-46a9-afe2-837c00cdbf0d binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:49:52.065725 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.194328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Allocated IP 172.25.2.19 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/596801ef-5850-4c04-a2e8-7e85e2e5442d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:49:52.204092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] For port b8d64885-6e64-4313-990b-4f0daada1dc5, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b8d64885-6e64-4313-990b-4f0daada1dc5,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:52.207174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.261756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] Set router d31dd9bb-ede7-4126-ace5-7a2802216c51 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:52.422162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:49:51Z', 'revision_number': 6, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:52.427152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b78fa8f0-a301-4545-afb9-4251141e3272 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:52.431117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f94d82b-a99b-459e-8514-95ec94992d66 None None] The sync data for ids ['d31dd9bb-ede7-4126-ace5-7a2802216c51'] in n-d-839811-1 is: [{'id': 'd31dd9bb-ede7-4126-ace5-7a2802216c51', 'name': 'tempest-ServersTestManualDisk-1105355708-router', 'tenant_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:57Z', 'updated_at': '2022-04-28T19:49:51Z', 'revision_number': 6, 'project_id': 'a2cfe6f09bcf47a08e33c2a54939230f', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:53.119442 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.184731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Transition to ACTIVE for port object 4d047555-b788-46a9-afe2-837c00cdbf0d will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:49:53.215034 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.511671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.658766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Calling delete_port for b8d64885-6e64-4313-990b-4f0daada1dc5 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:53.752014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:53.952812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.012893 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a608-2bef-4fe7-860c-9c73fa9a473d None None] Pushing event updated for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:54.203051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-bf6d2209-f2e1-4bf3-b100-11410786d1a2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.242290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-bf6d2209-f2e1-4bf3-b100-11410786d1a2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.242290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-bf6d2209-f2e1-4bf3-b100-11410786d1a2 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 2.3121889 Apr 28 19:49:54.321237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Attempting to bind port 4d047555-b788-46a9-afe2-837c00cdbf0d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:49:54.321237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Attempting to bind port 4d047555-b788-46a9-afe2-837c00cdbf0d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:49:54.321237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Attempting to bind port 4d047555-b788-46a9-afe2-837c00cdbf0d on network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:49:54.347376 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:49:54.347376 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Checking segment: {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:49:54.353270 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.353270 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Bound using segment: {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:49:54.353270 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Bound port: 4d047555-b788-46a9-afe2-837c00cdbf0d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d2c84d0-ccdc-4742-89cd-661cbad707b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:49:54.353270 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.662225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab89ddc5-bbc5-4526-88df-3c91ff5ee012 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:54.773836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ab89ddc5-bbc5-4526-88df-3c91ff5ee012 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:49:54.776105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab89ddc5-bbc5-4526-88df-3c91ff5ee012 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:49:54.776760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b8d64885-6e64-4313-990b-4f0daada1dc5 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:54.788648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c65fddc-0711-4022-803b-3c05482c335b req-1940f494-592c-4df3-9440-798cdf377d24 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:54.813482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c65fddc-0711-4022-803b-3c05482c335b req-1940f494-592c-4df3-9440-798cdf377d24 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 946 time: 0.2214251 Apr 28 19:49:54.853395 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] For port 4d047555-b788-46a9-afe2-837c00cdbf0d, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:49:54.861788 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] For port 4d047555-b788-46a9-afe2-837c00cdbf0d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d047555-b788-46a9-afe2-837c00cdbf0d,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:49:54.866920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port cf579b75-cf62-4675-80cd-42daced2d307 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:54.870676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.874824 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:54.937974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c65fddc-0711-4022-803b-3c05482c335b req-1feaf513-f537-4bb5-88ae-d089ea20aa39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224999 Apr 28 19:49:55.024795 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d307a608-2bef-4fe7-860c-9c73fa9a473d None None] Pushing event updated for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:55.065510 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:49:55.066819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:49:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:55.110509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.149953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.173676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.263553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Pushing event deleted for resources: {'Port': ['ID=b8d64885-6e64-4313-990b-4f0daada1dc5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:55.336906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.369859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-4b20b230-df4a-432d-85ef-e9dd7ba2b2fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3454962 Apr 28 19:49:55.408905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0731d1-8ed7-49e3-a711-df8d52e8d1a6 req-898b5d2d-c68c-46e3-9fc6-ca0c8db9b58b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.418620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0731d1-8ed7-49e3-a711-df8d52e8d1a6 req-898b5d2d-c68c-46e3-9fc6-ca0c8db9b58b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.432839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d0731d1-8ed7-49e3-a711-df8d52e8d1a6 req-898b5d2d-c68c-46e3-9fc6-ca0c8db9b58b tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1682 time: 0.1690736 Apr 28 19:49:55.437002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:49:55.493917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:55.507816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=596801ef-5850-4c04-a2e8-7e85e2e5442d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:55.508474 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:49:55.519920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d0731d1-8ed7-49e3-a711-df8d52e8d1a6 req-31003b9f-4567-4fa7-ac73-47e002081c2e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857852 Apr 28 19:49:55.526053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:49:55.528292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:49:55.758764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca938bd5-e2ce-4940-a4ab-b8e0e53647ee req-6c4225da-20af-4492-936d-5068909457a7 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.0869477 Apr 28 19:49:55.821768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.822515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.822891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.823711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.824216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.824727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.825665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:55.828764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d55be401-8538-46d1-8744-8e15e9be7c74 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6489 time: 0.2969649 Apr 28 19:49:55.893918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.914880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.959193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:55.962805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:55.974708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:55.977056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e171acaa-4272-49cc-b91f-3ad4e8d51115 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:56.010707 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 4, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d047555-b788-46a9-afe2-837c00cdbf0d', 'name': '', 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'mac_address': 'fa:16:3e:b0:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:45Z', 'updated_at': '2022-04-28T19:49:54Z', 'revision_number': 4, 'project_id': 'e500e274ce90452aba90e22377391c09', 'subnets': [{'id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:49:56.015643 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-198ed8b7-940a-45e4-b5da-4dc7d76340e2 None None] The sync data for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 is: [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:49:47Z', 'revision_number': 4, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d047555-b788-46a9-afe2-837c00cdbf0d', 'name': '', 'network_id': '8c868d3d-cd73-4310-9e77-f87d9777ffb6', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'mac_address': 'fa:16:3e:b0:94:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_interface', 'standard_attr_id': 1094, 'fixed_ips': [{'subnet_id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:45Z', 'updated_at': '2022-04-28T19:49:54Z', 'revision_number': 4, 'project_id': 'e500e274ce90452aba90e22377391c09', 'subnets': [{'id': '6c513a51-e4ca-477a-b2d9-43e20192d453', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:49:56.188456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:56.224517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9264ac2b-7150-4af2-b7c0-b4228a05e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.225270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9264ac2b-7150-4af2-b7c0-b4228a05e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.227062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9264ac2b-7150-4af2-b7c0-b4228a05e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.228979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9264ac2b-7150-4af2-b7c0-b4228a05e6a2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=94041670-70c7-4d06-95fa-e5d312c82809&id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 2292 time: 0.3682971 Apr 28 19:49:56.281168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.318010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:56.333263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.339285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf579b75-cf62-4675-80cd-42daced2d307 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:49:56.363329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.369622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.390496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.397201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.404759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.411878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.420029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.428714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-e0dc2736-a281-4647-9bc7-ad2249723528 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.3837149 Apr 28 19:49:56.443047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.454539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.464012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.590400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01dd2459-bf01-48dd-a17d-a710c63cb4b7 req-b13e0734-2447-4239-8b05-836d52165b9b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1597652 Apr 28 19:49:56.644828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-339749e4-9d14-45de-b3a4-7748929284f7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 200 len: 999 time: 0.4010191 Apr 28 19:49:56.646752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d047555-b788-46a9-afe2-837c00cdbf0d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:56.729299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.731918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d31dd9bb-ede7-4126-ace5-7a2802216c51 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:49:56.750036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.802403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-4c7a212d-a0e3-4d4a-a88f-6481741fff69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.805615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-4c7a212d-a0e3-4d4a-a88f-6481741fff69 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c26e62c-f7f6-48d9-b67d-e0b1483517da HTTP/1.1" status: 200 len: 851 time: 0.1529114 Apr 28 19:49:56.961949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:56.970150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3b932082-e5f6-4685-902b-2ebf09856e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:56.973929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3b932082-e5f6-4685-902b-2ebf09856e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1577475 Apr 28 19:49:56.974802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:57.034249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.037565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94b5ac77-8a24-4e31-bd07-ebd006586b8f admin admin] 10.222.0.24 "DELETE /v2.0/routers/d31dd9bb-ede7-4126-ace5-7a2802216c51 HTTP/1.1" status: 204 len: 168 time: 7.0197177 Apr 28 19:49:57.037692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:57.048419 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.064187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:57.065606 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.074701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:57.190748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:57.206282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4d047555-b788-46a9-afe2-837c00cdbf0d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:49:57.221795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4d047555-b788-46a9-afe2-837c00cdbf0d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:57.222691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.226604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Deleting subnet c7dca8b9-4318-49e2-a0e0-8e796faba75b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:49:57.230017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.308069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-4d0ca524-1477-44d9-be39-612adcf6f2ab service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3242719 Apr 28 19:49:57.328499 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8484156a-896b-4614-a9e2-724c55bf10c6'] response: {'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'code': 200} Apr 28 19:49:57.510328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.592417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4d047555-b788-46a9-afe2-837c00cdbf0d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d047555-b788-46a9-afe2-837c00cdbf0d,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:57.598772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.724547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for cf579b75-cf62-4675-80cd-42daced2d307 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:57.766483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:57.908828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:57.950200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-8d98509f-602a-4b99-995a-2ed11d029cbc service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6374016 Apr 28 19:49:58.033709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:49:58.034031 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:49:58.041178 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-95a76715-adf1-4ac7-b797-7947e4b2dbe7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 217 time: 0.0775545 Apr 28 19:49:58.059091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada55f-e413-4e29-b28a-3ba83f999671 req-d6e39064-8f7b-4f10-a61c-7aca87732758 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.065283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adada55f-e413-4e29-b28a-3ba83f999671 req-d6e39064-8f7b-4f10-a61c-7aca87732758 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.074065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adada55f-e413-4e29-b28a-3ba83f999671 req-d6e39064-8f7b-4f10-a61c-7aca87732758 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1678 time: 0.1804478 Apr 28 19:49:58.077906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.079976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.173447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.198655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adada55f-e413-4e29-b28a-3ba83f999671 req-04a7fbf0-dbb2-4026-84bd-e2f3bc2312c0 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237495 Apr 28 19:49:58.232541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-8c15a780-d16c-46b1-8357-b326d84d48c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.234186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-8c15a780-d16c-46b1-8357-b326d84d48c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1838984 Apr 28 19:49:58.280027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.296163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.353607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7dca8b9-4318-49e2-a0e0-8e796faba75b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:58.363392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.372754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0dbb86e-371f-4e6f-9337-561f328af18c None None] Network c24e2453-e1f1-44a0-8ca3-3f0552b05de4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:49:58.380672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=596801ef-5850-4c04-a2e8-7e85e2e5442d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:49:58.385625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-74eef391-d2e6-4f47-9d52-d3c27aed6051 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c7dca8b9-4318-49e2-a0e0-8e796faba75b HTTP/1.1" status: 204 len: 168 time: 1.3096261 Apr 28 19:49:58.387081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.394286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-38adfa91-fd81-44ec-91f0-7dfd899dfcc4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 9.6496267 Apr 28 19:49:58.396810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:49:58.504747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.521998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.534527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.542062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.548082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d047555-b788-46a9-afe2-837c00cdbf0d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:49:58.549782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.550676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port cf579b75-cf62-4675-80cd-42daced2d307 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:58.551019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.558123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.565069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.579875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4daab9-a06c-4678-8444-b8833d905681 req-3e82d085-7fb1-4c04-a01d-4996ab2f55f9 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.2552242 Apr 28 19:49:58.596813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-5d3c9467-20c5-4df1-bc77-94cfbf92ee94 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:49:58.600182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-2c5f1639-bc9e-43e5-a0a1-b5f3b6d65f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:58.604333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-2c5f1639-bc9e-43e5-a0a1-b5f3b6d65f6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3635030 Apr 28 19:49:58.745303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4d047555-b788-46a9-afe2-837c00cdbf0d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:49:58.747399 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:58.750518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-5d3c9467-20c5-4df1-bc77-94cfbf92ee94 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:49:58.757918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-5d3c9467-20c5-4df1-bc77-94cfbf92ee94 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.3625116 Apr 28 19:49:58.840809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.035779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] DHCP port deletion for c24e2453-e1f1-44a0-8ca3-3f0552b05de4 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:49:59.044908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3737b126-b45c-432d-8909-534596398071 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293613 Apr 28 19:49:59.045429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Deleting port edcaa24c-26e4-4434-b312-a1b390efb921 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:59.045667 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.069357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-88bc5d05-fda9-4bcb-b1f8-1b32c1538f25 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:59.071092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-88bc5d05-fda9-4bcb-b1f8-1b32c1538f25 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 946 time: 0.2329550 Apr 28 19:49:59.338362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115'}, {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:49:59.355761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Deleting port edcaa24c-26e4-4434-b312-a1b390efb921 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:59.356295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.385190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c4df4ee-16b8-4cac-9352-8de67de1a7bb req-51c4d3a2-26d9-4405-afae-823632525c0c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1698389 Apr 28 19:49:59.464222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port cf579b75-cf62-4675-80cd-42daced2d307, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf579b75-cf62-4675-80cd-42daced2d307,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:59.464926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.494511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] For port edcaa24c-26e4-4434-b312-a1b390efb921, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcaa24c-26e4-4434-b312-a1b390efb921,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:49:59.495010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.504868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port 81d70818-65b4-4561-877f-f59058b21319 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:49:59.507818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:49:59.630320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Calling delete_port for edcaa24c-26e4-4434-b312-a1b390efb921 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:59.850142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for cf579b75-cf62-4675-80cd-42daced2d307 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:49:59.886200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-ca63d3b2-d80a-40da-a1c9-6537a78d240d service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8315315 Apr 28 19:49:59.896102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-a525e276-c923-4e59-9f00-63ca3814c827 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:49:59.898513 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0f729c4-ddd5-42d5-b088-19ecec9bee6e req-a525e276-c923-4e59-9f00-63ca3814c827 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 1.1394703 Apr 28 19:50:00.000841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-4a835e93-9c8b-4176-90ed-90a4213d4b80 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 217 time: 0.1076756 Apr 28 19:50:00.090098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.095907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9cd97f8c-f8c1-4f95-b9ad-234f6eaf5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.099456 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9cd97f8c-f8c1-4f95-b9ad-234f6eaf5e8d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.0923939 Apr 28 19:50:00.175173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] No DVR routers for this DVR port edcaa24c-26e4-4434-b312-a1b390efb921 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:00.229514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cff29-df63-43b8-b8df-f2797e3f3d1a None None] Pushing event deleted for resources: {'Port': ['ID=edcaa24c-26e4-4434-b312-a1b390efb921,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:00.359467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3f4ad890-9c8c-4757-8d3e-a95eada85e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:00.361750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3f4ad890-9c8c-4757-8d3e-a95eada85e3f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2529466 Apr 28 19:50:00.501670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port 81d70818-65b4-4561-877f-f59058b21319, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=81d70818-65b4-4561-877f-f59058b21319,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:00.502298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a75355de-3466-466a-82b0-03d354cdd49b req-d75b4829-45e6-47af-94e7-098ceb341565 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1176279 Apr 28 19:50:00.510648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.530088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] For port edcaa24c-26e4-4434-b312-a1b390efb921, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcaa24c-26e4-4434-b312-a1b390efb921,segment=NetworkSegment(d4d4568b-c700-4094-8123-f3a5db570b27),segment_id=d4d4568b-c700-4094-8123-f3a5db570b27)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:00.530755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:00.548374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcaa24c-26e4-4434-b312-a1b390efb921 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:00.655597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: edcaa24c-26e4-4434-b312-a1b390efb921 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:00.659030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcaa24c-26e4-4434-b312-a1b390efb921 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:00.900972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Calling delete_port for edcaa24c-26e4-4434-b312-a1b390efb921 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:00.996097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:00.997066 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:01.000643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57970) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:01.044574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for 81d70818-65b4-4561-877f-f59058b21319 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:01.130919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f095e6a2-8078-4a9c-970a-ad065b7be03b req-6d1a6667-8e2e-4380-ad56-f6c9296e0ffd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.131854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f095e6a2-8078-4a9c-970a-ad065b7be03b req-6d1a6667-8e2e-4380-ad56-f6c9296e0ffd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 946 time: 0.9568081 Apr 28 19:50:01.227071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.288526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f095e6a2-8078-4a9c-970a-ad065b7be03b req-477adad2-a3bf-468d-ad96-72d3722bd280 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072958 Apr 28 19:50:01.293206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=cf579b75-cf62-4675-80cd-42daced2d307,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:01.381359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.382894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.383516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.384135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.384746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.385355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.385982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.386558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9be4b8d3-ce17-414b-a0ef-ebf4213efe36 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0050294 Apr 28 19:50:01.388291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-4d8b23f1-62cd-4164-a05d-c0584248bd1b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6489 time: 0.3866453 Apr 28 19:50:01.406464 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99ff986-5224-46cd-8d56-39d9c86ccba2'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'code': 200} Apr 28 19:50:01.407079 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b99ff986-5224-46cd-8d56-39d9c86ccba2'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307', 'code': 200} Apr 28 19:50:01.409682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-aa6a0a40-0aab-450f-9c16-7f9c28a4d95e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.423621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-aa6a0a40-0aab-450f-9c16-7f9c28a4d95e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:01.424436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-aa6a0a40-0aab-450f-9c16-7f9c28a4d95e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Synchronizing usage tracker for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:01.445128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port cf579b75-cf62-4675-80cd-42daced2d307 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:01.463591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.476714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-deleted', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:01.497884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Deleting port edcaa24c-26e4-4434-b312-a1b390efb921 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:01.498218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.501970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 81d70818-65b4-4561-877f-f59058b21319 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:01.578987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-a78b8ad8-1f1d-4d57-99d3-4e705f6d96ae service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503043 Apr 28 19:50:01.582355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-2c655286-23fb-4b13-b421-7370672e432a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "DELETE /v2.0/ports/cf579b75-cf62-4675-80cd-42daced2d307 HTTP/1.1" status: 204 len: 173 time: 7.2813437 Apr 28 19:50:01.582355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-aa6a0a40-0aab-450f-9c16-7f9c28a4d95e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Unset dirty status for tenant:4b4658fcf2484197a07be739bf4c6a3d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:01.593595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-aa6a0a40-0aab-450f-9c16-7f9c28a4d95e tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/ports?device_id=f1854850-5212-41ec-b029-40dd3a1f5be1 HTTP/1.1" status: 200 len: 1599 time: 0.5910976 Apr 28 19:50:01.679814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] The port 'edcaa24c-26e4-4434-b312-a1b390efb921' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:50:01.712761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-ce307e13-a38f-4f59-be78-66b633396742 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2632620 Apr 28 19:50:01.760024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.799074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:01.810112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:01.831030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:01.837365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.849019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port e171acaa-4272-49cc-b91f-3ad4e8d51115 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:01.849363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.895392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e781567-29c5-4d32-a007-6412ee0f1571 req-5086fb71-27c3-41de-a2c0-e2eefbc9bcca tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "GET /v2.0/security-groups?id=411d762a-9f2a-4e2a-a724-90c782967fe6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027849 Apr 28 19:50:01.897864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=81d70818-65b4-4561-877f-f59058b21319,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:01.951494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-250e618b-8c26-4f5e-8c68-4afd90bb2fd6 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5550797 Apr 28 19:50:01.956609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:01.976627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.019493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c24e2453-e1f1-44a0-8ca3-3f0552b05de4']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:02.173568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port 81d70818-65b4-4561-877f-f59058b21319 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:02.198655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.250098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'name': 'network-vif-deleted', 'tag': '81d70818-65b4-4561-877f-f59058b21319'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:02.253492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port e171acaa-4272-49cc-b91f-3ad4e8d51115, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e171acaa-4272-49cc-b91f-3ad4e8d51115,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:02.253865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.298382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0dc2f61-9edd-4f05-9ff0-28921c86b38f req-30d05b04-5791-4122-ac8f-c38c9fca0be4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "DELETE /v2.0/ports/81d70818-65b4-4561-877f-f59058b21319 HTTP/1.1" status: 204 len: 173 time: 3.1997492 Apr 28 19:50:02.300608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-dd426283-eb15-44f4-a5fb-d23b722f0dd9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=75c0c109-43cf-48c4-a88c-392288c6cca3 HTTP/1.1" status: 200 len: 217 time: 0.3270431 Apr 28 19:50:02.546713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d1fbc5b3-ebf9-4a5e-b988-12ba242e7dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.548341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-d1fbc5b3-ebf9-4a5e-b988-12ba242e7dda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.2313235 Apr 28 19:50:02.555946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for e171acaa-4272-49cc-b91f-3ad4e8d51115 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:02.640924 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e07bce42-5bbf-47c4-8c14-132c8e69094b'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-deleted', 'tag': 'cf579b75-cf62-4675-80cd-42daced2d307', 'status': 'completed', 'code': 200} Apr 28 19:50:02.682393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4d4568b-c700-4094-8123-f3a5db570b27') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:02.682775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4d4568b-c700-4094-8123-f3a5db570b27') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:02.706117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.714700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-775242ca-bda8-496e-ba6f-db617990b27c req-23ec623e-5ffb-47ed-a354-332cafedfa26 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.0757186 Apr 28 19:50:02.771170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-f403ea34-c450-44d6-9309-f0da7c0d407f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:02.773167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-f403ea34-c450-44d6-9309-f0da7c0d407f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2161868 Apr 28 19:50:02.783408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.805761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:02.806167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:02.823474 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:02.930241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.960634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.967719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:02.995100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-c61c4b1b-fdb3-4326-8a03-b59424cec51a service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128096 Apr 28 19:50:02.996877 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1739233c-bd51-44b0-ad4f-58ae9372ae1a'] response: {'server_uuid': '0f976b7b-1125-40bc-80a2-66d11b716f1c', 'name': 'network-vif-deleted', 'tag': '81d70818-65b4-4561-877f-f59058b21319', 'status': 'completed', 'code': 200} Apr 28 19:50:03.020600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] Pushing event deleted for resources: {'Network': ['ID=c24e2453-e1f1-44a0-8ca3-3f0552b05de4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:03.070778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:03.076531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=e171acaa-4272-49cc-b91f-3ad4e8d51115,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:03.136599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-125cf188-14a9-4a33-ba3e-7e8c6984fc8e req-20140e4e-65af-4b5e-b670-4434bc3e1b5e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=0f976b7b-1125-40bc-80a2-66d11b716f1c HTTP/1.1" status: 200 len: 210 time: 0.1070347 Apr 28 19:50:03.170327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e3c2a853-1212-466b-b464-51f163dddd68 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c24e2453-e1f1-44a0-8ca3-3f0552b05de4 HTTP/1.1" status: 204 len: 168 time: 4.6205280 Apr 28 19:50:03.305427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port e171acaa-4272-49cc-b91f-3ad4e8d51115 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:03.314654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:03.322306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-548c31ed-6f2d-422a-b782-c786f3742f3b req-d63f7aa0-9c32-466f-874f-4b59256a11af tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.41 "DELETE /v2.0/ports/e171acaa-4272-49cc-b91f-3ad4e8d51115 HTTP/1.1" status: 204 len: 173 time: 1.6369412 Apr 28 19:50:03.649435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-6c33c863-5eea-47c5-9fe2-3698e8d8d6c2 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6435299 Apr 28 19:50:03.667744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58008) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:03.808419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-f5f40041-4cff-47ff-9b33-20f1bc8c4284 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:03.810023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-f5f40041-4cff-47ff-9b33-20f1bc8c4284 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.3661108 Apr 28 19:50:03.827850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-93508057-c153-478c-9a5f-f924014f4eae tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/quotas/9c4f1885d64a4b30955f03defd60999c HTTP/1.1" status: 200 len: 375 time: 0.0114651 Apr 28 19:50:03.936094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-94399032-77e9-40cc-8b5b-70f87ccc9df2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 200 len: 217 time: 0.2690890 Apr 28 19:50:04.029279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-efa42580-4123-465b-b75c-1a928e25135e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.030790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-efa42580-4123-465b-b75c-1a928e25135e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.0878723 Apr 28 19:50:04.071013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-7d89a0cf-3d44-4321-b72b-8435a8dbdd7f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.076660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-7d89a0cf-3d44-4321-b72b-8435a8dbdd7f tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/ports?device_id=670c1abf-56cf-4d50-9c6f-7cc3c098218a HTTP/1.1" status: 200 len: 944 time: 0.1596324 Apr 28 19:50:04.077442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-81106833-13ed-41a5-beec-ffd271b8bcdd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a2cfe6f09bcf47a08e33c2a54939230f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055088 Apr 28 19:50:04.080452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-60f9350a-99f1-4793-b650-a5a9c9fb3b0b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2469826 Apr 28 19:50:04.080941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:04.150563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Allocated IP 172.25.2.41 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0e543aa7-545c-4818-9094-49927f9d206f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:04.168666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Deleting port f9a3eed6-a3cb-4244-a07f-0a815f284c0a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:04.169131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.320189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-7bdad5fe-dd94-4586-ae54-6d7144c125d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:04.322582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-7bdad5fe-dd94-4586-ae54-6d7144c125d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2549846 Apr 28 19:50:04.480870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-4d3c6594-422e-4448-b5f6-fa5f452b1eeb service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378538 Apr 28 19:50:04.556594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9e1dd9fe-4f11-4885-9468-541b0807ff94 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661270 Apr 28 19:50:04.644457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-deleted', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:04.677209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-12092322-4579-40ec-b14b-56a4873aacfc service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953146 Apr 28 19:50:04.717840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.801070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-df9e8474-ef67-42d6-9143-8a8f65dd422b service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354314 Apr 28 19:50:04.815325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.901303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.942675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:04.948224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-09d43886-e8f7-4f12-96ce-5bce709d80cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 200 len: 217 time: 0.1389155 Apr 28 19:50:05.001644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.030732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f33f225-05f5-408a-bcb5-eb58dcd4cf34,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:05.108797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=0e543aa7-545c-4818-9094-49927f9d206f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:05.122971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:05.127622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:05.132048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:05.233891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] For port f9a3eed6-a3cb-4244-a07f-0a815f284c0a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:05.234361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.236630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-b31bb836-6290-45c8-8349-dc83e54a7c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:05.238857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-b31bb836-6290-45c8-8349-dc83e54a7c67 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.2589164 Apr 28 19:50:05.310246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.311585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3023e8dd-1509-4c0a-8271-572612937899 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f33f225-05f5-408a-bcb5-eb58dcd4cf34 HTTP/1.1" status: 204 len: 168 time: 1.1606958 Apr 28 19:50:05.389367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58046) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:05.411654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Calling delete_port for f9a3eed6-a3cb-4244-a07f-0a815f284c0a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:05.413767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09611361-83a4-4025-9de0-9cb019e4a663 req-d099bed4-1d49-4af6-86ce-ce21dd79a0ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8b658e765945459a9126f8c686c393f8&device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1827414 Apr 28 19:50:05.481787 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-256c839a-4089-4946-ba0b-9c5454c8b97a'] response: {'server_uuid': 'f1854850-5212-41ec-b029-40dd3a1f5be1', 'name': 'network-vif-deleted', 'tag': 'e171acaa-4272-49cc-b91f-3ad4e8d51115', 'status': 'completed', 'code': 200} Apr 28 19:50:05.563967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11d3f64e-3c06-4628-a595-01f85ad64c4d req-0148fd0e-591d-46ba-ab31-cadc884b5430 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 210 time: 0.0675538 Apr 28 19:50:05.625624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.632722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09611361-83a4-4025-9de0-9cb019e4a663 req-6fd53a02-5906-47ab-b0e8-d3e69bcf5cc6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8b658e765945459a9126f8c686c393f8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1845722 Apr 28 19:50:05.790087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting subnet 7303447e-76d3-4dfc-8dda-a2484472e09b {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:50:05.814554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-629e00ce-6457-4fd0-9037-c0e29de71542 req-34ef0cf3-17b5-4895-8375-72f4145332cf tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.0580933 Apr 28 19:50:05.844639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:05.953957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event deleted for resources: {'Port': ['ID=f9a3eed6-a3cb-4244-a07f-0a815f284c0a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:05.973709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.030842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.155108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-51696836-d993-4723-94b6-2e36d8271eac tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.156909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-51696836-d993-4723-94b6-2e36d8271eac tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.1950364 Apr 28 19:50:06.157581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.219688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-ceee492d-2ccc-41f6-aa25-8b1ed4a47ad1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0258844 Apr 28 19:50:06.221122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] No DVR routers for this DVR port f9a3eed6-a3cb-4244-a07f-0a815f284c0a on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:06.223843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.281536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-4f9f69f0-16ff-42fb-9682-1c30833069ae tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0518103 Apr 28 19:50:06.286337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88555b87-6b37-4445-9732-a6b49f4d4596 req-2b4a9d2f-45fd-451f-98a9-31b91560535c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "DELETE /v2.0/ports/f9a3eed6-a3cb-4244-a07f-0a815f284c0a HTTP/1.1" status: 204 len: 173 time: 2.2044566 Apr 28 19:50:06.544426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-285c70e9-d267-4751-a53b-0662a6807e8d service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501454 Apr 28 19:50:06.559949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.571200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-99566f77-df32-449c-b22d-3a520475c6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.572809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-99566f77-df32-449c-b22d-3a520475c6cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.2677884 Apr 28 19:50:06.578507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.793290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09611361-83a4-4025-9de0-9cb019e4a663 req-eab69730-00ef-4efd-8beb-d196c5b5900a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:06.794770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09611361-83a4-4025-9de0-9cb019e4a663 req-eab69730-00ef-4efd-8beb-d196c5b5900a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1518235 Apr 28 19:50:06.866942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-6925df64-d611-4b4b-ab40-7f9fd917bc5a service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188543 Apr 28 19:50:06.877095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event updated for resources: {'Port': ['ID=0e543aa7-545c-4818-9094-49927f9d206f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:06.896990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:06.967470 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.021260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.023984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-cd4c812e-c7cc-458e-ade5-77ef4d649229 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.3017294 Apr 28 19:50:07.031842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-9e90fdd4-6906-432a-872d-dfcbed90b3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347210 Apr 28 19:50:07.092606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:07.185346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-7fa2e887-663c-4668-89ec-57f138617d60 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:07.188119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-7fa2e887-663c-4668-89ec-57f138617d60 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.4004810 Apr 28 19:50:07.203613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Request body: {'port': {'device_id': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'admin_state_up': True, 'tenant_id': '9c4f1885d64a4b30955f03defd60999c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:07.360191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-344008095-network', 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:07.405982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-10c87ce2-4757-4665-aba1-385bd91151e5 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125823 Apr 28 19:50:07.406806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:07.435798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Usage tracker for resource:network and tenant:a90a15ef69d040ffb958f7ce5a6dd91b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:07.442304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc3bcbf5-4914-4280-b39f-60e39d67875e req-385b32bf-2262-4418-8eb6-cd5f5ce2f268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:07.448262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:07.467184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:07.485625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-deleted', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:07.490372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc3bcbf5-4914-4280-b39f-60e39d67875e req-385b32bf-2262-4418-8eb6-cd5f5ce2f268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:07.492003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc3bcbf5-4914-4280-b39f-60e39d67875e req-385b32bf-2262-4418-8eb6-cd5f5ce2f268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 210 time: 0.1189895 Apr 28 19:50:07.507952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:07.537663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Made reservation on behalf of a90a15ef69d040ffb958f7ce5a6dd91b for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:07.540512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.568541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-8b873f37-fd04-4d80-b4cb-aea8dc9519b9 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:07.572690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.593337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: f9a3eed6-a3cb-4244-a07f-0a815f284c0a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:07.594962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f9a3eed6-a3cb-4244-a07f-0a815f284c0a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:07.610775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:07.628459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:07.632996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Usage tracker for resource:security_group_rule and tenant:a90a15ef69d040ffb958f7ce5a6dd91b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:07.638361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:07.647228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.652249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:07.733959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-5778cf32-2d6c-41e2-8bf7-5af0ce067f38 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 200 len: 217 time: 0.3014240 Apr 28 19:50:07.826670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a426c56-ef30-4fee-985f-51f53590cde9 req-43a1af09-a6a7-49bc-baa9-c38e9a21ce6e tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.0824435 Apr 28 19:50:07.838961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-8b873f37-fd04-4d80-b4cb-aea8dc9519b9 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:07.840316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:07.854564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-8b873f37-fd04-4d80-b4cb-aea8dc9519b9 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.8216064 Apr 28 19:50:07.879672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:07.883832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:07.905872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Subnet': ['ID=7303447e-76d3-4dfc-8dda-a2484472e09b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:07.920298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae5a7aed-16b7-4347-b202-b4f235641a7e None None] Network a2160362-e90f-4c0f-a048-0cc60c542b66 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:07.937567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.001335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8c2004fd-96dd-4d22-a275-4792733dc319 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/subnets/7303447e-76d3-4dfc-8dda-a2484472e09b HTTP/1.1" status: 204 len: 168 time: 2.5909867 Apr 28 19:50:08.004824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58108) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:08.116931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-e99ee8e0-12af-4506-aaa2-128112c379dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.119946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-e99ee8e0-12af-4506-aaa2-128112c379dd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.3685198 Apr 28 19:50:08.214231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a89d06e-f7e2-4e5a-8f11-8d11de5bd547 req-51728f59-f23d-4c88-8aeb-fdcaaf33d511 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 210 time: 0.3058827 Apr 28 19:50:08.333819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb214504-773c-4599-863e-c2c05a00198c None None] DHCP port deletion for a2160362-e90f-4c0f-a048-0cc60c542b66 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:50:08.339709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Deleting port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:08.340076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.347125 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46292643-0af5-41f3-84ad-cc373384d995'] response: {'server_uuid': '670c1abf-56cf-4d50-9c6f-7cc3c098218a', 'name': 'network-vif-deleted', 'tag': 'f9a3eed6-a3cb-4244-a07f-0a815f284c0a', 'status': 'completed', 'code': 200} Apr 28 19:50:08.354414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.369163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.464790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09611361-83a4-4025-9de0-9cb019e4a663 req-fbcc397d-da56-4de9-b6bc-d9d22830aa98 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.41 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.2714598 Apr 28 19:50:08.469363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:50:08.496374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce171ac6-73b0-434e-b44d-ef85bdb28e60,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:08.547477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.547796 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Added segment 12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7 of type vlan for network 8958027f-692d-40a2-9b1c-e54abca11264 Apr 28 19:50:08.580351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.598022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-37dad07e-01aa-4e69-ba87-8eb7942b6855 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.599509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca99a733-afe8-4ffb-bfc6-a8de44d02f12 req-37dad07e-01aa-4e69-ba87-8eb7942b6855 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.7440619 Apr 28 19:50:08.618862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-ff1caf05-a7c6-4196-8f85-c390d8f2b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:08.622517 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-ff1caf05-a7c6-4196-8f85-c390d8f2b2a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4797201 Apr 28 19:50:08.634288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1ddd7a1-f941-4dc8-b53e-b4effc912f2c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:08.663559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Allocated IP 172.20.0.4 (a9de1517-7720-4512-9d1a-5879eb5a72d6/48a64a22-2f7b-4cf3-8567-b8d22fd60794/d8aafc94-ca68-43e7-ac94-462ce708f939) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:08.755369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:08.755701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.827257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48ff813b-ea21-44ca-81c3-a8e7d5edbb4b req-62a6a849-4edf-4faf-b292-9abb25279a74 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips/fb8fad5c-9d1b-4d45-8e19-f0a145f789df HTTP/1.1" status: 200 len: 692 time: 0.2006574 Apr 28 19:50:08.892902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cb214504-773c-4599-863e-c2c05a00198c None None] For port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,segment=NetworkSegment(f63b34eb-08f9-40bd-beec-f3a166252e06),segment_id=f63b34eb-08f9-40bd-beec-f3a166252e06)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:08.893659 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.893797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:08.978257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.105854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:09.112344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:09.115726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.129351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:09.183916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:09.223926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Calling delete_port for d1ddd7a1-f941-4dc8-b53e-b4effc912f2c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:09.228046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57d44c2-febc-4cbb-bd44-34fa1a48d360 req-ba54b48b-73cc-42e4-b9f8-2a8b2163c262 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.237230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b57d44c2-febc-4cbb-bd44-34fa1a48d360 req-ba54b48b-73cc-42e4-b9f8-2a8b2163c262 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 931 time: 0.3051496 Apr 28 19:50:09.238372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-6dbaa3bb-ae83-4cfc-9bcc-a9655bb15ff7 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4138308 Apr 28 19:50:09.300082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b57d44c2-febc-4cbb-bd44-34fa1a48d360 req-59a169a6-6872-4e77-8949-ed30cfbeafa9 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617032 Apr 28 19:50:09.314822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.333340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.344277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.349925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.351800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.501416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:09.516291 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:50:09.606925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb214504-773c-4599-863e-c2c05a00198c None None] No DVR routers for this DVR port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:09.630422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port d1ddd7a1-f941-4dc8-b53e-b4effc912f2c update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 19:50:09.655439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb214504-773c-4599-863e-c2c05a00198c None None] Pushing event deleted for resources: {'Port': ['ID=d1ddd7a1-f941-4dc8-b53e-b4effc912f2c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:09.712110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] Pushing event updated for resources: {'Network': ['ID=8958027f-692d-40a2-9b1c-e54abca11264,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:09.722676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8958027f-692d-40a2-9b1c-e54abca11264 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:50:09.744886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff813b-ea21-44ca-81c3-a8e7d5edbb4b req-e01a2e5b-4df3-4af8-aa9f-6ef4dd4401d1 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:09.744886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48ff813b-ea21-44ca-81c3-a8e7d5edbb4b req-e01a2e5b-4df3-4af8-aa9f-6ef4dd4401d1 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.5014846 Apr 28 19:50:09.843337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-411431f5-7fde-44f6-8a11-3b17b2862875 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6449494 Apr 28 19:50:09.846194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d5a8a230-2b05-4acb-9aeb-21f7beb05d9b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.7526867 Apr 28 19:50:09.865564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:09.872057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eba84b8d-02c3-4420-b80d-408192ae9240 req-6b5d9e33-0240-46ee-b53b-1c063634b147 tempest-ServerShowV257Test-394892101 tempest-ServerShowV257Test-394892101-project] 10.222.0.24 "GET /v2.0/ports?device_id=727d7c2b-7203-4555-9d5d-269960aaf31a HTTP/1.1" status: 200 len: 210 time: 0.1368065 Apr 28 19:50:09.885266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Request body: {'port': {'device_id': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:09.949150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] The port 'd1ddd7a1-f941-4dc8-b53e-b4effc912f2c' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:50:09.954985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Request body: {'subnet': {'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-344008095-subnet', 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:09.978438 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.035716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:10.065798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Usage tracker for resource:subnet and tenant:a90a15ef69d040ffb958f7ce5a6dd91b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:10.071503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:10.094488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:10.099297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-93345017-68cd-4cec-9cde-3fc4ef10b04e tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips/fb8fad5c-9d1b-4d45-8e19-f0a145f789df HTTP/1.1" status: 200 len: 692 time: 0.1407154 Apr 28 19:50:10.177342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3946e77c-7d45-40bb-82ad-a0748eeb75dd req-52e0573c-5d0f-45a9-87d1-263a1e283e2c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:10.300075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.302684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-2646f864-004a-4776-bd12-52345c41d63c tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.311149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-2646f864-004a-4776-bd12-52345c41d63c tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1617401 Apr 28 19:50:10.366968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3946e77c-7d45-40bb-82ad-a0748eeb75dd req-52e0573c-5d0f-45a9-87d1-263a1e283e2c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:10.366968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3946e77c-7d45-40bb-82ad-a0748eeb75dd req-52e0573c-5d0f-45a9-87d1-263a1e283e2c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 210 time: 0.3526869 Apr 28 19:50:10.366968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2160362-e90f-4c0f-a048-0cc60c542b66']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:10.393900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-65951abf-28ec-4fc8-b7a5-5f0182b0e353 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:10.393900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-65951abf-28ec-4fc8-b7a5-5f0182b0e353 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 1.1385560 Apr 28 19:50:10.393900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b03f90c-aff1-48ef-8c95-0c10f8a28c6a req-3e1ca097-a75e-407d-b664-eeeeb0804d6e service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6588960 Apr 28 19:50:10.393900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63b34eb-08f9-40bd-beec-f3a166252e06') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:10.393900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63b34eb-08f9-40bd-beec-f3a166252e06') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:10.424651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:10.477039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.541348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Made reservation on behalf of a90a15ef69d040ffb958f7ce5a6dd91b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:10.549067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.566421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.588904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:10.588904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:10.605617 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:10.654445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-f04e2759-64fc-4789-8d4d-419d469997e7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.3423529 Apr 28 19:50:10.722168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.788711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.792255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:10.821739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.836857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:10.859734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Network': ['ID=a2160362-e90f-4c0f-a048-0cc60c542b66,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:10.876438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:10.899872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:10.948262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5306566d-bbea-4826-bb3c-41daf1371efc tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/networks/a2160362-e90f-4c0f-a048-0cc60c542b66 HTTP/1.1" status: 204 len: 168 time: 2.9392135 Apr 28 19:50:10.975238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:11.012029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3cfbb1-de14-49b0-ae0b-cca01ff7f1f1 req-137c0a61-958b-4c17-b8d8-e6df7df7c3f0 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:11.014987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e3cfbb1-de14-49b0-ae0b-cca01ff7f1f1 req-137c0a61-958b-4c17-b8d8-e6df7df7c3f0 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 931 time: 0.3844755 Apr 28 19:50:11.045201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-a71dbf55-27df-4288-9c1b-00b5116dfaa5 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.41 HTTP/1.1" status: 200 len: 695 time: 0.3898876 Apr 28 19:50:11.124019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e3cfbb1-de14-49b0-ae0b-cca01ff7f1f1 req-fdef4f9e-3e65-412f-ae07-a8c7e691db33 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676558 Apr 28 19:50:11.238522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.3 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/f7457cc2-66f3-49e5-b26f-d772f6d11b6a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:11.286633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Deleting port 0e543aa7-545c-4818-9094-49927f9d206f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:11.286986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.391645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting subnet f183d9a5-bf97-46a0-96fc-d194391d838b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:50:11.418346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.584152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.630662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b05d007-dac3-4393-ac38-08ea2e3e44f1 req-d631fcbe-e308-486b-8763-acb4536b1082 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 210 time: 0.0774114 Apr 28 19:50:11.654984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.677653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.706511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.765113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:11.780139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.823314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:11.826752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:11.837071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:11.860476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Subnet': ['ID=f183d9a5-bf97-46a0-96fc-d194391d838b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:11.865109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:11.872739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8446a5c9-98e2-4d97-a542-1849a6480269 None None] Network 3d1a8f35-5861-40d2-b464-ed37a7e189e1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:12.008333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eff4dc24-2b68-46ee-b272-6bc0c9fe0e8a tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/subnets/f183d9a5-bf97-46a0-96fc-d194391d838b HTTP/1.1" status: 204 len: 168 time: 1.0309801 Apr 28 19:50:12.011282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58150) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:12.056950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:12.105720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.120630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.120630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.173012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-7a19d2d2-7307-4a20-8fe6-33cdaa606216 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7653306 Apr 28 19:50:12.179570 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.189119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Request body: {'port': {'device_id': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:12.262727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.320490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:12.325961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] DHCP port deletion for 3d1a8f35-5861-40d2-b464-ed37a7e189e1 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:50:12.332198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Deleting port 3d715612-2601-4db7-90a1-40679312a7c7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:12.332578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.343161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.352501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.353743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.361953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8b658e765945459a9126f8c686c393f8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:12.393962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Deleting port 3d715612-2601-4db7-90a1-40679312a7c7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:12.394601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.434986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:12.521036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:12.532373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.573087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d715612-2601-4db7-90a1-40679312a7c7 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:12.636331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Calling delete_port for 0e543aa7-545c-4818-9094-49927f9d206f owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:12.667242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a938073-2ed0-4c11-97af-8cef62baefd7 req-a4adad2e-2e55-4781-ac05-047a95253433 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:12.668955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a938073-2ed0-4c11-97af-8cef62baefd7 req-a4adad2e-2e55-4781-ac05-047a95253433 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 931 time: 0.3253253 Apr 28 19:50:12.779553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.800685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a938073-2ed0-4c11-97af-8cef62baefd7 req-26239d70-8809-483f-b9d8-2912a3d993cb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207895 Apr 28 19:50:12.819194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d715612-2601-4db7-90a1-40679312a7c7,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:12.839465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:12.875219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:50:12.914605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Checking segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:12.915254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Network hostable DHCP agents. Network: 8958027f-692d-40a2-9b1c-e54abca11264, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:50:12.961000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d715612-2601-4db7-90a1-40679312a7c7,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:12.961643 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.098943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] For port 3d715612-2601-4db7-90a1-40679312a7c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d715612-2601-4db7-90a1-40679312a7c7,segment=NetworkSegment(dde56ffb-eeaf-4a90-a8e0-05e369f0155b),segment_id=dde56ffb-eeaf-4a90-a8e0-05e369f0155b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:13.099582 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.128260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a1b43-aad2-468f-a96f-f69995beb3c0 req-6199a751-ea05-4ac8-887f-fb9a9bce8645 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.128989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-362a1b43-aad2-468f-a96f-f69995beb3c0 req-6199a751-ea05-4ac8-887f-fb9a9bce8645 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:13.137937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Calling delete_port for 3d715612-2601-4db7-90a1-40679312a7c7 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:13.180333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7457cc2-66f3-49e5-b26f-d772f6d11b6a {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:13.187721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-362a1b43-aad2-468f-a96f-f69995beb3c0 req-6199a751-ea05-4ac8-887f-fb9a9bce8645 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:13.188797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-362a1b43-aad2-468f-a96f-f69995beb3c0 req-6199a751-ea05-4ac8-887f-fb9a9bce8645 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 931 time: 0.2068226 Apr 28 19:50:13.191170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.201424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3d715612-2601-4db7-90a1-40679312a7c7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.239368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Calling delete_port for 3d715612-2601-4db7-90a1-40679312a7c7 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:13.258624 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:13.258974 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:13.259809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-362a1b43-aad2-468f-a96f-f69995beb3c0 req-ca92e00c-434c-43ea-98d4-e13bd9e045b8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600011 Apr 28 19:50:13.263827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Transition to ACTIVE for port object f7457cc2-66f3-49e5-b26f-d772f6d11b6a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:13.268664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.335650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a0b83bf-607c-4c7e-b995-ea34457ca1a8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.429542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8aafc94-ca68-43e7-ac94-462ce708f939 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:13.448758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Network 8958027f-692d-40a2-9b1c-e54abca11264 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:50:13.456627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.483533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.542800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Attempting to bind port f7457cc2-66f3-49e5-b26f-d772f6d11b6a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:13.543042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8958027f-692d-40a2-9b1c-e54abca11264) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:13.543519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Attempting to bind port f7457cc2-66f3-49e5-b26f-d772f6d11b6a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:13.544646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Attempting to bind port f7457cc2-66f3-49e5-b26f-d772f6d11b6a on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:13.551240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Port f7457cc2-66f3-49e5-b26f-d772f6d11b6a on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:13.552610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Attempting to bind port f7457cc2-66f3-49e5-b26f-d772f6d11b6a on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:13.556140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947573e-16c0-4a4a-bec9-485a86fac6b8 None None] Network 8958027f-692d-40a2-9b1c-e54abca11264 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:13.562868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.563491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.581577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.581989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:13.582495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:13.583029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:13.583644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Bound port: f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:13.585359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.653602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] No DVR routers for this DVR port 3d715612-2601-4db7-90a1-40679312a7c7 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:13.658072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.706048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Port': ['ID=3d715612-2601-4db7-90a1-40679312a7c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.718927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.746187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:13.750925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:13.762057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.765701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b658e765945459a9126f8c686c393f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9857533 Apr 28 19:50:13.769015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Deleting port 3d715612-2601-4db7-90a1-40679312a7c7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:13.770559 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.777407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58158) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:13.829498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:13.830125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.831751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] 10.222.0.41 "PUT /v2.0/ports/f7457cc2-66f3-49e5-b26f-d772f6d11b6a HTTP/1.1" status: 200 len: 1091 time: 1.6477625 Apr 28 19:50:13.834564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Transition to ACTIVE for port object d8aafc94-ca68-43e7-ac94-462ce708f939 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:13.857065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.863131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:13.892379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4531e-82be-4a85-aca0-aa5fedb41eba service neutron] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:13.932027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:13.935688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event deleted for resources: {'Port': ['ID=0e543aa7-545c-4818-9094-49927f9d206f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.001972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b99bbb2e-e4ec-4b39-86cf-707ad255cd69 None None] The port '3d715612-2601-4db7-90a1-40679312a7c7' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:50:14.022170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-341c2be3-e6d8-4c89-a2a8-597b5e58b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.023640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-341c2be3-e6d8-4c89-a2a8-597b5e58b2d6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 1094 time: 0.1223586 Apr 28 19:50:14.054308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.068071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8958027f-692d-40a2-9b1c-e54abca11264', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b', 'fixed_ips': [{'subnet_id': '7a0b83bf-607c-4c7e-b995-ea34457ca1a8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:50:14.068999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.086968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d1a8f35-5861-40d2-b464-ed37a7e189e1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:14.105312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:14.106019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde56ffb-eeaf-4a90-a8e0-05e369f0155b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:14.119982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.142043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.150388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:14.150933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.161044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-cf0034d0-8363-4c52-a868-7b5dd333f448 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a HTTP/1.1" status: 200 len: 217 time: 0.0907171 Apr 28 19:50:14.248932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Allocated IP 172.20.0.2 (8958027f-692d-40a2-9b1c-e54abca11264/7a0b83bf-607c-4c7e-b995-ea34457ca1a8/0114fa6e-5666-4c26-87ed-fcf1f17d5bba) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:14.257866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342e6ab2-bf57-4001-bbe3-892dedb7c726 req-0ce08e16-03ef-4bb0-9bd8-e8690495db29 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.259897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-342e6ab2-bf57-4001-bbe3-892dedb7c726 req-0ce08e16-03ef-4bb0-9bd8-e8690495db29 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 943 time: 0.2352784 Apr 28 19:50:14.264670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-592903c3-44bd-4925-93af-846ae2eba224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.266783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-592903c3-44bd-4925-93af-846ae2eba224 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.0944664 Apr 28 19:50:14.339386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-bbd38a61-b368-46a6-92a8-37e09f6f3bf3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548263 Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:14.358045 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:14.362223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bd271d-4c47-4ebb-81f1-f87742a1e7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c755882d-e430-4419-9485-b2343b90e2e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.365319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.380220 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d28d3541-ceb6-4cce-9c8c-6f859ae077ad admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.4991965 Apr 28 19:50:14.406439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.417769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-342e6ab2-bf57-4001-bbe3-892dedb7c726 req-2909c6c1-4d90-40c7-99de-56235b2c2fa6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497862 Apr 28 19:50:14.510854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.579110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.606272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Transition to ACTIVE for port object 0114fa6e-5666-4c26-87ed-fcf1f17d5bba will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:14.620793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.639601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Transition to ACTIVE for port object 0114fa6e-5666-4c26-87ed-fcf1f17d5bba will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:14.649293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.778349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Pushing event updated for resources: {'Port': ['ID=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.781375 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.791522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Network 8958027f-692d-40a2-9b1c-e54abca11264 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:14.793216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:14.795959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:14.813536 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-737a0688-010f-4eae-aaeb-9c72223beb74'] response: {'name': 'network-changed', 'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'status': 'completed', 'code': 200} Apr 28 19:50:14.880098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.916588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-306983f6-72f0-4739-bde0-c4eef9c97ed4 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5367537 Apr 28 19:50:14.936670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af06943-33cf-49bb-81ea-5daa8af7645a req-b963f02b-502c-440e-aeb1-bdd7b8c91666 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:14.938204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] Pushing event deleted for resources: {'Network': ['ID=3d1a8f35-5861-40d2-b464-ed37a7e189e1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:14.944327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2af06943-33cf-49bb-81ea-5daa8af7645a req-b963f02b-502c-440e-aeb1-bdd7b8c91666 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 943 time: 0.1324828 Apr 28 19:50:14.948971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Attempting to bind port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:14.949563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Attempting to bind port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:14.950104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Attempting to bind port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:14.956941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:14.957657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Checking segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:14.958218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:14.958761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Bound using segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:14.959392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Bound port: 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:14.960675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.008890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c755882d-e430-4419-9485-b2343b90e2e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:15.057208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Attempting to bind port d8aafc94-ca68-43e7-ac94-462ce708f939 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:15.058447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Attempting to bind port d8aafc94-ca68-43e7-ac94-462ce708f939 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:15.058970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Attempting to bind port d8aafc94-ca68-43e7-ac94-462ce708f939 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:15.065835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Port d8aafc94-ca68-43e7-ac94-462ce708f939 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:15.066509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Attempting to bind port d8aafc94-ca68-43e7-ac94-462ce708f939 on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:15.073263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.081405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2af06943-33cf-49bb-81ea-5daa8af7645a req-20c225f7-0a7a-4797-a272-1ad368774917 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361322 Apr 28 19:50:15.083765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f95ec6b7-66ee-41a7-9e9c-027dbe907580 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c755882d-e430-4419-9485-b2343b90e2e9 HTTP/1.1" status: 204 len: 168 time: 1.2937636 Apr 28 19:50:15.095521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:15.095860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Checking segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:15.096254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Bound using segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:15.096703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Bound port: d8aafc94-ca68-43e7-ac94-462ce708f939, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:15.097053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.127453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] For port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:15.128204 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c7a140c-e88a-4d5e-880e-6d86fce29242 req-105ec7b7-23a3-4d70-b36c-ca7b5c9dbac0 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993530 Apr 28 19:50:15.133586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f357db8-d87f-481b-abd9-36d0dd6c8f89 tempest-ServersTestMultiNic-1194197111 tempest-ServersTestMultiNic-1194197111-project] 10.222.0.24 "DELETE /v2.0/networks/3d1a8f35-5861-40d2-b464-ed37a7e189e1 HTTP/1.1" status: 204 len: 168 time: 3.1155241 Apr 28 19:50:15.134961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] For port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:15.138465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.142362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.142529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:15.145838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe6ca984-927f-4e4a-9114-34aecc545598 req-245cb3b2-1e23-4b2b-9e6e-37eb7e846ff4 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "DELETE /v2.0/floatingips/fb8fad5c-9d1b-4d45-8e19-f0a145f789df HTTP/1.1" status: 204 len: 173 time: 4.0774975 Apr 28 19:50:15.317661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-32d3d086-f991-4f0d-b77d-d6dc6dc63485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.321632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-32d3d086-f991-4f0d-b77d-d6dc6dc63485 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 1094 time: 0.1191242 Apr 28 19:50:15.464845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97294a47-89f2-4af6-8d23-819c5b4f3b61 None None] Pushing event updated for resources: {'Port': ['ID=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:15.570738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-155c7de5-25e5-49f4-a134-9a2e9933075f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:15.572200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-155c7de5-25e5-49f4-a134-9a2e9933075f service neutron] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.2417130 Apr 28 19:50:15.753558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-e23db101-c1ae-4294-b099-b81308582445 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a HTTP/1.1" status: 200 len: 217 time: 0.1617496 Apr 28 19:50:15.877412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:15.894623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:15.900340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.018274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b543e1-533e-4e8a-b260-4de96cf04e52 req-0325effa-691a-43be-bd2e-d685e4339497 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.032710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67b543e1-533e-4e8a-b260-4de96cf04e52 req-0325effa-691a-43be-bd2e-d685e4339497 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5376711 Apr 28 19:50:16.050157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.050809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:16.052161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] 10.222.0.41 "PUT /v2.0/ports/d8aafc94-ca68-43e7-ac94-462ce708f939 HTTP/1.1" status: 200 len: 1091 time: 6.1959560 Apr 28 19:50:16.052597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:16.065677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a35e6-078f-4a9e-8539-704043991f43 service neutron] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:16.077034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-77ea9546-6f80-4fc8-b7d8-2553b89e0293 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.084138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-77ea9546-6f80-4fc8-b7d8-2553b89e0293 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.3275990 Apr 28 19:50:16.162697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-ff3058a4-20d6-4236-a68f-e79db7c37bcb tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/quotas/a90a15ef69d040ffb958f7ce5a6dd91b HTTP/1.1" status: 200 len: 375 time: 0.0769830 Apr 28 19:50:16.218379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-410c6da4-b430-4b89-9e27-fb357932aab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.220758 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-410c6da4-b430-4b89-9e27-fb357932aab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 1094 time: 0.1231489 Apr 28 19:50:16.247469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-a6ddd011-51bd-4d74-8c31-d8dcb9a75eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.248951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-a6ddd011-51bd-4d74-8c31-d8dcb9a75eaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1949668 Apr 28 19:50:16.309540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-e48145bb-5c11-434c-af6f-9e08596fff87 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524237 Apr 28 19:50:16.339150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-6dfe88dc-8319-4de8-9e07-08660bc0fc5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8aafc94-ca68-43e7-ac94-462ce708f939 HTTP/1.1" status: 200 len: 217 time: 0.1089580 Apr 28 19:50:16.372384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-e31732a3-9a85-40b5-b950-6d7395cdab07 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2087264 Apr 28 19:50:16.460350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-ea387dfc-901e-4aba-b789-6972819821ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.462949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-ea387dfc-901e-4aba-b789-6972819821ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.1167164 Apr 28 19:50:16.548233 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-f24644d3-100f-4b34-b246-18b5dea990aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753942 Apr 28 19:50:16.608376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-61bc2332-b95f-4688-9ac9-876060add840 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916281 Apr 28 19:50:16.630861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0114fa6e-5666-4c26-87ed-fcf1f17d5bba up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:16.746728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d37839-d6cf-4a52-8620-4c9473b5cae5 req-8dbb4d39-ab2c-42e0-8999-bf5bdf9b48fe tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:16.749362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-45d37839-d6cf-4a52-8620-4c9473b5cae5 req-8dbb4d39-ab2c-42e0-8999-bf5bdf9b48fe tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:16.770078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:16.811542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-a9581407-2123-4050-92bf-071f5efc0d60 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526381 Apr 28 19:50:16.812888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-45d37839-d6cf-4a52-8620-4c9473b5cae5 req-8dbb4d39-ab2c-42e0-8999-bf5bdf9b48fe tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:16.814043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45d37839-d6cf-4a52-8620-4c9473b5cae5 req-8dbb4d39-ab2c-42e0-8999-bf5bdf9b48fe tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 943 time: 0.5168712 Apr 28 19:50:16.960898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45d37839-d6cf-4a52-8620-4c9473b5cae5 req-c310ca91-c354-43f6-a9bb-4262bdf594d8 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163402 Apr 28 19:50:17.033090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39a4bbf8-8a5d-4aa2-ad13-6938d163300d req-149e81bd-fd36-4737-8d57-42d2f40bf765 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3714104 Apr 28 19:50:17.035723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-c051243b-0b4f-4db2-9059-4961800fa139 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6625783 Apr 28 19:50:17.105551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41945fd5-9db0-4bd1-9887-9f0b1c597cee req-cd60a844-c256-440a-b127-80cfd59d5b9c service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839899 Apr 28 19:50:17.125842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bf2f21c-4fcf-4172-bf0c-e2893f769db8 req-4f887410-ada1-4316-bb35-195bf2fbcc74 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:17.149424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bf2f21c-4fcf-4172-bf0c-e2893f769db8 req-4f887410-ada1-4316-bb35-195bf2fbcc74 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:17.150906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bf2f21c-4fcf-4172-bf0c-e2893f769db8 req-4f887410-ada1-4316-bb35-195bf2fbcc74 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?tenant_id=fdf6cccd83064d70860e034733086d12 HTTP/1.1" status: 200 len: 1655 time: 0.1375594 Apr 28 19:50:17.171543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead582c2-bb1c-4d97-a664-c6cbcb99ddfb None None] Network 8958027f-692d-40a2-9b1c-e54abca11264 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:17.226721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-463da8c3-daab-4b8c-b0f1-08319145ff13 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705275 Apr 28 19:50:17.403283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Provisioning for port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:17.427408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2f21c-4fcf-4172-bf0c-e2893f769db8 req-8ea770fe-729e-481e-b916-030248dcbbf7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.435969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bf2f21c-4fcf-4172-bf0c-e2893f769db8 req-8ea770fe-729e-481e-b916-030248dcbbf7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks?id=95bf66db-5b42-401a-882b-506fdd308b5b&id=95bf66db-5b42-401a-882b-506fdd308b5b&id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 787 time: 0.2722387 Apr 28 19:50:17.452726 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24042561-dab7-482c-86f7-b267806299e7'] response: {'name': 'network-changed', 'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'status': 'completed', 'code': 200} Apr 28 19:50:17.454559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Provisioning complete for port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:17.455052 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.592595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:17.702762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3298a337-3f63-49dc-9cf0-2b3291cd212e req-e7e15fa3-85b6-4286-bc0a-72eae8090d72 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:17.712597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3298a337-3f63-49dc-9cf0-2b3291cd212e req-e7e15fa3-85b6-4286-bc0a-72eae8090d72 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 943 time: 0.1152513 Apr 28 19:50:17.806025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:17.825493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'mac_address': 'fa:16:3e:7c:8d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:17.901139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:17.924953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7457cc2-66f3-49e5-b26f-d772f6d11b6a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:17.994664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-43ecdc18-66e5-402b-a38d-a741d14e843b tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips/abf5c074-c4f7-4e47-ad80-006687374cf4 HTTP/1.1" status: 200 len: 692 time: 0.3517575 Apr 28 19:50:18.018610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3298a337-3f63-49dc-9cf0-2b3291cd212e req-cca09387-4168-48aa-bf68-50203c001a4a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050237 Apr 28 19:50:18.026166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:18.028490 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.054173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.169100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] For port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:18.196160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.238897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:18.309850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-dc42f57c-c6c1-46bd-84d8-723dfd7bcb4c tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.318068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-dc42f57c-c6c1-46bd-84d8-723dfd7bcb4c tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.3101912 Apr 28 19:50:18.378027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-defcd83d-6ab6-481b-98d7-b26fe757e16e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.385644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-defcd83d-6ab6-481b-98d7-b26fe757e16e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.2421949 Apr 28 19:50:18.387959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58262) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:18.408327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-118c8c8d-d851-49b2-9e72-2bd71dcb13af tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/quotas/a90a15ef69d040ffb958f7ce5a6dd91b HTTP/1.1" status: 200 len: 375 time: 0.0215855 Apr 28 19:50:18.525538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330243bf-f3ba-4f0a-abec-9ba82b7c76c7 None None] Pushing event updated for resources: {'Port': ['ID=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:18.543950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-54629809-cc81-491e-9e9c-6a1b90760203 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1265919 Apr 28 19:50:18.546821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f7457cc2-66f3-49e5-b26f-d772f6d11b6a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:18.609473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-2da265fe-e839-4c0f-8b70-7939ab6f84bf tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.2885103 Apr 28 19:50:18.681809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8b4a3cda-6e3d-4af9-b39e-c2c18583db45 None None] Provisioning complete for port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:18.684085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b4a3cda-6e3d-4af9-b39e-c2c18583db45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.750609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:18.783612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:18.794446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-942a44e2-ce5f-4fcd-8ba5-b66862c6dd22 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.19 HTTP/1.1" status: 200 len: 695 time: 0.1625097 Apr 28 19:50:18.798705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-60b2dcb3-61f8-490e-93a8-2b6ef18b1651 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442517 Apr 28 19:50:18.823388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Usage tracker for resource:security_group_rule and tenant:ab4104cf62a3426e973af08814431cb1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:18.830069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:18.863790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:18.885415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266627-84bf-4063-bb41-bdde61922fca req-03aae028-79e9-4a8d-abd6-d89e05c5ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:18.887332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-03aae028-79e9-4a8d-abd6-d89e05c5ba24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 1094 time: 1.4204788 Apr 28 19:50:19.002591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Deleting port 596801ef-5850-4c04-a2e8-7e85e2e5442d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:19.003108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.009068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-3a1704f0-daa5-4cd6-9b31-b8c69c70b5c9 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093670 Apr 28 19:50:19.113853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.121248 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.220225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ab4104cf62a3426e973af08814431cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8287838 Apr 28 19:50:19.220629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58278) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:19.223334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3f6ce5-42e1-463a-b37d-e78c961ba00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3440ac33-326d-44b5-a2d7-e7f824589645,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:19.275916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58284) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:19.412374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.413831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:19.528018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:19.715166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Calling delete_port for 596801ef-5850-4c04-a2e8-7e85e2e5442d owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:19.749655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266627-84bf-4063-bb41-bdde61922fca req-e74d0e00-242e-4549-99e2-ceb3fa39b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.751094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-e74d0e00-242e-4549-99e2-ceb3fa39b000 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 906 time: 0.8045106 Apr 28 19:50:19.754503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-d7b5cf83-6cb0-4655-900d-6427a261aa5e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.755958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-d7b5cf83-6cb0-4655-900d-6427a261aa5e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.3188853 Apr 28 19:50:19.853422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-f38adc65-0a2c-4944-a2a9-b8d449aba889 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8aafc94-ca68-43e7-ac94-462ce708f939 HTTP/1.1" status: 200 len: 217 time: 0.0822604 Apr 28 19:50:19.889026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Request body: {'port': {'device_id': '025c409f-d4e1-4d23-af86-20385ab708fd', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'admin_state_up': True, 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:19.893046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:19.909858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'mac_address': 'fa:16:3e:a4:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:19.978911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b266627-84bf-4063-bb41-bdde61922fca req-05b5c821-52dd-4c73-b5fe-b55f1809d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:19.980559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-05b5c821-52dd-4c73-b5fe-b55f1809d4e2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.1076412 Apr 28 19:50:19.998361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.023138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8aafc94-ca68-43e7-ac94-462ce708f939 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:20.043664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:20.047682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.054792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.077178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-8ef62a84-5608-4f7d-9e4a-478dbdcf46b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514565 Apr 28 19:50:20.202445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.216063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.236120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e87cec20-3624-47e1-938d-51c87f8ecaa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.263175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.288131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event deleted for resources: {'Port': ['ID=596801ef-5850-4c04-a2e8-7e85e2e5442d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:20.379167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d8aafc94-ca68-43e7-ac94-462ce708f939'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:20.400249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-87f74e4c-d68a-4cdd-8bd1-4e970e2eab7e service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3132412 Apr 28 19:50:20.432142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.432437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:20.436481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Usage tracker for resource:port and tenant:a90a15ef69d040ffb958f7ce5a6dd91b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:20.439444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:20.445588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:20.460706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515cc8-9ac1-40e6-81a2-1bf182b7abc6 req-6bd346ae-a3cf-4e1a-a522-575a09b65eac tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:20.468563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f515cc8-9ac1-40e6-81a2-1bf182b7abc6 req-6bd346ae-a3cf-4e1a-a522-575a09b65eac tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 943 time: 0.6759174 Apr 28 19:50:20.531112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Made reservation on behalf of a90a15ef69d040ffb958f7ce5a6dd91b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:20.536930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.611478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0114fa6e-5666-4c26-87ed-fcf1f17d5bba up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:20.769278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f515cc8-9ac1-40e6-81a2-1bf182b7abc6 req-a71b165c-6375-4a68-bd87-0f97509d6633 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2996359 Apr 28 19:50:20.860347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b266627-84bf-4063-bb41-bdde61922fca req-f1f56523-d0f4-4be2-9393-5c87a7aab6b9 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4319699 Apr 28 19:50:20.878965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:20.880528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-248c4bcb-3833-467a-a0b1-93ce53105dd1 req-90953696-699b-40b8-bb2a-6477b85ab5de tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "DELETE /v2.0/floatingips/abf5c074-c4f7-4e47-ad80-006687374cf4 HTTP/1.1" status: 204 len: 173 time: 2.0849245 Apr 28 19:50:20.956400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:20.960736 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.059159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.097058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3440ac33-326d-44b5-a2d7-e7f824589645,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:21.126038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.127200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1db6c1e3-5df9-47be-96c4-06f215388b51 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3440ac33-326d-44b5-a2d7-e7f824589645 HTTP/1.1" status: 204 len: 168 time: 1.9057748 Apr 28 19:50:21.191320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Allocated IP 172.20.0.9 (8958027f-692d-40a2-9b1c-e54abca11264/7a0b83bf-607c-4c7e-b995-ea34457ca1a8/1d779ef8-f7ed-44ab-9bfb-50bae164bc19) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:21.453163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cbd371-9029-4092-a2ad-8f62a6bdbb28 req-c90fe092-53f7-416a-bae4-a107b60c3558 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.467847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86cbd371-9029-4092-a2ad-8f62a6bdbb28 req-c90fe092-53f7-416a-bae4-a107b60c3558 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 944 time: 0.4706101 Apr 28 19:50:21.532507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:21.652738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f7457cc2-66f3-49e5-b26f-d772f6d11b6a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:21.662956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f7457cc2-66f3-49e5-b26f-d772f6d11b6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:21.672009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86cbd371-9029-4092-a2ad-8f62a6bdbb28 req-309c4cfd-fe08-43f5-9505-b47643300399 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2007015 Apr 28 19:50:21.673392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.677646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-64631541-973d-40b5-9875-aaa150bdca42 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.679168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-64631541-973d-40b5-9875-aaa150bdca42 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:21.737380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-64631541-973d-40b5-9875-aaa150bdca42 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:21.741391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-64631541-973d-40b5-9875-aaa150bdca42 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.7062764 Apr 28 19:50:21.761929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-375dab4e-5ade-4340-9ad3-c8e85726303b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:21.768140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-375dab4e-5ade-4340-9ad3-c8e85726303b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.4660921 Apr 28 19:50:21.781839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-7c6f6dd9-4bf2-45e5-8239-b1d7008a4e30 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/quotas/a90a15ef69d040ffb958f7ce5a6dd91b HTTP/1.1" status: 200 len: 375 time: 0.0125258 Apr 28 19:50:21.793546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Request body: {'port': {'device_id': '0311da72-79cc-4268-9dd2-28798230701f', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'admin_state_up': True, 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:21.917086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:21.947234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-78ca7fca-a085-43ae-b347-c957c28bfeb5 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips/b95c441c-b4a6-4b8f-bf0b-f587c1b0d769 HTTP/1.1" status: 200 len: 692 time: 0.2464638 Apr 28 19:50:21.991728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:22.006843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:22.015322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.083268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:22.088012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Usage tracker for resource:port and tenant:a90a15ef69d040ffb958f7ce5a6dd91b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:22.091435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:22.097365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:22.138127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Made reservation on behalf of a90a15ef69d040ffb958f7ce5a6dd91b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:22.138290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:22.142015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.186079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-4d371071-2e93-443b-9ad7-8eb32f296513 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:22.188337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-4d371071-2e93-443b-9ad7-8eb32f296513 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2318480 Apr 28 19:50:22.232954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-57df53ad-5ca2-415c-a764-3e0639ac8e09 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4217949 Apr 28 19:50:22.328026 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc66a506-bac2-47c5-89a3-b3fff7e1af7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.385549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-ad3213ff-3826-4449-90ae-706a0edd13b9 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1883080 Apr 28 19:50:22.420156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-09865630-9929-4f37-bb52-51138cb19e58 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752267 Apr 28 19:50:22.492287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.535815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-04be4892-e213-4a9e-9748-4c05fbbe459b tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.24 HTTP/1.1" status: 200 len: 695 time: 0.1490579 Apr 28 19:50:22.628745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-787d4c8b-8c24-40ed-8cbc-a5f0e9062b49 service neutron] 10.222.0.24 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911604 Apr 28 19:50:22.654962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Transition to ACTIVE for port object 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:22.776623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Deleting port dee69e1a-be59-4cfc-b4b8-06703dbab84b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:22.777068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.893601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:22.985534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Allocated IP 172.20.0.13 (8958027f-692d-40a2-9b1c-e54abca11264/7a0b83bf-607c-4c7e-b995-ea34457ca1a8/b97ed362-63ac-4fff-91ca-cee39af50222) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:23.151464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.421545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186cb3a3-a28b-48fa-973d-4f59296b3242 req-8501475c-e4db-4b93-9b00-c867f9c2358c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:23.435234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-186cb3a3-a28b-48fa-973d-4f59296b3242 req-8501475c-e4db-4b93-9b00-c867f9c2358c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 944 time: 0.4297605 Apr 28 19:50:23.564740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:23.614770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-186cb3a3-a28b-48fa-973d-4f59296b3242 req-378a5505-c4b9-4ce2-9114-019be0c69a0c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642857 Apr 28 19:50:23.643437 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.668526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Transition to ACTIVE for port object b97ed362-63ac-4fff-91ca-cee39af50222 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:23.735364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.747687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.773756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port d8aafc94-ca68-43e7-ac94-462ce708f939 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:23.794617 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e1ab6c-884e-4b85-a647-247d9dca1dd3'] response: {'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'code': 200} Apr 28 19:50:23.800304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Network 8958027f-692d-40a2-9b1c-e54abca11264 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:23.800496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d8aafc94-ca68-43e7-ac94-462ce708f939 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:23.801918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.835301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:23.844330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:23.884152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Network 8958027f-692d-40a2-9b1c-e54abca11264 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:23.887643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:23.902151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:23.995706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:23.999601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event updated for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:24.011282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.019518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.024667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event updated for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:24.086414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.087109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.164068 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.192766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.198003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.215429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-2a024664-882e-4e04-ad5e-f9f4f590f43e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4324348 Apr 28 19:50:24.231259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Request body: {'port': {'device_id': '0311da72-79cc-4268-9dd2-28798230701f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:24.241950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:24.250939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.427102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-928eb6e0-09f1-48fc-b4ba-45fc9e48f90a None None] Provisioning for port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:24.444489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-928eb6e0-09f1-48fc-b4ba-45fc9e48f90a None None] Provisioning complete for port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:24.444857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-928eb6e0-09f1-48fc-b4ba-45fc9e48f90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.507983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:24.593488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-928eb6e0-09f1-48fc-b4ba-45fc9e48f90a None None] Port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:50:24.682413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-142d61f5-d894-46e2-bd3b-a2cd073dbd1b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8781946 Apr 28 19:50:24.694467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Calling delete_port for dee69e1a-be59-4cfc-b4b8-06703dbab84b owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:24.722155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.808216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e926-0795-425e-a138-953c99085da1 req-efd11b01-5fd6-4003-88bd-31c8e22e0a85 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:24.809890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7300e926-0795-425e-a138-953c99085da1 req-efd11b01-5fd6-4003-88bd-31c8e22e0a85 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.6900916 Apr 28 19:50:24.835656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-31c32bfc-279e-4923-9976-908596b24201 None None] Provisioning for port b97ed362-63ac-4fff-91ca-cee39af50222 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:24.841573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-31c32bfc-279e-4923-9976-908596b24201 None None] Provisioning complete for port b97ed362-63ac-4fff-91ca-cee39af50222 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:24.842655 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31c32bfc-279e-4923-9976-908596b24201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:24.898192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7300e926-0795-425e-a138-953c99085da1 req-386003fb-b6bb-4bfc-b8e4-8805506d9efa tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745559 Apr 28 19:50:24.911066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Request body: {'port': {'device_id': '025c409f-d4e1-4d23-af86-20385ab708fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:24.991583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-31c32bfc-279e-4923-9976-908596b24201 None None] Port b97ed362-63ac-4fff-91ca-cee39af50222 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:50:25.041313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.245366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-660a7fbe-298f-4295-86ef-8c0d254a5260 req-65c233bd-c55e-44c5-bdb8-56bea7297586 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:25.333276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c00ff7-289b-43cb-900a-93fd154081dc req-86c19797-bdba-40f9-8b55-547cccfbfe1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.335671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07c00ff7-289b-43cb-900a-93fd154081dc req-86c19797-bdba-40f9-8b55-547cccfbfe1f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 1096 time: 1.3039112 Apr 28 19:50:25.394418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.426182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-660a7fbe-298f-4295-86ef-8c0d254a5260 req-65c233bd-c55e-44c5-bdb8-56bea7297586 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:25.437035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-660a7fbe-298f-4295-86ef-8c0d254a5260 req-65c233bd-c55e-44c5-bdb8-56bea7297586 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 210 time: 0.2965488 Apr 28 19:50:25.450509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b97ed362-63ac-4fff-91ca-cee39af50222 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:25.486083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.539075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Transition to ACTIVE for port object b97ed362-63ac-4fff-91ca-cee39af50222 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:25.553372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.648273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-d4164137-e2e6-4d91-b547-cb3db1146ebc tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:25.650358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-d4164137-e2e6-4d91-b547-cb3db1146ebc tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 815 time: 0.9670880 Apr 28 19:50:25.651193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Deleting port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:25.652630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:25.675105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:25.795268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:25.841206 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07c00ff7-289b-43cb-900a-93fd154081dc req-8f625bae-7f13-4bc8-9026-9819f7cf1039 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4757690 Apr 28 19:50:25.862202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Request body: {'port': {'device_id': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'admin_state_up': True, 'tenant_id': 'a90a15ef69d040ffb958f7ce5a6dd91b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:26.038529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Attempting to bind port b97ed362-63ac-4fff-91ca-cee39af50222 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:26.039489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Attempting to bind port b97ed362-63ac-4fff-91ca-cee39af50222 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:26.040013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Attempting to bind port b97ed362-63ac-4fff-91ca-cee39af50222 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:26.046743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Port b97ed362-63ac-4fff-91ca-cee39af50222 on network 8958027f-692d-40a2-9b1c-e54abca11264 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:26.047324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Attempting to bind port b97ed362-63ac-4fff-91ca-cee39af50222 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:26.060540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc68b169-a45e-4a8e-ad57-956a15c1617a req-43f3f875-48a3-49f4-bc35-2d0f729d44c6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.062580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc68b169-a45e-4a8e-ad57-956a15c1617a req-43f3f875-48a3-49f4-bc35-2d0f729d44c6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.4236023 Apr 28 19:50:26.065898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:26.066460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Checking segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:26.067080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Bound using segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:26.067703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Bound port: b97ed362-63ac-4fff-91ca-cee39af50222, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:26.068307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.091488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.232702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc68b169-a45e-4a8e-ad57-956a15c1617a req-321df310-aa1e-4581-8a75-a58d3d798973 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404049 Apr 28 19:50:26.257421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:26.268138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b97ed362-63ac-4fff-91ca-cee39af50222,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:26.278895 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.329251 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d3b72a7-378a-42b8-8d84-1da22e6643ee'] response: {'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'code': 200} Apr 28 19:50:26.422689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.423306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.424665 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] 10.222.0.41 "PUT /v2.0/ports/b97ed362-63ac-4fff-91ca-cee39af50222 HTTP/1.1" status: 200 len: 1092 time: 2.1976724 Apr 28 19:50:26.425120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:26.520015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beafa22-7fea-413b-85a3-cb5db481e0ac service neutron] Pushing event updated for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:26.730160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event deleted for resources: {'Port': ['ID=dee69e1a-be59-4cfc-b4b8-06703dbab84b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:26.761816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] For port 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:26.762183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.762295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-ae593dbc-510b-4d60-8060-68defaf487b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.763742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-ae593dbc-510b-4d60-8060-68defaf487b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 1095 time: 0.2396748 Apr 28 19:50:26.780577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc20c644-6230-43b8-ad0d-f067ccd66c92 req-9b04fa35-2100-4aea-892a-1bdcd39e1c50 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.787669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc20c644-6230-43b8-ad0d-f067ccd66c92 req-9b04fa35-2100-4aea-892a-1bdcd39e1c50 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.3245747 Apr 28 19:50:26.879622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:26.879867 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-0ac8de45-8541-415c-abca-ef2bd5a6db27 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97ed362-63ac-4fff-91ca-cee39af50222 HTTP/1.1" status: 200 len: 217 time: 0.0904388 Apr 28 19:50:26.946119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc20c644-6230-43b8-ad0d-f067ccd66c92 req-9dd74c60-bdd3-4bde-b4e8-17190425d62c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575363 Apr 28 19:50:26.966220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-8ab7b32e-d9bb-4e6c-87a0-cf6a747ca27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:26.967805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-8ab7b32e-d9bb-4e6c-87a0-cf6a747ca27f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.0765109 Apr 28 19:50:27.015703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Calling delete_port for 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:27.020926 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30b0c3bc-6a5f-479e-966d-a54d093b0580'] response: {'name': 'network-changed', 'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222', 'status': 'completed', 'code': 200} Apr 28 19:50:27.063286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:27.092283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-7671314a-c5d9-495a-b539-76cbb0497d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.098302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-7671314a-c5d9-495a-b539-76cbb0497d8e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1174016 Apr 28 19:50:27.146039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:27.179300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.180696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e861da19-0ff8-4185-ba02-0c32ececc851 req-2654929c-99ab-4cc8-a643-76914b6899ef tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "DELETE /v2.0/floatingips/b95c441c-b4a6-4b8f-bf0b-f587c1b0d769 HTTP/1.1" status: 204 len: 173 time: 4.6335628 Apr 28 19:50:27.191171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86c87f0d-e72c-4154-9ca2-a9cf9eb4cb13 req-9ce9ea5b-294a-4467-978a-ca6cc8181f58 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 210 time: 0.0603900 Apr 28 19:50:27.216852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Made reservation on behalf of a90a15ef69d040ffb958f7ce5a6dd91b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:27.221084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.241877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7860e5-13a8-4adf-8ccc-c9ede732f939 req-39ec53a3-046d-4382-a9e7-bba4892443b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.244416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c7860e5-13a8-4adf-8ccc-c9ede732f939 req-39ec53a3-046d-4382-a9e7-bba4892443b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 1096 time: 0.7102580 Apr 28 19:50:27.385249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c7860e5-13a8-4adf-8ccc-c9ede732f939 req-1af0fb3c-5799-437d-9909-0b54b7d06630 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208251 Apr 28 19:50:27.496496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-492eae80-78dc-445b-b934-1dad0ec84f85 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips/07cec746-f9d3-40f5-8f4c-6469ff4fbb96 HTTP/1.1" status: 200 len: 693 time: 0.2093277 Apr 28 19:50:27.590862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:27.603021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.636461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Transition to ACTIVE for port object 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:27.638248 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.644471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-b7ebe897-c6e4-474b-b978-00b865783c6a service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5353796 Apr 28 19:50:27.727590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:27.759536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:27.763839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-3e48ff1b-37b4-4b92-86d8-8270ccdbb5aa tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:27.771117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-3e48ff1b-37b4-4b92-86d8-8270ccdbb5aa tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2694831 Apr 28 19:50:27.887028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-8144b675-1dd7-48b4-9d5f-a7d3cebacd97 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Synchronizing usage tracker for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:27.917950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:28.032021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'security_group': {'name': 'tempest-securitygroup--958197119', 'description': 'tempest-description--2086334889'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:28.043794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-8144b675-1dd7-48b4-9d5f-a7d3cebacd97 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Unset dirty status for tenant:fdf6cccd83064d70860e034733086d12 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:28.051604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-8144b675-1dd7-48b4-9d5f-a7d3cebacd97 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.2793362 Apr 28 19:50:28.055071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:28.126569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Usage tracker for resource:security_group and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:28.130684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c2f6cfe-1376-46ea-80ae-9212d4e86083 req-baf952d6-08d7-4128-94a6-c2e561db7365 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4767962 Apr 28 19:50:28.132100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:28.153715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:28.163517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-b9f62edf-da0d-4fd0-b6a8-d015a82b38e7 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.211 HTTP/1.1" status: 200 len: 696 time: 0.1108856 Apr 28 19:50:28.177395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.195401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Allocated IP 172.20.0.4 (8958027f-692d-40a2-9b1c-e54abca11264/7a0b83bf-607c-4c7e-b995-ea34457ca1a8/0a14b34f-2aa9-4f50-96c4-aa508435f9c8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:28.204162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Pushing event updated for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:28.417061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:28.436216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Usage tracker for resource:security_group_rule and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:28.443004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:28.447126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Deleting port 02d8fa6d-c6ed-4021-95db-a5e704efc85f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:28.447469 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.489242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:28.588569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Attempting to bind port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:28.589052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Attempting to bind port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:28.589514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Attempting to bind port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:28.615072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416700b8-1096-4de1-9141-5658a43d8a5a req-bbf56f99-d278-417d-8141-8737750fa1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:28.617014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-bbf56f99-d278-417d-8141-8737750fa1b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 1095 time: 0.3361924 Apr 28 19:50:28.620174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 on network 8958027f-692d-40a2-9b1c-e54abca11264 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:28.620629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Attempting to bind port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:28.644746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:28.645151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Checking segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:28.645664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Bound using segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:28.646197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Bound port: 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:28.647359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.715017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.770938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b8728e-94c6-44cf-ba6c-983e2a87ac2c req-60799104-629e-4bd0-a3d0-743236925acf tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:28.777977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b8728e-94c6-44cf-ba6c-983e2a87ac2c req-60799104-629e-4bd0-a3d0-743236925acf tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.7446451 Apr 28 19:50:28.822739 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.841101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.884120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:28.884375 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.045107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Calling delete_port for 02d8fa6d-c6ed-4021-95db-a5e704efc85f owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:29.050678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b8728e-94c6-44cf-ba6c-983e2a87ac2c req-b19f5504-12b8-4ba2-983b-8cc696f3d116 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718568 Apr 28 19:50:29.074339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416700b8-1096-4de1-9141-5658a43d8a5a req-426e91ef-be23-49a4-92d1-6fae1f1d1066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.075787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-426e91ef-be23-49a4-92d1-6fae1f1d1066 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 916 time: 0.3965011 Apr 28 19:50:29.090609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'SecurityGroup': ['ID=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.092595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.093148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:29.096743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1bb6d1a9-8f90-4736-826a-28b08d99d6f3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1776412 Apr 28 19:50:29.098664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:29.109600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'security_group_rule': {'security_group_id': '481b2ab8-3a21-4d8c-a00f-4b9c8da997ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:29.126584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.138568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:29.155045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.199127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Transition to ACTIVE for port object 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:29.278860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.279580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.281716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] 10.222.0.41 "PUT /v2.0/ports/1d779ef8-f7ed-44ab-9bfb-50bae164bc19 HTTP/1.1" status: 200 len: 1091 time: 4.5483835 Apr 28 19:50:29.290214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:29.310559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:29.315741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-b1ed9ba5-9204-4027-8534-78a4fb5f1e85 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b97ed362-63ac-4fff-91ca-cee39af50222 HTTP/1.1" status: 200 len: 217 time: 0.2177048 Apr 28 19:50:29.320807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Usage tracker for resource:security_group_rule and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:29.360784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:29.375620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:29.419315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416700b8-1096-4de1-9141-5658a43d8a5a req-b44cb782-2dee-4cf3-874c-2cae889d6c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.420832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-b44cb782-2dee-4cf3-874c-2cae889d6c5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.0955286 Apr 28 19:50:29.510921 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.572073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299fd218-fca2-4172-8fe0-e1135008ecff service neutron] Pushing event updated for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.604158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.611482 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.618797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b97ed362-63ac-4fff-91ca-cee39af50222 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:29.663610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.674955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Pushing event deleted for resources: {'Port': ['ID=02d8fa6d-c6ed-4021-95db-a5e704efc85f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.708506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.715722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event updated for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.732836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Network 8958027f-692d-40a2-9b1c-e54abca11264 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:29.745615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:29.750471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416700b8-1096-4de1-9141-5658a43d8a5a req-b45a3807-d78e-4fd8-b260-bc163e1551a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.751968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-b45a3807-d78e-4fd8-b260-bc163e1551a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3214633 Apr 28 19:50:29.754549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:29.805067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc70494-3969-4d2f-9945-06601e9f7593,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:29.811461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc61f7e-f459-45f6-99d4-c62c42b777f3 req-a7a765dc-b900-469e-9fa1-8a0a6e662c45 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.817967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b97ed362-63ac-4fff-91ca-cee39af50222,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:29.825698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3bc61f7e-f459-45f6-99d4-c62c42b777f3 req-a7a765dc-b900-469e-9fa1-8a0a6e662c45 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.6162581 Apr 28 19:50:29.846135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b97ed362-63ac-4fff-91ca-cee39af50222', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'port_id': 'b97ed362-63ac-4fff-91ca-cee39af50222', 'mac_address': 'fa:16:3e:51:49:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0b83bf-607c-4c7e-b995-ea34457ca1a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:29.889556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-ac84ed45-b347-476d-ad0a-55881e8b5c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:29.893887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-ac84ed45-b347-476d-ad0a-55881e8b5c2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 1094 time: 0.4131904 Apr 28 19:50:29.908610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.911262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.922707 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.925397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d398884a-f4ce-413e-a73d-e521fb7f7f28 req-6f16fe25-2408-4f64-ad9e-6b551881da49 tempest-FloatingIPDetailsTestJSON-1584964021 tempest-FloatingIPDetailsTestJSON-1584964021-project] 10.222.0.24 "DELETE /v2.0/floatingips/07cec746-f9d3-40f5-8f4c-6469ff4fbb96 HTTP/1.1" status: 204 len: 173 time: 1.7513092 Apr 28 19:50:29.928008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.933527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f5b2b39-e06d-4e8a-b024-cb7b9f918a3a tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8294203 Apr 28 19:50:29.936399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:29.940620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:29.946520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b97ed362-63ac-4fff-91ca-cee39af50222 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:29.965392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b97ed362-63ac-4fff-91ca-cee39af50222,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:29.977761 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:29.983470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'security_group_rule': {'security_group_id': '481b2ab8-3a21-4d8c-a00f-4b9c8da997ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:30.044308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.044953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.092170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:30.104700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4ac5cc03-4d65-437e-b7af-ca44e4381cad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2670646 Apr 28 19:50:30.109669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-773196f2-8c78-46a1-831f-850438156937 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19 HTTP/1.1" status: 200 len: 217 time: 0.2081599 Apr 28 19:50:30.119103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3bc61f7e-f459-45f6-99d4-c62c42b777f3 req-596c7aa9-ce73-467f-9a78-ec50bf11ebb6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2924812 Apr 28 19:50:30.124330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Request body: {'port': {'device_id': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:30.166838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Router b84f4594-fb5c-400c-bb70-8afbd7003aac has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:50:30.176175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:30.200914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69cc2464-2e6a-4015-be07-3495b978cefb None None] Provisioning for port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:30.206606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69cc2464-2e6a-4015-be07-3495b978cefb None None] Provisioning complete for port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:30.206976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69cc2464-2e6a-4015-be07-3495b978cefb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.233765 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a11ae7e8-0e6f-4707-bbc9-356709d00afe'] response: {'name': 'network-changed', 'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', 'status': 'completed', 'code': 200} Apr 28 19:50:30.239744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Usage tracker for resource:security_group_rule and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:30.259095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:30.288268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b97ed362-63ac-4fff-91ca-cee39af50222'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:30.307132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:30.324667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-3ec5af26-be0f-4067-92e6-6cfc6dc30d0a service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5634489 Apr 28 19:50:30.403885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.511843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-69cc2464-2e6a-4015-be07-3495b978cefb None None] Port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:50:30.637348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dff775-9f5c-4719-a000-a387121ce956 req-025a031b-1a6a-45dc-aecd-be9e3686ebb7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.638963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87dff775-9f5c-4719-a000-a387121ce956 req-025a031b-1a6a-45dc-aecd-be9e3686ebb7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 931 time: 0.5215433 Apr 28 19:50:30.713200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-c2ca4dda-4ddb-42ff-9c89-7cc8b4bed013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.714944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-c2ca4dda-4ddb-42ff-9c89-7cc8b4bed013 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.5504026 Apr 28 19:50:30.717628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-416700b8-1096-4de1-9141-5658a43d8a5a req-16191e2e-2f02-49ff-86d0-ac1b6eb74284 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728030 Apr 28 19:50:30.764127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87dff775-9f5c-4719-a000-a387121ce956 req-25cbf603-5c8a-4551-817a-b6b5ebde7982 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:30.770117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.807765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.808851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:30.824397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:50:30.833210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d3bcb4d-9bf5-4300-9a32-dd3f907fc7c0 admin admin] 10.222.0.24 "PUT /v2.0/routers/b84f4594-fb5c-400c-bb70-8afbd7003aac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5534930 Apr 28 19:50:30.835503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:30.860765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Sync routers for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:30.862300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87dff775-9f5c-4719-a000-a387121ce956 req-25cbf603-5c8a-4551-817a-b6b5ebde7982 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:30.863460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87dff775-9f5c-4719-a000-a387121ce956 req-25cbf603-5c8a-4551-817a-b6b5ebde7982 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154710 Apr 28 19:50:30.867275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa6f3c3-6ae7-4c18-af0d-6a3a111cde1c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:30.915908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:50:30.915908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:30.925923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417d88c-6ec2-4b87-927a-b16353f131b6 req-342bd392-331c-4901-91f0-c5a668dda98b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:30.927485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b417d88c-6ec2-4b87-927a-b16353f131b6 req-342bd392-331c-4901-91f0-c5a668dda98b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.5133915 Apr 28 19:50:31.034148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:31.055429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.060030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aea75a53-a4ae-417b-a284-2ccf68cf803e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1148965 Apr 28 19:50:31.065988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:31.078618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:31.086171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:31.092314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Usage tracker for resource:floatingip and tenant:2ce8ff5ddf094ecab2250cf181b809e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:31.096253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:31.104560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:31.125521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.133162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-8d47fce2-8d5d-487a-bf63-1970aeb34ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.134974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-8d47fce2-8d5d-487a-bf63-1970aeb34ba4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4078863 Apr 28 19:50:31.149522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b417d88c-6ec2-4b87-927a-b16353f131b6 req-5b9fe775-4b64-46bc-b7d1-c22ceb99b720 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169221 Apr 28 19:50:31.329392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.346702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.349438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:50:31.380353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.642443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b97ed362-63ac-4fff-91ca-cee39af50222 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:31.690464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:31.742437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Usage tracker for resource:security_group_rule and tenant:4397a2444349419e8dbd2243b02543a5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:31.756122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:31.779118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:31.804390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b97ed362-63ac-4fff-91ca-cee39af50222 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:31.811450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.812893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b97ed362-63ac-4fff-91ca-cee39af50222 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:31.813264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:31.888126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-9955c416-4c88-484e-a92a-32a87d7dc72a service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7205942 Apr 28 19:50:31.970416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cefde-ef69-439b-9c51-085b5a34a98b req-13ad66da-06cd-47c3-b6d8-cb213aef2db9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:31.972191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-069cefde-ef69-439b-9c51-085b5a34a98b req-13ad66da-06cd-47c3-b6d8-cb213aef2db9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2782314 Apr 28 19:50:31.994095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.034620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b97ed362-63ac-4fff-91ca-cee39af50222,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:32.036217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:32.042589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:50:27Z', 'revision_number': 5, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.046749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.080215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Checking router: b84f4594-fb5c-400c-bb70-8afbd7003aac for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:32.113402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Routers {'b84f4594-fb5c-400c-bb70-8afbd7003aac'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:50:32.114068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b84f4594-fb5c-400c-bb70-8afbd7003aac'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.116090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-069cefde-ef69-439b-9c51-085b5a34a98b req-6932e0ff-ef9f-49ae-b65d-58ea6afea7d3 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106091 Apr 28 19:50:32.132631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Allocated IP 172.25.2.237 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:32.147895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Deleting port 905c9369-b745-4abe-8484-14e3bb2bd74c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:32.148192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.226791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.270580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123b1391-7887-4e1c-bd28-f059df00ba5c req-b72f0eef-f821-409d-a7a2-903621047721 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.278706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-123b1391-7887-4e1c-bd28-f059df00ba5c req-b72f0eef-f821-409d-a7a2-903621047721 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.5824702 Apr 28 19:50:32.289886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Deleting port 82ecc9d6-008d-4233-baec-f344550704e8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:32.290233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.299030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] Set router b84f4594-fb5c-400c-bb70-8afbd7003aac gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:50:32.505412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c93ad7ca-a054-4948-8d19-e7e67c41b848 req-c3c53008-bab6-404f-8f5c-ea1f8284019b service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921721 Apr 28 19:50:32.528941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:32.550504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.582731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-123b1391-7887-4e1c-bd28-f059df00ba5c req-cadeb2a6-dbde-4d6b-9d95-e9e3ee140217 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024409 Apr 28 19:50:32.611023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.611832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] For port 905c9369-b745-4abe-8484-14e3bb2bd74c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=905c9369-b745-4abe-8484-14e3bb2bd74c,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:32.612249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.638702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c078f-e193-47e7-9692-0e4902609173 req-59f80c7f-e1c1-424d-b037-f8b4ef14016d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:32.647454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa7c078f-e193-47e7-9692-0e4902609173 req-59f80c7f-e1c1-424d-b037-f8b4ef14016d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 931 time: 0.3033521 Apr 28 19:50:32.697118 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28820ca8-cf2a-4ec3-8b85-8919b1e8873b'] response: {'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222', 'code': 200} Apr 28 19:50:32.719122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:50:27Z', 'revision_number': 5, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:32.723799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbc50c2-ce6b-4b27-bd50-89c3b22a9176 None None] The sync data for ids ['b84f4594-fb5c-400c-bb70-8afbd7003aac'] in n-d-839811-1 is: [{'id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'name': 'tempest-ServersTestMultiNic-1003316707-router', 'tenant_id': '4b4658fcf2484197a07be739bf4c6a3d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215'}], 'enable_snat': True}, 'gw_port_id': '82ecc9d6-008d-4233-baec-f344550704e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:47:14Z', 'updated_at': '2022-04-28T19:50:27Z', 'revision_number': 5, 'project_id': '4b4658fcf2484197a07be739bf4c6a3d', 'gw_port': {'id': '82ecc9d6-008d-4233-baec-f344550704e8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:93:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b84f4594-fb5c-400c-bb70-8afbd7003aac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 956, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:47:16Z', 'updated_at': '2022-04-28T19:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:32.786211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.788632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Calling delete_port for 905c9369-b745-4abe-8484-14e3bb2bd74c owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:32.827301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:32.871303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.892711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] For port 82ecc9d6-008d-4233-baec-f344550704e8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=82ecc9d6-008d-4233-baec-f344550704e8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:32.893428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:32.903652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379c35ee-bab5-4134-9763-29e434f71c76,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:32.908952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5aeb3c42-b82a-403b-874c-0de1c0cd8c0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4397a2444349419e8dbd2243b02543a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8735154 Apr 28 19:50:32.917266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58520) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:32.978454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Transition to ACTIVE for port object 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:33.021679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.027283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa7c078f-e193-47e7-9692-0e4902609173 req-36ccc9d3-35c6-4aa2-a7f1-f3a5957b14b5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3785806 Apr 28 19:50:33.048846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Calling delete_port for 82ecc9d6-008d-4233-baec-f344550704e8 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:33.076722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.117902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:33.129067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:33.145566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:33.189038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'Port': ['ID=9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:33.220790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.221138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.221495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.221838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.222162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.222490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.222814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.223135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.223457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.223778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.224097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.224421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:33.257450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a51638-9456-4643-a62b-81b9a9b7cd1d req-106b2be7-e5e5-40ea-870b-5cb8aa4f194c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.259363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8a51638-9456-4643-a62b-81b9a9b7cd1d req-106b2be7-e5e5-40ea-870b-5cb8aa4f194c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 1097 time: 0.4808621 Apr 28 19:50:33.316561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-907c1641-5130-4e9c-994a-95169f2a3576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.318078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-907c1641-5130-4e9c-994a-95169f2a3576 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 1094 time: 0.6027076 Apr 28 19:50:33.372957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Pushing event updated for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:33.377730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8a51638-9456-4643-a62b-81b9a9b7cd1d req-a9d2a071-3460-4709-93ff-788fdfb2384b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081452 Apr 28 19:50:33.416696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.502683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=905c9369-b745-4abe-8484-14e3bb2bd74c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:33.524428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.546015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.643892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:33.661615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.741891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Attempting to bind port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:33.742237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Attempting to bind port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:33.742566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Attempting to bind port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:33.765378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.782825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-82634483-7015-4364-a05b-b89c5e7c2d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.784265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-82634483-7015-4364-a05b-b89c5e7c2d6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 916 time: 0.4124067 Apr 28 19:50:33.791422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 on network 8958027f-692d-40a2-9b1c-e54abca11264 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:33.791744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Attempting to bind port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 on network 8958027f-692d-40a2-9b1c-e54abca11264 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:33.812520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:33.812912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Checking segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:33.813485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Bound using segment: {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:33.813722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Bound port: 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:33.814048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.861131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:33.880348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'port_id': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', 'mac_address': 'fa:16:3e:52:0a:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0b83bf-607c-4c7e-b995-ea34457ca1a8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:33.907798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6115588a-cc9a-4d75-a0b2-1facd4661393 req-ab496a71-6823-4571-b313-28f28aa32577 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:33.909106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6115588a-cc9a-4d75-a0b2-1facd4661393 req-ab496a71-6823-4571-b313-28f28aa32577 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.5809908 Apr 28 19:50:33.910382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-e120782f-3cc5-4e03-8d18-1b67d198737b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19 HTTP/1.1" status: 200 len: 217 time: 0.1022842 Apr 28 19:50:33.915092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.950974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:33.970394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:33.987816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:33.993019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.072429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:34.164084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.166757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec1f5c8-62a6-42d0-a3b1-86bc2fd77fa7 req-151cee75-0b56-4929-b9d4-f8be9d4edd4d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.168437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ec1f5c8-62a6-42d0-a3b1-86bc2fd77fa7 req-151cee75-0b56-4929-b9d4-f8be9d4edd4d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.3767824 Apr 28 19:50:34.221968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.259241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Pushing event deleted for resources: {'Port': ['ID=82ecc9d6-008d-4233-baec-f344550704e8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:34.262005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ec1f5c8-62a6-42d0-a3b1-86bc2fd77fa7 req-ac9fecaf-c26e-4650-9dba-9143f3985f71 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876343 Apr 28 19:50:34.301743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379c35ee-bab5-4134-9763-29e434f71c76,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:34.306690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6115588a-cc9a-4d75-a0b2-1facd4661393 req-1b14d5a7-dba3-41c4-9123-fa520e516528 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635955 Apr 28 19:50:34.335369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-ceaec703-c518-4018-a789-137151cbe3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.336791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-ceaec703-c518-4018-a789-137151cbe3ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.3979959 Apr 28 19:50:34.364402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.364745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.365681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.366065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1d779ef8-f7ed-44ab-9bfb-50bae164bc19'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:34.366185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.366465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.366800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.367124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.367449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.368039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.368372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.368687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.369000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.372572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.372889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.373220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.373581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.373916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.374241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.374564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.374886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.375208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.375525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.375845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.376162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:34.427535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:34.462553 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.466605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-859327cb-50bf-4d08-ac26-00bf9bbe680d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/379c35ee-bab5-4134-9763-29e434f71c76 HTTP/1.1" status: 204 len: 168 time: 1.5461450 Apr 28 19:50:34.468374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:34.479526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.537752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.681431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:34.683755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:50:34.791513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:34.791855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8357cfb2-1dce-43d8-8a8c-c9d952cbf0d6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:34.839710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.847932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.848548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.857912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.863004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] 10.222.0.41 "PUT /v2.0/ports/0a14b34f-2aa9-4f50-96c4-aa508435f9c8 HTTP/1.1" status: 200 len: 1091 time: 4.7428551 Apr 28 19:50:34.866658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:34.887920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.900368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:34.988127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-ee038bfd-93c8-452e-be39-a2f36493a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:34.991348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-ee038bfd-93c8-452e-be39-a2f36493a57b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6064193 Apr 28 19:50:35.072272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663860a5-1410-4a74-8e96-94fdd0dceb04 service neutron] Pushing event updated for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:35.081609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'Port': ['ID=9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:35.095578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Router fc1524f0-39ea-4462-9b36-43dba2640ca9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:50:35.126905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:35.228967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.229808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b84f4594-fb5c-400c-bb70-8afbd7003aac {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:50:35.232940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-b6c4925f-f44d-4e46-aae8-dd111f80603a service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2333848 Apr 28 19:50:35.242003 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64d45d11-6ac1-4750-a701-9b5bc5a88ed5'] response: {'name': 'network-changed', 'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8', 'status': 'completed', 'code': 200} Apr 28 19:50:35.263535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.276915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.278060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f226750b-0aab-49b7-9db9-94ef2fee4621 admin admin] 10.222.0.24 "DELETE /v2.0/routers/b84f4594-fb5c-400c-bb70-8afbd7003aac HTTP/1.1" status: 204 len: 168 time: 4.4403591 Apr 28 19:50:35.296818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:35.388921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d263a1-e093-4952-af9c-a13806157a89 req-239367f2-38fa-4e31-b416-463ba56f4235 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.396021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78d263a1-e093-4952-af9c-a13806157a89 req-239367f2-38fa-4e31-b416-463ba56f4235 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 943 time: 0.6931510 Apr 28 19:50:35.413149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:35.417519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Usage tracker for resource:security_group_rule and tenant:af2268a190094e50b0c691a9fff5f84c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:35.420772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:35.427086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:35.439317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-432d3b48-7c6a-4423-aa52-7c83ff9607ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.440940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-432d3b48-7c6a-4423-aa52-7c83ff9607ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 1094 time: 0.5171819 Apr 28 19:50:35.448256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Deleting subnet 0639b6be-a462-4889-a2e8-0d2e9d04079c {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:50:35.525199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.527448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-1cbbdec3-21a3-40a9-b019-524ff7c8949a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8 HTTP/1.1" status: 200 len: 217 time: 0.0768652 Apr 28 19:50:35.530849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.539157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.567262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.653553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=af2268a190094e50b0c691a9fff5f84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5231073 Apr 28 19:50:35.656767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78d263a1-e093-4952-af9c-a13806157a89 req-caa9a376-2dee-4d7f-924f-618fb93f746c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593911 Apr 28 19:50:35.659037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:35.662965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.664278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74ec8b2d-e6df-4e04-aa32-7f0826cf7a64 req-0bd73d45-3afa-4f67-84bd-f5fda5fdc496 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4208343 Apr 28 19:50:35.673875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f1c32829-29a8-4d65-8778-bcfe0bbac586 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6065857 Apr 28 19:50:35.695742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.703466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bd0980-6dc1-403b-8c89-f9978998eb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20b20ba-50cc-4a11-8143-24f14c83aa4f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:35.742061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:50:35.744916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-e747fc55-30d2-4779-bdc1-6c912fae6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.746384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-e747fc55-30d2-4779-bdc1-6c912fae6bfb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.1748669 Apr 28 19:50:35.747491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cb952cb5-d793-4923-b6e6-b5e7688d1ee2 admin admin] 10.222.0.24 "PUT /v2.0/routers/fc1524f0-39ea-4462-9b36-43dba2640ca9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8057175 Apr 28 19:50:35.750486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:35.760290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Sync routers for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:50:35.780641 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:50:35.781633 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:35.855346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19f4dae-1cf6-427a-8f71-a5b6fdbabcb4 req-a8973cff-85ea-4482-94ed-c302be4e6c4f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:35.861332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f19f4dae-1cf6-427a-8f71-a5b6fdbabcb4 req-a8973cff-85ea-4482-94ed-c302be4e6c4f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.3030438 Apr 28 19:50:35.899352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.924452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:35.985282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.000205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f19f4dae-1cf6-427a-8f71-a5b6fdbabcb4 req-a1a7ea7b-bdf3-43af-b131-2504c9858825 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216486 Apr 28 19:50:36.019965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-73af3161-da16-4d9c-97b6-03bf81692345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:36.021573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-73af3161-da16-4d9c-97b6-03bf81692345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2543004 Apr 28 19:50:36.054991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-43dceca1-f632-4fc5-aa1e-2bbae60f3f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Synchronizing usage tracker for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:36.084953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.088279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:50:36.205775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.227812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-43dceca1-f632-4fc5-aa1e-2bbae60f3f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Unset dirty status for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:36.228921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-43dceca1-f632-4fc5-aa1e-2bbae60f3f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--958197119&fields=id&tenant_id=2ce8ff5ddf094ecab2250cf181b809e7 HTTP/1.1" status: 200 len: 267 time: 0.2876430 Apr 28 19:50:36.277720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.300477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0639b6be-a462-4889-a2e8-0d2e9d04079c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:36.306986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.316274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-96465910-89b3-4951-86d7-7e5f78a629f7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0639b6be-a462-4889-a2e8-0d2e9d04079c HTTP/1.1" status: 204 len: 168 time: 1.0141852 Apr 28 19:50:36.319333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:36.320230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c10c56-9863-43aa-b7bc-f36aa05903b6 None None] Network 3dc8aeb7-efe0-4aee-87a0-37827a30931c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:36.324973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20b20ba-50cc-4a11-8143-24f14c83aa4f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:36.385681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-4872744d-6290-4d97-83a5-7116731e3b50 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3540578 Apr 28 19:50:36.407959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.409489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9cdf346e-929c-4aaa-8ad1-8d2e38319ffd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a20b20ba-50cc-4a11-8143-24f14c83aa4f HTTP/1.1" status: 204 len: 168 time: 0.7345135 Apr 28 19:50:36.438310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.490623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Deleting port a00ad386-e965-41e3-9c91-585115b9f34f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:36.490992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.514460 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:50:33Z', 'revision_number': 5, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port': {'id': 'a00ad386-e965-41e3-9c91-585115b9f34f', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:42:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1075, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:13Z', 'updated_at': '2022-04-28T19:49:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:36.523267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Checking router: fc1524f0-39ea-4462-9b36-43dba2640ca9 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:50:36.540565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Routers {'fc1524f0-39ea-4462-9b36-43dba2640ca9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:50:36.541231 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['fc1524f0-39ea-4462-9b36-43dba2640ca9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:36.558637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.574036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 82ecc9d6-008d-4233-baec-f344550704e8 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:36.594014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Deleting port 5ec9141d-a98f-4f8b-ba59-68808a59110c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:36.594357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.665129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0cb71e-26bf-4a03-897c-0cd33d21b35b req-cb321c29-f5d4-4b42-9899-00b8ebf5da2a service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693512 Apr 28 19:50:36.679759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 82ecc9d6-008d-4233-baec-f344550704e8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:36.680656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 82ecc9d6-008d-4233-baec-f344550704e8 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:36.691739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-87ac5f0e-f173-41d1-a0e2-a061a8c86b8f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:36.696689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-87ac5f0e-f173-41d1-a0e2-a061a8c86b8f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/networks?id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 HTTP/1.1" status: 200 len: 815 time: 0.4389560 Apr 28 19:50:36.785306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-51078077-f118-444d-9395-f1cfc14edca3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/quotas/2ce8ff5ddf094ecab2250cf181b809e7 HTTP/1.1" status: 200 len: 375 time: 0.0355716 Apr 28 19:50:36.828411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] DHCP port deletion for 3dc8aeb7-efe0-4aee-87a0-37827a30931c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:50:36.833576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Deleting port 5ec9141d-a98f-4f8b-ba59-68808a59110c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:36.836117 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:36.911269 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] Set router fc1524f0-39ea-4462-9b36-43dba2640ca9 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:50:36.968655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] For port 5ec9141d-a98f-4f8b-ba59-68808a59110c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5ec9141d-a98f-4f8b-ba59-68808a59110c,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:36.969531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.074865 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:50:36Z', 'revision_number': 6, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:37.079560 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f16a02-21a3-4641-84f6-7324b2fd39a2 None None] The sync data for ids ['fc1524f0-39ea-4462-9b36-43dba2640ca9'] in n-d-839811-1 is: [{'id': 'fc1524f0-39ea-4462-9b36-43dba2640ca9', 'name': 'tempest-FloatingIPDetailsTestJSON-995490480-router', 'tenant_id': 'fdf6cccd83064d70860e034733086d12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:12Z', 'updated_at': '2022-04-28T19:50:36Z', 'revision_number': 6, 'project_id': 'fdf6cccd83064d70860e034733086d12', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:50:37.145481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] For port 5ec9141d-a98f-4f8b-ba59-68808a59110c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5ec9141d-a98f-4f8b-ba59-68808a59110c,segment=NetworkSegment(dd83bbfa-9306-453d-a16b-16ebbfb03d6b),segment_id=dd83bbfa-9306-453d-a16b-16ebbfb03d6b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:37.145907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.185616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Calling delete_port for 5ec9141d-a98f-4f8b-ba59-68808a59110c owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:37.218662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] For port a00ad386-e965-41e3-9c91-585115b9f34f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a00ad386-e965-41e3-9c91-585115b9f34f,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:37.219250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.250746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-e88ea93b-e6d8-4b4b-81d3-4de86c34fd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:37.252211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-e88ea93b-e6d8-4b4b-81d3-4de86c34fd9f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 1094 time: 0.4844739 Apr 28 19:50:37.282956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Calling delete_port for 5ec9141d-a98f-4f8b-ba59-68808a59110c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:37.322347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c3bcda-5bcd-4775-9c3d-bd9bc507617a req-fa2a06d8-aefd-4895-8d4e-a6a6ac20084f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:37.323272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-09c3bcda-5bcd-4775-9c3d-bd9bc507617a req-fa2a06d8-aefd-4895-8d4e-a6a6ac20084f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:37.366492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:37.366996 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:37.390292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.402975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Calling delete_port for a00ad386-e965-41e3-9c91-585115b9f34f owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:37.455458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-09c3bcda-5bcd-4775-9c3d-bd9bc507617a req-fa2a06d8-aefd-4895-8d4e-a6a6ac20084f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:37.462656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09c3bcda-5bcd-4775-9c3d-bd9bc507617a req-fa2a06d8-aefd-4895-8d4e-a6a6ac20084f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 943 time: 0.5539269 Apr 28 19:50:37.467218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] No DVR routers for this DVR port 5ec9141d-a98f-4f8b-ba59-68808a59110c on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:37.502616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ec9141d-a98f-4f8b-ba59-68808a59110c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:37.517200 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-08195dc2-9e6f-4aab-8511-2d6912117f6c tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2ce8ff5ddf094ecab2250cf181b809e7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6812482 Apr 28 19:50:37.643624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-fa01dcb2-9641-44b6-b6ae-ddceb586826f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:37.645048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-fa01dcb2-9641-44b6-b6ae-ddceb586826f service neutron] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 916 time: 0.3697414 Apr 28 19:50:37.650155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.660170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:37.665007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:37.715749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-59ba0888-9f25-44a7-82d1-4c1cc9266970 service neutron] 10.222.0.24 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569028 Apr 28 19:50:37.776166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09c3bcda-5bcd-4775-9c3d-bd9bc507617a req-3d2f92fe-38df-411b-83d6-9f17eae3a1f8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3125608 Apr 28 19:50:37.803186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-6b69ae20-1848-4b1b-b411-f5e71be02182 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8 HTTP/1.1" status: 200 len: 217 time: 0.1437674 Apr 28 19:50:37.813105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dc8aeb7-efe0-4aee-87a0-37827a30931c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:37.826852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:37.858236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:37.858602 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:37.922971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Deleting port 5ec9141d-a98f-4f8b-ba59-68808a59110c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:37.923402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.046168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-c88f1003-d93b-4c6b-8596-6ddb79b6e528 service neutron] 10.222.0.24 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976980 Apr 28 19:50:38.047349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.055638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ac81762-30cd-444c-9dc1-282f9afb7c54 None None] The port '5ec9141d-a98f-4f8b-ba59-68808a59110c' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:50:38.103233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:38.141209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Pushing event deleted for resources: {'Port': ['ID=a00ad386-e965-41e3-9c91-585115b9f34f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:38.168911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'mac_address': 'fa:16:3e:a4:37:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:38.241276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-5922554e-8801-4894-8de9-7346e830a278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:38.243047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-5922554e-8801-4894-8de9-7346e830a278 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.4118030 Apr 28 19:50:38.248076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:38.248371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd83bbfa-9306-453d-a16b-16ebbfb03d6b') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:38.355458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.399021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.455361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8aafc94-ca68-43e7-ac94-462ce708f939 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:38.469975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.499877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:38.512795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.532642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.564577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:38.567118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:38.596481 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:38.649683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1383662d-0d05-41ae-b00c-f41452859782 req-76e072a6-64e0-46cc-b330-2264781823fa tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 210 time: 0.0621207 Apr 28 19:50:38.672461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.696690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 905c9369-b745-4abe-8484-14e3bb2bd74c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:38.741776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.746098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.783328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-df96c816-2b2d-46a1-b443-ce67d8a093f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:38.785326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-df96c816-2b2d-46a1-b443-ce67d8a093f7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4416633 Apr 28 19:50:38.803826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.804427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc1524f0-39ea-4462-9b36-43dba2640ca9 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:50:38.808182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b397a-239e-41b3-bbd1-a5d241e6a082 req-274edbba-96b9-48b8-b929-4565c00520c2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:38.813857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 905c9369-b745-4abe-8484-14e3bb2bd74c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:38.814196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 905c9369-b745-4abe-8484-14e3bb2bd74c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:38.814602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a00ad386-e965-41e3-9c91-585115b9f34f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:38.823696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-909b397a-239e-41b3-bbd1-a5d241e6a082 req-274edbba-96b9-48b8-b929-4565c00520c2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.5775919 Apr 28 19:50:38.829858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.831886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-17ad8e82-0e92-4388-b925-492ffa539b2a admin admin] 10.222.0.24 "DELETE /v2.0/routers/fc1524f0-39ea-4462-9b36-43dba2640ca9 HTTP/1.1" status: 204 len: 168 time: 3.0795434 Apr 28 19:50:38.836533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:38.921883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:38.987755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Deleting subnet 6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:50:38.995008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.010268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.030536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dc8aeb7-efe0-4aee-87a0-37827a30931c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.067571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d8aafc94-ca68-43e7-ac94-462ce708f939'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:39.125773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ea1f952-b64b-4f6c-b628-2496ba1d6914 admin admin] 10.222.0.24 "DELETE /v2.0/networks/3dc8aeb7-efe0-4aee-87a0-37827a30931c HTTP/1.1" status: 204 len: 168 time: 2.8053229 Apr 28 19:50:39.138621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-909b397a-239e-41b3-bbd1-a5d241e6a082 req-f99713ef-2edd-467c-b29a-fc257cbc7622 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3118291 Apr 28 19:50:39.159186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: a00ad386-e965-41e3-9c91-585115b9f34f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:39.159530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a00ad386-e965-41e3-9c91-585115b9f34f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:39.160256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5ec9141d-a98f-4f8b-ba59-68808a59110c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:39.183147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-ead91ece-a46b-46fd-8987-2f8edf1ac5d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520868 Apr 28 19:50:39.218300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.220615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.231595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5ec9141d-a98f-4f8b-ba59-68808a59110c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:50:39.232101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5ec9141d-a98f-4f8b-ba59-68808a59110c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:50:39.253641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:39.283256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:39.298262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.352709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d393b0-c9b0-48b0-b899-bfedf65db49a req-ccf5c4e3-4790-4428-9e5a-6d57cfb53144 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:39.369350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84d393b0-c9b0-48b0-b899-bfedf65db49a req-ccf5c4e3-4790-4428-9e5a-6d57cfb53144 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 943 time: 0.3213131 Apr 28 19:50:39.415599 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13e67444-71c8-4dda-8e52-7fce7ec79bb9'] response: {'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', 'code': 200} Apr 28 19:50:39.504905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfb3583c-fb1a-443e-8856-332603b39e5c req-e8ca108a-9e53-4c2e-bd0f-805eaf1db1f7 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3143423 Apr 28 19:50:39.533652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.638022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.697079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84d393b0-c9b0-48b0-b899-bfedf65db49a req-4c4ab251-7ffa-4c4b-b6d3-59359f3894d9 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3205078 Apr 28 19:50:39.701170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.724059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:50:39.765988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:39.773363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:39.792402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:39.795083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1ca2dfb-2fef-4fa4-a1d9-0d58a6b2e21d None None] Network 2e5233ca-d0b0-468a-be42-f8b1fffddca1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:39.808493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6c8913b6-2ebf-42dc-8c7f-f283efe8f63f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6e15ba65-9c48-43fa-aa68-6fe29d6ccf2b HTTP/1.1" status: 204 len: 168 time: 0.9692097 Apr 28 19:50:39.812997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:39.825683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a777d806-2141-44b4-95bf-d1bcc6fbea7e req-125ab2ea-e3c7-4ab1-bd6c-16700950228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:39.833572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a777d806-2141-44b4-95bf-d1bcc6fbea7e req-125ab2ea-e3c7-4ab1-bd6c-16700950228d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 1096 time: 0.2731957 Apr 28 19:50:39.926773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a777d806-2141-44b4-95bf-d1bcc6fbea7e req-9507c68e-efc8-417b-ae7b-be24e91087a5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920968 Apr 28 19:50:39.981511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:50:40.001673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.036611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-75b5283d-5eb8-46ab-9b1b-f886cbab3430 req-97cf3dbe-839e-43a7-be27-cbc8638e7019 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Synchronizing usage tracker for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:40.062315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf3274cf-a3eb-4be5-8941-5d55f4fda03b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b4658fcf2484197a07be739bf4c6a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2855499 Apr 28 19:50:40.063942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:40.065137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-75b5283d-5eb8-46ab-9b1b-f886cbab3430 req-97cf3dbe-839e-43a7-be27-cbc8638e7019 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Unset dirty status for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:40.066499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75b5283d-5eb8-46ab-9b1b-f886cbab3430 req-97cf3dbe-839e-43a7-be27-cbc8638e7019 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 210 time: 0.1063821 Apr 28 19:50:40.197587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.232792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.233741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.261843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Deleting port acb579cc-3c7c-4d7a-9478-0c1a63111397 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:40.262183 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.313756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:40.337746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8', 'network_id': '8958027f-692d-40a2-9b1c-e54abca11264', 'port_id': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8', 'mac_address': 'fa:16:3e:46:3a:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a0b83bf-607c-4c7e-b995-ea34457ca1a8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:50:40.411069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.445143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411d762a-9f2a-4e2a-a724-90c782967fe6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:40.455042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.459824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e56eca3b-7031-4a20-b19a-2ab9c590c223 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/411d762a-9f2a-4e2a-a724-90c782967fe6 HTTP/1.1" status: 204 len: 168 time: 0.3775823 Apr 28 19:50:40.484184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] DHCP port deletion for 2e5233ca-d0b0-468a-be42-f8b1fffddca1 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:50:40.523866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Deleting port acb579cc-3c7c-4d7a-9478-0c1a63111397 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:40.524230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.703857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device acb579cc-3c7c-4d7a-9478-0c1a63111397 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:50:40.852899 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:40.966467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:40.967142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.012856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cf1bcf-b864-4331-b7d7-eeae0cd9527c req-effcc4b5-8d82-4a61-b3d9-4c5ea6cab63c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.018310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4cf1bcf-b864-4331-b7d7-eeae0cd9527c req-effcc4b5-8d82-4a61-b3d9-4c5ea6cab63c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.5052223 Apr 28 19:50:41.118494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d2856bc5-a738-4b11-a94e-325bead64129 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.119960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d2856bc5-a738-4b11-a94e-325bead64129 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Synchronizing usage tracker for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:41.141607 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.156717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d2856bc5-a738-4b11-a94e-325bead64129 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Unset dirty status for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:41.157904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d2856bc5-a738-4b11-a94e-325bead64129 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.41 "GET /v2.0/networks?id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 HTTP/1.1" status: 200 len: 815 time: 0.5098317 Apr 28 19:50:41.204701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:41.252334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:41.322453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Calling delete_port for acb579cc-3c7c-4d7a-9478-0c1a63111397 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:41.421957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d70a91d1-40fa-49b1-a058-73dbd8e099c4 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Synchronizing usage tracker for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:41.498092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:41.509174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.519343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa876342-9f8c-49a9-b4a7-a0dbddd1a68b req-621618e7-5201-4cae-bcf9-1683528960d8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:41.530031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa876342-9f8c-49a9-b4a7-a0dbddd1a68b req-621618e7-5201-4cae-bcf9-1683528960d8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 943 time: 0.5087657 Apr 28 19:50:41.585665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:41.586005 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:41.600248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:41.627672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4cf1bcf-b864-4331-b7d7-eeae0cd9527c req-5a1572db-95a9-4833-b150-f305ec7eab26 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5996482 Apr 28 19:50:41.649905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d70a91d1-40fa-49b1-a058-73dbd8e099c4 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Unset dirty status for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:41.652232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-d70a91d1-40fa-49b1-a058-73dbd8e099c4 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ce8ff5ddf094ecab2250cf181b809e7 HTTP/1.1" status: 200 len: 379 time: 0.4844666 Apr 28 19:50:41.706126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa876342-9f8c-49a9-b4a7-a0dbddd1a68b req-8b32650b-c55e-4b2e-b09a-d5cf117f1317 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744006 Apr 28 19:50:41.710248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'port': {'device_id': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'admin_state_up': True, 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'security_groups': ['481b2ab8-3a21-4d8c-a00f-4b9c8da997ed']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:41.797533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:41.824829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:41.902936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e0292ea-eba3-4f28-ae14-4affbdb2263c req-65d76817-a5a8-4ba1-9802-57f0b9330063 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 210 time: 0.1034217 Apr 28 19:50:41.949780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:41.951854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.952197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.952530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.952858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.953185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.953539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.953862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.954236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.954496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.954811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.955418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.955532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:50:41.973145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:41.985804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Made reservation on behalf of 2ce8ff5ddf094ecab2250cf181b809e7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:41.993530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.087396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Deleting port acb579cc-3c7c-4d7a-9478-0c1a63111397 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:42.087967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.119493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.148507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0a14b34f-2aa9-4f50-96c4-aa508435f9c8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:50:42.185622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d8aafc94-ca68-43e7-ac94-462ce708f939 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:42.186105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.226076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:42.330685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Allocated IP 172.20.0.3 (bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671/d07ec126-b567-4fe5-af15-e7f36dc77eb4/82f27f26-0986-42dd-8211-5ef86452527c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:50:42.399837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=acb579cc-3c7c-4d7a-9478-0c1a63111397,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:42.479970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:42.480296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.539620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] For port acb579cc-3c7c-4d7a-9478-0c1a63111397, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=acb579cc-3c7c-4d7a-9478-0c1a63111397,segment=NetworkSegment(ffc26ca9-902c-4a20-8c5b-daba81225642),segment_id=ffc26ca9-902c-4a20-8c5b-daba81225642)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:42.540131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.898159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Calling delete_port for acb579cc-3c7c-4d7a-9478-0c1a63111397 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:42.918133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:42.984607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:42.998784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Calling delete_port for acb579cc-3c7c-4d7a-9478-0c1a63111397 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:50:43.086239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:43.095073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.129629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:43.136592 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.158621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.160683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Transition to ACTIVE for port object 82f27f26-0986-42dd-8211-5ef86452527c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:43.249280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.272106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:43.279808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.292466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Usage tracker for resource:security_group_rule and tenant:d81567b175b940ffad64de3ba8572cb1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:43.294125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.312050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:43.323548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:43.346631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:50:43.347133 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:50:43.352852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] No DVR routers for this DVR port acb579cc-3c7c-4d7a-9478-0c1a63111397 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:50:43.362963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b395a210-a880-4efb-9475-f6f7cdbba048 None None] Pushing event deleted for resources: {'Port': ['ID=acb579cc-3c7c-4d7a-9478-0c1a63111397,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.385957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3424352c-abe4-47f6-b215-30f14340a40c req-08f07354-f004-4375-b2ae-7f4a476d79e4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.388072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3424352c-abe4-47f6-b215-30f14340a40c req-08f07354-f004-4375-b2ae-7f4a476d79e4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.4153047 Apr 28 19:50:43.470672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3424352c-abe4-47f6-b215-30f14340a40c req-7a06ff8b-ad61-402b-a628-c2e6bd995a7b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745087 Apr 28 19:50:43.544651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1054650447-network', 'tenant_id': '4a20d05b928d46adba36833f6476b146'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:43.559565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:50:43.560748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event updated for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.563764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:43.567121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:50:43.572366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:43.607509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Usage tracker for resource:network and tenant:4a20d05b928d46adba36833f6476b146 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:43.627874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:43.656377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:43.668278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.691227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.757580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:43.764640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Made reservation on behalf of 4a20d05b928d46adba36833f6476b146 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:43.765427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.770752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.815749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4a6a442-67b3-4864-b0c3-330c2127f277 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1187725 Apr 28 19:50:43.832257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Request body: {'port': {'device_id': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:43.900536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:43.912361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d81567b175b940ffad64de3ba8572cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6215739 Apr 28 19:50:43.913753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ebe16c-a088-4f49-9d5f-b312be3a98ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b368febe-b6aa-4b33-aa5a-5e51ef718807,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:43.932874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58840) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:43.988478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:43.993852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Usage tracker for resource:security_group_rule and tenant:4a20d05b928d46adba36833f6476b146 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:43.997390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:44.004180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:44.063479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.074258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-60f80d58-15a2-448e-8de3-75efb2c52536 None None] Provisioning for port 82f27f26-0986-42dd-8211-5ef86452527c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:44.087305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-60f80d58-15a2-448e-8de3-75efb2c52536 None None] Provisioning complete for port 82f27f26-0986-42dd-8211-5ef86452527c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:44.087675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60f80d58-15a2-448e-8de3-75efb2c52536 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.154563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.155608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Deleting port acb579cc-3c7c-4d7a-9478-0c1a63111397 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:50:44.155886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.228968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.260399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-60f80d58-15a2-448e-8de3-75efb2c52536 None None] Port 82f27f26-0986-42dd-8211-5ef86452527c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:50:44.377571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7776c1f-8356-4c99-86b1-98f6439553a9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:44.414035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] The port 'acb579cc-3c7c-4d7a-9478-0c1a63111397' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:50:44.573774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:50:44.616580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.634600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277e4de0-1764-4e4a-97c3-ae69f97f5ab8 req-3636bdeb-f9fc-41e0-993a-d4a34407b969 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:44.643034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-277e4de0-1764-4e4a-97c3-ae69f97f5ab8 req-3636bdeb-f9fc-41e0-993a-d4a34407b969 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 944 time: 0.9114888 Apr 28 19:50:44.686174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.687089 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Added segment 5a2d7b6d-7926-457e-8c3e-af9937a123c4 of type vlan for network 259c99d0-5742-4e80-862b-bbb538bad1ba Apr 28 19:50:44.696980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82f27f26-0986-42dd-8211-5ef86452527c {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:50:44.706183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.725026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Transition to ACTIVE for port object 82f27f26-0986-42dd-8211-5ef86452527c will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:50:44.731254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.779898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.794352 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:44.850464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Pushing event updated for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:44.914455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-277e4de0-1764-4e4a-97c3-ae69f97f5ab8 req-346330ef-da4e-4eca-b100-2e25cf8725f2 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700398 Apr 28 19:50:45.051634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e5233ca-d0b0-468a-be42-f8b1fffddca1']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:45.122359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.142458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffc26ca9-902c-4a20-8c5b-daba81225642') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:45.142458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffc26ca9-902c-4a20-8c5b-daba81225642') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:50:45.243301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Attempting to bind port 82f27f26-0986-42dd-8211-5ef86452527c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:50:45.244114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Attempting to bind port 82f27f26-0986-42dd-8211-5ef86452527c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:50:45.244339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Attempting to bind port 82f27f26-0986-42dd-8211-5ef86452527c on network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:45.250605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Port 82f27f26-0986-42dd-8211-5ef86452527c on network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:50:45.250937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Attempting to bind port 82f27f26-0986-42dd-8211-5ef86452527c on network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:50:45.257487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:50:45.257861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Checking segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:45.258236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Bound using segment: {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:50:45.258654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Bound port: 82f27f26-0986-42dd-8211-5ef86452527c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e38a1c2-2e4b-4583-b025-2d203bd555ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:50:45.259163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.281964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.325288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:50:45.364331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:50:45.368646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=82f27f26-0986-42dd-8211-5ef86452527c,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:50:45.375069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.381013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.389593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.436587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:50:45.437812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.497233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.497893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.499287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] 10.222.0.41 "PUT /v2.0/ports/82f27f26-0986-42dd-8211-5ef86452527c HTTP/1.1" status: 200 len: 1091 time: 1.6735072 Apr 28 19:50:45.503499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:45.557705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb3066-93b8-45dc-94cf-da8c262abda5 service neutron] Pushing event updated for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:50:45.656264 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:50:45.666709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.680427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.687427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.688451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.688954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:45.696640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b368febe-b6aa-4b33-aa5a-5e51ef718807,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:45.707994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:50:45.767579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-1e8c88d9-f59e-4d6f-823e-4feb6c50d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.770421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-1e8c88d9-f59e-4d6f-823e-4feb6c50d054 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ce8ff5ddf094ecab2250cf181b809e7&device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 1094 time: 0.2039719 Apr 28 19:50:45.815667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db71a9-0a86-420e-9bd1-bb11df0b602e req-ba855f73-4446-423b-9281-fa21ccd3dd42 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:45.817443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7db71a9-0a86-420e-9bd1-bb11df0b602e req-ba855f73-4446-423b-9281-fa21ccd3dd42 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.6658180 Apr 28 19:50:45.818339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e5233ca-d0b0-468a-be42-f8b1fffddca1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:45.964167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:50:45.964418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-f9dfe699-ae4b-4951-b9aa-abc690e9acdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f27f26-0986-42dd-8211-5ef86452527c HTTP/1.1" status: 200 len: 217 time: 0.1738453 Apr 28 19:50:45.972542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:50:45.973060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.042152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7db71a9-0a86-420e-9bd1-bb11df0b602e req-730e1e95-8f69-4622-b094-32b2fa44f786 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1785479 Apr 28 19:50:46.077299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.080097 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e3135fe7-90f5-4d00-b648-08ce4d8b60ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b368febe-b6aa-4b33-aa5a-5e51ef718807 HTTP/1.1" status: 204 len: 168 time: 2.1329787 Apr 28 19:50:46.153422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4756326-a3be-45f1-b54f-decff21d3fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.154920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e4756326-a3be-45f1-b54f-decff21d3fa8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d07ec126-b567-4fe5-af15-e7f36dc77eb4 HTTP/1.1" status: 200 len: 854 time: 0.1552730 Apr 28 19:50:46.293248 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2724c74d-b552-4e04-bcc0-0f7c0abb3b18'] response: {'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'code': 200} Apr 28 19:50:46.325639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.329863 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 3.3054290 Apr 28 19:50:46.331003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58856) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:46.359026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e7d3fe4-b56e-47a5-aecd-4b3497109e34 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2e5233ca-d0b0-468a-be42-f8b1fffddca1 HTTP/1.1" status: 204 len: 168 time: 6.5247579 Apr 28 19:50:46.368439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Request body: {'subnet': {'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1054650447-subnet', 'tenant_id': '4a20d05b928d46adba36833f6476b146', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:46.371426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa161e9-03de-46a4-a7f8-c99a2fedce66 admin admin] Pushing event updated for resources: {'Network': ['ID=259c99d0-5742-4e80-862b-bbb538bad1ba,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.398421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:46.405015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 259c99d0-5742-4e80-862b-bbb538bad1ba details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:50:46.414079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Usage tracker for resource:subnet and tenant:4a20d05b928d46adba36833f6476b146 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:46.422087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:46.438848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:46.478201 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:50:46.481661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e6cd1b5e-2ac4-477d-a567-36164f13814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.483774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-e6cd1b5e-2ac4-477d-a567-36164f13814d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3163934 Apr 28 19:50:46.577074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:50:46.743080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-52736cb6-40c3-4b74-9e3d-db66992146d6 service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468865 Apr 28 19:50:46.744219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Made reservation on behalf of 4a20d05b928d46adba36833f6476b146 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:46.750645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.799063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58864) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:46.808350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:46.809874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bba507-934f-4a03-9825-7e56019627fb req-6c633d67-b862-47df-b25c-790828277853 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:46.815261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22bba507-934f-4a03-9825-7e56019627fb req-6c633d67-b862-47df-b25c-790828277853 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2107098 Apr 28 19:50:46.905489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22bba507-934f-4a03-9825-7e56019627fb req-2d226b62-87e2-4aa4-861c-ba26f3f1e839 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797985 Apr 28 19:50:46.985001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:46.993400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:47.013302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.032471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:47.038270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Usage tracker for resource:security_group_rule and tenant:d22b6df9629d4fac9ca9fe3dbabf2886 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:47.042693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:47.051421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:47.213793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2b8f64b-1127-4dc1-865a-f48ef037a30c req-769b39d0-571a-4bcf-88cf-886b2e0ca558 service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4242969 Apr 28 19:50:47.215444 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d98732-1f56-4dbd-8ee8-a0a69c6cad11'] response: {'name': 'network-changed', 'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c', 'status': 'completed', 'code': 200} Apr 28 19:50:47.242087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.247831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.352588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5670027-7ec6-4a4f-a176-0be6229da9bc req-d9845ac1-aedb-422e-acf6-88bb626366f0 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.361881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5670027-7ec6-4a4f-a176-0be6229da9bc req-d9845ac1-aedb-422e-acf6-88bb626366f0 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.2139843 Apr 28 19:50:47.402478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06b3817-958e-4a4a-aee9-b58e0f49d29a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:47.434690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4515ba23-c02b-4c1b-bc22-76103744f61a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d22b6df9629d4fac9ca9fe3dbabf2886&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4400265 Apr 28 19:50:47.445428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:47.492408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5670027-7ec6-4a4f-a176-0be6229da9bc req-7e7b0dcf-f0e8-4690-a152-f3d377ae5aad tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295922 Apr 28 19:50:47.542999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1da5eef0-e630-4058-aa33-3be264d43ec2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fdf6cccd83064d70860e034733086d12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314676 Apr 28 19:50:47.547159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-ff520fc5-8fc3-4b6a-9d69-7f7cc1f07364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.549959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-ff520fc5-8fc3-4b6a-9d69-7f7cc1f07364 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ce8ff5ddf094ecab2250cf181b809e7&device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 1094 time: 0.2684460 Apr 28 19:50:47.551296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58878) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:47.747422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.813498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.845433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.911641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.922479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:47.926729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-9610edbb-4860-47df-8e74-22a139597cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:47.928426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-9610edbb-4860-47df-8e74-22a139597cb6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 HTTP/1.1" status: 200 len: 916 time: 0.3708684 Apr 28 19:50:47.964113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce41bec-72f8-4889-bd27-8a0a151c12e8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.032716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.034414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93f42434-0cbd-4179-b85f-5d00dc69e58c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ce41bec-72f8-4889-bd27-8a0a151c12e8 HTTP/1.1" status: 204 len: 168 time: 0.4819431 Apr 28 19:50:48.090179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-09bed13c-4519-40f7-90f5-076e084e8bd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f27f26-0986-42dd-8211-5ef86452527c HTTP/1.1" status: 200 len: 217 time: 0.1317365 Apr 28 19:50:48.091350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2110a335-31a2-4d59-b5ee-149f953b8576 req-308bd106-15a3-4708-80ed-15f063ab2b77 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.094957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.105571 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2110a335-31a2-4d59-b5ee-149f953b8576 req-308bd106-15a3-4708-80ed-15f063ab2b77 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.3922229 Apr 28 19:50:48.223253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.260029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06b3817-958e-4a4a-aee9-b58e0f49d29a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.278483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-2323fbb4-24fe-4684-bb95-10fc8e5e3239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.280946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-2323fbb4-24fe-4684-bb95-10fc8e5e3239 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d07ec126-b567-4fe5-af15-e7f36dc77eb4 HTTP/1.1" status: 200 len: 854 time: 0.1681902 Apr 28 19:50:48.283074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a36c593d-83de-4f48-b681-d39f54b711cf,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:48.308917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:50:48.310835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2110a335-31a2-4d59-b5ee-149f953b8576 req-d5b0de99-a343-4b03-bc94-d270fe94f55b tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2025361 Apr 28 19:50:48.334760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.336073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa3586f2-57a9-4500-8d47-f6cd768d8c49 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a06b3817-958e-4a4a-aee9-b58e0f49d29a HTTP/1.1" status: 204 len: 168 time: 0.8886986 Apr 28 19:50:48.485957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Checking segment: {'id': '5a2d7b6d-7926-457e-8c3e-af9937a123c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:48.486540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Network hostable DHCP agents. Network: 259c99d0-5742-4e80-862b-bbb538bad1ba, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:50:48.568512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-a7e3ed9c-e77c-4c32-aa3f-459d0e759bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.572550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-a7e3ed9c-e77c-4c32-aa3f-459d0e759bd1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2829535 Apr 28 19:50:48.573718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Network 259c99d0-5742-4e80-862b-bbb538bad1ba is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:50:48.596999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 259c99d0-5742-4e80-862b-bbb538bad1ba) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:48.608174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69df89f-58c1-4366-8c09-fdb247a3bb33 None None] Network 259c99d0-5742-4e80-862b-bbb538bad1ba requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:48.665378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.668011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:48.831264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9a549b-c2a3-40ac-8961-94d316ea02e1 req-dd24c10f-ade5-4af5-b87a-4a36ce07c89d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:48.844016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f9a549b-c2a3-40ac-8961-94d316ea02e1 req-dd24c10f-ade5-4af5-b87a-4a36ce07c89d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2651715 Apr 28 19:50:48.965306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f9a549b-c2a3-40ac-8961-94d316ea02e1 req-50791d18-0072-403a-af34-12454ce8166e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192391 Apr 28 19:50:48.985874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-43f5f89b-4cc4-47ba-bfd6-848cbaccd988 service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847425 Apr 28 19:50:49.094569 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b5427af-07c9-4abe-8977-70e4c0e8e2ab'] response: {'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8', 'code': 200} Apr 28 19:50:49.323932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b3126d-711a-4dfc-92c3-8c299de7f8b0 None None] Network 259c99d0-5742-4e80-862b-bbb538bad1ba requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:49.542989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f620b23-098f-4683-a042-7f703085fe7e req-64ae73ad-7f68-4f37-b1bd-5e84efe42127 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.545169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f620b23-098f-4683-a042-7f703085fe7e req-64ae73ad-7f68-4f37-b1bd-5e84efe42127 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.2043459 Apr 28 19:50:49.662821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-33a4d821-feeb-4308-8130-65c2d38232d1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.3270228 Apr 28 19:50:49.759800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f620b23-098f-4683-a042-7f703085fe7e req-e4a0946e-8b6b-4f28-bce8-30334717a36a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070615 Apr 28 19:50:49.820181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3816cf3b-333b-488b-b9a7-296041ca0f20 req-69b4a8d8-2a60-4d63-8429-ed36a0ae111d service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7946446 Apr 28 19:50:49.842979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75061ede-52a6-4637-bb13-efdfac30990e req-31f7b853-0bea-451b-8648-d87e877a5c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:49.844636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75061ede-52a6-4637-bb13-efdfac30990e req-31f7b853-0bea-451b-8648-d87e877a5c73 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 1096 time: 0.5568500 Apr 28 19:50:49.982960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75061ede-52a6-4637-bb13-efdfac30990e req-27d5ac7b-3521-431e-bbc0-a775bb13b61f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020365 Apr 28 19:50:50.131666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-188042d8-e01e-4c37-972f-81700e0caea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.214935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d7d35b-b427-4b75-9512-7a1d17529778 req-08324319-84d8-4869-9f65-522fe01c8a50 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.216497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53d7d35b-b427-4b75-9512-7a1d17529778 req-08324319-84d8-4869-9f65-522fe01c8a50 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.2679484 Apr 28 19:50:50.334783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53d7d35b-b427-4b75-9512-7a1d17529778 req-3d4b4d35-eca2-4098-b231-1373f126b934 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082053 Apr 28 19:50:50.370018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:50.554761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-380217482-network', 'tenant_id': '822833b67dca49658d9775d4ed8336b3'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:50.565402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:50.581626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Usage tracker for resource:network and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:50.594483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:50.620654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:50.662265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Made reservation on behalf of 822833b67dca49658d9775d4ed8336b3 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:50.667320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.730053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:50.783836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:50.788594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:50.792809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:50.809821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:50.919280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1141d-255f-4bf3-ac97-cbfc77d176ff req-ebe1cca3-9235-4f06-a9a6-504e0ccc718d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:50.930914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dff1141d-255f-4bf3-ac97-cbfc77d176ff req-ebe1cca3-9235-4f06-a9a6-504e0ccc718d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.1733201 Apr 28 19:50:51.009966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.015535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.075009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:50:51.126143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c39503d-918e-45d8-b326-cc676daf15d4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:51.135436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.135919 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Added segment b0f4a00b-e7f2-4217-8e9a-351cff251d80 of type vlan for network 2fc7668a-52e4-45b2-9d77-ca199872081c Apr 28 19:50:51.164950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dff1141d-255f-4bf3-ac97-cbfc77d176ff req-7ed1bfcc-7131-487d-85ae-de48edb2f301 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286074 Apr 28 19:50:51.241253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.353135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.354714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:51.355897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:51.612880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2414064 Apr 28 19:50:51.615773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:51.622487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Request body: {'subnet': {'network_id': '2fc7668a-52e4-45b2-9d77-ca199872081c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-380217482-subnet', 'tenant_id': '822833b67dca49658d9775d4ed8336b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:51.632966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:51.635520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcb05e5-093b-4bab-b467-1c030d429468 admin admin] Pushing event updated for resources: {'Network': ['ID=2fc7668a-52e4-45b2-9d77-ca199872081c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:51.640531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Usage tracker for resource:subnet and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:51.645319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:51.649813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2fc7668a-52e4-45b2-9d77-ca199872081c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:50:51.653346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:51.672050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Made reservation on behalf of 822833b67dca49658d9775d4ed8336b3 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:50:51.674918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.267079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.322234 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458cbce2-9f6b-42f3-8656-494e21a4c2f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.509951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Checking segment: {'id': 'b0f4a00b-e7f2-4217-8e9a-351cff251d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '2fc7668a-52e4-45b2-9d77-ca199872081c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:50:52.510434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Network hostable DHCP agents. Network: 2fc7668a-52e4-45b2-9d77-ca199872081c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:50:52.544514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=771c1299-e43a-4bf0-a554-efaec6b21a0d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:52.589360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Network 2fc7668a-52e4-45b2-9d77-ca199872081c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:50:52.605073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2fc7668a-52e4-45b2-9d77-ca199872081c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:50:52.610533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:52.611382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:52.619027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecd4c16-c95c-4d6e-87f5-6604286ee876 None None] Network 2fc7668a-52e4-45b2-9d77-ca199872081c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:52.667104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-386cd2db-1ea8-4c4e-ad9d-edef83bd0fb7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0421464 Apr 28 19:50:53.233240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b01e3fe-f6a5-4102-a339-d1f90dc514f6 None None] Network 2fc7668a-52e4-45b2-9d77-ca199872081c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:50:53.784240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:53.931275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:54.652410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59020) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:54.995306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.066124 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.084359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:55.098375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Usage tracker for resource:security_group_rule and tenant:24cb1b6c22b04fe48109c47ebc8e9d07 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:55.108396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:55.127439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:55.448231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.450547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.593117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:55.611205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=24cb1b6c22b04fe48109c47ebc8e9d07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9280488 Apr 28 19:50:55.625494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda7c279-3747-44c9-93d9-e33ef40c3a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed2b0f9c-ec3d-45be-b82a-fbc2fb5294ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:55.695363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.773108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.855082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.876271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed2b0f9c-ec3d-45be-b82a-fbc2fb5294ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:55.882887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:55.884410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6cff9601-404d-4108-8834-15c2017e3d11 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ed2b0f9c-ec3d-45be-b82a-fbc2fb5294ae HTTP/1.1" status: 204 len: 168 time: 0.2980602 Apr 28 19:50:56.053667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8abacfd-dd12-477d-a0df-3942b92fa55d req-2c978868-f734-4b79-9aeb-3f1b71cf77da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.055964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8abacfd-dd12-477d-a0df-3942b92fa55d req-2c978868-f734-4b79-9aeb-3f1b71cf77da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.1002259 Apr 28 19:50:56.124835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8abacfd-dd12-477d-a0df-3942b92fa55d req-bef709fa-f71c-41db-a473-86d5b74dce5c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609608 Apr 28 19:50:56.131318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-c09f6704-a188-4da4-9a89-f36d64f5f02a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.132269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-c09f6704-a188-4da4-9a89-f36d64f5f02a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Synchronizing usage tracker for tenant:4a20d05b928d46adba36833f6476b146 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:56.164926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-c09f6704-a188-4da4-9a89-f36d64f5f02a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Unset dirty status for tenant:4a20d05b928d46adba36833f6476b146 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:56.171894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-c09f6704-a188-4da4-9a89-f36d64f5f02a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/networks?id=259c99d0-5742-4e80-862b-bbb538bad1ba HTTP/1.1" status: 200 len: 822 time: 0.2855630 Apr 28 19:50:56.190353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-a56d2388-dbbd-43c2-aec0-97640efcc67f tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/quotas/4a20d05b928d46adba36833f6476b146 HTTP/1.1" status: 200 len: 375 time: 0.0167248 Apr 28 19:50:56.252479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-02ec87e6-711a-4089-b27d-ea87f8aa66d5 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=4a20d05b928d46adba36833f6476b146&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607724 Apr 28 19:50:56.425109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa20cb0-bbb6-44dc-b90b-3f831e3afa0a req-be969e9f-a01d-44fc-9c90-83003dbd2836 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:56.426537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-afa20cb0-bbb6-44dc-b90b-3f831e3afa0a req-be969e9f-a01d-44fc-9c90-83003dbd2836 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Synchronizing usage tracker for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:50:56.451765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59056) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:56.471658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-afa20cb0-bbb6-44dc-b90b-3f831e3afa0a req-be969e9f-a01d-44fc-9c90-83003dbd2836 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Unset dirty status for tenant:2ce8ff5ddf094ecab2250cf181b809e7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:50:56.472780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afa20cb0-bbb6-44dc-b90b-3f831e3afa0a req-be969e9f-a01d-44fc-9c90-83003dbd2836 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.1682308 Apr 28 19:50:56.477332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.483033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-bbf3b303-3780-49c8-8d9a-ba1e7cdb3c91 service neutron] 10.222.0.24 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292118 Apr 28 19:50:56.639914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:56.647143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Usage tracker for resource:security_group_rule and tenant:2c1d8e7ce9fa4354b00111ff812cf305 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:56.656806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:56.667624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:56.679598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afa20cb0-bbb6-44dc-b90b-3f831e3afa0a req-34f6da99-6386-441c-be0c-943c38c48d5d tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614970 Apr 28 19:50:56.718721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-e36c70c8-771f-4693-8860-d4bfdf84f434 service neutron] 10.222.0.24 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288370 Apr 28 19:50:56.887399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.895827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:56.981381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c1d8e7ce9fa4354b00111ff812cf305&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5278344 Apr 28 19:50:56.984334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:50:56.991751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e851631a-2542-4246-ae67-b708173bb27a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29aa108-af2a-49d0-98b8-9a5d0c77b536,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.024497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78899f9-7809-4b4e-8ffb-119f2852fdc3 req-0e91e7fe-8f30-4da1-80f0-336e9024d278 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:57.025389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c78899f9-7809-4b4e-8ffb-119f2852fdc3 req-0e91e7fe-8f30-4da1-80f0-336e9024d278 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2405186 Apr 28 19:50:57.124671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c78899f9-7809-4b4e-8ffb-119f2852fdc3 req-d7b20b3d-45bd-4812-8e86-9066cdd50ed5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889020 Apr 28 19:50:57.151007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.238153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.367941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.396463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29aa108-af2a-49d0-98b8-9a5d0c77b536,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:57.410855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.413345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-24a152fc-7951-43ba-8be0-1f997ba48663 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f29aa108-af2a-49d0-98b8-9a5d0c77b536 HTTP/1.1" status: 204 len: 168 time: 0.4277818 Apr 28 19:50:57.498650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1092359216', 'description': 'tempest-description-350772260'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:57.505697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:57.510822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:57.523603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:57.543295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:57.590531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.642656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:57.654665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:57.666275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:57.679889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:57.795461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948e9935-51f1-4364-9ccd-16b068c5ae96 req-ee08b387-fb11-4d6d-b5e7-dfbc05614351 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:57.795461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-948e9935-51f1-4364-9ccd-16b068c5ae96 req-ee08b387-fb11-4d6d-b5e7-dfbc05614351 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.3219001 Apr 28 19:50:57.867632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.882204 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.952272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:57.958313 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d43efa17-3974-468b-9b94-090a7d62aa27 req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4597538 Apr 28 19:50:57.984599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-948e9935-51f1-4364-9ccd-16b068c5ae96 req-aa9f0af4-e1ab-4732-9c79-09ea3305a3b1 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733253 Apr 28 19:50:58.016117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b2efcf-8869-47ee-a205-dc23721a8d56 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:58.273562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-851fade2-2fa5-49c6-96e0-de107a7e4bd0 req-163ed42b-adcb-4b1f-8e08-8e29f663e70f tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 210 time: 0.1102567 Apr 28 19:50:58.717752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb751071-19ad-4921-9a26-2d01f90b8d90 req-4bcba836-717e-4550-bd78-f87d363c63f5 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:58.729052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb751071-19ad-4921-9a26-2d01f90b8d90 req-4bcba836-717e-4550-bd78-f87d363c63f5 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.2564270 Apr 28 19:50:58.817380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb751071-19ad-4921-9a26-2d01f90b8d90 req-a811a642-3c63-4db3-aaca-0f1ba2578e86 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871794 Apr 28 19:50:58.892421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-5cbeb582-d0c9-4aad-b0ab-5e5a428ae319 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d HTTP/1.1" status: 200 len: 1814 time: 0.0554600 Apr 28 19:50:58.900597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:58.901107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:50:58.908704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:50:58.915412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:50:58.919502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:50:58.925951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:50:59.014754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.053798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.058488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.094454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1351e9-8792-4d09-99ba-f01d0b859fc8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:50:59.113857 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.115903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-578b82c5-6d23-4de0-ac77-4fdb9f8349b1 req-ecf5c97e-d1e9-4b77-8ac8-6fcff7bcdd42 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2219043 Apr 28 19:50:59.323128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea30f1f-66cf-42cc-ba1b-88b162df7ff4 req-2f4365d1-f3c6-43e8-8bf6-a30470d4458a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:59.324680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ea30f1f-66cf-42cc-ba1b-88b162df7ff4 req-2f4365d1-f3c6-43e8-8bf6-a30470d4458a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.0931227 Apr 28 19:50:59.372668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ea30f1f-66cf-42cc-ba1b-88b162df7ff4 req-bb3de913-5552-48cf-9bc9-153bb7aab64f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395560 Apr 28 19:50:59.460138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13306f69-ad32-4c70-9dd1-684ed7304cf6 req-d22ded56-9a5f-45f5-bf1a-86bbb296ed55 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:50:59.469404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13306f69-ad32-4c70-9dd1-684ed7304cf6 req-d22ded56-9a5f-45f5-bf1a-86bbb296ed55 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.1023374 Apr 28 19:50:59.558650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13306f69-ad32-4c70-9dd1-684ed7304cf6 req-7f0f4146-dbc1-49a7-a3d0-7b8935afa0e0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873990 Apr 28 19:50:59.619982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ac439d4-62bc-47d5-9348-4a260584c601 req-15a0d295-f072-43f7-b16b-f2df177a75d3 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d HTTP/1.1" status: 200 len: 2408 time: 0.2129791 Apr 28 19:50:59.763585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-594b2494-48ac-49f3-951f-2078506dfc80 req-f3bbf632-20be-49f9-9ba1-edf8c6e89757 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 210 time: 0.0509148 Apr 28 19:50:59.858614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-1add87f9-108e-4ffc-bd28-52f057f62d4c tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-group-rules/cc1351e9-8792-4d09-99ba-f01d0b859fc8 HTTP/1.1" status: 200 len: 778 time: 0.0219679 Apr 28 19:50:59.933955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-e11ca3fd-2612-4488-a83a-81147836dcef tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d HTTP/1.1" status: 200 len: 2408 time: 0.0678580 Apr 28 19:50:59.974352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:50:59.987795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.015491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.047203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc1351e9-8792-4d09-99ba-f01d0b859fc8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:00.050848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.054075 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ead3973a-c846-4b40-9afc-26c14282ec95 req-267680fd-a8e2-410c-a27e-dda71afc3b74 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cc1351e9-8792-4d09-99ba-f01d0b859fc8 HTTP/1.1" status: 204 len: 173 time: 0.1126997 Apr 28 19:51:00.176301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b71bc4-57fb-44b8-a237-1a62068a7463 req-85d7d72b-87c8-4e70-9c56-879e8b4ab177 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.178080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4b71bc4-57fb-44b8-a237-1a62068a7463 req-85d7d72b-87c8-4e70-9c56-879e8b4ab177 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.0992923 Apr 28 19:51:00.264140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4b71bc4-57fb-44b8-a237-1a62068a7463 req-1febcdf7-2ba5-47d0-ad9e-81e84da30eb2 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798509 Apr 28 19:51:00.435723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-a342d3c4-1d59-4b83-9df8-7dd9e6858688 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.456941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-a342d3c4-1d59-4b83-9df8-7dd9e6858688 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.41 "GET /v2.0/networks?id=259c99d0-5742-4e80-862b-bbb538bad1ba HTTP/1.1" status: 200 len: 822 time: 0.2250407 Apr 28 19:51:00.463528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Request body: {'port': {'device_id': '099402d3-9491-4686-ac9d-a3da010d6868', 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba', 'admin_state_up': True, 'tenant_id': '4a20d05b928d46adba36833f6476b146'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:00.517256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb448e-1caf-445c-ac0a-b422285a6154 req-e9922314-f356-4f12-be1e-87b63fb015a0 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.520136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7feb448e-1caf-445c-ac0a-b422285a6154 req-e9922314-f356-4f12-be1e-87b63fb015a0 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.3445222 Apr 28 19:51:00.698412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7feb448e-1caf-445c-ac0a-b422285a6154 req-59943d90-eb21-461b-b884-635831e6d5a2 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996392 Apr 28 19:51:00.725677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-52fcfa5c-9243-4ceb-86c0-915bb8ec04c6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:00.733307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-52fcfa5c-9243-4ceb-86c0-915bb8ec04c6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.2639465 Apr 28 19:51:00.733428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-172950025', 'description': 'tempest-description-640009345'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:00.743544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-cd3d4168-c51d-4dc2-90fb-138f50854ecf tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/quotas/9c4f1885d64a4b30955f03defd60999c HTTP/1.1" status: 200 len: 375 time: 0.0109622 Apr 28 19:51:00.748353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:00.756345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:00.760810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:00.763879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Usage tracker for resource:port and tenant:4a20d05b928d46adba36833f6476b146 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:00.766518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:00.769412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:00.778594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:00.780706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:00.799866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.814633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Made reservation on behalf of 4a20d05b928d46adba36833f6476b146 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:00.818750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.842942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:00.847266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:00.851094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:00.857893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:00.959140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-c5e14c46-6192-4b7e-90a2-a97f902e8fc7 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2094204 Apr 28 19:51:00.980658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:00.991575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.060851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1476b373-813c-4408-8a38-f5f986fe3b5c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:01.092906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.094003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8de56e2a-cf84-472c-9fe9-0e60f612f80b req-969e3d85-9b36-414c-8302-793b72387823 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3726189 Apr 28 19:51:01.119747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-e7639525-f82f-46d6-b2fb-983b0099b078 service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527247 Apr 28 19:51:01.154223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Allocated IP 172.20.0.12 (259c99d0-5742-4e80-862b-bbb538bad1ba/a36c593d-83de-4f48-b681-d39f54b711cf/6b54a6dd-c198-4bc1-a8b6-b1cabc81d205) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:01.301871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-dbf4ce62-2cb8-4d5b-b6c5-3e68f26319f8 service neutron] 10.222.0.24 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754503 Apr 28 19:51:01.558821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.606447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8db1d-67ae-4a69-b942-1bccfc41f65d req-43de34f0-11a1-4269-88a0-bef20308c7b1 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:01.608019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8e8db1d-67ae-4a69-b942-1bccfc41f65d req-43de34f0-11a1-4269-88a0-bef20308c7b1 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1698022 Apr 28 19:51:01.638755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.697383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5400657-54c7-4cfb-a6e6-688e65b42f33 req-fecc4ca3-fe8b-4750-b2e7-495b93b1fed1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:01.699371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5400657-54c7-4cfb-a6e6-688e65b42f33 req-fecc4ca3-fe8b-4750-b2e7-495b93b1fed1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.0895181 Apr 28 19:51:01.762878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8e8db1d-67ae-4a69-b942-1bccfc41f65d req-d7ac7b14-8622-4cfb-911d-cb5b51c863df tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418836 Apr 28 19:51:01.789444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Network 259c99d0-5742-4e80-862b-bbb538bad1ba is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:01.795705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:01.800766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:01.822175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5400657-54c7-4cfb-a6e6-688e65b42f33 req-d2deb7ad-e1b9-4832-b351-d70b64a8220b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049864 Apr 28 19:51:01.836832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 82f27f26-0986-42dd-8211-5ef86452527c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:01.855062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:01.911208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Pushing event updated for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:01.933300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:01.950184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:01.964706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f70b9f1b-6f86-449d-9e03-1847a9efd2c2 req-116b6e51-7003-4034-ab83-d50a3d313503 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/1476b373-813c-4408-8a38-f5f986fe3b5c HTTP/1.1" status: 200 len: 1813 time: 0.1291914 Apr 28 19:51:02.020219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-64886149-f910-4958-a3fb-f7e362ea328a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5652108 Apr 28 19:51:02.033220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Request body: {'port': {'device_id': '099402d3-9491-4686-ac9d-a3da010d6868', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:02.082089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92a31fbc-923c-4cda-bac2-815e96b8daa4 req-f492b7ef-66be-4e7b-bf01-09616b36b5ca tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 210 time: 0.0752442 Apr 28 19:51:02.267344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=82f27f26-0986-42dd-8211-5ef86452527c,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:02.282663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.299805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '82f27f26-0986-42dd-8211-5ef86452527c', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'port_id': '82f27f26-0986-42dd-8211-5ef86452527c', 'mac_address': 'fa:16:3e:f2:5a:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:02.375879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:02.394874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:02.401503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.411067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646af75-7f4b-430b-a6b5-267241d67242 req-2f19f034-9413-46f5-aec8-1a73ae3152dd tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.418983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1646af75-7f4b-430b-a6b5-267241d67242 req-2f19f034-9413-46f5-aec8-1a73ae3152dd tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 943 time: 0.1142564 Apr 28 19:51:02.431645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa355c7c-58a6-4e6d-bbd8-c19ff950368c req-015d0c61-246f-4700-ad96-0e8fc9f25bda tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.432538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa355c7c-58a6-4e6d-bbd8-c19ff950368c req-015d0c61-246f-4700-ad96-0e8fc9f25bda tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Synchronizing usage tracker for tenant:4a20d05b928d46adba36833f6476b146 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:02.469904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.477799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa355c7c-58a6-4e6d-bbd8-c19ff950368c req-015d0c61-246f-4700-ad96-0e8fc9f25bda tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Unset dirty status for tenant:4a20d05b928d46adba36833f6476b146 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:02.479670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1646af75-7f4b-430b-a6b5-267241d67242 req-248ca6dd-955d-4fd8-99c4-07d10c40c431 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576293 Apr 28 19:51:02.485414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa355c7c-58a6-4e6d-bbd8-c19ff950368c req-015d0c61-246f-4700-ad96-0e8fc9f25bda tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 932 time: 0.5184159 Apr 28 19:51:02.546057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82f27f26-0986-42dd-8211-5ef86452527c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:02.564631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=82f27f26-0986-42dd-8211-5ef86452527c,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:02.572902 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.573130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa355c7c-58a6-4e6d-bbd8-c19ff950368c req-db060959-e976-4052-8559-4271d9d95d12 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788379 Apr 28 19:51:02.585587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.604080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-f7ced58b-3f4e-4969-9cae-70854d6d13a1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.614889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-f7ced58b-3f4e-4969-9cae-70854d6d13a1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/ports?device_id=b607a6ac-6c27-4129-bb39-63121e03e132 HTTP/1.1" status: 200 len: 945 time: 0.3881867 Apr 28 19:51:02.618399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.676058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:02.685281 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43f61441-0f9f-43c6-b797-9f918fd3ca2f'] response: {'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'code': 200} Apr 28 19:51:02.763314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-958555471', 'description': 'tempest-description-1886285771'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:02.773176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:02.782555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:02.789852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:02.804784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:02.816125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Deleting port d8aafc94-ca68-43e7-ac94-462ce708f939 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:02.816680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.920340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:02.974927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:02.991953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac083-7d52-47bf-b75e-692205433ccf req-4d4772cb-6a7a-4d28-8a3a-37bb2b3e117a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:02.999874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac083-7d52-47bf-b75e-692205433ccf req-4d4772cb-6a7a-4d28-8a3a-37bb2b3e117a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:03.008254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252ac083-7d52-47bf-b75e-692205433ccf req-4d4772cb-6a7a-4d28-8a3a-37bb2b3e117a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:03.009973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-252ac083-7d52-47bf-b75e-692205433ccf req-4d4772cb-6a7a-4d28-8a3a-37bb2b3e117a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a&device_id=0311da72-79cc-4268-9dd2-28798230701f&device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 2417 time: 0.1352868 Apr 28 19:51:03.020277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['82f27f26-0986-42dd-8211-5ef86452527c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:03.032903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:03.039567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:03.078181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:03.194635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-252ac083-7d52-47bf-b75e-692205433ccf req-b2258fe9-7e9d-4f00-b0eb-c1e70394acea tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780038 Apr 28 19:51:03.301398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] For port d8aafc94-ca68-43e7-ac94-462ce708f939, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d8aafc94-ca68-43e7-ac94-462ce708f939,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:03.302362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.410543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-5ade1248-a98a-4da2-a279-b84f0ed6bd9c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:03.411998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-5ade1248-a98a-4da2-a279-b84f0ed6bd9c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 805 time: 0.3180871 Apr 28 19:51:03.433868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Request body: {'port': {'device_id': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'admin_state_up': True, 'tenant_id': '9c4f1885d64a4b30955f03defd60999c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:03.443039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Calling delete_port for d8aafc94-ca68-43e7-ac94-462ce708f939 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:03.654154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:03.684925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:03.707591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Made reservation on behalf of 9c4f1885d64a4b30955f03defd60999c for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:03.712042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.814081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1de7c8-14ee-4918-b981-fdb25d18537f req-07bd8757-8c9f-4a3f-a9c2-d2a5f2397ae7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:03.815872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc1de7c8-14ee-4918-b981-fdb25d18537f req-07bd8757-8c9f-4a3f-a9c2-d2a5f2397ae7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2514026 Apr 28 19:51:03.842198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.850946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.859551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:03.885435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.895698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:03.910372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc1de7c8-14ee-4918-b981-fdb25d18537f req-7cb4b032-0c08-40a4-a6d4-bc8ba2349f38 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Apr 28 19:51:03.993214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Allocated IP 172.20.0.7 (a9de1517-7720-4512-9d1a-5879eb5a72d6/48a64a22-2f7b-4cf3-8567-b8d22fd60794/b1b8e9e3-5ab9-493a-a95c-a33cfb59645a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:03.994243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:03.996865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event deleted for resources: {'Port': ['ID=d8aafc94-ca68-43e7-ac94-462ce708f939,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:04.010671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=580bc7cc-c9df-4039-85b0-d98552da794c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:04.122556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.143669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67b99d42-d927-43cb-950e-bf36e77e5363 req-da9f16ab-d813-4be6-a8f8-d556d5e41cce tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.4011607 Apr 28 19:51:04.160681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] No DVR routers for this DVR port d8aafc94-ca68-43e7-ac94-462ce708f939 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:04.163296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Transition to ACTIVE for port object 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:04.164224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.172917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:04.178278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ef15ccb-8e69-473b-9ca0-d2b791588cbd req-2a744fbf-f3e1-478f-a6b5-00532eae227b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "DELETE /v2.0/ports/d8aafc94-ca68-43e7-ac94-462ce708f939 HTTP/1.1" status: 204 len: 173 time: 1.5288520 Apr 28 19:51:04.178774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-deleted', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:04.200769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.211928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'mac_address': 'fa:16:3e:7c:8d:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:04.326107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.372643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7457cc2-66f3-49e5-b26f-d772f6d11b6a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:04.393070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:04.398445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.404343 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4713ba69-e821-4c49-bd2b-0c02ba096341 req-2d21f434-afd9-45b2-97b9-46759005dc20 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 210 time: 0.1816638 Apr 28 19:51:04.414533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.485952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:04.497596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.593184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f7457cc2-66f3-49e5-b26f-d772f6d11b6a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:04.699506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Network a9de1517-7720-4512-9d1a-5879eb5a72d6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:04.704644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:04.717530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:04.749928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Pushing event updated for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:04.927446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1a96bc-c320-4e82-acb9-9c735cd3548c req-c24edfd2-0d6a-4cea-8dff-a8766e7df2c7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:04.929683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b1a96bc-c320-4e82-acb9-9c735cd3548c req-c24edfd2-0d6a-4cea-8dff-a8766e7df2c7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.2517691 Apr 28 19:51:04.932166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Attempting to bind port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:04.932687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Attempting to bind port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5a2d7b6d-7926-457e-8c3e-af9937a123c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:04.933191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Attempting to bind port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 on network 259c99d0-5742-4e80-862b-bbb538bad1ba {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:04.939468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:04.940682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 on network 259c99d0-5742-4e80-862b-bbb538bad1ba not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:04.941214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Attempting to bind port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 on network 259c99d0-5742-4e80-862b-bbb538bad1ba {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:04.980208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:04.980895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Checking segment: {'id': '5a2d7b6d-7926-457e-8c3e-af9937a123c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:04.981451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Bound using segment: {'id': '5a2d7b6d-7926-457e-8c3e-af9937a123c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:04.982103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Bound port: 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a2d7b6d-7926-457e-8c3e-af9937a123c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:04.982629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:04.993949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:04.994575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.003137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b1a96bc-c320-4e82-acb9-9c735cd3548c req-1a651481-2578-4c32-8209-5b14496e4f52 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645270 Apr 28 19:51:05.008227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f29d462-277f-457e-8ac2-3a38b699295f req-a54fd84a-4aa8-4abc-9e94-2e356f29b493 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.032001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f29d462-277f-457e-8ac2-3a38b699295f req-a54fd84a-4aa8-4abc-9e94-2e356f29b493 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 944 time: 0.4724801 Apr 28 19:51:05.101347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f29d462-277f-457e-8ac2-3a38b699295f req-917c87c4-d9fb-4f39-ae58-83faea049daa tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651209 Apr 28 19:51:05.134195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-7f489814-8e9e-4158-a4f2-dcac6ece4bc1 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7096896 Apr 28 19:51:05.141225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:05.146292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,segment=NetworkSegment(5a2d7b6d-7926-457e-8c3e-af9937a123c4),segment_id=5a2d7b6d-7926-457e-8c3e-af9937a123c4)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:05.151435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.159047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Request body: {'port': {'device_id': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:05.273217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.274204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.275645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] 10.222.0.41 "PUT /v2.0/ports/6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 HTTP/1.1" status: 200 len: 1092 time: 3.2464547 Apr 28 19:51:05.294174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-525e15ed-6c49-4ba6-9264-e5e9fe8f1574 req-0bf3e914-82fa-4d96-b3db-63b12e90023c tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/580bc7cc-c9df-4039-85b0-d98552da794c HTTP/1.1" status: 200 len: 1814 time: 0.1564395 Apr 28 19:51:05.310341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac1670-e634-454c-88fd-b224e97c386e service neutron] Pushing event updated for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:05.361250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:05.377794 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bc6b46e-f41b-4695-9284-96d609be2f0b'] response: {'server_uuid': 'b607a6ac-6c27-4129-bb39-63121e03e132', 'name': 'network-vif-deleted', 'tag': 'd8aafc94-ca68-43e7-ac94-462ce708f939', 'status': 'completed', 'code': 200} Apr 28 19:51:05.391716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb4726a-0868-4996-9adf-9a8dc87b5c9a req-e4f8bfa7-fc5a-4e56-b6f4-0b90f2526104 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.399679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fb4726a-0868-4996-9adf-9a8dc87b5c9a req-e4f8bfa7-fc5a-4e56-b6f4-0b90f2526104 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 944 time: 0.2003670 Apr 28 19:51:05.510325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fb4726a-0868-4996-9adf-9a8dc87b5c9a req-15fdbcad-4430-48b7-8ba5-792366198cd3 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096859 Apr 28 19:51:05.542254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-8cdac32c-9cc7-4418-a673-740f2f5a1d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.543885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-8cdac32c-9cc7-4418-a673-740f2f5a1d2e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a20d05b928d46adba36833f6476b146&device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 1095 time: 0.2272959 Apr 28 19:51:05.639581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-bd3e081a-5a47-4e21-92d6-08c1ad551785 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 HTTP/1.1" status: 200 len: 217 time: 0.0866480 Apr 28 19:51:05.721755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-50a79365-e758-4423-a679-0d2c39aa12a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.724267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-50a79365-e758-4423-a679-0d2c39aa12a7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a36c593d-83de-4f48-b681-d39f54b711cf HTTP/1.1" status: 200 len: 862 time: 0.0767777 Apr 28 19:51:05.807023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-16a3bcb0-a3a9-4273-81f4-bee836502563 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259c99d0-5742-4e80-862b-bbb538bad1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663197 Apr 28 19:51:05.855351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319f65d-5517-428d-99ff-ff58fab91fe9 req-d4622622-4f80-4f47-b9aa-40243e468db7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:05.862090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:05.863173 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f319f65d-5517-428d-99ff-ff58fab91fe9 req-d4622622-4f80-4f47-b9aa-40243e468db7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 944 time: 0.2174819 Apr 28 19:51:06.024571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-225460681', 'description': 'tempest-description-1565503313'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:06.033792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f7457cc2-66f3-49e5-b26f-d772f6d11b6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:06.035013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.037682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:06.043267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:06.046380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:06.054884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:06.076111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.082449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f319f65d-5517-428d-99ff-ff58fab91fe9 req-cff4eebd-70d9-4e13-b3e3-70cdc2e9cd9a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182302 Apr 28 19:51:06.117035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:06.136313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.172189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Transition to ACTIVE for port object b1b8e9e3-5ab9-493a-a95c-a33cfb59645a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:06.177950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.202966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-4f722528-1650-400d-8eee-1d9474192df3 service neutron] 10.222.0.41 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3872631 Apr 28 19:51:06.205671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:06.212165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:06.260865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:06.277948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.321202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:06.351579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:06.354912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:06.363620 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.365444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 82f27f26-0986-42dd-8211-5ef86452527c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:06.559391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916192c-8888-4363-a144-092d9d39050f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:06.618266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 82f27f26-0986-42dd-8211-5ef86452527c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:06.625306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 82f27f26-0986-42dd-8211-5ef86452527c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:06.625701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.648278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d68fb84-045d-4cf7-9c5b-603b21dbfb73 req-c75e0d71-fede-4d69-b2a9-cf169711b6f5 service neutron] 10.222.0.41 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310479 Apr 28 19:51:06.686556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:06.701845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3736f1-8639-4dd3-b465-2694569fecdd req-a633ab9a-992d-476d-a543-7dedeb28e268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:06.703000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9d3736f1-8639-4dd3-b465-2694569fecdd req-a633ab9a-992d-476d-a543-7dedeb28e268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:06.712810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.717497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.721691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Attempting to bind port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:06.722049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Attempting to bind port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:06.722349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Attempting to bind port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:06.729236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:06.729646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Attempting to bind port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a on network a9de1517-7720-4512-9d1a-5879eb5a72d6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:06.735299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9d3736f1-8639-4dd3-b465-2694569fecdd req-a633ab9a-992d-476d-a543-7dedeb28e268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:06.737593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d3736f1-8639-4dd3-b465-2694569fecdd req-a633ab9a-992d-476d-a543-7dedeb28e268 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.3902447 Apr 28 19:51:06.741005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 50, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:06.741517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Checking segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:06.741912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Bound using segment: {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:06.742637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Bound port: b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:06.743318 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.795941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=708d509a-f9d0-4266-8ffd-a24f12594c5f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:06.800898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.821107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b096eb83-49b4-4e23-8a97-05bc1b6b7f49 req-2b5de488-3534-450a-8693-0d9118c0a018 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8110144 Apr 28 19:51:06.822766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.918207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=82f27f26-0986-42dd-8211-5ef86452527c,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:06.924439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:06.926223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:06.953219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d3736f1-8639-4dd3-b465-2694569fecdd req-6620eb27-fef3-4ff2-a39a-274c9ee76ed4 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959307 Apr 28 19:51:07.032311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: d8aafc94-ca68-43e7-ac94-462ce708f939 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:07.032821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d8aafc94-ca68-43e7-ac94-462ce708f939 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:07.044179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:07.048839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:07.053269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.069230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.230188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.230856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:07.232431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-6916192c-8888-4363-a144-092d9d39050f service neutron] 10.222.0.41 "PUT /v2.0/ports/b1b8e9e3-5ab9-493a-a95c-a33cfb59645a HTTP/1.1" status: 200 len: 1091 time: 2.0801179 Apr 28 19:51:07.260651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:07.265756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6916192c-8888-4363-a144-092d9d39050f service neutron] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:07.378990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:07.396262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ace10b-6740-433e-b617-2a31caaf77dd req-cc9ea005-73e4-4b7f-86c9-6220197aaf5d tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.399225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09ace10b-6740-433e-b617-2a31caaf77dd req-cc9ea005-73e4-4b7f-86c9-6220197aaf5d tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.2867777 Apr 28 19:51:07.410523 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaa1423-83ce-4b8b-8a00-c59803b4357f'] response: {'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'code': 200} Apr 28 19:51:07.461193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-cca8c530-8f63-4256-a611-55b55e23b029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.462906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-cca8c530-8f63-4256-a611-55b55e23b029 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 1094 time: 0.1679945 Apr 28 19:51:07.592970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09ace10b-6740-433e-b617-2a31caaf77dd req-fdda9af3-ff9f-47a8-a51b-dabb6d1072de tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1788833 Apr 28 19:51:07.597337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-27a7a882-3620-480c-a05f-ce2164b99b0c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a HTTP/1.1" status: 200 len: 217 time: 0.1061106 Apr 28 19:51:07.626589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712e7519-1142-4748-b4e3-7a321cb7fea1 req-e60e60c1-a945-4fef-9d9a-dfffbccd4011 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.628077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-712e7519-1142-4748-b4e3-7a321cb7fea1 req-e60e60c1-a945-4fef-9d9a-dfffbccd4011 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 944 time: 0.1161780 Apr 28 19:51:07.713990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-712e7519-1142-4748-b4e3-7a321cb7fea1 req-bbf94db9-9174-4a84-b257-783e04c6a28e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782907 Apr 28 19:51:07.738132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-89ad6299-0286-4434-9062-771b640cc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.741966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-89ad6299-0286-4434-9062-771b640cc4b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.1379263 Apr 28 19:51:07.918396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-e8a06b01-09c0-4806-b640-f163d1501f2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1639268 Apr 28 19:51:07.928622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c34fc15-3f9a-400c-900f-aecb581f98b4 req-2ed398fe-0806-4ced-b557-8f4094a6b48f tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/708d509a-f9d0-4266-8ffd-a24f12594c5f HTTP/1.1" status: 200 len: 1814 time: 0.2356536 Apr 28 19:51:07.978455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a247d-b3a8-4f63-9888-5efda6de108e req-699d9815-337b-41eb-98a9-44a07d9b9b18 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:07.983815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-027a247d-b3a8-4f63-9888-5efda6de108e req-699d9815-337b-41eb-98a9-44a07d9b9b18 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.1436501 Apr 28 19:51:07.994605 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e179f600-0fcf-4507-aed0-52ec5584a05a'] response: {'name': 'network-changed', 'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'status': 'completed', 'code': 200} Apr 28 19:51:08.056300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-027a247d-b3a8-4f63-9888-5efda6de108e req-c77b2716-a508-4b10-aaa7-6a5c1cb015d4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679314 Apr 28 19:51:08.146823 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6097d255-67bb-46b3-bb28-87764c4122b9'] response: {'name': 'network-changed', 'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205', 'status': 'completed', 'code': 200} Apr 28 19:51:08.188901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-dc023fcb-cbec-4288-90d6-8ca6787f97c4 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2589202 Apr 28 19:51:08.304373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1032767961', 'description': 'tempest-description-892415212'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:08.334361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:08.370612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:08.378895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group was recalculated. Used quota:5. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:08.390389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21d6f13e-3c23-4e18-8fc8-616fe5fe281e req-f19faea4-3163-4bd7-92c0-a2154b65baac service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914330 Apr 28 19:51:08.405182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:08.425316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.439882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-e831955b-fb8a-4091-ba14-6e27c3160521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.441598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-e831955b-fb8a-4091-ba14-6e27c3160521 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4a20d05b928d46adba36833f6476b146&device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 1095 time: 0.2687199 Apr 28 19:51:08.477031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:08.485033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Usage tracker for resource:security_group_rule and tenant:822833b67dca49658d9775d4ed8336b3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:08.493858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:08.508160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:08.621063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5cb15b-1b7a-45a2-a03d-0f5e65f2905e req-7e8e1ba7-db80-4125-8d53-705b1700c2b2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.628412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b5cb15b-1b7a-45a2-a03d-0f5e65f2905e req-7e8e1ba7-db80-4125-8d53-705b1700c2b2 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.2361906 Apr 28 19:51:08.678638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-c446ad68-7fd0-4bea-adc0-8b501f17b072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.680592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-c446ad68-7fd0-4bea-adc0-8b501f17b072 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9c4f1885d64a4b30955f03defd60999c&device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 1094 time: 0.2220223 Apr 28 19:51:08.697496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b5cb15b-1b7a-45a2-a03d-0f5e65f2905e req-8dcfd644-c38e-40bb-988f-1a850cfc0c8b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686214 Apr 28 19:51:08.759065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.765823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-98b1ba98-0592-4dec-86b6-bad3f248311d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.768229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-98b1ba98-0592-4dec-86b6-bad3f248311d service neutron] 10.222.0.41 "GET /v2.0/networks?id=259c99d0-5742-4e80-862b-bbb538bad1ba HTTP/1.1" status: 200 len: 923 time: 0.3192322 Apr 28 19:51:08.769646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:08.992764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-a6c959a2-8319-4d92-a4bf-c15db03b8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:08.994254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-a6c959a2-8319-4d92-a4bf-c15db03b8380 service neutron] 10.222.0.41 "GET /v2.0/networks?id=a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 200 len: 906 time: 0.2958081 Apr 28 19:51:09.064413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d528ddd-b618-4305-85f2-3aeb5420eba6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:09.066951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.086247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05a9e914-5f1e-4c8b-81c6-f121578945ce req-f1da6cad-ef82-4aeb-a8e5-e71c96a1e157 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.8343148 Apr 28 19:51:09.088550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-b63fbe65-d7b3-45f3-b519-3c2c90ec14ff service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 HTTP/1.1" status: 200 len: 217 time: 0.2918143 Apr 28 19:51:09.193626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-2befa9b6-dc87-46b6-8e06-380803cacdcf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a HTTP/1.1" status: 200 len: 217 time: 0.1919453 Apr 28 19:51:09.207553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-f090a554-42a2-4712-a618-95ff23fb4bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:09.209732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-f090a554-42a2-4712-a618-95ff23fb4bae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a36c593d-83de-4f48-b681-d39f54b711cf HTTP/1.1" status: 200 len: 862 time: 0.1126888 Apr 28 19:51:09.344092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-e216ca2d-e81b-456d-b552-0b01d467658f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=259c99d0-5742-4e80-862b-bbb538bad1ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560939 Apr 28 19:51:09.371129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-6d83ec20-ca47-4e5b-81bf-28bb632acd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:09.380891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-6d83ec20-ca47-4e5b-81bf-28bb632acd4c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 200 len: 845 time: 0.1722345 Apr 28 19:51:09.412090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1d9802-dffe-499e-a285-07554c95fc1e req-e9422f10-0588-4101-9d5d-55b994c5ed26 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:09.412886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:09.413717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf1d9802-dffe-499e-a285-07554c95fc1e req-e9422f10-0588-4101-9d5d-55b994c5ed26 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.1882327 Apr 28 19:51:09.469227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-2b5fe5a5-6ef0-4bd2-a13a-e37ba2a7046c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a9de1517-7720-4512-9d1a-5879eb5a72d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870910 Apr 28 19:51:09.522633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc13d635-d73d-4d5a-8f02-4575f9c9dc54 req-1050b190-3c05-4e7b-ae72-c39c6c775126 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:09.525881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc13d635-d73d-4d5a-8f02-4575f9c9dc54 req-1050b190-3c05-4e7b-ae72-c39c6c775126 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 944 time: 0.2547483 Apr 28 19:51:09.591110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf1d9802-dffe-499e-a285-07554c95fc1e req-2548749e-1ea3-45df-bc1c-81c6541edc11 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1699545 Apr 28 19:51:09.629371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-c1337fdd-ed91-489c-90a9-ac82e5606f3c service neutron] 10.222.0.41 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2752848 Apr 28 19:51:09.765917 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:09.774356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:09.804282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-2b12decc-090d-4a1e-97da-94ea463b9dd7 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3273540 Apr 28 19:51:09.806909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc13d635-d73d-4d5a-8f02-4575f9c9dc54 req-bc5e0157-8c8b-4b6b-af20-5648b54ab47e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Synchronizing usage tracker for tenant:4a20d05b928d46adba36833f6476b146 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:09.832808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa42fe51-dabb-49e7-8c73-07658aa48e6c req-2af4f73d-4132-4f4b-b946-7459c015c8c9 service neutron] 10.222.0.41 "GET /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961796 Apr 28 19:51:09.860346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:09.870078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb0b01c0-6fc1-403c-b3d5-4461aa26c98e req-1e6c9a51-dfd0-44ed-a50b-54c7a76466e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/2d528ddd-b618-4305-85f2-3aeb5420eba6 HTTP/1.1" status: 200 len: 1814 time: 0.0964296 Apr 28 19:51:09.877168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cc13d635-d73d-4d5a-8f02-4575f9c9dc54 req-bc5e0157-8c8b-4b6b-af20-5648b54ab47e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Unset dirty status for tenant:4a20d05b928d46adba36833f6476b146 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:09.889122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc13d635-d73d-4d5a-8f02-4575f9c9dc54 req-bc5e0157-8c8b-4b6b-af20-5648b54ab47e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3477299 Apr 28 19:51:10.118405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e7c75ad-e85d-42ad-b2f0-b8aa5a93c767 req-3aeef1c0-cd2c-4d4f-b134-4dba2b3716c1 service neutron] 10.222.0.41 "GET /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3051333 Apr 28 19:51:10.132535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,segment=NetworkSegment(5a2d7b6d-7926-457e-8c3e-af9937a123c4),segment_id=5a2d7b6d-7926-457e-8c3e-af9937a123c4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:10.138254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.149049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205', 'network_id': '259c99d0-5742-4e80-862b-bbb538bad1ba', 'port_id': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205', 'mac_address': 'fa:16:3e:5a:bb:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a36c593d-83de-4f48-b681-d39f54b711cf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:10.166890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:10.173445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Usage tracker for resource:security_group_rule and tenant:fe25bfcc87794638ae9daa38dfb69501 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:10.177969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:10.195928 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-370e5b4d-b2c9-45a1-a103-8bf3634c1c27'] response: {'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c', 'code': 200} Apr 28 19:51:10.205166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:10.247394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f52930-3d88-46dd-9408-142582979917 req-33446e04-15c7-42c4-bc82-da9c6ca85879 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.251223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.255297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25f52930-3d88-46dd-9408-142582979917 req-33446e04-15c7-42c4-bc82-da9c6ca85879 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2665923 Apr 28 19:51:10.275602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:10.296081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,segment=NetworkSegment(5a2d7b6d-7926-457e-8c3e-af9937a123c4),segment_id=5a2d7b6d-7926-457e-8c3e-af9937a123c4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:10.308753 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.333810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25f52930-3d88-46dd-9408-142582979917 req-5c7d3478-55b3-4a74-b4bc-fb69bfce1344 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778863 Apr 28 19:51:10.395173 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-05a2feb6-fdb8-4196-90f0-11d063c41ec2 req-2b6dd89e-96e0-44b2-b916-eb1582008c7d tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] show failed (client error): The resource could not be found. Apr 28 19:51:10.396997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05a2feb6-fdb8-4196-90f0-11d063c41ec2 req-2b6dd89e-96e0-44b2-b916-eb1582008c7d tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/fadb6c5f-e176-40b8-9e22-217f53ea74f1 HTTP/1.1" status: 404 len: 352 time: 0.0314848 Apr 28 19:51:10.430386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.457608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cff8dbe-c333-464b-b37d-b21405d419c3 req-71cf9352-e6ac-4810-a07b-6b449b6a4f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.460055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cff8dbe-c333-464b-b37d-b21405d419c3 req-71cf9352-e6ac-4810-a07b-6b449b6a4f69 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 1096 time: 0.2199492 Apr 28 19:51:10.476399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9660f5ed-6571-4cba-b6c5-7466bd0eb9c0 req-5253ba23-4b7b-412d-a41d-6b84880532e6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.477564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.477999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9660f5ed-6571-4cba-b6c5-7466bd0eb9c0 req-5253ba23-4b7b-412d-a41d-6b84880532e6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.1831839 Apr 28 19:51:10.482358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.554366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cff8dbe-c333-464b-b37d-b21405d419c3 req-25e60ffd-8881-47ec-a0ac-13c3162b9841 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754695 Apr 28 19:51:10.557781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db1803fa-8f75-4b64-8c87-a0bcd433c750,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.573234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9660f5ed-6571-4cba-b6c5-7466bd0eb9c0 req-cc371430-13f6-4536-92af-f9bd22e635eb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807714 Apr 28 19:51:10.605360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-238afb31-ecd0-4786-863d-d607a4424029 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe25bfcc87794638ae9daa38dfb69501&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299880 Apr 28 19:51:10.608234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:10.619385 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-61dfa170-3608-4278-88ca-655995fb871b req-9947f9f1-f5c0-4a3e-8028-5fabf5b54642 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] show failed (client error): The resource could not be found. Apr 28 19:51:10.625349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61dfa170-3608-4278-88ca-655995fb871b req-9947f9f1-f5c0-4a3e-8028-5fabf5b54642 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-group-rules/bbf4fe88-47d7-41ec-8b66-f8d59c1144a9 HTTP/1.1" status: 404 len: 361 time: 0.0265105 Apr 28 19:51:10.701053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6b54a6dd-c198-4bc1-a8b6-b1cabc81d205'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:10.715615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-4be2769b-0f2a-4c24-893b-2a1f86438360 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/2d528ddd-b618-4305-85f2-3aeb5420eba6 HTTP/1.1" status: 200 len: 1814 time: 0.0740900 Apr 28 19:51:10.758525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.815484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.816868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.866987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.940955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2ac685-4465-4f51-a5b2-4634f3980610 req-5b591f06-eb6f-478c-a320-5ccfa569c604 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:10.941505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.950232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae2ac685-4465-4f51-a5b2-4634f3980610 req-5b591f06-eb6f-478c-a320-5ccfa569c604 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.1261139 Apr 28 19:51:10.967034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d528ddd-b618-4305-85f2-3aeb5420eba6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:10.970292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:10.982089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-badea27a-d2a9-418e-a91d-9cb37f7fe7b2 req-b236bc8e-7d7a-46de-a338-c53ee73373e8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d528ddd-b618-4305-85f2-3aeb5420eba6 HTTP/1.1" status: 204 len: 173 time: 0.2652705 Apr 28 19:51:10.985215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.014423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db1803fa-8f75-4b64-8c87-a0bcd433c750,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:11.019226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.021845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8de21f6f-695c-4de7-90d9-4b53cc7b1cdf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db1803fa-8f75-4b64-8c87-a0bcd433c750 HTTP/1.1" status: 204 len: 168 time: 0.4123271 Apr 28 19:51:11.039629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae2ac685-4465-4f51-a5b2-4634f3980610 req-39d5d5d7-e191-4e4d-8b9f-e6cea74fd5de tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857825 Apr 28 19:51:11.275005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d149647b-3742-4626-9dba-a341b7ecd3de req-c34bc9a0-4f68-4042-91dd-59d57bd9fa6e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.284166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d149647b-3742-4626-9dba-a341b7ecd3de req-c34bc9a0-4f68-4042-91dd-59d57bd9fa6e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 945 time: 0.1296463 Apr 28 19:51:11.295505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-96212258-15f7-4824-95ba-22e6539717b8 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/708d509a-f9d0-4266-8ffd-a24f12594c5f HTTP/1.1" status: 200 len: 1814 time: 0.0882640 Apr 28 19:51:11.348098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d149647b-3742-4626-9dba-a341b7ecd3de req-b076baf9-ef61-4aec-b5f8-5d4744d7b028 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634267 Apr 28 19:51:11.564262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.570369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:11.601848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.605304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2207e2-0f6d-4924-b7de-24a11f512ae9 req-3cda1ecc-201f-4a53-92a9-521893ce8b80 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:11.609538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cd2207e2-0f6d-4924-b7de-24a11f512ae9 req-3cda1ecc-201f-4a53-92a9-521893ce8b80 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1049793 Apr 28 19:51:11.623776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:11.631163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Usage tracker for resource:security_group_rule and tenant:df2ded48676b451eaba85b183404c730 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:11.634958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:11.643589 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.650956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:11.666267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cd2207e2-0f6d-4924-b7de-24a11f512ae9 req-58cec7d2-9cb8-44cf-be89-a3871b583f40 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472846 Apr 28 19:51:11.728466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.765136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=708d509a-f9d0-4266-8ffd-a24f12594c5f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:11.767724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.768813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0397f16c-b801-44ce-86f4-6afaf5a22358 req-8961f74c-e4fa-4a4f-9d34-86da33addc44 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-groups/708d509a-f9d0-4266-8ffd-a24f12594c5f HTTP/1.1" status: 204 len: 173 time: 0.4725504 Apr 28 19:51:11.798950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.807466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:11.861088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=df2ded48676b451eaba85b183404c730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2898180 Apr 28 19:51:11.862093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76c068-92cd-47a5-b16f-baad7adaab6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40534529-afcf-4b6c-bd33-442a4cc083a6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:11.864409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:11.876323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:11.925394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.028661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0166e47f-f9a6-4e80-b45c-fa5e1218861b req-e83db019-4257-45f1-ab14-369f124daf40 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.036794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0166e47f-f9a6-4e80-b45c-fa5e1218861b req-e83db019-4257-45f1-ab14-369f124daf40 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2381463 Apr 28 19:51:12.094279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6782fc-91ff-4f59-a437-fe9a056dec54 req-00ca3e7c-bdf8-4fcf-8717-499762dd6420 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.095810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e6782fc-91ff-4f59-a437-fe9a056dec54 req-00ca3e7c-bdf8-4fcf-8717-499762dd6420 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.1306140 Apr 28 19:51:12.119391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.143444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0166e47f-f9a6-4e80-b45c-fa5e1218861b req-99cfed00-2e60-4b94-a87d-3a8ed168cf18 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057394 Apr 28 19:51:12.163473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:12.178953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'mac_address': 'fa:16:3e:33:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:12.179730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.189226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e6782fc-91ff-4f59-a437-fe9a056dec54 req-5fda5a5a-ddee-4eea-860d-a57690ff2cad tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861015 Apr 28 19:51:12.258603 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.267589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-622ab2ac-8950-402a-a277-4438c9f4dd77 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/580bc7cc-c9df-4039-85b0-d98552da794c HTTP/1.1" status: 200 len: 1814 time: 0.0753467 Apr 28 19:51:12.280084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:12.298154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:12.303618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.362448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.393620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.410574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.422209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.431751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6648e633-3606-49c1-85ca-cadf931c1151 req-131536b8-c989-46be-9d52-5cf089527c8c tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.440903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6648e633-3606-49c1-85ca-cadf931c1151 req-131536b8-c989-46be-9d52-5cf089527c8c tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.1475227 Apr 28 19:51:12.454420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.458873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40534529-afcf-4b6c-bd33-442a4cc083a6 HTTP/1.1" status: 204 len: 168 time: 0.5928228 Apr 28 19:51:12.464212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b645322b-6620-4041-9fa3-d2e449a9ed26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40534529-afcf-4b6c-bd33-442a4cc083a6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.523898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.544437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=580bc7cc-c9df-4039-85b0-d98552da794c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.558076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.570110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6648e633-3606-49c1-85ca-cadf931c1151 req-d7b41598-8a99-4e29-aaad-6633139ee75f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1240127 Apr 28 19:51:12.586319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d1fdd5a-7b25-430d-ba90-bc4ef6bb8eb0 req-f54d5c1a-c160-43f5-a0bb-e3fa31b8285a tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-groups/580bc7cc-c9df-4039-85b0-d98552da794c HTTP/1.1" status: 204 len: 173 time: 0.3178332 Apr 28 19:51:12.653432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-338925fa-4812-4344-a23c-f5f6c7295c81 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/1476b373-813c-4408-8a38-f5f986fe3b5c HTTP/1.1" status: 200 len: 1813 time: 0.0592902 Apr 28 19:51:12.711123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:12.744879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.791536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.888381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.890538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d979b3f-65f2-4453-b581-398d35fc37c9 req-ffd38658-842e-4820-bd28-6c631ef93519 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:12.898363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d979b3f-65f2-4453-b581-398d35fc37c9 req-ffd38658-842e-4820-bd28-6c631ef93519 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 945 time: 0.1827178 Apr 28 19:51:12.931220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1476b373-813c-4408-8a38-f5f986fe3b5c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:12.942917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:12.954312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d979b3f-65f2-4453-b581-398d35fc37c9 req-a36166ab-25a1-4df3-af26-8f38028b6551 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548754 Apr 28 19:51:12.961576 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6355c2f9-03a3-49b0-bc05-d51dbee3f6b0 req-b442532b-1261-47b1-8c67-07bf98f246eb tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-groups/1476b373-813c-4408-8a38-f5f986fe3b5c HTTP/1.1" status: 204 len: 173 time: 0.3071680 Apr 28 19:51:13.167140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3765f84b-91ea-4324-8c03-6e11bc83278b req-7d98b26f-1cb6-4dcb-b4cb-e67e5b7983f5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.168729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3765f84b-91ea-4324-8c03-6e11bc83278b req-7d98b26f-1cb6-4dcb-b4cb-e67e5b7983f5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.0980728 Apr 28 19:51:13.236797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3765f84b-91ea-4324-8c03-6e11bc83278b req-c8b059c2-a2f3-45e1-b77e-a966d9e1d882 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611179 Apr 28 19:51:13.248497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a32896-dcb4-4404-a6e8-cd9bf4c70057 req-7436f97f-8bcc-4ef2-8aed-2fa03d607f49 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.250075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25a32896-dcb4-4404-a6e8-cd9bf4c70057 req-7436f97f-8bcc-4ef2-8aed-2fa03d607f49 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.1538844 Apr 28 19:51:13.258623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:13.272813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Request body: {'floatingip': {'port_id': '82f27f26-0986-42dd-8211-5ef86452527c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:13.368605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:13.463570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc5dff1-dc0c-4d12-a4db-e9394ca8593a req-8fd0d288-fdc8-4fad-a438-ed65146d1fe7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.471662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfc5dff1-dc0c-4d12-a4db-e9394ca8593a req-8fd0d288-fdc8-4fad-a438-ed65146d1fe7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.1142890 Apr 28 19:51:13.542892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfc5dff1-dc0c-4d12-a4db-e9394ca8593a req-f59de657-fb0a-49c9-a5d4-54526a4c7b37 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702667 Apr 28 19:51:13.792090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996798b-8c79-45d0-b91a-ec6f6e7a764a req-c5c9d497-2996-4772-ae23-fb26e013dc47 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:13.793012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1996798b-8c79-45d0-b91a-ec6f6e7a764a req-c5c9d497-2996-4772-ae23-fb26e013dc47 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Synchronizing usage tracker for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:13.824535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1996798b-8c79-45d0-b91a-ec6f6e7a764a req-c5c9d497-2996-4772-ae23-fb26e013dc47 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Unset dirty status for tenant:9c4f1885d64a4b30955f03defd60999c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:13.828430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1996798b-8c79-45d0-b91a-ec6f6e7a764a req-c5c9d497-2996-4772-ae23-fb26e013dc47 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 944 time: 0.1471000 Apr 28 19:51:13.869508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-ca8038f0-f0b8-4c5a-956d-90ffa3c1f543 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "GET /v2.0/security-groups/ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d HTTP/1.1" status: 200 len: 1814 time: 0.5421355 Apr 28 19:51:13.875933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:13.900998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1996798b-8c79-45d0-b91a-ec6f6e7a764a req-58fdbfbc-b780-42a2-84ad-a6384e17ba2b tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638700 Apr 28 19:51:13.972725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.008700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:14.015473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:14.016010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.113216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.178136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.227978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:14.242781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,segment=NetworkSegment(5a2d7b6d-7926-457e-8c3e-af9937a123c4),segment_id=5a2d7b6d-7926-457e-8c3e-af9937a123c4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:14.246468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c580802-f615-41d4-bfdf-9e0ff843708c req-6f716def-4d81-45d8-a102-ef072aa2f48a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:14.248115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.257260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c580802-f615-41d4-bfdf-9e0ff843708c req-6f716def-4d81-45d8-a102-ef072aa2f48a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 945 time: 0.1296372 Apr 28 19:51:14.329488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.363030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c580802-f615-41d4-bfdf-9e0ff843708c req-7557610a-926d-446e-8775-edd1213e9abd tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047995 Apr 28 19:51:14.368870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.372742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.378266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53fc884c-9ed4-47f9-9e9a-f72d2f460046 req-6253870a-7c0f-4ab1-a8fe-096ca1bef750 tempest-SecurityGroupRulesNegativeTestJSON-1149904791 tempest-SecurityGroupRulesNegativeTestJSON-1149904791-project] 10.222.0.24 "DELETE /v2.0/security-groups/ac5c3b8e-0ed7-4a74-92ad-3b7c865f3e4d HTTP/1.1" status: 204 len: 173 time: 0.5080009 Apr 28 19:51:14.379540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59520) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:14.410072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:14.437306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.451117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.521542 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-315574b7-9922-4d7f-8c33-9c819d0d99ca'] response: {'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205', 'code': 200} Apr 28 19:51:14.540497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Deleting subnet 771c1299-e43a-4bf0-a554-efaec6b21a0d {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:51:14.545560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.851841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.933477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:14.936538 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Floating IP 0c87ad61-dc92-4728-a161-c3b46f6b1f9b associated. External IP: 172.25.2.237, port: 82f27f26-0986-42dd-8211-5ef86452527c. Apr 28 19:51:14.976078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3da6b0-e731-4902-97b4-4530302325a4 req-ad1abc4f-080a-4448-ac6a-53ab9512e5f9 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:14.983592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3da6b0-e731-4902-97b4-4530302325a4 req-ad1abc4f-080a-4448-ac6a-53ab9512e5f9 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.2058916 Apr 28 19:51:15.103864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3da6b0-e731-4902-97b4-4530302325a4 req-4a7a66de-df36-48b7-81cc-bd3dcd94c1e5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192009 Apr 28 19:51:15.119045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.223249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=771c1299-e43a-4bf0-a554-efaec6b21a0d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:15.225500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.302223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bfcb93fa-ea0c-44ba-a50a-0c1a71536184 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/771c1299-e43a-4bf0-a554-efaec6b21a0d HTTP/1.1" status: 204 len: 168 time: 0.9202282 Apr 28 19:51:15.307247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:15.403223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4f0b0-d59f-461c-b0f4-9c8b23fd48da req-7afe5089-78fa-4b83-a34a-fc6cca943f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.405126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d4f0b0-d59f-461c-b0f4-9c8b23fd48da req-7afe5089-78fa-4b83-a34a-fc6cca943f74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 1097 time: 0.3797398 Apr 28 19:51:15.434559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.521716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc1d097-74c4-4dee-8d7a-c300c6c63fcb req-3c5ca8b9-c800-40d5-8cc1-95caac569fb2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.534757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-afc1d097-74c4-4dee-8d7a-c300c6c63fcb req-3c5ca8b9-c800-40d5-8cc1-95caac569fb2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.5120287 Apr 28 19:51:15.586448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.621638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fc7668a-52e4-45b2-9d77-ca199872081c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:15.635111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0f4a00b-e7f2-4217-8e9a-351cff251d80') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:15.635546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0f4a00b-e7f2-4217-8e9a-351cff251d80') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:15.648435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.668097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.675412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:15.675818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.684920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d4f0b0-d59f-461c-b0f4-9c8b23fd48da req-c33724d2-54ee-4b95-82ab-2941cf0baded service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2704179 Apr 28 19:51:15.707842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-afc1d097-74c4-4dee-8d7a-c300c6c63fcb req-b2acc067-7aa5-452c-9b53-e7d394cd1043 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697199 Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:15.727820 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:15.759194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Router 2753a101-8b06-4b66-8131-284ee3890199 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:51:15.807777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c5596-bfd3-4a97-a67a-814e941f9248 req-8b792446-ad84-44f5-91ab-7b674da5f466 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:15.814973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-885c5596-bfd3-4a97-a67a-814e941f9248 req-8b792446-ad84-44f5-91ab-7b674da5f466 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 944 time: 0.5805943 Apr 28 19:51:15.886540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:15.905863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.917034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:15.983051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2fc7668a-52e4-45b2-9d77-ca199872081c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:16.011955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-885c5596-bfd3-4a97-a67a-814e941f9248 req-0f4fbfc1-b6a7-43f3-97c7-3d2057268454 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959374 Apr 28 19:51:16.016101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b10a215f-1dcd-4afd-acb1-89a01f4b7bd8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2fc7668a-52e4-45b2-9d77-ca199872081c HTTP/1.1" status: 204 len: 168 time: 0.7059639 Apr 28 19:51:16.049604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:16.059725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:16.060422 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.144005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1961dfd6-2c16-497f-99cc-722a8ff8575b req-8f8a2e48-3e41-4c77-a013-c2d0a3fd02fe tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.151663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1961dfd6-2c16-497f-99cc-722a8ff8575b req-8f8a2e48-3e41-4c77-a013-c2d0a3fd02fe tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 946 time: 0.1815848 Apr 28 19:51:16.180245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:51:16.207317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.244334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1961dfd6-2c16-497f-99cc-722a8ff8575b req-da2d682e-b1b7-4164-b919-74ddbd23fa9d tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917170 Apr 28 19:51:16.272762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Sync routers for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:16.327592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7c5b086c-d7ee-4118-9f6e-25d4031e6249 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "PUT /v2.0/floatingips/0c87ad61-dc92-4728-a161-c3b46f6b1f9b HTTP/1.1" status: 200 len: 991 time: 3.0533051 Apr 28 19:51:16.327893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:51:16.327893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:16.328035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:16.401214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abbb9f-a2d2-4b2d-84eb-7b6391c25912 req-694a7ce4-8cbc-49e1-9f8f-84ab7e6fb5a3 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.406619 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6f8b7dc-08d4-4132-9656-f4846c3276ed'] response: {'name': 'network-changed', 'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c', 'status': 'completed', 'code': 200} Apr 28 19:51:16.411396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30abbb9f-a2d2-4b2d-84eb-7b6391c25912 req-694a7ce4-8cbc-49e1-9f8f-84ab7e6fb5a3 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1279442 Apr 28 19:51:16.518495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30abbb9f-a2d2-4b2d-84eb-7b6391c25912 req-80aaa409-0aa1-498f-8510-7904bf6151a7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049364 Apr 28 19:51:16.574064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-a2768170-50a7-4f71-8fa2-8c83686bb768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.575537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-a2768170-50a7-4f71-8fa2-8c83686bb768 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2ce8ff5ddf094ecab2250cf181b809e7&device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 1096 time: 0.1439812 Apr 28 19:51:16.638147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59582) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:16.761765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ccaaf89-c69a-4b4c-a9b2-95daba33ee43 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=822833b67dca49658d9775d4ed8336b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1221123 Apr 28 19:51:16.764867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:16.798759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:51:16.847647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.855672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-2c5d552e-7647-41ef-ba24-967fd1516b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:16.868082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-2c5d552e-7647-41ef-ba24-967fd1516b97 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 HTTP/1.1" status: 200 len: 916 time: 0.2752120 Apr 28 19:51:16.883228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:16.888414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.004459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:17.009166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:17.019951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.047524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-7fb2a2ce-e2d5-417c-a4c3-c4b894ad6e6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82f27f26-0986-42dd-8211-5ef86452527c HTTP/1.1" status: 200 len: 999 time: 0.1616693 Apr 28 19:51:17.113909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.134776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59598) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:17.136803 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77f82ba2-4773-4c03-8e8c-67054eda2563'] response: {'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'code': 200} Apr 28 19:51:17.183344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:17.201480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.202829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c39503d-918e-45d8-b326-cc676daf15d4 HTTP/1.1" status: 204 len: 168 time: 0.4369659 Apr 28 19:51:17.203961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ff0aa-03bf-4446-afee-fbb0cd16fe17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c39503d-918e-45d8-b326-cc676daf15d4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:17.665080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-65319c8d-5e14-4122-890d-a1bd0aa7b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.668565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-65319c8d-5e14-4122-890d-a1bd0aa7b3bc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d07ec126-b567-4fe5-af15-e7f36dc77eb4 HTTP/1.1" status: 200 len: 854 time: 0.5341048 Apr 28 19:51:17.673202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '0c87ad61-dc92-4728-a161-c3b46f6b1f9b', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '2753a101-8b06-4b66-8131-284ee3890199', 'port_id': '82f27f26-0986-42dd-8211-5ef86452527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'mac_address': 'fa:16:3e:f2:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:33Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 1, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:17.683681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Checking router: 2753a101-8b06-4b66-8131-284ee3890199 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:17.695894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:51:17.696526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:50:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:17.762793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488b1e-1917-4a4b-807e-6693548aafac req-1aa5a156-8be4-4642-a3cb-133324aa11e3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.778037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08488b1e-1917-4a4b-807e-6693548aafac req-1aa5a156-8be4-4642-a3cb-133324aa11e3 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 945 time: 0.4347186 Apr 28 19:51:17.812933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da7ee6d-0720-4c94-b9f9-166eb9635b81 req-1a95e490-5f3c-4683-9100-59648235231c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.815590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2da7ee6d-0720-4c94-b9f9-166eb9635b81 req-1a95e490-5f3c-4683-9100-59648235231c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.7672760 Apr 28 19:51:17.853526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1993560-c854-4976-9851-91aa8573febc req-1cf76889-a959-4eff-ba6e-ccd63e6b790a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.855379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1993560-c854-4976-9851-91aa8573febc req-1cf76889-a959-4eff-ba6e-ccd63e6b790a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 1096 time: 0.3794973 Apr 28 19:51:17.860222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:17.897073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08488b1e-1917-4a4b-807e-6693548aafac req-ce259939-1938-4a4c-90bf-8eea68446652 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135740 Apr 28 19:51:17.901593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2da7ee6d-0720-4c94-b9f9-166eb9635b81 req-6c47190d-eccc-46f2-a8ff-aff327b82feb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731297 Apr 28 19:51:17.915828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-33acfc15-9dbb-4dd9-ba38-b07cba695d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:17.917351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-33acfc15-9dbb-4dd9-ba38-b07cba695d98 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2394776 Apr 28 19:51:17.941028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:17.944415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:51:17.974283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Usage tracker for resource:security_group_rule and tenant:8b96c962c8ad4e3db21fad03cc477d3f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:17.980025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:18.041007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:18.102632 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-a5126ad5-c52b-43b2-95df-9e80df188bda service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722302 Apr 28 19:51:18.161938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1993560-c854-4976-9851-91aa8573febc req-6e4f9d17-6fd0-447a-8dc5-e251694e26b7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839215 Apr 28 19:51:18.378537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba2185e-c902-466f-b4b3-6eafa4926486 req-1878ca01-fdf2-49fe-9ccd-cc694ccbb6c1 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:18.386230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ba2185e-c902-466f-b4b3-6eafa4926486 req-1878ca01-fdf2-49fe-9ccd-cc694ccbb6c1 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 946 time: 0.3476918 Apr 28 19:51:18.448550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89f49dfb-c23a-46b4-83f6-4228fcd9623a req-8350a828-9bab-4666-ac84-fe06657f5154 service neutron] 10.222.0.41 "GET /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273983 Apr 28 19:51:18.460490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34c0c5-0259-486f-b2fa-d690e1d3954a req-92a10d30-c155-402e-b549-1ca1719f4239 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:18.504270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d34c0c5-0259-486f-b2fa-d690e1d3954a req-92a10d30-c155-402e-b549-1ca1719f4239 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.3519466 Apr 28 19:51:18.518193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.524517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '0c87ad61-dc92-4728-a161-c3b46f6b1f9b', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '2753a101-8b06-4b66-8131-284ee3890199', 'port_id': '82f27f26-0986-42dd-8211-5ef86452527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'mac_address': 'fa:16:3e:f2:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:33Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 1, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:18.529367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ba2185e-c902-466f-b4b3-6eafa4926486 req-a04c6e59-bfda-4da6-ae14-6824f0fdcb9a tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416445 Apr 28 19:51:18.530548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.537258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab7df30-3a87-4bfc-bd74-f33cd305ef98 None None] The sync data for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 is: [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '0c87ad61-dc92-4728-a161-c3b46f6b1f9b', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'floating_ip_address': '172.25.2.237', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '2753a101-8b06-4b66-8131-284ee3890199', 'port_id': '82f27f26-0986-42dd-8211-5ef86452527c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'mac_address': 'fa:16:3e:f2:5a:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:50:33Z', 'updated_at': '2022-04-28T19:51:14Z', 'revision_number': 1, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:51:18.603166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b96c962c8ad4e3db21fad03cc477d3f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4391873 Apr 28 19:51:18.605051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc6e563-978e-47ce-82c8-debf62d87dc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166695f0-3834-4abf-adf4-8f474a468318,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.608750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59634) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:18.687661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d34c0c5-0259-486f-b2fa-d690e1d3954a req-2ddd468b-5d43-451c-80d9-9540227a57f7 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817358 Apr 28 19:51:18.738628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.756052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:18.797993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.859355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.882320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166695f0-3834-4abf-adf4-8f474a468318,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:18.894651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:18.896201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc37ff0f-1209-4094-a25c-eeafd215857f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/166695f0-3834-4abf-adf4-8f474a468318 HTTP/1.1" status: 204 len: 168 time: 0.2825351 Apr 28 19:51:18.937288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1392662964-network', 'tenant_id': 'da3d4d44feca45de8c71718806da8db4'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:18.943728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:18.953027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Usage tracker for resource:network and tenant:da3d4d44feca45de8c71718806da8db4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:18.968062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:18.980951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:19.008581 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74208788-86e7-423d-aa65-143d9f82092c None None] New status for floating IP 0c87ad61-dc92-4728-a161-c3b46f6b1f9b: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:51:19.020949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Made reservation on behalf of da3d4d44feca45de8c71718806da8db4 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:19.024232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.070622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.109214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:19.121336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Usage tracker for resource:security_group_rule and tenant:da3d4d44feca45de8c71718806da8db4 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:19.124902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:19.135672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:19.213323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95dcf49-c778-4a2b-aba4-fc1abab4f798 req-313b305f-0b7d-4965-912b-aa29932b752d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.215887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e95dcf49-c778-4a2b-aba4-fc1abab4f798 req-313b305f-0b7d-4965-912b-aa29932b752d tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 945 time: 0.1727242 Apr 28 19:51:19.268826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.274402 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.315724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:19.325275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e95dcf49-c778-4a2b-aba4-fc1abab4f798 req-34c6f7cc-62f2-44e7-bfe4-ec53b22e46bb tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019094 Apr 28 19:51:19.333078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.356233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.357704 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Added segment 3972a0af-9287-4281-b13f-8687ef19b71d of type vlan for network 67432355-1fb8-4084-b38f-60c0119ac158 Apr 28 19:51:19.423604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.517270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:19.541048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.542707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.543297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.631605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.677348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:19.684489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Usage tracker for resource:security_group_rule and tenant:62a62eca650640b7861cc2dd6c72c7db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:19.692095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:19.701295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:19.794957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3dfaa6-3f8b-482a-b9b8-80024ef6342e req-01389ee1-95b0-4cd4-b7a6-f749cade358e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.802791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d3dfaa6-3f8b-482a-b9b8-80024ef6342e req-01389ee1-95b0-4cd4-b7a6-f749cade358e tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 946 time: 0.2598753 Apr 28 19:51:19.827599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] Pushing event updated for resources: {'Network': ['ID=67432355-1fb8-4084-b38f-60c0119ac158,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:19.839484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 67432355-1fb8-4084-b38f-60c0119ac158 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:51:19.865127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d3dfaa6-3f8b-482a-b9b8-80024ef6342e req-cc6407f3-ae06-475c-b05d-a1d786e1c1a5 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612283 Apr 28 19:51:19.866641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-07a01a6e-5169-42af-ad30-c31baa6e1896 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1132724 Apr 28 19:51:19.876867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dc4b6a-6cae-4813-8429-04a16eda0297 req-fd3b29fc-af57-4e87-b8e3-21d97360c25a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:19.878604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59dc4b6a-6cae-4813-8429-04a16eda0297 req-fd3b29fc-af57-4e87-b8e3-21d97360c25a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.4403458 Apr 28 19:51:19.885870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:19.903471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Request body: {'subnet': {'network_id': '67432355-1fb8-4084-b38f-60c0119ac158', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1392662964-subnet', 'tenant_id': 'da3d4d44feca45de8c71718806da8db4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:19.909634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:19.915372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Usage tracker for resource:subnet and tenant:da3d4d44feca45de8c71718806da8db4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:19.921936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:19.929854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:19.943566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Made reservation on behalf of da3d4d44feca45de8c71718806da8db4 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:19.946310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:19.982793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59dc4b6a-6cae-4813-8429-04a16eda0297 req-0b68cce7-d1b0-4175-8c07-2b6b811088ed tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907226 Apr 28 19:51:20.123416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fa26110-bda1-4ce9-b282-e94c671586c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.159438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.176266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.254837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62a62eca650640b7861cc2dd6c72c7db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353561 Apr 28 19:51:20.256800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59668) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:20.264227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764d4598-0acd-47a6-9ca6-ed78a9b5b425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f8273f-adcf-4152-9968-0eb62bef7c7d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:20.333940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d3484-e642-4e58-bee3-2f42dddca875 req-34798b25-1e98-4aca-a157-96a7dd91454e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.335373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c2d3484-e642-4e58-bee3-2f42dddca875 req-34798b25-1e98-4aca-a157-96a7dd91454e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.2741013 Apr 28 19:51:20.344409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.387384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.422745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.471666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.476951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c2d3484-e642-4e58-bee3-2f42dddca875 req-e754df21-a87e-4b66-b210-56a71a61a98d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247752 Apr 28 19:51:20.536807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d25f850-5329-41ba-9180-ade0cfc050a1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:20.552762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f8273f-adcf-4152-9968-0eb62bef7c7d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:20.580918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.582246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-47b7a432-68a5-4360-b3d0-93d53cfc9557 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/20f8273f-adcf-4152-9968-0eb62bef7c7d HTTP/1.1" status: 204 len: 168 time: 0.3232815 Apr 28 19:51:20.583117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Checking segment: {'id': '3972a0af-9287-4281-b13f-8687ef19b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:20.583665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Network hostable DHCP agents. Network: 67432355-1fb8-4084-b38f-60c0119ac158, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:20.608355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Network 67432355-1fb8-4084-b38f-60c0119ac158 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:20.622556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35608675-4baf-4439-8324-0d94a3af68a3 req-706173bd-8b87-496e-b12a-24c4988bb15c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.624151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35608675-4baf-4439-8324-0d94a3af68a3 req-706173bd-8b87-496e-b12a-24c4988bb15c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 945 time: 0.1454501 Apr 28 19:51:20.626771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 67432355-1fb8-4084-b38f-60c0119ac158) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:20.634241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:20.635369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:20.637442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3dd9960-e545-4578-8fa1-308b8d51529e None None] Network 67432355-1fb8-4084-b38f-60c0119ac158 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:20.697334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5c69400c-7b1b-42c8-a5d0-ce271d340e5f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8099585 Apr 28 19:51:20.697889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35608675-4baf-4439-8324-0d94a3af68a3 req-abdf0d2f-39f2-4f8d-b16b-ada822e3e931 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603549 Apr 28 19:51:21.050416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fc5906-f23f-42d0-9f2f-cccae2d974b5 None None] Network 67432355-1fb8-4084-b38f-60c0119ac158 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:21.111755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa0d469-c2fc-4767-a101-652dad22e10f req-afd62f14-758d-418b-b2b6-4f3a64beec8d tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.113500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-daa0d469-c2fc-4767-a101-652dad22e10f req-afd62f14-758d-418b-b2b6-4f3a64beec8d tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.41 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 946 time: 0.2178171 Apr 28 19:51:21.224122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Deleting port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:21.224952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.875425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26aa467b-17ed-4b07-946f-c5e9fa60022a req-fa94e241-1d56-48de-b925-3470b56e1956 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:21.877824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26aa467b-17ed-4b07-946f-c5e9fa60022a req-fa94e241-1d56-48de-b925-3470b56e1956 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 946 time: 0.2062199 Apr 28 19:51:21.906306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] For port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,segment=NetworkSegment(5a2d7b6d-7926-457e-8c3e-af9937a123c4),segment_id=5a2d7b6d-7926-457e-8c3e-af9937a123c4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:21.907413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:21.956976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26aa467b-17ed-4b07-946f-c5e9fa60022a req-9ef59eff-3774-4eb6-938d-4259243c8004 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/security-groups?id=e7776c1f-8356-4c99-86b1-98f6439553a9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721180 Apr 28 19:51:22.137060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Calling delete_port for 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:22.244597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009c06b-f6a9-415e-a1be-fd7162727240 req-36e891ac-05ed-4af9-91be-b2a62ff90b78 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:22.252703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f009c06b-f6a9-415e-a1be-fd7162727240 req-36e891ac-05ed-4af9-91be-b2a62ff90b78 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.3488712 Apr 28 19:51:22.314110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7503af45-d9a9-412b-bf2e-18b4d660d6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.329821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa17a91-74b9-4008-a0fd-3ee8e1fc66d4 req-364e687f-1db4-4693-a7e4-7ad0d49a538c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:22.334774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fa17a91-74b9-4008-a0fd-3ee8e1fc66d4 req-364e687f-1db4-4693-a7e4-7ad0d49a538c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1302142 Apr 28 19:51:22.344048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f009c06b-f6a9-415e-a1be-fd7162727240 req-949b96a4-362a-4486-80a6-2e0662bf8d7d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903494 Apr 28 19:51:22.387501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.409569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6b54a6dd-c198-4bc1-a8b6-b1cabc81d205'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:22.428285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fa17a91-74b9-4008-a0fd-3ee8e1fc66d4 req-205593b5-6da2-4ee1-a0b4-cf13d42e3d2d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866866 Apr 28 19:51:22.517207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Pushing event deleted for resources: {'Port': ['ID=6b54a6dd-c198-4bc1-a8b6-b1cabc81d205,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:22.661356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] No DVR routers for this DVR port 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:22.667353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:22.670262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'name': 'network-vif-deleted', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:22.714457 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-daa0d469-c2fc-4767-a101-652dad22e10f req-4fab030a-b28d-4cee-b0ad-16d90b8311e2 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.41 "DELETE /v2.0/ports/6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 HTTP/1.1" status: 204 len: 173 time: 1.5867784 Apr 28 19:51:22.858970 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e204744b-9937-438d-9193-671d20c565e0'] response: {'server_uuid': '099402d3-9491-4686-ac9d-a3da010d6868', 'name': 'network-vif-deleted', 'tag': '6b54a6dd-c198-4bc1-a8b6-b1cabc81d205', 'status': 'completed', 'code': 200} Apr 28 19:51:23.401067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e47e41b-b5d9-4d0f-b54e-d21cc23dc195 req-6e4b49b4-5b64-4ade-af61-93e66eb159c5 tempest-InstanceActionsNegativeTestJSON-1332611980 tempest-InstanceActionsNegativeTestJSON-1332611980-project] 10.222.0.24 "GET /v2.0/ports?device_id=099402d3-9491-4686-ac9d-a3da010d6868 HTTP/1.1" status: 200 len: 210 time: 0.0765159 Apr 28 19:51:23.483711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:51:23.738514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:23.759033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-9dc16491-be9e-4460-8a1a-d643a77ecda0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.761096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-9dc16491-be9e-4460-8a1a-d643a77ecda0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 1096 time: 0.2920854 Apr 28 19:51:23.824003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed4cb63-e181-45e6-b8c6-2c87a97a7114 req-9c43d5c3-2016-4189-ab9c-7099f1f5de98 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.833591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ed4cb63-e181-45e6-b8c6-2c87a97a7114 req-9c43d5c3-2016-4189-ab9c-7099f1f5de98 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.2461193 Apr 28 19:51:23.835355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b129f0-5a85-4f7e-aefa-ff4ffcd45643 req-dcfbb1f3-4ebb-4bef-a090-d5e01d0ebcb9 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:23.837217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90b129f0-5a85-4f7e-aefa-ff4ffcd45643 req-dcfbb1f3-4ebb-4bef-a090-d5e01d0ebcb9 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 945 time: 0.1412268 Apr 28 19:51:23.898065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90b129f0-5a85-4f7e-aefa-ff4ffcd45643 req-8ec3eb61-2ac3-4a62-9fbb-a197307ac1c5 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516791 Apr 28 19:51:23.952499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ed4cb63-e181-45e6-b8c6-2c87a97a7114 req-1f1d2309-a970-41db-91ba-922b5cc86b29 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179321 Apr 28 19:51:23.953665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.034405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-b260f484-25ad-4ca2-8e6f-83804d6c6ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.040759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-b260f484-25ad-4ca2-8e6f-83804d6c6ef0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 200 len: 916 time: 0.2679121 Apr 28 19:51:24.183058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-6a32584d-94fb-4fd6-bf2b-f03a62f4a6b3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19 HTTP/1.1" status: 200 len: 217 time: 0.1330795 Apr 28 19:51:24.187467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74d7c46-a882-4ef5-abd8-2623823f9d90 req-21a85590-2ed9-4ae8-abb9-046a5891b25f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.189436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e74d7c46-a882-4ef5-abd8-2623823f9d90 req-21a85590-2ed9-4ae8-abb9-046a5891b25f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.1431084 Apr 28 19:51:24.271705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-9d9146d6-7db5-4463-b273-3cca8ba12e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.273158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-9d9146d6-7db5-4463-b273-3cca8ba12e17 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 200 len: 854 time: 0.0825911 Apr 28 19:51:24.278600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e74d7c46-a882-4ef5-abd8-2623823f9d90 req-befbb5ce-8397-44ce-a0f6-8910ac9b2537 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782681 Apr 28 19:51:24.377758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-52b71126-dfb5-4a9a-b760-05cfd48f5b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.380171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-52b71126-dfb5-4a9a-b760-05cfd48f5b80 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8958027f-692d-40a2-9b1c-e54abca11264&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0964055 Apr 28 19:51:24.499385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:24.577241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Deleting subnet a36c593d-83de-4f48-b681-d39f54b711cf {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:51:24.580374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.600369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-d02d5022-0ea8-4d27-9e41-a7186c708db9 service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112155 Apr 28 19:51:24.643257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.705017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.759806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc3d0e0-2a3a-4e91-9261-7de165d2b24f req-43f009b3-150b-4dda-a179-c368d599608e service neutron] 10.222.0.41 "GET /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521680 Apr 28 19:51:24.906255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.952205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-89963587-4875-4ed4-83fb-3591a7d183d3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:24.953096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-89963587-4875-4ed4-83fb-3591a7d183d3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Synchronizing usage tracker for tenant:da3d4d44feca45de8c71718806da8db4 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:24.959241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a36c593d-83de-4f48-b681-d39f54b711cf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:24.964387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:24.979919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d2cc86e-ec02-4679-a387-1fd1bd69c718 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a36c593d-83de-4f48-b681-d39f54b711cf HTTP/1.1" status: 204 len: 168 time: 0.4772143 Apr 28 19:51:24.980212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59868) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:25.007364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-89963587-4875-4ed4-83fb-3591a7d183d3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Unset dirty status for tenant:da3d4d44feca45de8c71718806da8db4 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:25.008494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-89963587-4875-4ed4-83fb-3591a7d183d3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/networks?id=67432355-1fb8-4084-b38f-60c0119ac158 HTTP/1.1" status: 200 len: 810 time: 0.2755053 Apr 28 19:51:25.042695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.102009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-9f779b9b-b38d-4f69-8862-b610cc3df044 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/quotas/da3d4d44feca45de8c71718806da8db4 HTTP/1.1" status: 200 len: 375 time: 0.0786498 Apr 28 19:51:25.110108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.156444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-dd701c29-1106-4018-b681-5ff9e94da70d tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=da3d4d44feca45de8c71718806da8db4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434918 Apr 28 19:51:25.203225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774751f-1c68-478c-ad44-0115c4896a25 req-9768773e-4781-440b-91b1-bf5d5de99c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:25.204982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-9768773e-4781-440b-91b1-bf5d5de99c31 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 1096 time: 0.1285474 Apr 28 19:51:25.244358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63205ae5-652e-4a48-88ba-1cd8dbbad2e1 req-679bdc64-6569-47fd-8bc6-9cc5bae8b570 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:25.245964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-63205ae5-652e-4a48-88ba-1cd8dbbad2e1 req-679bdc64-6569-47fd-8bc6-9cc5bae8b570 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 945 time: 0.2057047 Apr 28 19:51:25.464717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-fb566541-e4a4-4582-b452-2a6eb76dafb3 service neutron] 10.222.0.24 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985394 Apr 28 19:51:25.564913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-63205ae5-652e-4a48-88ba-1cd8dbbad2e1 req-817e5b0a-771b-4f3f-83df-e0243aa6f0e6 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2962499 Apr 28 19:51:25.596572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774751f-1c68-478c-ad44-0115c4896a25 req-b2bb9c81-d9fa-40dc-b010-c81dd8fbd5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:25.598922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-b2bb9c81-d9fa-40dc-b010-c81dd8fbd5a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.3818669 Apr 28 19:51:25.682000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-d48238c3-42cd-41e6-8fc1-e1a6f3dfc8c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a HTTP/1.1" status: 200 len: 217 time: 0.0759654 Apr 28 19:51:25.747958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.783753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['259c99d0-5742-4e80-862b-bbb538bad1ba']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:25.799898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774751f-1c68-478c-ad44-0115c4896a25 req-5f3d4cb8-cf2e-4595-9212-0ac70fc9bf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:25.802074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-5f3d4cb8-cf2e-4595-9212-0ac70fc9bf04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1142154 Apr 28 19:51:25.812850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2d7b6d-7926-457e-8c3e-af9937a123c4') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:25.813148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2d7b6d-7926-457e-8c3e-af9937a123c4') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:25.826563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-26d8de79-80da-4345-a6ad-410fbb246c8d service neutron] 10.222.0.24 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604155 Apr 28 19:51:25.832139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.859270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.859694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-918047dd-3baf-46f2-ad4f-8aa071c9c64b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453479 Apr 28 19:51:25.871623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:25.871986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586fe144-b4ff-4882-9ec6-07fb91d3ed69 req-f5e5e8ed-91d2-4a35-8525-0420c59aa8a1 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:25.872168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:25.873501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-586fe144-b4ff-4882-9ec6-07fb91d3ed69 req-f5e5e8ed-91d2-4a35-8525-0420c59aa8a1 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1522055 Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:25.886678 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:25.956013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:26.007009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.036752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-586fe144-b4ff-4882-9ec6-07fb91d3ed69 req-bac13543-3d26-41fa-b2d1-84f965370929 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405971 Apr 28 19:51:26.041165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.075980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] 10.222.0.24 "DELETE /v2.0/networks/259c99d0-5742-4e80-862b-bbb538bad1ba HTTP/1.1" status: 204 len: 168 time: 1.0946987 Apr 28 19:51:26.077024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e576084-fd2a-4f20-8fd2-69289e7ba680 admin admin] Pushing event deleted for resources: {'Network': ['ID=259c99d0-5742-4e80-862b-bbb538bad1ba,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.099280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-01699ee4-4a43-4f46-87a4-ba049829cafa service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245560 Apr 28 19:51:26.181476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:26.215865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:26.255357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccde95ff-3ffa-4882-a95e-dd46c812fd26 req-28ad08de-aa28-4290-8053-9e7757bc1bf7 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 210 time: 0.0713141 Apr 28 19:51:26.286970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'network_id': 'a9de1517-7720-4512-9d1a-5879eb5a72d6', 'port_id': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'mac_address': 'fa:16:3e:33:50:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a64a22-2f7b-4cf3-8567-b8d22fd60794', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:26.361374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:26.361742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6b54a6dd-c198-4bc1-a8b6-b1cabc81d205 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:26.427405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.460633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e02949-e4cd-43b1-ad96-7ee82cb9c3ca req-96344dbb-654e-428f-9936-566df1f6fc4c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.463915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:26.472844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8e02949-e4cd-43b1-ad96-7ee82cb9c3ca req-96344dbb-654e-428f-9936-566df1f6fc4c tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1254556 Apr 28 19:51:26.505875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:26.511587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.543657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c774751f-1c68-478c-ad44-0115c4896a25 req-62d40245-21ba-4407-805f-5c9da0466375 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4358349 Apr 28 19:51:26.569889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8e02949-e4cd-43b1-ad96-7ee82cb9c3ca req-f2efb78c-1367-4cec-a60d-4643346cd77b tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949700 Apr 28 19:51:26.604996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9b660-195a-4416-ace3-0d3a6ae0a2dc req-a2b998da-ad6f-4d08-b899-f6f589ae49ab tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.609838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fa9b660-195a-4416-ace3-0d3a6ae0a2dc req-a2b998da-ad6f-4d08-b899-f6f589ae49ab tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.2622547 Apr 28 19:51:26.653038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:26.685824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:26.704864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fa9b660-195a-4416-ace3-0d3a6ae0a2dc req-de1a23c6-4aef-4e8d-8741-f424ef7cfbfb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877008 Apr 28 19:51:26.743580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:26.787173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:26.787494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-12f8a3a6-dbda-48b8-950d-95f05627cebb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a20d05b928d46adba36833f6476b146&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1327775 Apr 28 19:51:26.814760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65f902e-5ded-4a1f-88a2-865f0df179ef req-3c5052e9-e098-41a9-b012-a81813b0aff4 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:26.815798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b65f902e-5ded-4a1f-88a2-865f0df179ef req-3c5052e9-e098-41a9-b012-a81813b0aff4 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.1336930 Apr 28 19:51:26.879983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:26.898077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b65f902e-5ded-4a1f-88a2-865f0df179ef req-1246d76f-c231-486b-b275-1a223d7835a3 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754688 Apr 28 19:51:26.988150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.059906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa18cb5f-506c-469d-92e7-38ed22a1b399 req-9578b77e-4312-4354-bfef-f52bc6571dcc tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.062476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa18cb5f-506c-469d-92e7-38ed22a1b399 req-9578b77e-4312-4354-bfef-f52bc6571dcc tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 944 time: 0.1833346 Apr 28 19:51:27.108502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052a247-7df7-4899-9c26-4500b622073f req-b50ea526-174e-4af6-a890-7009f5d5f2bb tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.110217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.118262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c052a247-7df7-4899-9c26-4500b622073f req-b50ea526-174e-4af6-a890-7009f5d5f2bb tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.1018312 Apr 28 19:51:27.136867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7776c1f-8356-4c99-86b1-98f6439553a9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:27.169118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa18cb5f-506c-469d-92e7-38ed22a1b399 req-73631375-8de6-4919-985d-0d3184f3cbad tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002605 Apr 28 19:51:27.170083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:27.171155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c43548c-5e82-4cb5-b54a-13a08f1e4759 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7776c1f-8356-4c99-86b1-98f6439553a9 HTTP/1.1" status: 204 len: 168 time: 0.3828108 Apr 28 19:51:27.212480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c052a247-7df7-4899-9c26-4500b622073f req-c9ea7fb2-5794-4802-afc0-a31781bfe89a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932238 Apr 28 19:51:27.279257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-099436b2-da84-4871-b41b-ad9016d82492 req-91d5b3d9-d184-4757-854c-dbd4de20107d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:51:27.280253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-099436b2-da84-4871-b41b-ad9016d82492 req-91d5b3d9-d184-4757-854c-dbd4de20107d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070879 Apr 28 19:51:27.406104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-099436b2-da84-4871-b41b-ad9016d82492 req-1f1f213a-3981-4737-9d35-8a7e5c7b890d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1158400 Apr 28 19:51:27.650562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21606667-d0e1-48d4-8a67-17af5d588968 req-ae610a50-536f-4212-b503-b77317dfda37 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 210 time: 0.0529430 Apr 28 19:51:27.838533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b08ec-dfad-41d1-8cac-9a6a2e0b0a9e req-c136b226-5122-4544-aef3-3dba0f76e390 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:27.840080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d0b08ec-dfad-41d1-8cac-9a6a2e0b0a9e req-c136b226-5122-4544-aef3-3dba0f76e390 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.0872519 Apr 28 19:51:27.912574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d0b08ec-dfad-41d1-8cac-9a6a2e0b0a9e req-febbad8e-f142-4db5-a3e3-edde759db15d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666265 Apr 28 19:51:27.991447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:28.128738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392894-1c5f-43c9-af31-5103be2499e4 req-a13ce109-b70f-4e8c-8b59-6596b1677e2e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.130623 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15392894-1c5f-43c9-af31-5103be2499e4 req-a13ce109-b70f-4e8c-8b59-6596b1677e2e tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 944 time: 0.1032357 Apr 28 19:51:28.175578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.223887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:28.233258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15392894-1c5f-43c9-af31-5103be2499e4 req-79feea4e-d43a-4ea8-af6f-77378cbbdb02 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941966 Apr 28 19:51:28.268798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:28.282265 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.282967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:28.401583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-430487f9-cc57-4fbd-9484-c83e17667a53 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.403147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-430487f9-cc57-4fbd-9484-c83e17667a53 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.41 "GET /v2.0/networks?id=67432355-1fb8-4084-b38f-60c0119ac158 HTTP/1.1" status: 200 len: 810 time: 0.4399040 Apr 28 19:51:28.414205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb60cea-a51c-4368-bcbb-3857f63465cd req-aa70992b-59c9-448d-ad5e-a4400fbea980 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.418925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cb60cea-a51c-4368-bcbb-3857f63465cd req-aa70992b-59c9-448d-ad5e-a4400fbea980 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 945 time: 0.3939867 Apr 28 19:51:28.442506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Request body: {'port': {'device_id': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158', 'admin_state_up': True, 'tenant_id': 'da3d4d44feca45de8c71718806da8db4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:28.518122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:28.562430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36464fff-cae4-49af-979f-3e5a98102239 req-e5923286-f15b-41be-bec4-da98bb0b5190 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:28.563918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36464fff-cae4-49af-979f-3e5a98102239 req-e5923286-f15b-41be-bec4-da98bb0b5190 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.1924484 Apr 28 19:51:28.585436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.634804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:28.635849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:28.644435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.661749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36464fff-cae4-49af-979f-3e5a98102239 req-e4cf7ff9-2b25-48e1-a5ac-dae0549e442e tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901821 Apr 28 19:51:28.684422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59994) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:28.686203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cb60cea-a51c-4368-bcbb-3857f63465cd req-703a3834-4623-43c0-8bc3-b834f4eae5d8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663734 Apr 28 19:51:28.761124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:28.772007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Usage tracker for resource:port and tenant:da3d4d44feca45de8c71718806da8db4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:28.774701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:28.779724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:28.785339 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3aad489-a070-4131-b1f0-dd9dfc7eda9d'] response: {'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'code': 200} Apr 28 19:51:28.802057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:28.812484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Made reservation on behalf of da3d4d44feca45de8c71718806da8db4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:28.815972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:28.967780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42f2c7ec-3869-424f-a395-7764db9072b4 req-776cf5d4-7c7f-4c18-954f-dc9aa79afb86 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 210 time: 0.0491707 Apr 28 19:51:28.989652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b767c40-22a4-409f-8503-8443b736cc89 req-abc007f9-bf4a-4651-9353-4636c6c11cd8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.001228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b767c40-22a4-409f-8503-8443b736cc89 req-abc007f9-bf4a-4651-9353-4636c6c11cd8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.1156342 Apr 28 19:51:29.062927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b767c40-22a4-409f-8503-8443b736cc89 req-322408a5-959b-466e-a1bd-fd56e8c53650 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602753 Apr 28 19:51:29.069171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1322628836-network', 'tenant_id': '7131efd4dd24496eab8e7a732ae6158a'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:29.075120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:29.084405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Usage tracker for resource:network and tenant:7131efd4dd24496eab8e7a732ae6158a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:29.088481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:29.094526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:29.106369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Made reservation on behalf of 7131efd4dd24496eab8e7a732ae6158a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:29.113149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.133851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.153001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:29.157554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Usage tracker for resource:security_group_rule and tenant:7131efd4dd24496eab8e7a732ae6158a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:29.161425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:29.169140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:29.257981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Allocated IP 172.20.0.10 (67432355-1fb8-4084-b38f-60c0119ac158/4d25f850-5329-41ba-9180-ade0cfc050a1/7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:29.337127 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.345080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.372474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:29.393453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.393820 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Added segment 82b36ac7-e5bb-4777-ba7b-160928604c7c of type vlan for network c00b70e0-98c2-45e9-8705-39fe019f2a50 Apr 28 19:51:29.444137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.529854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81af2896-8a11-43fc-a50f-79719ffd2aaa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.607210 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.609646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.610859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.665046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.735246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faab54-b325-4fcd-acd2-281891671463 req-d58fbf4f-d3ab-4839-afd7-fdebc5047a70 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.741683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faab54-b325-4fcd-acd2-281891671463 req-d58fbf4f-d3ab-4839-afd7-fdebc5047a70 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.747646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faab54-b325-4fcd-acd2-281891671463 req-d58fbf4f-d3ab-4839-afd7-fdebc5047a70 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.749293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87faab54-b325-4fcd-acd2-281891671463 req-d58fbf4f-d3ab-4839-afd7-fdebc5047a70 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a&device_id=0311da72-79cc-4268-9dd2-28798230701f&device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 2417 time: 0.1238008 Apr 28 19:51:29.756220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.807140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1214335 Apr 28 19:51:29.815185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60016) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:29.824272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cff891-1323-4fae-b918-07b515a6c6b4 admin admin] Pushing event updated for resources: {'Network': ['ID=c00b70e0-98c2-45e9-8705-39fe019f2a50,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.830018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Request body: {'subnet': {'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1322628836-subnet', 'tenant_id': '7131efd4dd24496eab8e7a732ae6158a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:29.837547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:51:29.839685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:29.845451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Usage tracker for resource:subnet and tenant:7131efd4dd24496eab8e7a732ae6158a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:29.850746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:29.859983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:29.881315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Pushing event updated for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:29.886771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eda127-9055-4f61-bc9b-feb2491719de req-a37f10d2-cb1c-4bf4-966e-51a0d37d7436 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.893768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4eda127-9055-4f61-bc9b-feb2491719de req-a37f10d2-cb1c-4bf4-966e-51a0d37d7436 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.4158182 Apr 28 19:51:29.917815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-138ab593-ec96-45c5-93e6-5d686c73ef7c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:29.919308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-138ab593-ec96-45c5-93e6-5d686c73ef7c tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 943 time: 0.2939553 Apr 28 19:51:29.920964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Network 67432355-1fb8-4084-b38f-60c0119ac158 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:29.921912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Made reservation on behalf of 7131efd4dd24496eab8e7a732ae6158a for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:29.924199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:29.931475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87faab54-b325-4fcd-acd2-281891671463 req-514e7b4c-b7d2-49af-83ed-75dd772ae5f6 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349900 Apr 28 19:51:29.933058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:29.949358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:29.988323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:30.029238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.029879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.059705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ee5ea018-90ea-4951-bac7-a7b4b26ab315 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6375468 Apr 28 19:51:30.072111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Request body: {'port': {'device_id': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:30.087811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:30.088370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.220348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4eda127-9055-4f61-bc9b-feb2491719de req-14952de0-1b9a-42ed-b6de-99d7d09ea011 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/security-groups?id=22467842-900c-4413-b58e-79bf834571cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256502 Apr 28 19:51:30.238122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Deleting port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:30.239326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.251927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.266720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.294681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:30.300419 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.390172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8a44b-b595-4cfd-afb4-b974eb627607 req-2e5f5b81-91ad-464a-9b96-b72cbfa0b1e6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.397922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13e8a44b-b595-4cfd-afb4-b974eb627607 req-2e5f5b81-91ad-464a-9b96-b72cbfa0b1e6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 943 time: 0.2954967 Apr 28 19:51:30.420886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:30.511751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13e8a44b-b595-4cfd-afb4-b974eb627607 req-f606b19d-866c-453b-8a1f-8cbe5af19074 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129119 Apr 28 19:51:30.638091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed61c7c6-d821-4036-8487-9df042b04951 req-29e5c01b-f953-4556-b83d-f46e76f3e019 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3465140 Apr 28 19:51:30.735271 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.787759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:30.788299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf449a1-c504-435c-a406-a741dc4f431d req-803d4483-5fc3-4e42-8087-c6908239bedd tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:30.789005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbf449a1-c504-435c-a406-a741dc4f431d req-803d4483-5fc3-4e42-8087-c6908239bedd tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Synchronizing usage tracker for tenant:da3d4d44feca45de8c71718806da8db4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:30.820461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] For port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,segment=NetworkSegment(a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a),segment_id=a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:30.820828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.877304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:30.881628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbf449a1-c504-435c-a406-a741dc4f431d req-803d4483-5fc3-4e42-8087-c6908239bedd tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Unset dirty status for tenant:da3d4d44feca45de8c71718806da8db4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:30.882965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbf449a1-c504-435c-a406-a741dc4f431d req-803d4483-5fc3-4e42-8087-c6908239bedd tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 932 time: 0.2351856 Apr 28 19:51:30.886899 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:30.923917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Transition to ACTIVE for port object 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:30.929742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.008925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbf449a1-c504-435c-a406-a741dc4f431d req-6885ffc4-9291-4ada-bfb2-c1e46db1f2ab tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126513 Apr 28 19:51:31.018464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Calling delete_port for b1b8e9e3-5ab9-493a-a95c-a33cfb59645a owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:31.087857 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ee3e7c2-dd95-4047-8878-1e9695f3c982'] response: {'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'code': 200} Apr 28 19:51:31.119472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Pushing event updated for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:31.134401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=17fa4693-8243-4acc-a6ea-e1e563f4170b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:31.140658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Checking segment: {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:31.141170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Network hostable DHCP agents. Network: c00b70e0-98c2-45e9-8705-39fe019f2a50, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:31.185830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:31.240243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Attempting to bind port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:31.240580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Attempting to bind port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3972a0af-9287-4281-b13f-8687ef19b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:31.240906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Attempting to bind port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 on network 67432355-1fb8-4084-b38f-60c0119ac158 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:31.249337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 on network 67432355-1fb8-4084-b38f-60c0119ac158 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:31.249710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Attempting to bind port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 on network 67432355-1fb8-4084-b38f-60c0119ac158 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:31.256344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:31.256683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Checking segment: {'id': '3972a0af-9287-4281-b13f-8687ef19b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:31.257132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Bound using segment: {'id': '3972a0af-9287-4281-b13f-8687ef19b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:31.257602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Bound port: 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3972a0af-9287-4281-b13f-8687ef19b71d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:31.257953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.272244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c00b70e0-98c2-45e9-8705-39fe019f2a50) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:31.281690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bde9d1-c9aa-495a-8666-3988e64580f0 None None] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:31.292567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.295451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.366244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:31.371463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,segment=NetworkSegment(3972a0af-9287-4281-b13f-8687ef19b71d),segment_id=3972a0af-9287-4281-b13f-8687ef19b71d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:31.376043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.424194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a577e28-4716-428f-b4f9-a2ebbb7e1ef1 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6028411 Apr 28 19:51:31.446009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.457007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.457913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.459290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] 10.222.0.41 "PUT /v2.0/ports/7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 HTTP/1.1" status: 200 len: 1092 time: 1.3914218 Apr 28 19:51:31.459735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:31.490411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0d307-7e8f-40fe-b486-1b9c6f4f5196 service neutron] Pushing event updated for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:31.552327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:31.673553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f08c6f1-a9f8-4585-bb03-c6f309c25e7a None None] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:31.690970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Pushing event deleted for resources: {'Port': ['ID=b1b8e9e3-5ab9-493a-a95c-a33cfb59645a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:31.733778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] No DVR routers for this DVR port b1b8e9e3-5ab9-493a-a95c-a33cfb59645a on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:31.736644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:31.739871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33db1ff2-2b66-46ce-b343-6bd8a78d2175 req-f2dd5b7b-c2a4-4a1f-881b-c92a1549ed57 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.41 "DELETE /v2.0/ports/b1b8e9e3-5ab9-493a-a95c-a33cfb59645a HTTP/1.1" status: 204 len: 173 time: 1.7987077 Apr 28 19:51:31.740464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-deleted', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:31.849706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-184c5e45-4249-411c-8807-189af94fd1bd req-c52216cf-e96d-4d72-809f-0868a549da18 tempest-ImagesTestJSON-928485924 tempest-ImagesTestJSON-928485924-project] 10.222.0.24 "GET /v2.0/ports?device_id=c7de308e-75a1-4793-b4f3-ce342c8131fa HTTP/1.1" status: 200 len: 210 time: 0.2771509 Apr 28 19:51:31.909114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-357169d7-9759-47ce-addb-a4c71b7aa382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:31.911558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-357169d7-9759-47ce-addb-a4c71b7aa382 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da3d4d44feca45de8c71718806da8db4&device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 1095 time: 0.4048669 Apr 28 19:51:32.046335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-cfbd1549-90f5-4ea2-afb1-4764106a9e68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 HTTP/1.1" status: 200 len: 217 time: 0.1209493 Apr 28 19:51:32.146746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c3d69b84-a15b-4cd7-9cba-8307d85a19cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.148427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-c3d69b84-a15b-4cd7-9cba-8307d85a19cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d25f850-5329-41ba-9180-ade0cfc050a1 HTTP/1.1" status: 200 len: 850 time: 0.0949969 Apr 28 19:51:32.209879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-3c6b33a0-4730-42e3-876e-e8c8088134a6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67432355-1fb8-4084-b38f-60c0119ac158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455592 Apr 28 19:51:32.265273 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e8ddaa0-b985-46e8-be3c-047ea3b94dfc'] response: {'name': 'network-changed', 'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57', 'status': 'completed', 'code': 200} Apr 28 19:51:32.335773 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c33420b-0c86-4ade-ab27-67f39b15a1ea'] response: {'server_uuid': 'c7de308e-75a1-4793-b4f3-ce342c8131fa', 'name': 'network-vif-deleted', 'tag': 'b1b8e9e3-5ab9-493a-a95c-a33cfb59645a', 'status': 'completed', 'code': 200} Apr 28 19:51:32.391756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-7e658b8a-1353-4013-97dd-c99a0b4f7aea service neutron] 10.222.0.41 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743946 Apr 28 19:51:32.543182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-aad5c58d-8b2a-40aa-bd66-668e90ce2c94 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.545689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-aad5c58d-8b2a-40aa-bd66-668e90ce2c94 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=1bb0bf44-2fcb-4939-a492-2cba06d11b66 HTTP/1.1" status: 200 len: 943 time: 0.1081495 Apr 28 19:51:32.635171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port f7457cc2-66f3-49e5-b26f-d772f6d11b6a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:32.635528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:32.643122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc662d49-f002-4e1a-baf9-25ad8e525009 req-ddacc794-5d5b-417c-aae7-964c4148bc88 service neutron] 10.222.0.41 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443457 Apr 28 19:51:32.669324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a8756-0f8d-4cc2-bae6-c6ccd266fd78 req-a446b677-e94e-4d00-a036-8b6addc6a72a tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.670680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-291a8756-0f8d-4cc2-bae6-c6ccd266fd78 req-a446b677-e94e-4d00-a036-8b6addc6a72a tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 944 time: 0.1456032 Apr 28 19:51:32.789938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-291a8756-0f8d-4cc2-bae6-c6ccd266fd78 req-4540360e-dd51-457d-b578-e7b9a87f8369 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071606 Apr 28 19:51:32.823992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-2ff0207e-e8ab-4556-b9a2-d782407c4720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:32.825635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-2ff0207e-e8ab-4556-b9a2-d782407c4720 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=da3d4d44feca45de8c71718806da8db4&device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 1095 time: 0.1244340 Apr 28 19:51:32.928995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port f7457cc2-66f3-49e5-b26f-d772f6d11b6a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:32.929453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.003686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-14ca4be6-a81e-4920-96ad-d882fbc97971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.005832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-14ca4be6-a81e-4920-96ad-d882fbc97971 service neutron] 10.222.0.41 "GET /v2.0/networks?id=67432355-1fb8-4084-b38f-60c0119ac158 HTTP/1.1" status: 200 len: 911 time: 0.1742010 Apr 28 19:51:33.081205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for f7457cc2-66f3-49e5-b26f-d772f6d11b6a owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:33.105507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-6828fd46-b6a8-4ee8-937d-8a4fb6dbb88a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 HTTP/1.1" status: 200 len: 217 time: 0.0927274 Apr 28 19:51:33.273828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-f9178355-257d-46dc-ab1a-508e6aa0bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.275391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-f9178355-257d-46dc-ab1a-508e6aa0bc45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4d25f850-5329-41ba-9180-ade0cfc050a1 HTTP/1.1" status: 200 len: 850 time: 0.1468205 Apr 28 19:51:33.341874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-88f57021-4c9c-4022-9982-df7c4c4f1e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=67432355-1fb8-4084-b38f-60c0119ac158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579691 Apr 28 19:51:33.352945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-414a7ff0-c42d-4e5b-810c-c8b24610bd83 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:33.353882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-414a7ff0-c42d-4e5b-810c-c8b24610bd83 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 814 time: 0.2473228 Apr 28 19:51:33.367595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.405074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-be2a289a-7423-42b0-a536-72d13c48a837 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/quotas/7131efd4dd24496eab8e7a732ae6158a HTTP/1.1" status: 200 len: 375 time: 0.0326016 Apr 28 19:51:33.431295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=f7457cc2-66f3-49e5-b26f-d772f6d11b6a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:33.505664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-b7fb4e8e-0eec-400e-a648-57db426191e0 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0996461 Apr 28 19:51:33.539047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port f7457cc2-66f3-49e5-b26f-d772f6d11b6a on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:33.542141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:33.558128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92b04cc1-9f53-48c9-b03d-06ba4b9124d5 req-4a9e5eaa-80a0-4446-aa08-d8c4d21a6940 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "DELETE /v2.0/ports/f7457cc2-66f3-49e5-b26f-d772f6d11b6a HTTP/1.1" status: 204 len: 173 time: 1.0049913 Apr 28 19:51:33.746065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-e061986e-807c-472d-9c49-5ab9f6046193 service neutron] 10.222.0.41 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3913009 Apr 28 19:51:33.814119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-9d77216a-868d-467d-97c7-e1f5427f5e8f service neutron] 10.222.0.24 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076169 Apr 28 19:51:33.995478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4aa62c75-4c66-430b-9260-3f2b3c5ed95c req-d0d9be30-f067-4214-9a0d-220a116c15d7 service neutron] 10.222.0.41 "GET /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397156 Apr 28 19:51:34.009819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:34.032603 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-098aa8fd-39d4-44dc-af54-6662fbc1c6da service neutron] 10.222.0.24 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727998 Apr 28 19:51:34.061080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: b1b8e9e3-5ab9-493a-a95c-a33cfb59645a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:34.061620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1b8e9e3-5ab9-493a-a95c-a33cfb59645a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:34.062280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:34.099747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: f7457cc2-66f3-49e5-b26f-d772f6d11b6a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:34.100449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7457cc2-66f3-49e5-b26f-d772f6d11b6a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:34.337385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-deleted', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:34.408887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f49d8e7-5de1-40b6-917a-a1a1a63e36d1 req-b2861182-add3-474b-b7f6-00f7331589e0 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.411314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f49d8e7-5de1-40b6-917a-a1a1a63e36d1 req-b2861182-add3-474b-b7f6-00f7331589e0 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 944 time: 0.0915680 Apr 28 19:51:34.546969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f49d8e7-5de1-40b6-917a-a1a1a63e36d1 req-fbe99cd2-c736-4320-baae-3f4da9369dc4 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256292 Apr 28 19:51:34.605265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fb5743f-0d7c-4541-93d3-512c78e9c9ee req-2631f965-0e17-4422-955c-28e7f8319db3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 210 time: 0.0997021 Apr 28 19:51:34.656407 n-d-839811-1 neutron-server[88139]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-62fb44db-8a25-49af-8742-b675274f95c9']: {'server_uuid': '1bb0bf44-2fcb-4939-a492-2cba06d11b66', 'name': 'network-vif-deleted', 'tag': 'f7457cc2-66f3-49e5-b26f-d772f6d11b6a', 'status': 'failed', 'code': 422} returned with failed status Apr 28 19:51:34.946318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-17a3bbb3-c8d5-42fa-af37-d1dab8e4b80b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:34.948069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-17a3bbb3-c8d5-42fa-af37-d1dab8e4b80b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.2033825 Apr 28 19:51:34.954598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:34.968844 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-13692f8b-14f0-43cb-803a-bd970f0834fc tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.0152411 Apr 28 19:51:35.037142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-1ce893d1-4bab-478e-8e5f-495c35669bb8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0623596 Apr 28 19:51:35.091741 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.109706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:35.113564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Usage tracker for resource:security_group_rule and tenant:f6ceded200c648be9e269eb43ba04746 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:35.116269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:35.122156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:35.185356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-909ea2f2-a90e-415d-9f76-9df227e98bcb service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411951 Apr 28 19:51:35.217557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.221744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.272068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f6ceded200c648be9e269eb43ba04746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160393 Apr 28 19:51:35.272775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d787b8-35b9-489a-ae56-d212203c3a78,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:35.274973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60224) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:35.293078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.293778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.294272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.294610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.294939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.295271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.295595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.295918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.296246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.297034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.297034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.297209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc61a09b-b7c8-46f0-9f0c-0e81d5c5c8b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:35.327186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-0336f41e-93ee-425c-a40e-f2e8b98c0f2a service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342762 Apr 28 19:51:35.352374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.382212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.444536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.488193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d787b8-35b9-489a-ae56-d212203c3a78,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:35.494422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.495540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f22f0c5-d0a7-482e-a013-bb7708169942 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29d787b8-35b9-489a-ae56-d212203c3a78 HTTP/1.1" status: 204 len: 168 time: 0.2195427 Apr 28 19:51:35.647934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-48589c7d-e5d4-48fe-b133-17a14574da21 req-d550f407-be26-4990-9b81-cd611938aba1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:35.695577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-48589c7d-e5d4-48fe-b133-17a14574da21 req-d550f407-be26-4990-9b81-cd611938aba1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:35.696932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-48589c7d-e5d4-48fe-b133-17a14574da21 req-d550f407-be26-4990-9b81-cd611938aba1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 210 time: 0.1250014 Apr 28 19:51:35.809697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-e155bd4e-83c1-44d0-8eba-0daf0a0d1a0b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:35.811203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-e155bd4e-83c1-44d0-8eba-0daf0a0d1a0b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 814 time: 0.2676444 Apr 28 19:51:35.886683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:35.898499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Request body: {'port': {'device_id': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'admin_state_up': True, 'tenant_id': '7131efd4dd24496eab8e7a732ae6158a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:35.921531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:35.994746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:36.000790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Usage tracker for resource:security_group_rule and tenant:9bc96f5340804beaba3e3780780f5d7f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:36.004631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:36.012157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:36.024783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:36.057529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6897a88-c09a-44b3-a11e-c2ceb6ccdf1b req-8c76b9f3-bf34-4e52-bb33-0fa1e05ee117 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:36.059379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a6897a88-c09a-44b3-a11e-c2ceb6ccdf1b req-8c76b9f3-bf34-4e52-bb33-0fa1e05ee117 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 944 time: 0.1398001 Apr 28 19:51:36.092502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404b174a-644b-48cb-a241-c55ee7a1582a req-7584623a-f48c-4e64-b678-418a7647e1c0 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:36.102867 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-404b174a-644b-48cb-a241-c55ee7a1582a req-7584623a-f48c-4e64-b678-418a7647e1c0 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.2903955 Apr 28 19:51:36.126033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6897a88-c09a-44b3-a11e-c2ceb6ccdf1b req-d2553884-f1fc-4af1-b866-2faa53f21a09 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Synchronizing usage tracker for tenant:da3d4d44feca45de8c71718806da8db4 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:36.129227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:36.140521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Usage tracker for resource:port and tenant:7131efd4dd24496eab8e7a732ae6158a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:36.163031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:36.175295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a6897a88-c09a-44b3-a11e-c2ceb6ccdf1b req-d2553884-f1fc-4af1-b866-2faa53f21a09 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Unset dirty status for tenant:da3d4d44feca45de8c71718806da8db4 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:36.176638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a6897a88-c09a-44b3-a11e-c2ceb6ccdf1b req-d2553884-f1fc-4af1-b866-2faa53f21a09 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026907 Apr 28 19:51:36.186549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:36.194736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.205707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-404b174a-644b-48cb-a241-c55ee7a1582a req-68b1b483-fdea-440b-998b-d8ca29efc146 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016536 Apr 28 19:51:36.206693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,segment=NetworkSegment(3972a0af-9287-4281-b13f-8687ef19b71d),segment_id=3972a0af-9287-4281-b13f-8687ef19b71d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:36.213544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Made reservation on behalf of 7131efd4dd24496eab8e7a732ae6158a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:36.213841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.219121 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.238213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57', 'network_id': '67432355-1fb8-4084-b38f-60c0119ac158', 'port_id': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57', 'mac_address': 'fa:16:3e:9b:51:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d25f850-5329-41ba-9180-ade0cfc050a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:36.277584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9bc96f5340804beaba3e3780780f5d7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3892360 Apr 28 19:51:36.278736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7aec43-16ad-445b-8d99-29639d080b93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03cdf2de-96e7-47f5-b93e-46d20361f4e9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.281406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60262) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:36.300962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.318868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:36.334940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,segment=NetworkSegment(3972a0af-9287-4281-b13f-8687ef19b71d),segment_id=3972a0af-9287-4281-b13f-8687ef19b71d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:36.342749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.372755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.429437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.438515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.449659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Allocated IP 172.20.0.3 (c00b70e0-98c2-45e9-8705-39fe019f2a50/17fa4693-8243-4acc-a6ea-e1e563f4170b/44af2d05-36ed-4d2a-b990-1b3a2386b0a5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:36.525748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2811a230-35ed-444b-8af4-8b5ba4b9ae1b req-80658976-ee48-4653-9419-f7928323a0c5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 210 time: 0.0588849 Apr 28 19:51:36.549626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.568020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03cdf2de-96e7-47f5-b93e-46d20361f4e9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:36.575552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.576673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2b853931-bd12-4a34-8df4-128f8c963b9c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/03cdf2de-96e7-47f5-b93e-46d20361f4e9 HTTP/1.1" status: 204 len: 168 time: 0.2941070 Apr 28 19:51:36.696196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60278) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:36.730024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:36.762219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Deleting subnet 48a64a22-2f7b-4cf3-8567-b8d22fd60794 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:51:36.765241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.843674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.945524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:36.989639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d87a8f8-8354-40ec-a85d-153605ce2c7d req-86ed9926-3560-49e1-9bd0-8d505eb72b24 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 210 time: 0.0665631 Apr 28 19:51:37.018634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60286) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:37.052459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.083250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.087215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.130809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:37.163481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:37.167020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:37.168956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.171159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:37.183696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:29a352f459664cb29d7f428bf7460698 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:37.194400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:37.208748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:37.214091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.214464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.214801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.215166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.215569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.216109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.216452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.216780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.217108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.217444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.217953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.218279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:37.253742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.281641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.283386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.318238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-bc55b292-d944-41d4-a468-1e8efe6697a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4252698 Apr 28 19:51:37.325807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48a64a22-2f7b-4cf3-8567-b8d22fd60794,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:37.339075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Request body: {'port': {'device_id': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:37.363683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.372032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-2d1443ab-4937-41c7-b907-498dbe5a3fec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.373417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-2d1443ab-4937-41c7-b907-498dbe5a3fec tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.3166194 Apr 28 19:51:37.381276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-00d487b3-9abf-4a8b-be65-43c12f2df6fa tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.382530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-00d487b3-9abf-4a8b-be65-43c12f2df6fa tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.4046941 Apr 28 19:51:37.397213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:37.506532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.506982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7c372bc9-173a-427a-961e-713dd06a4d03 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/48a64a22-2f7b-4cf3-8567-b8d22fd60794 HTTP/1.1" status: 204 len: 168 time: 0.8090372 Apr 28 19:51:37.516700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:37.690842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79947046-0d4e-48b4-a90e-9ec35ca2cc05 req-97b8d58c-19d9-4888-a2aa-ecf72d088f09 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.692550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79947046-0d4e-48b4-a90e-9ec35ca2cc05 req-97b8d58c-19d9-4888-a2aa-ecf72d088f09 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 945 time: 0.3195767 Apr 28 19:51:37.704328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.713622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Deleting port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:37.714200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.835803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79947046-0d4e-48b4-a90e-9ec35ca2cc05 req-31417df9-7dca-4541-84db-9a308a1ceb01 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354473 Apr 28 19:51:37.875558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:37.878737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.887789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb106-728c-4c3c-8563-b850bd226dd1 req-510c801d-54da-4a28-9549-a3b81f331672 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:37.889272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b31eb106-728c-4c3c-8563-b850bd226dd1 req-510c801d-54da-4a28-9549-a3b81f331672 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 945 time: 0.5645871 Apr 28 19:51:37.912430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:37.920834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:38.015410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:38.018691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.033759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:38.049199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=29a352f459664cb29d7f428bf7460698&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0253599 Apr 28 19:51:38.056332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.064042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60302) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:38.068610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c812fa2-4bcf-4218-8b77-fb05e5baa7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a6dc65a-0971-452e-a6fb-d54e89a555bc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.112631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:38.117900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b31eb106-728c-4c3c-8563-b850bd226dd1 req-bb4e15f9-ae16-4bfc-9127-6313ede75d4b tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117021 Apr 28 19:51:38.121492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:38.121853 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.124559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9de1517-7720-4512-9d1a-5879eb5a72d6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.161311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.161583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1ecb17e-1d1a-4404-8d9c-a9ca3a8da43a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:38.190248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.223771 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.241639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] For port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:38.242273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.256708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:38.257107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:38.272198 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:38.315599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.364830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.391873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:38.403316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,segment=NetworkSegment(3972a0af-9287-4281-b13f-8687ef19b71d),segment_id=3972a0af-9287-4281-b13f-8687ef19b71d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:38.405293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4452fca-6c3f-4144-9db1-e9283605f3b9 req-a86f3435-31f5-4fa2-9e6c-7399fd1325da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:38.406096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b4452fca-6c3f-4144-9db1-e9283605f3b9 req-a86f3435-31f5-4fa2-9e6c-7399fd1325da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Synchronizing usage tracker for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:38.407758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.447147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Calling delete_port for 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:38.448947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.454527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.458356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:38.463452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.501386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.507889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] Pushing event deleted for resources: {'Network': ['ID=a9de1517-7720-4512-9d1a-5879eb5a72d6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.516007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11bb8884-89a8-4def-a39d-57ba8c27fc47 req-39b6bc63-e0cc-4c6a-a9e9-dd65c79575f7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 210 time: 0.2005672 Apr 28 19:51:38.520301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b4452fca-6c3f-4144-9db1-e9283605f3b9 req-a86f3435-31f5-4fa2-9e6c-7399fd1325da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Unset dirty status for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:38.527460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4452fca-6c3f-4144-9db1-e9283605f3b9 req-a86f3435-31f5-4fa2-9e6c-7399fd1325da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 931 time: 0.5266352 Apr 28 19:51:38.542398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.551278 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a25cfae1-c915-47e4-8cd5-5b7ff2c4cabf admin admin] 10.222.0.24 "DELETE /v2.0/networks/a9de1517-7720-4512-9d1a-5879eb5a72d6 HTTP/1.1" status: 204 len: 168 time: 1.0318086 Apr 28 19:51:38.575087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.13 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/60c83b9b-4b23-4b25-a5b3-93032683a71a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:38.581809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Transition to ACTIVE for port object 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:38.588670 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f1ba519-af58-4383-9f6e-2f29415be15c'] response: {'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57', 'code': 200} Apr 28 19:51:38.614619 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.687583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4452fca-6c3f-4144-9db1-e9283605f3b9 req-bb925002-bf67-49d6-8248-0d491f754f56 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595693 Apr 28 19:51:38.790520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60310) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:38.852130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.866005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b97ed362-63ac-4fff-91ca-cee39af50222', '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', '0a14b34f-2aa9-4f50-96c4-aa508435f9c8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:38.868374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.913373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:38.917857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1a6dc65a-0971-452e-a6fb-d54e89a555bc HTTP/1.1" status: 204 len: 168 time: 0.8470042 Apr 28 19:51:38.919823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.924622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a9803-1bf6-4c8f-b18f-37159a8f4eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a6dc65a-0971-452e-a6fb-d54e89a555bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:38.941435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event deleted for resources: {'Port': ['ID=0a14b34f-2aa9-4f50-96c4-aa508435f9c8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.067260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Attempting to bind port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:39.067971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Attempting to bind port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:39.068442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Attempting to bind port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:39.073784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:39.074265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Attempting to bind port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:39.079998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:39.080655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Checking segment: {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:39.081172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Bound using segment: {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:39.081764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Bound port: 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:39.082948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.084264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c0195960-912a-4e98-8d1b-8af9093d164f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c4f1885d64a4b30955f03defd60999c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2927222 Apr 28 19:51:39.094244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:39.142083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ced9546-712e-41b2-89b9-57b5aaaf5c79 req-59d4020d-1415-425d-809a-0459e2e223b8 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=5f0effdc-e84c-4a29-a9d0-06cc43087f2a HTTP/1.1" status: 200 len: 210 time: 0.1340942 Apr 28 19:51:39.153026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d807249-62ff-491c-9ca7-6a9035f6ad38 req-141e3e87-c935-4808-9ad9-ffbb0217da15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.154536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d807249-62ff-491c-9ca7-6a9035f6ad38 req-141e3e87-c935-4808-9ad9-ffbb0217da15 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 1097 time: 0.4668593 Apr 28 19:51:39.160781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] No DVR routers for this DVR port 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:39.168084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.183053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'name': 'network-vif-deleted', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:39.250792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:39.256746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:39.287900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.299093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.325947 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33575a27-a9a4-4eb2-9beb-8f65d5517496'] response: {'server_uuid': '5f0effdc-e84c-4a29-a9d0-06cc43087f2a', 'name': 'network-vif-deleted', 'tag': '0a14b34f-2aa9-4f50-96c4-aa508435f9c8', 'status': 'completed', 'code': 200} Apr 28 19:51:39.327626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.337910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e7f1b43-5d59-4456-95f6-a02b599d42ff req-38836574-72e5-4fd9-a2e9-164f5212f82a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "DELETE /v2.0/ports/0a14b34f-2aa9-4f50-96c4-aa508435f9c8 HTTP/1.1" status: 204 len: 173 time: 1.9266863 Apr 28 19:51:39.432919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d807249-62ff-491c-9ca7-6a9035f6ad38 req-3785af21-85aa-4b05-a79b-06d928e3206c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693408 Apr 28 19:51:39.492921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.502796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:39.503458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:39.511873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.512201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:39.512499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.513899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] 10.222.0.41 "PUT /v2.0/ports/44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 1091 time: 2.1791008 Apr 28 19:51:39.515542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:39.539022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.581443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713097a7-f192-4798-8673-1fa7fdba2e64 service neutron] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.599585 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3beeb614-e1a1-4bd6-9d9a-54c306032daf'] response: {'name': 'network-changed', 'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'status': 'completed', 'code': 200} Apr 28 19:51:39.610066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.637757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ed5c87-ed77-44da-bf34-6974da553687 req-84b4b9bc-5a87-49e2-9870-bf17c783dd85 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.650976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.652209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.660513 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40ed5c87-ed77-44da-bf34-6974da553687 req-84b4b9bc-5a87-49e2-9870-bf17c783dd85 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 946 time: 0.3639338 Apr 28 19:51:39.686239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-164a79a0-4b27-4b25-812c-05655ae8cc39 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3015366 Apr 28 19:51:39.736617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Request body: {'port': {'device_id': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:39.789400 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.793893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40ed5c87-ed77-44da-bf34-6974da553687 req-1fba3dc8-57c0-4ca6-9386-942e8d3798ab tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314399 Apr 28 19:51:39.813553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.838667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-1a35bf82-da83-441b-8369-2ff761fa7239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:39.840508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-1a35bf82-da83-441b-8369-2ff761fa7239 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1094 time: 0.1568077 Apr 28 19:51:39.841186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22467842-900c-4413-b58e-79bf834571cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:39.862130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:39.868981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bbafe0f8-a736-4f18-9879-f3b0be2d65ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22467842-900c-4413-b58e-79bf834571cd HTTP/1.1" status: 204 len: 168 time: 0.7732861 Apr 28 19:51:40.092184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b098e394-ddf5-456a-af42-1a0fa1a60712 req-e8ec09ed-d613-46fc-bf62-425fb743e18e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.092999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b098e394-ddf5-456a-af42-1a0fa1a60712 req-e8ec09ed-d613-46fc-bf62-425fb743e18e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:40.101009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.167747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b098e394-ddf5-456a-af42-1a0fa1a60712 req-e8ec09ed-d613-46fc-bf62-425fb743e18e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:40.168908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b098e394-ddf5-456a-af42-1a0fa1a60712 req-e8ec09ed-d613-46fc-bf62-425fb743e18e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 932 time: 0.4714987 Apr 28 19:51:40.209697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-23fe3351-3894-4776-92e9-a1df91d135a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.211170 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-23fe3351-3894-4776-92e9-a1df91d135a0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7131efd4dd24496eab8e7a732ae6158a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3506665 Apr 28 19:51:40.261435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ff22ec-043b-4177-9ee5-7e75ca6a12a9 req-355465e7-2ea5-48de-88e8-33c021fa5286 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.262686 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b098e394-ddf5-456a-af42-1a0fa1a60712 req-67faba2b-e30a-41f0-9638-53812c8e4057 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810430 Apr 28 19:51:40.269249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ff22ec-043b-4177-9ee5-7e75ca6a12a9 req-355465e7-2ea5-48de-88e8-33c021fa5286 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.2163565 Apr 28 19:51:40.421908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89ff22ec-043b-4177-9ee5-7e75ca6a12a9 req-a8dbf986-7f15-4ca0-879e-efbbcd0fb559 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513789 Apr 28 19:51:40.538835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-b31780a4-4ae2-4fef-8aeb-a5a869bd8bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.540379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b648b5bf-be30-431d-b7f0-2719a6f0cf68 req-b31780a4-4ae2-4fef-8aeb-a5a869bd8bbf service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3196769 Apr 28 19:51:40.784459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-3eaf8bc1-9631-4ca4-8e0d-d7ce47fcf04c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:40.787138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-3eaf8bc1-9631-4ca4-8e0d-d7ce47fcf04c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1094 time: 0.1906984 Apr 28 19:51:40.807413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60c83b9b-4b23-4b25-a5b3-93032683a71a {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:40.819863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.869948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Transition to ACTIVE for port object 60c83b9b-4b23-4b25-a5b3-93032683a71a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:40.874691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:40.902496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-f1df2702-7524-4751-b456-3771a84f3355 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1038363 Apr 28 19:51:40.986536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Pushing event updated for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:41.075823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27602b93-6e41-43f9-855b-c30e468607f5 req-fe8b5f6a-47bf-4944-b978-14b1c4986096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.077235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-fe8b5f6a-47bf-4944-b978-14b1c4986096 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.1671114 Apr 28 19:51:41.131264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-5ff361a2-72fb-42f1-a802-e25e0526e300 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466702 Apr 28 19:51:41.138948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996679b4-3922-4d0f-8d9b-6bd0139fc845 req-b33c861d-6608-4314-9edd-ca5da0232e2e tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.140304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-996679b4-3922-4d0f-8d9b-6bd0139fc845 req-b33c861d-6608-4314-9edd-ca5da0232e2e tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 946 time: 0.1692846 Apr 28 19:51:41.263167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9676fce-82dd-4504-969d-083d2ae0327d req-a288db7e-88b3-4f6e-b81b-292f911f5050 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.263167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d9676fce-82dd-4504-969d-083d2ae0327d req-a288db7e-88b3-4f6e-b81b-292f911f5050 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:41.271738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Attempting to bind port 60c83b9b-4b23-4b25-a5b3-93032683a71a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:41.272084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Attempting to bind port 60c83b9b-4b23-4b25-a5b3-93032683a71a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:41.272414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Attempting to bind port 60c83b9b-4b23-4b25-a5b3-93032683a71a on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:41.282833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Port 60c83b9b-4b23-4b25-a5b3-93032683a71a on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:41.282833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Attempting to bind port 60c83b9b-4b23-4b25-a5b3-93032683a71a on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:41.289885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d9676fce-82dd-4504-969d-083d2ae0327d req-a288db7e-88b3-4f6e-b81b-292f911f5050 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:41.291157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-996679b4-3922-4d0f-8d9b-6bd0139fc845 req-e3fef17d-4319-44ba-8a2a-a0f5546c54bc tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284969 Apr 28 19:51:41.296349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9676fce-82dd-4504-969d-083d2ae0327d req-a288db7e-88b3-4f6e-b81b-292f911f5050 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.3027053 Apr 28 19:51:41.306953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:41.306953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:41.306953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:41.306953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Bound port: 60c83b9b-4b23-4b25-a5b3-93032683a71a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:41.306953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.327423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-1d0c3b97-4431-454a-bd26-3ba05cfdce28 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860113 Apr 28 19:51:41.411402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9676fce-82dd-4504-969d-083d2ae0327d req-248fa18a-8fbf-4e2e-ac65-71c0fcdd4a9a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135588 Apr 28 19:51:41.452876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:41.456053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:41.462141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.563872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.564490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.565877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] 10.222.0.41 "PUT /v2.0/ports/60c83b9b-4b23-4b25-a5b3-93032683a71a HTTP/1.1" status: 200 len: 1092 time: 1.8333669 Apr 28 19:51:41.566361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:41.590067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5212e13e-eaef-47a8-ac29-4c8beb9fc983 service neutron] Pushing event updated for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:41.775110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-eafc491f-4bbc-4d06-a847-5706676efb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.776472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-eafc491f-4bbc-4d06-a847-5706676efb51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 1095 time: 0.1703286 Apr 28 19:51:41.779825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27602b93-6e41-43f9-855b-c30e468607f5 req-ff72c4ad-5ab6-4a0e-b4fc-a75748155703 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4456706 Apr 28 19:51:41.784224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a2e72b-88f1-4230-bd96-64df224be301 req-90ce64b6-5e24-463f-bd7d-a9d95030a4d8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.785752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07a2e72b-88f1-4230-bd96-64df224be301 req-90ce64b6-5e24-463f-bd7d-a9d95030a4d8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 944 time: 0.1232302 Apr 28 19:51:41.815314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425fc457-33c9-4812-9004-b340333960aa req-309b4333-dd05-436b-ba05-84a7ac73bd37 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.818239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-425fc457-33c9-4812-9004-b340333960aa req-309b4333-dd05-436b-ba05-84a7ac73bd37 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.1070502 Apr 28 19:51:41.871011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-425fc457-33c9-4812-9004-b340333960aa req-327cd733-5c80-4f8a-a604-4d4c0f66ecf3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460994 Apr 28 19:51:41.871404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-71f15540-dc5e-4b3a-bc83-2faf1006cbb4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a HTTP/1.1" status: 200 len: 217 time: 0.0799632 Apr 28 19:51:41.914235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:41.955910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07a2e72b-88f1-4230-bd96-64df224be301 req-f507099c-e0b4-4305-8b31-29f3d53e9320 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133122 Apr 28 19:51:41.978699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-2f45456c-e398-4c6e-80c1-6e92f2d37996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:41.980137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-2f45456c-e398-4c6e-80c1-6e92f2d37996 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.0916736 Apr 28 19:51:41.987561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:42.033110 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-703b1d97-2c84-4eae-9e28-3119cda16ec9'] response: {'name': 'network-changed', 'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a', 'status': 'completed', 'code': 200} Apr 28 19:51:42.040011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-2e138cad-17b1-472b-b389-4f09aa429b10 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504057 Apr 28 19:51:42.074830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:42.124103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:42.124769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0a14b34f-2aa9-4f50-96c4-aa508435f9c8 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:42.194066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.204908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-b2bae7b1-d2f2-4324-8502-81b9c2bc178a service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567509 Apr 28 19:51:42.221232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:42.226331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Usage tracker for resource:security_group_rule and tenant:971d0f1e0e6c408497ab2d2803fd236b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:42.229929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:42.236639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:42.431320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.437725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.484715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:42.506539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92d44121-cfb3-43af-98ce-bf7fcd1e4fac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:42.511772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-96d47742-d755-4760-a557-f92cb25f700d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=971d0f1e0e6c408497ab2d2803fd236b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225432 Apr 28 19:51:42.514402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:42.559981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc68990c-e821-4327-b4d8-c4ee4455235c req-17eebdb4-b21e-4154-8010-a10cb4c23ca9 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486869 Apr 28 19:51:42.570639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-9a4a3345-2480-451e-9974-6a990769eaff tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.572120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-9a4a3345-2480-451e-9974-6a990769eaff tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.2357740 Apr 28 19:51:42.714520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.716280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.724471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb505e6-df23-4af6-8808-ffe9a547acb4 req-ea1681ca-7492-4392-bb81-047abf05eee5 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.732622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cb505e6-df23-4af6-8808-ffe9a547acb4 req-ea1681ca-7492-4392-bb81-047abf05eee5 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 946 time: 0.1698229 Apr 28 19:51:42.747310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f937-5842-429f-960b-92d615912ae3 req-2b1fe829-0459-4679-8c4b-16e4fdea51a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.748720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-2b1fe829-0459-4679-8c4b-16e4fdea51a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 1095 time: 0.1277747 Apr 28 19:51:42.750742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Deleting port b97ed362-63ac-4fff-91ca-cee39af50222 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:42.751084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.814064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cb505e6-df23-4af6-8808-ffe9a547acb4 req-0ae32b53-f64e-4a82-ba01-4f53702a7fae tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817432 Apr 28 19:51:42.820358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:42.831755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:42.841478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Usage tracker for resource:security_group_rule and tenant:8ab4c0fe8a224ffaaaf102ba7a018756 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:42.851262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:42.868073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:42.904144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f937-5842-429f-960b-92d615912ae3 req-179b57de-e33b-4587-8a0a-cceffff70b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:42.905601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-179b57de-e33b-4587-8a0a-cceffff70b7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.1489234 Apr 28 19:51:42.975849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-6c1de4f3-c75a-4c74-b9ea-9134fc504eb7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a HTTP/1.1" status: 200 len: 217 time: 0.0633678 Apr 28 19:51:43.023435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91de03b-f101-45a7-9918-ffc4a8a0e0f1 req-dfab68f5-f009-4888-bd09-a8d09c9a73da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.025000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91de03b-f101-45a7-9918-ffc4a8a0e0f1 req-dfab68f5-f009-4888-bd09-a8d09c9a73da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 946 time: 0.3531783 Apr 28 19:51:43.094804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e6f937-5842-429f-960b-92d615912ae3 req-4d07df1d-83c1-4600-b33e-d7ab182b377d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.096224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-4d07df1d-83c1-4600-b33e-d7ab182b377d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.1111403 Apr 28 19:51:43.115336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.151072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-eb6614c4-5e99-4ae1-afd5-60df7d6f5bd5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447948 Apr 28 19:51:43.158541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2499e58-41a8-4b8a-ad39-9d8875245060 req-2718165f-fd2a-477a-840a-88757f37d986 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.159914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2499e58-41a8-4b8a-ad39-9d8875245060 req-2718165f-fd2a-477a-840a-88757f37d986 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.1413634 Apr 28 19:51:43.169798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92d44121-cfb3-43af-98ce-bf7fcd1e4fac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.197901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91de03b-f101-45a7-9918-ffc4a8a0e0f1 req-804ea9aa-c342-4a93-8db4-20867ad02600 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641366 Apr 28 19:51:43.224001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.225104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d3af673-38a6-49e3-8b7c-cc22261ae428 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92d44121-cfb3-43af-98ce-bf7fcd1e4fac HTTP/1.1" status: 204 len: 168 time: 0.7096229 Apr 28 19:51:43.249551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] For port b97ed362-63ac-4fff-91ca-cee39af50222, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b97ed362-63ac-4fff-91ca-cee39af50222,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:43.249913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.258043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.264957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.340893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b2499e58-41a8-4b8a-ad39-9d8875245060 req-3ebc945d-1cdd-476d-af42-f563b7e1401f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Synchronizing usage tracker for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:43.376680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-0bc190a3-67bc-4302-8774-f44506680db4 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148502 Apr 28 19:51:43.377783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b2499e58-41a8-4b8a-ad39-9d8875245060 req-3ebc945d-1cdd-476d-af42-f563b7e1401f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Unset dirty status for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:43.379405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2499e58-41a8-4b8a-ad39-9d8875245060 req-3ebc945d-1cdd-476d-af42-f563b7e1401f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004793 Apr 28 19:51:43.406659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Calling delete_port for b97ed362-63ac-4fff-91ca-cee39af50222 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:43.535050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8ab4c0fe8a224ffaaaf102ba7a018756&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0485439 Apr 28 19:51:43.536547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60546) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:43.539215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf6c64-fffc-41d7-956e-de23ffdf3caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4297e80d-fd3e-49c6-b6ab-1714ac77014a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.572899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4e6f937-5842-429f-960b-92d615912ae3 req-05f2534e-c545-4f04-8726-f502e022f624 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844921 Apr 28 19:51:43.617013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acf7f-6a37-493c-8444-b0f5927ace14 req-c81e4af3-85a1-440a-8d16-448b28ad1a4d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:43.618441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-529acf7f-6a37-493c-8444-b0f5927ace14 req-c81e4af3-85a1-440a-8d16-448b28ad1a4d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 944 time: 0.2842946 Apr 28 19:51:43.624846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.655895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.718930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.721584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-529acf7f-6a37-493c-8444-b0f5927ace14 req-5b6dd8a9-3e29-4276-9f24-ac077cc0af3b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Apr 28 19:51:43.729724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.743217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b97ed362-63ac-4fff-91ca-cee39af50222', '1d779ef8-f7ed-44ab-9bfb-50bae164bc19'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:43.751449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4297e80d-fd3e-49c6-b6ab-1714ac77014a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.753374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.755143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee44f036-b51d-4ec2-bed6-c20664b11b50 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4297e80d-fd3e-49c6-b6ab-1714ac77014a HTTP/1.1" status: 204 len: 168 time: 0.2092712 Apr 28 19:51:43.851327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event deleted for resources: {'Port': ['ID=b97ed362-63ac-4fff-91ca-cee39af50222,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:43.919176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] No DVR routers for this DVR port b97ed362-63ac-4fff-91ca-cee39af50222 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:43.921891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:43.926309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'name': 'network-vif-deleted', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:43.941059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-315e188d-588b-4c1d-a221-d374f9dafa4c req-95f68738-0066-4801-a2a0-7e4813534d5f tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "DELETE /v2.0/ports/b97ed362-63ac-4fff-91ca-cee39af50222 HTTP/1.1" status: 204 len: 173 time: 1.3612301 Apr 28 19:51:44.080553 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73ebff64-51c2-4f21-a8c8-2c80dfae19eb'] response: {'server_uuid': '0311da72-79cc-4268-9dd2-28798230701f', 'name': 'network-vif-deleted', 'tag': 'b97ed362-63ac-4fff-91ca-cee39af50222', 'status': 'completed', 'code': 200} Apr 28 19:51:44.102112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4dc8b-f944-4097-87fc-97d46051eb50 req-efc227ea-cf89-42f1-b785-98f035905d09 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.113176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdf4dc8b-f944-4097-87fc-97d46051eb50 req-efc227ea-cf89-42f1-b785-98f035905d09 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 946 time: 0.1146300 Apr 28 19:51:44.162006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-8fa7c136-af57-4416-ac86-5aca8772c23c tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.163951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-8fa7c136-af57-4416-ac86-5aca8772c23c tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.41 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 946 time: 0.1559241 Apr 28 19:51:44.184244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdf4dc8b-f944-4097-87fc-97d46051eb50 req-aaa883d2-6223-4331-940d-e4f46e4f4b76 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/security-groups?id=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695496 Apr 28 19:51:44.270628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Deleting port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:44.274513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:44.580453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e12bb2b2-ba0c-445e-a74a-14ab9e37958d req-3ee1807a-9519-42dc-93b6-aa577122a0da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:44.625379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e12bb2b2-ba0c-445e-a74a-14ab9e37958d req-3ee1807a-9519-42dc-93b6-aa577122a0da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:44.635755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e12bb2b2-ba0c-445e-a74a-14ab9e37958d req-3ee1807a-9519-42dc-93b6-aa577122a0da tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=0311da72-79cc-4268-9dd2-28798230701f HTTP/1.1" status: 200 len: 210 time: 0.2852042 Apr 28 19:51:44.748127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f322392-287f-4cde-afb6-5a06a0009b8c req-5949fe1a-ac27-4285-921e-04d6b5dc51a9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:44.757944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f322392-287f-4cde-afb6-5a06a0009b8c req-5949fe1a-ac27-4285-921e-04d6b5dc51a9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.1601036 Apr 28 19:51:44.812662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f322392-287f-4cde-afb6-5a06a0009b8c req-a0216e14-7fd1-4bda-ba4b-77b1c5031aa2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537753 Apr 28 19:51:44.848946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] For port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,segment=NetworkSegment(3972a0af-9287-4281-b13f-8687ef19b71d),segment_id=3972a0af-9287-4281-b13f-8687ef19b71d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:44.849335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.028792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Calling delete_port for 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:45.133049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2d6fb-8417-46d8-976b-639dd7e36a03 req-efe80d02-db1a-46cb-acce-d24cf5810860 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.134727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cd2d6fb-8417-46d8-976b-639dd7e36a03 req-efe80d02-db1a-46cb-acce-d24cf5810860 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 944 time: 0.2603972 Apr 28 19:51:45.186808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60616) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:45.233752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cd2d6fb-8417-46d8-976b-639dd7e36a03 req-adb47bf3-c311-486f-ad41-5a6e22b67d5a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650165 Apr 28 19:51:45.238558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.256596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:45.288227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Pushing event deleted for resources: {'Port': ['ID=7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:45.310641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:45.315339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:45.319918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Usage tracker for resource:floatingip and tenant:8520e43d1b7c451d8da92c66496626cf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:45.323029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:45.333024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:45.362154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.376143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] No DVR routers for this DVR port 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:45.379322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.394218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1143c0c1-c62c-46c1-bb6b-f83c43ab3d60 req-d8a136c2-9114-4836-b6b0-098f27caafe3 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.41 "DELETE /v2.0/ports/7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 HTTP/1.1" status: 204 len: 173 time: 1.2195597 Apr 28 19:51:45.465497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e31df292-31e0-4e32-9868-9cd406fffdfb req-afe61a78-ff57-43e9-b9f4-febe54203d21 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Synchronizing usage tracker for tenant:da3d4d44feca45de8c71718806da8db4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:45.482338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e31df292-31e0-4e32-9868-9cd406fffdfb req-afe61a78-ff57-43e9-b9f4-febe54203d21 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] Unset dirty status for tenant:da3d4d44feca45de8c71718806da8db4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:45.483645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e31df292-31e0-4e32-9868-9cd406fffdfb req-afe61a78-ff57-43e9-b9f4-febe54203d21 tempest-ServerGroupTestJSON-532403359 tempest-ServerGroupTestJSON-532403359-project] 10.222.0.24 "GET /v2.0/ports?device_id=71e76fd1-7188-47f0-8cec-2708599bf0f4 HTTP/1.1" status: 200 len: 210 time: 0.0633683 Apr 28 19:51:45.497120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-f33f55dd-3ad3-4d2d-99ee-cc27982c013c tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348022 Apr 28 19:51:45.765358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:45.829045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-35e6e6b4-e7a3-4e4b-a942-7dcba0e95cf5 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:45.830507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-35e6e6b4-e7a3-4e4b-a942-7dcba0e95cf5 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3218277 Apr 28 19:51:45.864099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-a7819abb-64ed-4ad7-a3a2-17526077c1ce tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/quotas/ea3e4032e423403e92f895b26ec8ebe2 HTTP/1.1" status: 200 len: 375 time: 0.0236895 Apr 28 19:51:45.960563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-db90aec8-6eb0-4e12-af83-58441886d582 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0878763 Apr 28 19:51:45.993130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Allocated IP 172.25.2.78 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c040c0a5-82c3-4c18-ad04-2361eaffd702) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:46.088368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'name': 'network-vif-deleted', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:46.088940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:46.090222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b97ed362-63ac-4fff-91ca-cee39af50222 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:46.140627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: b97ed362-63ac-4fff-91ca-cee39af50222 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:46.140973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b97ed362-63ac-4fff-91ca-cee39af50222 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:46.194408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13a8944-8d1e-488d-ac39-5ffb7583eb94 req-e091809b-1dba-4f86-aa33-3b566da92bcf tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.205033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e13a8944-8d1e-488d-ac39-5ffb7583eb94 req-e091809b-1dba-4f86-aa33-3b566da92bcf tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.1637242 Apr 28 19:51:46.211335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.256433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e13a8944-8d1e-488d-ac39-5ffb7583eb94 req-b110aa94-a5a1-4fe0-bd0f-00941a4ff24a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503900 Apr 28 19:51:46.309425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:46.319524 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eccfdd5b-ca79-4f3e-a06a-404fb2bfe21a'] response: {'server_uuid': '71e76fd1-7188-47f0-8cec-2708599bf0f4', 'name': 'network-vif-deleted', 'tag': '7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57', 'status': 'completed', 'code': 200} Apr 28 19:51:46.328118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'port_id': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'mac_address': 'fa:16:3e:0e:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fa4693-8243-4acc-a6ea-e1e563f4170b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:46.358564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9e64-dfda-4012-b6b0-a3f982987316 req-2a351260-a541-4051-9f47-816b20de810a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.360130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-faae9e64-dfda-4012-b6b0-a3f982987316 req-2a351260-a541-4051-9f47-816b20de810a tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.1284597 Apr 28 19:51:46.366508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.397564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-540f8393-4954-43df-86fc-099349ac9473 req-aaa586c1-8bdc-418b-a79a-b33d7b0f4726 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 210 time: 0.0453358 Apr 28 19:51:46.401631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.420957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:46.439915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:46.444085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.445255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 60c83b9b-4b23-4b25-a5b3-93032683a71a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:46.518228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:46.549346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:46.554168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:46.602636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Pushing event updated for resources: {'Port': ['ID=c040c0a5-82c3-4c18-ad04-2361eaffd702,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.630709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-faae9e64-dfda-4012-b6b0-a3f982987316 req-805ed77d-f663-44ea-8ab3-e4551273fae2 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518864 Apr 28 19:51:46.635571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5d94d4-e9a9-4ee1-b47b-df378d574985 req-975ad35d-331f-419e-bb9f-28bf34f1bee7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:46.645035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a5d94d4-e9a9-4ee1-b47b-df378d574985 req-975ad35d-331f-419e-bb9f-28bf34f1bee7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 944 time: 0.1096311 Apr 28 19:51:46.664595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:46.694262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '60c83b9b-4b23-4b25-a5b3-93032683a71a', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': '60c83b9b-4b23-4b25-a5b3-93032683a71a', 'mac_address': 'fa:16:3e:de:06:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:46.698011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a5d94d4-e9a9-4ee1-b47b-df378d574985 req-1cfd4b5e-ba69-44fd-b6a0-746bb95dc2be tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519240 Apr 28 19:51:46.702403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.754903 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.792877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60c83b9b-4b23-4b25-a5b3-93032683a71a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:46.793180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.797360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:46.812676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.813017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.813419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.813826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.814150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.814554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.814967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.815428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.815835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.816032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.816358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.817365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:51:46.827320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:46.833496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:46.913618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.032872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.037125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.147891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Pushing event updated for resources: {'Port': ['ID=c040c0a5-82c3-4c18-ad04-2361eaffd702,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.160215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.171385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:47.182825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.185928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5d82f553-face-44c3-ab34-0b6a6e7d572f tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9979489 Apr 28 19:51:47.187911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:47.197911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1539164967', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'fixed_ips': [{'ip_address': '172.25.2.78'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:47.199759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60678) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:47.208619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:47.213652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['60c83b9b-4b23-4b25-a5b3-93032683a71a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:47.213876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Usage tracker for resource:port and tenant:8520e43d1b7c451d8da92c66496626cf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:47.217806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:47.225181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:47.237794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Made reservation on behalf of 8520e43d1b7c451d8da92c66496626cf for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:47.241064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.257073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.263060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Deleting subnet 4d25f850-5329-41ba-9180-ade0cfc050a1 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:51:47.266813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.277644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:47.282631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Usage tracker for resource:security_group_rule and tenant:8520e43d1b7c451d8da92c66496626cf is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:47.286637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:47.293945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:47.339947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.404945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.412819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.428778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.451067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] device_id is not set on port 8c3b0528-b1ed-406a-b9ef-2ea56a5357f2 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:51:47.511308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f30f5e7-684c-4649-b102-6e8e9eba98a1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.566803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-9bca0b54-41e7-496e-83bd-25ed68742a84 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0470512 Apr 28 19:51:47.667629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.678762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce154bad-667a-4ce1-8fc8-bdd7e3b472a4 req-eeb486ea-335f-47b1-a848-3f7dc3b0d198 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.680236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce154bad-667a-4ce1-8fc8-bdd7e3b472a4 req-eeb486ea-335f-47b1-a848-3f7dc3b0d198 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 944 time: 0.1741765 Apr 28 19:51:47.681504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b211a13f-35ac-4f21-aba0-5e77e8f4df69 req-91dd530b-8562-4e7e-96ab-30c6719f2fd0 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 210 time: 0.0757012 Apr 28 19:51:47.798389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d25f850-5329-41ba-9180-ade0cfc050a1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:47.809778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:47.834413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-79bc15f3-8804-442d-a5e9-433bbfd9e57f admin admin] 10.222.0.24 "DELETE /v2.0/subnets/4d25f850-5329-41ba-9180-ade0cfc050a1 HTTP/1.1" status: 204 len: 168 time: 0.6334198 Apr 28 19:51:47.837255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:47.894732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce154bad-667a-4ce1-8fc8-bdd7e3b472a4 req-31f93a73-ade6-4dfc-a005-baa932be182a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503208 Apr 28 19:51:47.983468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332c87d-c786-4435-9395-91e03aef2386 req-6b9de8c3-3754-43d8-a55e-5556eaa571b5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:47.984961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8332c87d-c786-4435-9395-91e03aef2386 req-6b9de8c3-3754-43d8-a55e-5556eaa571b5 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.2195411 Apr 28 19:51:47.987448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.052897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-c53149d7-53d1-4634-9567-a7cd489ae37d tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.054320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-c53149d7-53d1-4634-9567-a7cd489ae37d tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4757926 Apr 28 19:51:48.070478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Request body: {'port': {'device_id': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'ea3e4032e423403e92f895b26ec8ebe2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:48.090539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:48.093898 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:51:48.094459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:51:48.129543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:48.129891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7a52f5cb-1dd7-4a29-a2e9-24583a2e3c57 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:48.195261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d9a0bd-ee56-4731-9090-4ab04e682655 req-0fbcdc1f-49a2-4cee-b0d0-642369424d85 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.196713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4d9a0bd-ee56-4731-9090-4ab04e682655 req-0fbcdc1f-49a2-4cee-b0d0-642369424d85 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.3935993 Apr 28 19:51:48.214134 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f5d46ad-f391-4ab2-9890-b8981d490a49 tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.0249734 Apr 28 19:51:48.223919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60694) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:48.277491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4d9a0bd-ee56-4731-9090-4ab04e682655 req-df8bdea2-5a81-4e66-8da8-fdf71fc8885d tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690725 Apr 28 19:51:48.278378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:48.282267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Usage tracker for resource:port and tenant:ea3e4032e423403e92f895b26ec8ebe2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:48.285718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:48.295858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:48.305585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Made reservation on behalf of ea3e4032e423403e92f895b26ec8ebe2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:48.309027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.321838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.337315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:48.341207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Usage tracker for resource:security_group_rule and tenant:ea3e4032e423403e92f895b26ec8ebe2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:48.343956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:48.350206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:48.359626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Deleting port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:48.360017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.436406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.442353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.514150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Deleting port c040c0a5-82c3-4c18-ad04-2361eaffd702 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:48.514489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.539687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:48.623818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Allocated IP 192.168.233.51 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/514b8804-3712-476c-8d5e-97be92806d33) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:48.649912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.733709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1add2ee-76bf-434f-9e37-b1de084557f0 req-82dcbdc2-ae50-4154-9096-52013e7a3d34 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:48.735449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1add2ee-76bf-434f-9e37-b1de084557f0 req-82dcbdc2-ae50-4154-9096-52013e7a3d34 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 945 time: 0.7151537 Apr 28 19:51:48.739581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67432355-1fb8-4084-b38f-60c0119ac158']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.788060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3972a0af-9287-4281-b13f-8687ef19b71d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.788258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3972a0af-9287-4281-b13f-8687ef19b71d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:48.858323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87082732-d6f6-4d4a-8fa6-06f501d9ae6d req-c2def553-39f6-4013-8dfd-92fe9c2c860f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 210 time: 0.0566711 Apr 28 19:51:48.874730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.876635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.893443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Transition to ACTIVE for port object 514b8804-3712-476c-8d5e-97be92806d33 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:48.920154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.982500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:48.989244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1add2ee-76bf-434f-9e37-b1de084557f0 req-935f3e46-e360-4d76-be90-d8ed6fe72eab tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379270 Apr 28 19:51:48.999236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:49.002444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:49.006510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:49.013185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:49.013185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:49.036863 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:49.038913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.039003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.044298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Pushing event updated for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.128005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.128586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.167975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5936d4fb-d39d-48ac-8a31-68cea03b80d9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1019368 Apr 28 19:51:49.176333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc9a499-af1e-4a39-ab68-d9d9c6c2171b req-4572a711-c826-41fe-a94c-c323d1c49718 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:49.177862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bc9a499-af1e-4a39-ab68-d9d9c6c2171b req-4572a711-c826-41fe-a94c-c323d1c49718 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 944 time: 0.1386447 Apr 28 19:51:49.183363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Request body: {'port': {'device_id': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:49.279158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Calling delete_port for c040c0a5-82c3-4c18-ad04-2361eaffd702 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:49.317762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bc9a499-af1e-4a39-ab68-d9d9c6c2171b req-85e2e788-3687-4570-b05b-a384469675c5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028054 Apr 28 19:51:49.330841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d0b8150-88a8-4aad-b9d3-193746c8504f None None] Provisioning for port 514b8804-3712-476c-8d5e-97be92806d33 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:49.335202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] For port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:49.344207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.344536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.349883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d0b8150-88a8-4aad-b9d3-193746c8504f None None] Provisioning complete for port 514b8804-3712-476c-8d5e-97be92806d33 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:49.350448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d0b8150-88a8-4aad-b9d3-193746c8504f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.357065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.408704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0d0b8150-88a8-4aad-b9d3-193746c8504f None None] Port 514b8804-3712-476c-8d5e-97be92806d33 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:51:49.457425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.577474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Calling delete_port for 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:49.631968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] Pushing event deleted for resources: {'Network': ['ID=67432355-1fb8-4084-b38f-60c0119ac158,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.662707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-31e4af9d-bb84-4de3-a786-12cab481d96b admin admin] 10.222.0.24 "DELETE /v2.0/networks/67432355-1fb8-4084-b38f-60c0119ac158 HTTP/1.1" status: 204 len: 168 time: 1.8206151 Apr 28 19:51:49.753547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 514b8804-3712-476c-8d5e-97be92806d33 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:49.762440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.782784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Transition to ACTIVE for port object 514b8804-3712-476c-8d5e-97be92806d33 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:51:49.790031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:49.925741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:49.968215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:49.997659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e380cae1-8c68-4615-8fc2-f99e0294845e req-69dd7831-138b-4f1c-952c-e924fddc45af tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.005718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e380cae1-8c68-4615-8fc2-f99e0294845e req-69dd7831-138b-4f1c-952c-e924fddc45af tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 945 time: 0.4783561 Apr 28 19:51:50.057345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.096030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.099309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:50.115932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e380cae1-8c68-4615-8fc2-f99e0294845e req-006b2901-38ea-473d-a4d5-faa34100ba77 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/security-groups?id=ce171ac6-73b0-434e-b44d-ef85bdb28e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061265 Apr 28 19:51:50.129697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Pushing event deleted for resources: {'Port': ['ID=c040c0a5-82c3-4c18-ad04-2361eaffd702,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.162422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-24497829-a827-4621-9d84-3b63810222b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da3d4d44feca45de8c71718806da8db4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2049541 Apr 28 19:51:50.162422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60714) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:50.226518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1d779ef8-f7ed-44ab-9bfb-50bae164bc19'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:50.240664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Pushing event deleted for resources: {'Port': ['ID=1d779ef8-f7ed-44ab-9bfb-50bae164bc19,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.312363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e56d5d0b-a956-4d6b-b3fe-f55230123d85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.315679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:50.322599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:50.323046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.381155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] No DVR routers for this DVR port 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:50.392082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.397235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'name': 'network-vif-deleted', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:50.417727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.439528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8332c87d-c786-4435-9395-91e03aef2386 req-dd7de1f3-cb78-4877-9be7-24e18d650023 tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.41 "DELETE /v2.0/ports/1d779ef8-f7ed-44ab-9bfb-50bae164bc19 HTTP/1.1" status: 204 len: 173 time: 2.4479787 Apr 28 19:51:50.443181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.444327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3b15a741-730d-4ade-8e2c-589472f3e8bb tempest-ExternalNetworksAdminNegativeTestJSON-972610619 tempest-ExternalNetworksAdminNegativeTestJSON-972610619-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/5045d750-b33e-4f53-b6a5-a1e6379aedfb HTTP/1.1" status: 204 len: 168 time: 2.1947308 Apr 28 19:51:50.464568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-ca885867-dc7f-427e-bb0f-5321b566db5b tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.465220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-ca885867-dc7f-427e-bb0f-5321b566db5b tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Synchronizing usage tracker for tenant:ea3e4032e423403e92f895b26ec8ebe2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:50.466771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.476972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc895a8c-dce4-406b-b7a8-e31961589118 req-e9ffba12-8e95-41e5-8d4b-bf96f4408a63 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.478559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fc895a8c-dce4-406b-b7a8-e31961589118 req-e9ffba12-8e95-41e5-8d4b-bf96f4408a63 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 945 time: 0.1822255 Apr 28 19:51:50.508549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-ca885867-dc7f-427e-bb0f-5321b566db5b tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Unset dirty status for tenant:ea3e4032e423403e92f895b26ec8ebe2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:50.509956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-ca885867-dc7f-427e-bb0f-5321b566db5b tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 947 time: 0.4688079 Apr 28 19:51:50.515816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:50.530686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Attempting to bind port 514b8804-3712-476c-8d5e-97be92806d33 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:51:50.531022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Attempting to bind port 514b8804-3712-476c-8d5e-97be92806d33 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:51:50.531346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Attempting to bind port 514b8804-3712-476c-8d5e-97be92806d33 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:50.539335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:50.542682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Port 514b8804-3712-476c-8d5e-97be92806d33 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:51:50.543011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Attempting to bind port 514b8804-3712-476c-8d5e-97be92806d33 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:51:50.543742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.544524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 60c83b9b-4b23-4b25-a5b3-93032683a71a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:50.577141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:51:50.577573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fc895a8c-dce4-406b-b7a8-e31961589118 req-f5a7e305-0eb4-4231-b0ea-aaef054eb421 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911951 Apr 28 19:51:50.583304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:50.583800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:51:50.584273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Bound port: 514b8804-3712-476c-8d5e-97be92806d33, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:51:50.584632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.637174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.681182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.728383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:50.731246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 60c83b9b-4b23-4b25-a5b3-93032683a71a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:50.737368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 60c83b9b-4b23-4b25-a5b3-93032683a71a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:50.738950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.765926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-46cacc68-38d6-455c-a411-6ce1b4c33e94 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Synchronizing usage tracker for tenant:ea3e4032e423403e92f895b26ec8ebe2 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:50.816725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77249e73-f860-4285-a4ad-daa4393b632b req-df173fe9-73f4-4fa8-b26b-ebd4c1962748 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:50.818260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77249e73-f860-4285-a4ad-daa4393b632b req-df173fe9-73f4-4fa8-b26b-ebd4c1962748 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1187603 Apr 28 19:51:50.842548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-46cacc68-38d6-455c-a411-6ce1b4c33e94 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Unset dirty status for tenant:ea3e4032e423403e92f895b26ec8ebe2 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:50.844161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a1abd1d-deb9-4447-8b75-dd75b653e848 req-46cacc68-38d6-455c-a411-6ce1b4c33e94 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3148906 Apr 28 19:51:50.888928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77249e73-f860-4285-a4ad-daa4393b632b req-0bc7370a-79bc-4115-8f2f-684f8212cc3f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582001 Apr 28 19:51:50.897828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:51:50.902932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=514b8804-3712-476c-8d5e-97be92806d33,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:51:50.905518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.908989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.918831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.947017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:50.962010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:50.964240 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d01832c6-f499-42c9-b6f4-fc4bb65d7b77'] response: {'server_uuid': '025c409f-d4e1-4d23-af86-20385ab708fd', 'name': 'network-vif-deleted', 'tag': '1d779ef8-f7ed-44ab-9bfb-50bae164bc19', 'status': 'completed', 'code': 200} Apr 28 19:51:50.966496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:50.968964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:51.008042 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-888002e8-23e6-4378-b8da-3210c01de4b4'] response: {'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'code': 200} Apr 28 19:51:51.014398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.043537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.046030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.047429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] 10.222.0.41 "PUT /v2.0/ports/514b8804-3712-476c-8d5e-97be92806d33 HTTP/1.1" status: 200 len: 1095 time: 1.8686578 Apr 28 19:51:51.052651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'tag': '514b8804-3712-476c-8d5e-97be92806d33'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:51.084391 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.085507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-857111f8-be19-46fa-b50e-f9b1b5418286 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/87fe1f0e-fba6-4db5-8c56-b1eeeb0aa2ed HTTP/1.1" status: 204 len: 168 time: 0.9280958 Apr 28 19:51:51.109934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:51.110329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d779ef8-f7ed-44ab-9bfb-50bae164bc19 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:51.171502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9013b38-0d29-4ac4-aec0-40e7fb3b071f req-74eb2570-e76e-4f2c-9271-2bc65c02f1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.173673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9013b38-0d29-4ac4-aec0-40e7fb3b071f req-74eb2570-e76e-4f2c-9271-2bc65c02f1ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1096 time: 0.1072526 Apr 28 19:51:51.189876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5f5ab2-0ef2-4e32-8079-c8dc5476eac1 service neutron] Pushing event updated for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.203921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.216122 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71bb0aae-0446-4354-889b-2dd833bfc13e'] response: {'name': 'network-changed', 'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'tag': '514b8804-3712-476c-8d5e-97be92806d33', 'status': 'completed', 'code': 200} Apr 28 19:51:51.238348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-63b7972f-df2d-4a71-bd12-351ba85e353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.240028 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-63b7972f-df2d-4a71-bd12-351ba85e353d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 1098 time: 0.1377754 Apr 28 19:51:51.287565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.310398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9013b38-0d29-4ac4-aec0-40e7fb3b071f req-1d7b869a-2193-4208-8fff-092d9e3187e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303711 Apr 28 19:51:51.315437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:51.325659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Usage tracker for resource:security_group_rule and tenant:5c4da003ff91496bbfc0c0aaa434f6dc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:51.330025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:51.349620 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-5415afa3-4c34-41a9-800d-1d774733663d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=514b8804-3712-476c-8d5e-97be92806d33 HTTP/1.1" status: 200 len: 217 time: 0.0997493 Apr 28 19:51:51.378025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:51.386402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-26242b04-f1e6-465c-962d-b2e114c5105b req-cabfe0c2-52d2-42f4-9154-185ba7825fcd tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Synchronizing usage tracker for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:51.416431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-26242b04-f1e6-465c-962d-b2e114c5105b req-cabfe0c2-52d2-42f4-9154-185ba7825fcd tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] Unset dirty status for tenant:a90a15ef69d040ffb958f7ce5a6dd91b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:51.417790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26242b04-f1e6-465c-962d-b2e114c5105b req-cabfe0c2-52d2-42f4-9154-185ba7825fcd tempest-ListServerFiltersTestJSON-2037250400 tempest-ListServerFiltersTestJSON-2037250400-project] 10.222.0.24 "GET /v2.0/ports?device_id=025c409f-d4e1-4d23-af86-20385ab708fd HTTP/1.1" status: 200 len: 210 time: 0.0825930 Apr 28 19:51:51.487513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.492680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.546650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5c4da003ff91496bbfc0c0aaa434f6dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5985644 Apr 28 19:51:51.547421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf33e7b-e4b6-4a5a-8d08-feb3ac517360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38b7d7ee-0437-4596-b5c1-460c790bbc5a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.549855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:51.604890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-a703867a-3937-41e1-8b48-598be1a716c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.606376 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-a703867a-3937-41e1-8b48-598be1a716c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0882416 Apr 28 19:51:51.612332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.640407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.688430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-44a4c2a3-30dc-4553-bbc8-29d1ee35a91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.690148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-44a4c2a3-30dc-4553-bbc8-29d1ee35a91d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0767050 Apr 28 19:51:51.712507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.727215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38b7d7ee-0437-4596-b5c1-460c790bbc5a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:51.733861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:51.735309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4947db11-6339-47f7-847d-434a9f2b782d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/38b7d7ee-0437-4596-b5c1-460c790bbc5a HTTP/1.1" status: 204 len: 168 time: 0.1840775 Apr 28 19:51:51.912766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe89e5-b160-4286-95d4-0892f4070019 req-1570814d-2da4-455e-8d9a-3fc2c490b8b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:51.921388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52fe89e5-b160-4286-95d4-0892f4070019 req-1570814d-2da4-455e-8d9a-3fc2c490b8b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.2188962 Apr 28 19:51:51.955649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-d86dff98-af5c-4681-828a-8cb922eba256 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110510 Apr 28 19:51:52.002357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52fe89e5-b160-4286-95d4-0892f4070019 req-eac1d43b-ca58-494a-b140-26666f86a6fd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797815 Apr 28 19:51:52.060783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07fd49-5914-4bf7-90f2-7227e830da73 req-3f185bd1-9239-4ba1-9f8f-0d15831a72a5 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.068431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a07fd49-5914-4bf7-90f2-7227e830da73 req-3f185bd1-9239-4ba1-9f8f-0d15831a72a5 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 947 time: 0.1105683 Apr 28 19:51:52.122672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:52.131125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a07fd49-5914-4bf7-90f2-7227e830da73 req-b226dc23-4ba4-466b-8118-a0174add71bc tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604594 Apr 28 19:51:52.198052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-685056fc-ec65-4c99-80ef-d18f943d5e12 req-adbe66f7-2f6a-49e3-aa8c-a3a38439324f service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294884 Apr 28 19:51:52.240710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f172a8-0c14-4eec-acb3-e00e18a6d3cc req-81c780e9-2122-4d9b-b887-138ebf5fb189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.242717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31f172a8-0c14-4eec-acb3-e00e18a6d3cc req-81c780e9-2122-4d9b-b887-138ebf5fb189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1190584 Apr 28 19:51:52.277822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:52.306923 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3477062-7cac-466b-8c3a-8ad62111acb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.315318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-network', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:52.330664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc5defa5-a87a-4319-aeba-a863051a12ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8520e43d1b7c451d8da92c66496626cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493028 Apr 28 19:51:52.330856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:52.331365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60784) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:52.343973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Usage tracker for resource:network and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:52.351529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:52.360837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:52.366418 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31f172a8-0c14-4eec-acb3-e00e18a6d3cc req-64f6d5ea-8a53-4f19-b2e7-222686601f50 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170998 Apr 28 19:51:52.384964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Made reservation on behalf of 9ce64699e5af42e89d74cbfda9f6a9ff for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:52.386873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.397390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.410774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.430771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-6f2a2986-ec91-474f-8335-24ef6547e74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.431226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.432364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-6f2a2986-ec91-474f-8335-24ef6547e74a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 1098 time: 0.1695533 Apr 28 19:51:52.433528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:52.437702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:52.463190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:52.475738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:52.537814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.558722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f30f5e7-684c-4649-b102-6e8e9eba98a1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.570873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.572352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35b8b95c-6bda-4bb7-821d-ec4c0612b583 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2f30f5e7-684c-4649-b102-6e8e9eba98a1 HTTP/1.1" status: 204 len: 168 time: 0.2401552 Apr 28 19:51:52.573129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:52.639958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-de1c4c6e-4ae4-4cca-98c2-dadd8f3372bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.641403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-de1c4c6e-4ae4-4cca-98c2-dadd8f3372bd service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.2008145 Apr 28 19:51:52.646563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Deleting subnet 7a0b83bf-607c-4c7e-b995-ea34457ca1a8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:51:52.649742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.709632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.728638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-c35dac37-814c-4e5b-a1e5-8ea093c6fc71 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.51&port_id=514b8804-3712-476c-8d5e-97be92806d33 HTTP/1.1" status: 200 len: 217 time: 0.0800233 Apr 28 19:51:52.796202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.808803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.816064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.833105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-9deadce7-9947-4d0a-9ab1-c6a182fd5b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:52.834562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-9deadce7-9947-4d0a-9ab1-c6a182fd5b99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0917242 Apr 28 19:51:52.873223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.904446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:52.911587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65c8722b-564d-4c57-8494-a06ff0adbc77,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.922539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.923027 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Added segment 54e66a31-f303-4c1d-bbfe-f377e85a345f of type vlan for network 2815c5df-228c-47aa-a714-b6b1e7926a02 Apr 28 19:51:52.937749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a0b83bf-607c-4c7e-b995-ea34457ca1a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:52.940295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:52.944645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09e9342-aaa7-4d95-8f05-050a2f2a72ee None None] Network 8958027f-692d-40a2-9b1c-e54abca11264 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:52.946771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-090b3f59-1504-4b82-bd33-e6c862c271c3 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7a0b83bf-607c-4c7e-b995-ea34457ca1a8 HTTP/1.1" status: 204 len: 168 time: 0.3723590 Apr 28 19:51:52.949205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60804) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:52.957349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.002821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.004540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.005523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.049565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:53.071131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.083963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Deleting port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:53.084363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.121261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-bf81ddb7-ae4d-4cc7-9b9c-0d298b760c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.123348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-bf81ddb7-ae4d-4cc7-9b9c-0d298b760c07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2762537 Apr 28 19:51:53.216281 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f91981e-6a45-406d-b520-8069dc99c0ea'] response: {'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a', 'code': 200} Apr 28 19:51:53.370669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] DHCP port deletion for 8958027f-692d-40a2-9b1c-e54abca11264 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:51:53.375117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Deleting port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:53.375489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.533286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4080963 Apr 28 19:51:53.547606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:53.601959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b6c264-3daa-4124-9bd7-750936fd1822 admin admin] Pushing event updated for resources: {'Network': ['ID=2815c5df-228c-47aa-a714-b6b1e7926a02,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:53.616471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Request body: {'subnet': {'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-subnet', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:53.629794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:51:53.641919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:53.649697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Usage tracker for resource:subnet and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:53.655608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-34981bb1-82e0-46a7-b857-7f5767a52a2b service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5188334 Apr 28 19:51:53.657423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:53.704726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:53.751808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65df39d0-6284-41c4-870a-9a1f7fd0dc23 req-74e9ca34-71dc-4e5e-a5f6-6a6261e235e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.753274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65df39d0-6284-41c4-870a-9a1f7fd0dc23 req-74e9ca34-71dc-4e5e-a5f6-6a6261e235e6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 1097 time: 0.4113812 Apr 28 19:51:53.758069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.764866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] For port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:53.765535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.813281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] For port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,segment=NetworkSegment(12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7),segment_id=12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:53.813697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.844786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad8d6f-58ae-4997-97cc-5d1ee237f0e2 req-90d140fc-18db-4e4d-ad5c-88083069d6af service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817579 Apr 28 19:51:53.849359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Made reservation on behalf of 9ce64699e5af42e89d74cbfda9f6a9ff for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:53.851669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:53.894976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ac018-a04d-47ed-9765-b2ee7b5afa8e req-d922d4e7-6066-4eb7-be71-ca87fc6e7bcd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:53.896463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b29ac018-a04d-47ed-9765-b2ee7b5afa8e req-d922d4e7-6066-4eb7-be71-ca87fc6e7bcd tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.4778650 Apr 28 19:51:53.914102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Calling delete_port for 0114fa6e-5666-4c26-87ed-fcf1f17d5bba owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:53.986350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Calling delete_port for 0114fa6e-5666-4c26-87ed-fcf1f17d5bba owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:51:54.010052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b29ac018-a04d-47ed-9765-b2ee7b5afa8e req-4f234844-33bb-4b75-9679-971e4c93086d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Apr 28 19:51:54.048625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.059303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.078139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:51:54.079489 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:51:54.118414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f32dc8-ede4-4098-ae42-9a81eef62256 req-daa1166c-a93a-46f2-887f-5ef4dde84a16 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.126390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19f32dc8-ede4-4098-ae42-9a81eef62256 req-daa1166c-a93a-46f2-887f-5ef4dde84a16 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 947 time: 0.5304511 Apr 28 19:51:54.135339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.161646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] No DVR routers for this DVR port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:51:54.191128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=0114fa6e-5666-4c26-87ed-fcf1f17d5bba,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.209148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65df39d0-6284-41c4-870a-9a1f7fd0dc23 req-f46e572c-4dfe-4172-b687-b334dc4684eb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037618 Apr 28 19:51:54.289890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Checking segment: {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:51:54.290243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Network hostable DHCP agents. Network: 2815c5df-228c-47aa-a714-b6b1e7926a02, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:51:54.307301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97572f94-c848-4b5b-8aad-a81c98c9798d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.315351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19f32dc8-ede4-4098-ae42-9a81eef62256 req-64700781-3e52-4bf7-a559-8de2d13dc800 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885827 Apr 28 19:51:54.317977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.325227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:51:54.343251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3b63e-97e6-4856-aa4f-1f03e20093ff req-e8b1d7a4-3666-4548-8071-a4c26dc22d04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.345114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20e3b63e-97e6-4856-aa4f-1f03e20093ff req-e8b1d7a4-3666-4548-8071-a4c26dc22d04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1616693 Apr 28 19:51:54.346354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2815c5df-228c-47aa-a714-b6b1e7926a02) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:54.349540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8958027f-692d-40a2-9b1c-e54abca11264']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.351251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:54.351863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.359804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa61ae8-e585-4e69-81bb-c1186ac67ef8 None None] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:54.363790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.364242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12ad6c6a-6eb5-49ba-b494-e9b76b5a80c7') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:54.378892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.400230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.408440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:51:54.408847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.419269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0cc240f7-78c9-474a-bcb9-e0694a828779 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8673794 Apr 28 19:51:54.420015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:54.430030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:54.435791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20e3b63e-97e6-4856-aa4f-1f03e20093ff req-983aa9ed-a8e2-4649-95f2-96e51e99c7ec tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799997 Apr 28 19:51:54.438086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:54.443708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Usage tracker for resource:router and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:54.446714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:51:54.450040 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:51:54.456218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:54.470397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.473627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.594554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Deleting port 0114fa6e-5666-4c26-87ed-fcf1f17d5bba {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:51:54.595650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.619703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.619981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.651640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:54.654552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8958027f-692d-40a2-9b1c-e54abca11264,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:54.698196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1823801f-4ea7-4656-aa22-aec70490e2f5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8958027f-692d-40a2-9b1c-e54abca11264 HTTP/1.1" status: 204 len: 168 time: 1.7473464 Apr 28 19:51:54.716946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0114fa6e-5666-4c26-87ed-fcf1f17d5bba no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:51:54.756397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73fe0be1-c198-4f47-b960-742336bc5c6b None None] The port '0114fa6e-5666-4c26-87ed-fcf1f17d5bba' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:51:54.803988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0114fa6e-5666-4c26-87ed-fcf1f17d5bba {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:51:54.804443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0114fa6e-5666-4c26-87ed-fcf1f17d5bba not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:51:54.885224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:54.886240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99b7fe1-7e01-4da1-baf2-58d6d2fef6b9 None None] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:51:54.975613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:54.987228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.050167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.075385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-732dc84e-0c5d-44f1-91af-e44118192444 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:55.076394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-732dc84e-0c5d-44f1-91af-e44118192444 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Synchronizing usage tracker for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:51:55.091370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bf50192-24b0-45d4-99b9-e965d16326eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a90a15ef69d040ffb958f7ce5a6dd91b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1144817 Apr 28 19:51:55.094892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.162174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-732dc84e-0c5d-44f1-91af-e44118192444 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Unset dirty status for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:51:55.168851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-732dc84e-0c5d-44f1-91af-e44118192444 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 814 time: 0.3546927 Apr 28 19:51:55.181658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.192234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-aff484af-7125-4c8a-ad7a-755cf3f64fab tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/quotas/7131efd4dd24496eab8e7a732ae6158a HTTP/1.1" status: 200 len: 375 time: 0.0222895 Apr 28 19:51:55.286025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bb9a2144-dc25-4c30-b4f7-b324c9ce10a9 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:55.291223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.353844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-d92d1e41-b63d-4c85-8de0-9e857be2e0c9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1603129 Apr 28 19:51:55.410559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb9a2144-dc25-4c30-b4f7-b324c9ce10a9 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "PUT /v2.0/quotas/14d370fd688d434b97537491e92a6aa6 HTTP/1.1" status: 200 len: 366 time: 0.5226269 Apr 28 19:51:55.414137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60890) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.486416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3df7e551-e7c6-4ad5-9289-dc85e2816420 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0711887 Apr 28 19:51:55.490858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60894) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.506162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-57a29b85-4921-45ed-8c3e-b9ab91b629b7 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas/14d370fd688d434b97537491e92a6aa6 HTTP/1.1" status: 200 len: 366 time: 0.0142496 Apr 28 19:51:55.508868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.513802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60898) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.530522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce171ac6-73b0-434e-b44d-ef85bdb28e60,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:55.569211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-9fffd13a-1c10-441f-b2a0-8d758d7f1cb2 service neutron] 10.222.0.24 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143993 Apr 28 19:51:55.672262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.709971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.764675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0795c545-3678-4dba-88c9-3d909038fc37 req-a574d980-88c7-497d-a96f-660103ff3968 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:55.766172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0795c545-3678-4dba-88c9-3d909038fc37 req-a574d980-88c7-497d-a96f-660103ff3968 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.5201828 Apr 28 19:51:55.781208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a31c0dc-876c-4472-9d18-4c71c109496a tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/14d370fd688d434b97537491e92a6aa6 HTTP/1.1" status: 204 len: 168 time: 0.2542131 Apr 28 19:51:55.786254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60902) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.804918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:55.806005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03aa064d-b805-4a7a-a729-de58b4dc9a3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ce171ac6-73b0-434e-b44d-ef85bdb28e60 HTTP/1.1" status: 204 len: 168 time: 0.7100680 Apr 28 19:51:55.810084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-202a6159-22c5-446e-8629-5c69cb235459 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0224473 Apr 28 19:51:55.812228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60908) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.827113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9319c956-db3c-4f40-87a7-23394845db23 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas/14d370fd688d434b97537491e92a6aa6 HTTP/1.1" status: 200 len: 370 time: 0.0138514 Apr 28 19:51:55.830452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60912) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.849186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9841e85a-06c1-4b70-887c-3d94301f7f9a tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas/14d370fd688d434b97537491e92a6aa6/default HTTP/1.1" status: 200 len: 370 time: 0.0176995 Apr 28 19:51:55.853136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:55.858483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-1fc16a84-f36b-4d4f-87ae-b368dff9b9f4 service neutron] 10.222.0.24 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2879248 Apr 28 19:51:55.868793 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-ec3dbf4c-b359-409f-ba05-a853a0fa84af tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] delete failed (client error): The resource could not be found. Apr 28 19:51:55.874340 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec3dbf4c-b359-409f-ba05-a853a0fa84af tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "DELETE /v2.0/quotas/14d370fd688d434b97537491e92a6aa6 HTTP/1.1" status: 404 len: 348 time: 0.0202086 Apr 28 19:51:55.878046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0795c545-3678-4dba-88c9-3d909038fc37 req-d517754a-d56d-4781-be09-4e40399da042 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054654 Apr 28 19:51:55.949951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Allocated IP 172.25.2.23 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/fa8534db-2187-410d-a459-5be1d2ff98ae) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:56.054527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:56.141852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-890558a7-e8ef-497f-a241-202880412e34 req-7371bdcb-d27d-4298-907e-11b54b8b5966 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 210 time: 0.1099727 Apr 28 19:51:56.151175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 514b8804-3712-476c-8d5e-97be92806d33 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:51:56.182930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-6be7a45a-1999-459b-8251-53d9f6211e95 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0985010 Apr 28 19:51:56.195165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:network and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.202797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.233981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886ce66f-eeec-4b81-a271-ef70d0a921ed req-30658b84-32c5-492d-83a1-c86e9c90924f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.235434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-886ce66f-eeec-4b81-a271-ef70d0a921ed req-30658b84-32c5-492d-83a1-c86e9c90924f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 947 time: 0.2178991 Apr 28 19:51:56.238887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.242380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:subnet and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.248680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.280486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:subnetpool and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.298484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.311756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-886ce66f-eeec-4b81-a271-ef70d0a921ed req-5600cbba-cd8f-403c-8b8d-daba47a7957d tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Apr 28 19:51:56.318089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:port and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.323719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.333083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.382848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:router and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.421787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.431817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:51:56.435056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:51:56.445653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:51:56.446875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=514b8804-3712-476c-8d5e-97be92806d33,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:56.470607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.472831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:floatingip and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.475177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.477186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.477401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '514b8804-3712-476c-8d5e-97be92806d33', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '514b8804-3712-476c-8d5e-97be92806d33', 'mac_address': 'fa:16:3e:89:b1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.51'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:51:56.482018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.482377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.482737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.483305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.483845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.488541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c49d4e1d-c671-45f2-8206-2d5d6ad1a138 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 6489 time: 0.1997201 Apr 28 19:51:56.490144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Pushing event updated for resources: {'Port': ['ID=fa8534db-2187-410d-a459-5be1d2ff98ae,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.584327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.631725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 514b8804-3712-476c-8d5e-97be92806d33 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:51:56.665883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=514b8804-3712-476c-8d5e-97be92806d33,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:56.673008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:56.718869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-4e9cbd7b-42f4-4457-a069-cb1a89ed6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.719578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-4e9cbd7b-42f4-4457-a069-cb1a89ed6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.720191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-4e9cbd7b-42f4-4457-a069-cb1a89ed6936 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.722663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-4e9cbd7b-42f4-4457-a069-cb1a89ed6936 service neutron] 10.222.0.41 "GET /v2.0/networks?id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&id=94041670-70c7-4d06-95fa-e5d312c82809&id=94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 200 len: 2292 time: 0.2049387 Apr 28 19:51:56.760597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:56.801090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:security_group and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.808337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.822965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Usage tracker for resource:security_group_rule and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:56.855651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-90544253-de61-4671-b5b6-4212fa667177 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 200 len: 999 time: 0.1265116 Apr 28 19:51:56.888848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:56.979669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-d2a1248a-229b-4cdd-84c1-bc8fdab64cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:56.981283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-d2a1248a-229b-4cdd-84c1-bc8fdab64cac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9c26e62c-f7f6-48d9-b67d-e0b1483517da HTTP/1.1" status: 200 len: 851 time: 0.1187487 Apr 28 19:51:56.997962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['514b8804-3712-476c-8d5e-97be92806d33'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:57.003209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5072d0c1-ac3f-4f38-897e-ad627a138d41 tempest-QuotasTest-1673091967 tempest-QuotasTest-1673091967-project-admin] 10.222.0.24 "GET /v2.0/quotas/1e5da64dbc4e4ffcb21536f98cb2442c/details.json HTTP/1.1" status: 200 len: 703 time: 0.9388583 Apr 28 19:51:57.058961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.138453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60958) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:57.160977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-b8985d22-9672-4013-ba0a-8b9c20f79d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.162484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-b8985d22-9672-4013-ba0a-8b9c20f79d6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114fef73-afb1-49c2-b6a9-a8fb972e0d31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707628 Apr 28 19:51:57.174744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2ace7-5c9e-46de-82de-ff7325ea4607 req-9848a261-d7e6-420b-97b6-873281433a61 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:57.177022 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2a2ace7-5c9e-46de-82de-ff7325ea4607 req-9848a261-d7e6-420b-97b6-873281433a61 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.1392858 Apr 28 19:51:57.378342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2a2ace7-5c9e-46de-82de-ff7325ea4607 req-00fc1811-5170-4acc-8a8a-fbea7ae093c9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807780 Apr 28 19:51:57.433892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-581a714b-04fb-46d6-8d14-c98818b02c6f req-bd137a54-1e84-44af-b1e2-9fe5e8d44fe9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 210 time: 0.0829167 Apr 28 19:51:57.482631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-8afd9e08-fa89-406b-b467-bf0a7ff6eb65 service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3045828 Apr 28 19:51:57.569683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:57.628070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1459628832-network', 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:57.652482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:57.663971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Usage tracker for resource:network and tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:57.668851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:57.755341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:57.778335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.857431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:57.871760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.900296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:57.926728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Usage tracker for resource:security_group_rule and tenant:172556148de44f63b8669710ffb1bcf9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:57.931069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:57.942598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:57.959283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:57.981987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:57.994322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Usage tracker for resource:security_group_rule and tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:58.000764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-4e8ab847-7f90-406b-915c-012101c16e2f service neutron] 10.222.0.41 "GET /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301550 Apr 28 19:51:58.001557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:58.016142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b745b7-0613-4561-a346-68fab8c83881 req-43400cdf-d738-4e09-9353-65eed2ab35ff tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.017628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70b745b7-0613-4561-a346-68fab8c83881 req-43400cdf-d738-4e09-9353-65eed2ab35ff tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 948 time: 0.5312943 Apr 28 19:51:58.018539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:58.075679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-587062a2-a56d-439a-b537-5ea1b2648cf7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.077094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-587062a2-a56d-439a-b537-5ea1b2648cf7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 814 time: 0.5120769 Apr 28 19:51:58.079729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.100607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-ab5278de-0c42-4dfa-9c4c-0632aa9c5d7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 217 time: 0.0786688 Apr 28 19:51:58.141037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Request body: {'port': {'device_id': '3570f343-4368-47d2-a603-a887a6990b17', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'admin_state_up': True, 'tenant_id': '7131efd4dd24496eab8e7a732ae6158a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:58.166775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ec2eea-a12e-4319-8f22-3ebf2040ee7a req-0f0ddc89-8fe0-4cb4-8310-de4567b85fca tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.167661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32ec2eea-a12e-4319-8f22-3ebf2040ee7a req-0f0ddc89-8fe0-4cb4-8310-de4567b85fca tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.3166547 Apr 28 19:51:58.170314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 514b8804-3712-476c-8d5e-97be92806d33 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:51:58.232664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70b745b7-0613-4561-a346-68fab8c83881 req-9b9f582b-3037-4be7-ac32-d52e21604f5f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382258 Apr 28 19:51:58.248519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-209c1992-d16c-4fde-ad0a-9206dd77fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.250104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-209c1992-d16c-4fde-ad0a-9206dd77fe7c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1285286 Apr 28 19:51:58.283111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 514b8804-3712-476c-8d5e-97be92806d33 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:51:58.289959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 514b8804-3712-476c-8d5e-97be92806d33 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:51:58.290382 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.375450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.386598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.396542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32ec2eea-a12e-4319-8f22-3ebf2040ee7a req-cdf12419-77d0-44df-9542-3639febfb5b8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592889 Apr 28 19:51:58.417044 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.446939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b8804-3712-476c-8d5e-97be92806d33'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:51:58.457337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=514b8804-3712-476c-8d5e-97be92806d33,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:51:58.461911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.468470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:58.486847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:58.511336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Made reservation on behalf of 7131efd4dd24496eab8e7a732ae6158a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:58.515338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.547196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Router bb42949c-849e-4e78-a3a6-ce32d1ba86aa is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:51:58.547761 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2734bdd5-30ae-467d-b389-9ca8db575769'] response: {'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '514b8804-3712-476c-8d5e-97be92806d33', 'code': 200} Apr 28 19:51:58.569069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=172556148de44f63b8669710ffb1bcf9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9962788 Apr 28 19:51:58.569993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a732d4-0748-45da-9fa2-d11208a2dc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9226732e-6daa-442a-8bf3-112c886bd326,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.576912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60988) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:58.611901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.771321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-feba9b5d-2c52-4c4e-84b5-0e0869a31583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:58.772793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-feba9b5d-2c52-4c4e-84b5-0e0869a31583 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4942932 Apr 28 19:51:58.775487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.799582 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f44e7b85-f1dd-4895-8d68-019d1dbe7292 req-4a7ce38f-28f9-493d-b82b-2db1973abe92 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 210 time: 0.1328645 Apr 28 19:51:58.810809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.878756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:51:58.914402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:51:58.924745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Sync routers for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:51:58.925059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Allocated IP 172.20.0.10 (c00b70e0-98c2-45e9-8705-39fe019f2a50/17fa4693-8243-4acc-a6ea-e1e563f4170b/ffd98da7-4d31-420d-8739-edc467393bc2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:51:58.936794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:51:58.937647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:58.950965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc183183-f1af-4b93-9e6d-a52740467965,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:58.969574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.969896 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Added segment 213520a7-d70e-4ad2-8b4d-b4fc6986f51a of type vlan for network e7e235ac-5a0b-4285-a197-26b4c4ac161f Apr 28 19:51:58.971306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:58.973759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1680a33-de6c-4caa-91ec-edb31b91d32f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5499113 Apr 28 19:51:58.982132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:59.004653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.044778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.052141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98db91-708e-469c-a72f-7c08c5b8867a req-437cc2f2-3109-4181-abb4-11e28fb76d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.053653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c98db91-708e-469c-a72f-7c08c5b8867a req-437cc2f2-3109-4181-abb4-11e28fb76d55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 1100 time: 0.4643331 Apr 28 19:51:59.099710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.133858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-00e46aed-d1ab-4ea7-9d12-a6365658de5a service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3501966 Apr 28 19:51:59.145319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:51:59.193529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0c98db91-708e-469c-a72f-7c08c5b8867a req-d4fa0d75-94ea-44e7-9b69-4e24e1f16ce5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245868 Apr 28 19:51:59.267050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.267887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.269915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.399801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.471127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] Pushing event updated for resources: {'Network': ['ID=e7e235ac-5a0b-4285-a197-26b4c4ac161f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.482657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-427ffe43-c772-45c7-afdc-ed5ecca95d54 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3416486 Apr 28 19:51:59.491434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-e90831b8-ed04-49fd-afe2-eb553df25d22 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3408492 Apr 28 19:51:59.492396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9226732e-6daa-442a-8bf3-112c886bd326,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:51:59.495119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.498423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ef0200c1-5005-4af8-9181-9a6828515007 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9226732e-6daa-442a-8bf3-112c886bd326 HTTP/1.1" status: 204 len: 168 time: 0.9180262 Apr 28 19:51:59.498423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32768) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:59.517101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:51:59.574282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Request body: {'subnet': {'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1459628832-subnet', 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:51:59.589161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:51:59.594446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-b13d0ab1-2050-4c4d-8e67-3d38b306ddd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.118&port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 217 time: 0.0878966 Apr 28 19:51:59.604351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Usage tracker for resource:subnet and tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:51:59.686513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.696587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:51:59.704308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:51:59.717355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-77c59450-4303-433d-ad37-518f5d293cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.719922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-77c59450-4303-433d-ad37-518f5d293cd5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1109045 Apr 28 19:51:59.725350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:51:59.728447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.772102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 3, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:51:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:51:59.776166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Checking router: bb42949c-849e-4e78-a3a6-ce32d1ba86aa for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:51:59.776516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Updating router bb42949c-849e-4e78-a3a6-ce32d1ba86aa port fa8534db-2187-410d-a459-5be1d2ff98ae binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:51:59.834519 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.892592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971b9fc9-4532-43b3-834e-760c2252b70c req-68178a3a-40a8-4fbb-90ba-0f072fcbd2b7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.899886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-971b9fc9-4532-43b3-834e-760c2252b70c req-68178a3a-40a8-4fbb-90ba-0f072fcbd2b7 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.3153708 Apr 28 19:51:59.912271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965d49ad-4093-4e78-9dc2-55d6f26eda0e req-1f19231e-bf34-4b56-b3c8-63845f3a2888 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:51:59.919425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-965d49ad-4093-4e78-9dc2-55d6f26eda0e req-1f19231e-bf34-4b56-b3c8-63845f3a2888 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 949 time: 0.5108809 Apr 28 19:51:59.932231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:51:59.946901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:51:59.952550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:51:59.999747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.030668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-965d49ad-4093-4e78-9dc2-55d6f26eda0e req-4d0818dd-ad1b-4967-a034-1a1b5d4f382d tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096988 Apr 28 19:52:00.036413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:00.042470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Usage tracker for resource:security_group_rule and tenant:1e5da64dbc4e4ffcb21536f98cb2442c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:00.047834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:00.057172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-971b9fc9-4532-43b3-834e-760c2252b70c req-9485eb43-f554-473e-a9d3-3b1387dccbdc tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563203 Apr 28 19:52:00.066248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Network c00b70e0-98c2-45e9-8705-39fe019f2a50 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:00.070936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:00.074798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:00.099376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Pushing event updated for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.102666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:00.130919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-1bd3ec41-8e8d-4eda-9a3b-33146759e9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.132382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-1bd3ec41-8e8d-4eda-9a3b-33146759e9b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3791370 Apr 28 19:52:00.179994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.180568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.209791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-c81cc4ee-11aa-471f-97ba-8f31e0c1d8b2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1227319 Apr 28 19:52:00.242575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Request body: {'port': {'device_id': '3570f343-4368-47d2-a603-a887a6990b17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:00.359676 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.416871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.426829 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.444436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Transition to ACTIVE for port object fa8534db-2187-410d-a459-5be1d2ff98ae will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:00.451734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.488455 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:52:00.512657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-6b4ecb62-07f2-4cc5-872f-b8daa07056b2 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620172 Apr 28 19:52:00.518152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f179dec-e89b-4422-a938-7d5228c24a6b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.525955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.557274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.589564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Checking segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:00.590471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Network hostable DHCP agents. Network: e7e235ac-5a0b-4285-a197-26b4c4ac161f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:00.604067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Attempting to bind port fa8534db-2187-410d-a459-5be1d2ff98ae on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:00.604693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Attempting to bind port fa8534db-2187-410d-a459-5be1d2ff98ae by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:00.604924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Attempting to bind port fa8534db-2187-410d-a459-5be1d2ff98ae on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:00.609259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94cc2a-cd70-4b70-8d30-24620bd9f517 None None] Pushing event updated for resources: {'Port': ['ID=fa8534db-2187-410d-a459-5be1d2ff98ae,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.614491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:00.614971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:00.616187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.616311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:00.617321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Bound port: fa8534db-2187-410d-a459-5be1d2ff98ae, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:00.617815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.621568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.624473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd4c962-a57c-45c2-b0ac-1a192399c844 req-dd61938c-1297-44fe-84f2-2f7a0fc0558b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.625989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cd4c962-a57c-45c2-b0ac-1a192399c844 req-dd61938c-1297-44fe-84f2-2f7a0fc0558b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 932 time: 0.4412360 Apr 28 19:52:00.703904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] For port fa8534db-2187-410d-a459-5be1d2ff98ae, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:00.708462 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] For port fa8534db-2187-410d-a459-5be1d2ff98ae, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fa8534db-2187-410d-a459-5be1d2ff98ae,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:00.712444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.803557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:00.804346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:00.846027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e5da64dbc4e4ffcb21536f98cb2442c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900120 Apr 28 19:52:00.851288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32782) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:00.863212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e254f09-828a-4c4e-966a-7e829e6517e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff999a58-ab06-4be4-9ae3-cfb5b166a22f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.889442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:00.920266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cd4c962-a57c-45c2-b0ac-1a192399c844 req-6618d8dc-7b97-42cd-b9de-ba6c272cd6c7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751334 Apr 28 19:52:00.924625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e7e235ac-5a0b-4285-a197-26b4c4ac161f) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:00.931182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:00.931760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:00.936179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94cc2a-cd70-4b70-8d30-24620bd9f517 None None] Pushing event updated for resources: {'Port': ['ID=fa8534db-2187-410d-a459-5be1d2ff98ae,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:00.937606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-5c621310-c2ca-4905-8535-f9a573ce5d65 service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099655 Apr 28 19:52:00.947575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73dde66-b983-45e3-8b56-ca506cda72be None None] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:01.026081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2b346172-a1f6-4e37-a1f0-704318e66c83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5223832 Apr 28 19:52:01.049240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-e3bff2ef-0cb5-4299-9028-425dd5b55ec6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.219&port_id=75c0c109-43cf-48c4-a88c-392288c6cca3 HTTP/1.1" status: 200 len: 217 time: 0.0909016 Apr 28 19:52:01.080883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Allocated IP 172.20.0.1 (2815c5df-228c-47aa-a714-b6b1e7926a02/97572f94-c848-4b5b-8aad-a81c98c9798d/0f4c53a3-5ce2-456e-bf46-99ad1896cad9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:01.093684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.162125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:01.163273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-3bfb8476-234d-4b37-8270-0f8e68e72351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.164742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-3bfb8476-234d-4b37-8270-0f8e68e72351 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1101441 Apr 28 19:52:01.288093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.362593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-8807039e-4340-462c-9896-893737ae1074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.368878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-8807039e-4340-462c-9896-893737ae1074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1983008 Apr 28 19:52:01.372382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7281dce5-3521-4ec8-a181-1b9529f92b31 None None] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:01.438187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ee94b9-8410-4c3e-a0cc-d2dc0cc0fd80 req-237a995e-f03d-4fe2-8047-b2c01fc9f47f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.439673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34ee94b9-8410-4c3e-a0cc-d2dc0cc0fd80 req-237a995e-f03d-4fe2-8047-b2c01fc9f47f tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 949 time: 0.1837208 Apr 28 19:52:01.546704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34ee94b9-8410-4c3e-a0cc-d2dc0cc0fd80 req-bba03470-ed87-4dd5-a164-145c0338b086 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600350 Apr 28 19:52:01.569212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd98da7-4d31-420d-8739-edc467393bc2 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:01.580807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.604697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-cd6da39d-edb0-485a-9e79-20f734e9d58c service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267053 Apr 28 19:52:01.653932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.657008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Transition to ACTIVE for port object ffd98da7-4d31-420d-8739-edc467393bc2 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:01.661944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.681608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.743686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff999a58-ab06-4be4-9ae3-cfb5b166a22f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:01.744780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 3, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:01.750304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24951d6-24d6-4605-8d1d-f7ea9953d044 None None] The sync data for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 is: [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:51:56Z', 'revision_number': 3, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:01.773288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacec221-0b3f-4d43-bb4d-7267abed22e5 req-f97193f9-35de-46f4-96f5-cb10d308e351 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:01.786337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bacec221-0b3f-4d43-bb4d-7267abed22e5 req-f97193f9-35de-46f4-96f5-cb10d308e351 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.5065341 Apr 28 19:52:01.804443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-e00221f9-e088-46d2-845a-a2faedeb73ea service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934719 Apr 28 19:52:01.865837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:01.869475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1cc96900-b9e1-46d7-9abd-554019420f78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff999a58-ab06-4be4-9ae3-cfb5b166a22f HTTP/1.1" status: 204 len: 168 time: 1.0149713 Apr 28 19:52:01.903747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Pushing event updated for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:01.923046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c3548d46-9e60-4d1a-a5a3-205dfb581842 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.129&port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 200 len: 217 time: 0.1071675 Apr 28 19:52:01.944812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bacec221-0b3f-4d43-bb4d-7267abed22e5 req-f3317f6d-289f-4b86-81c0-068e332e563c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574445 Apr 28 19:52:02.023369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.105795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-ac3476b2-b403-491f-a82b-fa9c61fe44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.107373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-ac3476b2-b403-491f-a82b-fa9c61fe44dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 200 len: 797 time: 0.1754775 Apr 28 19:52:02.164383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Attempting to bind port ffd98da7-4d31-420d-8739-edc467393bc2 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:02.165151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Attempting to bind port ffd98da7-4d31-420d-8739-edc467393bc2 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:02.165756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Attempting to bind port ffd98da7-4d31-420d-8739-edc467393bc2 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:02.178067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:02.184740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:02.200965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:02.205217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-947c4c16-1157-4677-a1c1-271638e6f8c5 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.205953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-947c4c16-1157-4677-a1c1-271638e6f8c5 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:02.234627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-947c4c16-1157-4677-a1c1-271638e6f8c5 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:02.243158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-947c4c16-1157-4677-a1c1-271638e6f8c5 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 0.3582528 Apr 28 19:52:02.260988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Pushing event updated for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:02.269676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-a234fa5e-c4e5-4fb1-a0bd-b87404b03e3b tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/quotas/0ea0cc7c58d94f7a9a809bfcf2a26e0b HTTP/1.1" status: 200 len: 375 time: 0.0238600 Apr 28 19:52:02.270833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Port ffd98da7-4d31-420d-8739-edc467393bc2 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:02.271480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Attempting to bind port ffd98da7-4d31-420d-8739-edc467393bc2 on network c00b70e0-98c2-45e9-8705-39fe019f2a50 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:02.293842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:02.294445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Checking segment: {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:02.294997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Bound using segment: {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:02.299311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Bound port: ffd98da7-4d31-420d-8739-edc467393bc2, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82b36ac7-e5bb-4777-ba7b-160928604c7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:02.301894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.409807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-aa707c78-e246-494a-9e28-cd45aba355dc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1390669 Apr 28 19:52:02.509489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.565928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:02.587314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ffd98da7-4d31-420d-8739-edc467393bc2,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:02.594209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.707268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fa8534db-2187-410d-a459-5be1d2ff98ae up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:02.738427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.740598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.744639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] 10.222.0.41 "PUT /v2.0/ports/ffd98da7-4d31-420d-8739-edc467393bc2 HTTP/1.1" status: 200 len: 1092 time: 2.5068493 Apr 28 19:52:02.750023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:02.779647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-7d002b43-7999-4254-828c-116579158da9 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3622489 Apr 28 19:52:02.840224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-a5030629-66ca-4591-b20a-14ce7aa20ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.841747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-a5030629-66ca-4591-b20a-14ce7aa20ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ec6dab63-7c86-4135-9c2d-4c0c5e006298&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7254238 Apr 28 19:52:02.879565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port fa8534db-2187-410d-a459-5be1d2ff98ae completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:02.885811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fa8534db-2187-410d-a459-5be1d2ff98ae triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:02.886490 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:02.912590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a35ca-a66c-49d6-b6ef-27a6de980137 req-bb5029df-60c2-4770-9665-b4a343ff5c60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:02.913437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dd5a35ca-a66c-49d6-b6ef-27a6de980137 req-bb5029df-60c2-4770-9665-b4a343ff5c60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Synchronizing usage tracker for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:02.950685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5d714a-211a-4d38-9125-6170c7d62cfe service neutron] Pushing event updated for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:03.002317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dd5a35ca-a66c-49d6-b6ef-27a6de980137 req-bb5029df-60c2-4770-9665-b4a343ff5c60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Unset dirty status for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:03.004752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5a35ca-a66c-49d6-b6ef-27a6de980137 req-bb5029df-60c2-4770-9665-b4a343ff5c60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 944 time: 0.5843139 Apr 28 19:52:03.184273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-f902206b-d69e-48e3-81e6-7ddf994eda71 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4037499 Apr 28 19:52:03.233300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.267248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port fa8534db-2187-410d-a459-5be1d2ff98ae, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fa8534db-2187-410d-a459-5be1d2ff98ae,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:03.272018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.336086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5a35ca-a66c-49d6-b6ef-27a6de980137 req-8b762336-6029-4475-a045-c4401aa3932b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212025 Apr 28 19:52:03.345997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-1f5c6a8d-774d-48ec-aea6-6e808f8efaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:03.349856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-1f5c6a8d-774d-48ec-aea6-6e808f8efaec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 1095 time: 0.5432456 Apr 28 19:52:03.352783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:03.498391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=fa8534db-2187-410d-a459-5be1d2ff98ae,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:03.712257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32850) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:03.801000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-ac43172e-a2d3-4158-87b0-21e068b3935b service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7462580 Apr 28 19:52:03.814668 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1cabac-26ab-4b7a-830c-c51313a40984'] response: {'name': 'network-changed', 'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2', 'status': 'completed', 'code': 200} Apr 28 19:52:03.829867 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-dd812070-5b8d-49e3-a9c5-fa4ac59f39f2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd98da7-4d31-420d-8739-edc467393bc2 HTTP/1.1" status: 200 len: 217 time: 0.4305336 Apr 28 19:52:03.952950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-b7fa0638-6552-4db7-af0a-a3457ad24bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:03.955194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-b7fa0638-6552-4db7-af0a-a3457ad24bb3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.1011019 Apr 28 19:52:04.037079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-155e961f-f636-4c02-a3cf-b8c0b57ab321 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0589812 Apr 28 19:52:04.113287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b1b0fc84-a1ac-4dad-a01f-4c61e16c8a4b tempest-DvrRoutersNegativeTest-1844205862 tempest-DvrRoutersNegativeTest-1844205862-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-400379995', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:04.117921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.policy [None req-b1b0fc84-a1ac-4dad-a01f-4c61e16c8a4b tempest-DvrRoutersNegativeTest-1844205862 tempest-DvrRoutersNegativeTest-1844205862-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88140) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Apr 28 19:52:04.118430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.policy [None req-b1b0fc84-a1ac-4dad-a01f-4c61e16c8a4b tempest-DvrRoutersNegativeTest-1844205862 tempest-DvrRoutersNegativeTest-1844205862-project] Failed policy check for 'create_router' {{(pid=88140) enforce /opt/stack/neutron/neutron/policy.py:520}} Apr 28 19:52:04.119481 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b1b0fc84-a1ac-4dad-a01f-4c61e16c8a4b tempest-DvrRoutersNegativeTest-1844205862 tempest-DvrRoutersNegativeTest-1844205862-project] create failed (client error): Access was denied to this resource. Apr 28 19:52:04.125841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1b0fc84-a1ac-4dad-a01f-4c61e16c8a4b tempest-DvrRoutersNegativeTest-1844205862 tempest-DvrRoutersNegativeTest-1844205862-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3881633 Apr 28 19:52:04.343309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.365575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.403882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-32161bd6-1dfc-4894-95e1-ac7b125b828b service neutron] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5902746 Apr 28 19:52:04.560159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-5de09bc9-f082-4cbf-8820-532cfc0b2f69 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 200 len: 217 time: 0.1066821 Apr 28 19:52:04.712204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-c049c2e5-e6f4-48c0-a1bd-a72af6db5617 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.720112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-c049c2e5-e6f4-48c0-a1bd-a72af6db5617 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.41 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 949 time: 0.6351709 Apr 28 19:52:04.725304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fa8534db-2187-410d-a459-5be1d2ff98ae up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:04.757349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c98ab8-0db8-419c-b12b-8dc459bb0234 req-2cecc329-9ac6-4eb6-9a1b-e7218b979b09 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.774257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80c98ab8-0db8-419c-b12b-8dc459bb0234 req-2cecc329-9ac6-4eb6-9a1b-e7218b979b09 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.6904657 Apr 28 19:52:04.775784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-19e5f3e1-b25f-4e89-9d1c-fbd50b3902d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.777111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-19e5f3e1-b25f-4e89-9d1c-fbd50b3902d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.2106028 Apr 28 19:52:04.826285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fa8534db-2187-410d-a459-5be1d2ff98ae triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:04.826961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:04.964602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91b3793-399b-4383-a321-48a5dfa32582 req-5d897c0c-cb33-4deb-a7bb-2a00103f9b37 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:04.967576 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91b3793-399b-4383-a321-48a5dfa32582 req-5d897c0c-cb33-4deb-a7bb-2a00103f9b37 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 949 time: 1.2533627 Apr 28 19:52:04.984380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:05.083226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Pushing event updated for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:05.083414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Deleting port 514b8804-3712-476c-8d5e-97be92806d33 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:05.083867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.096549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.133809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91b3793-399b-4383-a321-48a5dfa32582 req-c634a8db-9e4c-4646-8130-93c7a71db843 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/security-groups?id=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224289 Apr 28 19:52:05.149254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-25a1dd56-a6f8-4f25-93c8-5a7e1437e1d7 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0818477 Apr 28 19:52:05.157445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80c98ab8-0db8-419c-b12b-8dc459bb0234 req-d07f235c-d8fe-4bcd-8a22-7d850ecebcda tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2730162 Apr 28 19:52:05.247663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-352ee13f-8f93-4a71-a779-efb488656040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:05.249117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-352ee13f-8f93-4a71-a779-efb488656040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3889441 Apr 28 19:52:05.288961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.328237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:05.397974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Usage tracker for resource:security_group_rule and tenant:1b0956f195b04101af9bcec57bc9db9c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:05.404189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:05.449829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:05.452886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:05.460257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:05.530663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] For port 514b8804-3712-476c-8d5e-97be92806d33, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=514b8804-3712-476c-8d5e-97be92806d33,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:05.531025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:05.698438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8020a76f-d3e8-44e3-9d54-1a8fb3252642 req-eda8ae5b-d6fa-4b96-b3f5-0e641762c3cb service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422604 Apr 28 19:52:05.809100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Calling delete_port for 514b8804-3712-476c-8d5e-97be92806d33 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:05.864738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-b021653d-6f9c-4d9d-aa25-fdd9ca1745a5 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5839293 Apr 28 19:52:05.998184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Router bb42949c-849e-4e78-a3a6-ce32d1ba86aa has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:52:06.007119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56ce536a-85f0-4c12-91c5-e1527948f0ea req-b2f31587-ebda-4546-a52b-2c656e62a4b6 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 210 time: 0.0849822 Apr 28 19:52:06.014377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-47049d03-15c1-421d-bb09-3ade87cc7254 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.015795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-47049d03-15c1-421d-bb09-3ade87cc7254 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 0.2872577 Apr 28 19:52:06.030684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Request body: {'port': {'device_id': '3b2e4251-3823-49f3-967a-47913e90aef5', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'admin_state_up': True, 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:06.083169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ed2a4-63aa-4540-8632-a0e6d9fb1e93 req-02c37170-1ce2-4d88-99aa-fd8851b73a93 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.084623 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec7ed2a4-63aa-4540-8632-a0e6d9fb1e93 req-02c37170-1ce2-4d88-99aa-fd8851b73a93 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 944 time: 0.5719199 Apr 28 19:52:06.212646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.245971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.41', 60919) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:06.251867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.308153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-b5b76ab5-e3d2-407a-8d3a-d7025209ec91 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352427 Apr 28 19:52:06.395452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b34a5-1c08-436d-9697-11589cfad1eb req-24ca23c8-f3a3-4e97-898b-945a19be7aff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.397421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-24ca23c8-f3a3-4e97-898b-945a19be7aff service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 1095 time: 0.5283544 Apr 28 19:52:06.461271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-32d19bd7-6bb9-42f7-afae-4052e9e14e67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 200 len: 217 time: 0.1362827 Apr 28 19:52:06.476998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec7ed2a4-63aa-4540-8632-a0e6d9fb1e93 req-13f1400c-2960-4758-89fb-bb05faa862fb tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3827465 Apr 28 19:52:06.491219 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.568718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Pushing event deleted for resources: {'Port': ['ID=514b8804-3712-476c-8d5e-97be92806d33,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:06.705605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1b0956f195b04101af9bcec57bc9db9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7161777 Apr 28 19:52:06.752536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:06.843344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] No DVR routers for this DVR port 514b8804-3712-476c-8d5e-97be92806d33 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:06.851374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:06.856038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'name': 'network-vif-deleted', 'tag': '514b8804-3712-476c-8d5e-97be92806d33'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:06.883281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-71926e43-c9f5-4e0a-a4c8-8790cc0b532b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.884726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-71926e43-c9f5-4e0a-a4c8-8790cc0b532b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 200 len: 797 time: 0.2574284 Apr 28 19:52:06.895555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b34a5-1c08-436d-9697-11589cfad1eb req-9c4be70f-16d5-4ead-adfd-ff192287b952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.897283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-9c4be70f-16d5-4ead-adfd-ff192287b952 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.4615459 Apr 28 19:52:06.899977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44a8a656-cbe5-4868-8fb1-62a35b92c21d req-ae9b4e3c-0c4a-444a-b53a-6a0682aac6b9 tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.41 "DELETE /v2.0/ports/514b8804-3712-476c-8d5e-97be92806d33 HTTP/1.1" status: 204 len: 173 time: 2.1646678 Apr 28 19:52:06.924605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0473429-ebc5-4e32-9710-c44cf773710d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e8593b8-0724-4ce4-8463-ff8f1f920d37,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:06.931998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128ed4c8-6bfc-4b87-a6e3-09d951273aa7 req-0937e225-2708-4ab1-990d-5eddd8092ebe tempest-ImagesNegativeTestJSON-1880495899 tempest-ImagesNegativeTestJSON-1880495899-project] 10.222.0.24 "GET /v2.0/ports?device_id=cff84fdb-0f8c-4748-9d65-212b3d921724 HTTP/1.1" status: 200 len: 210 time: 0.0596611 Apr 28 19:52:06.949481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-dc9827a1-395e-4d9c-a918-236a5075c86e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:06.951148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-dc9827a1-395e-4d9c-a918-236a5075c86e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 0.7007675 Apr 28 19:52:06.958025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:06.982596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Request body: {'port': {'device_id': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'admin_state_up': True, 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:07.087698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-965504d3-5579-43f7-8bf3-52bae1cd5fde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ffd98da7-4d31-420d-8739-edc467393bc2 HTTP/1.1" status: 200 len: 217 time: 0.1430357 Apr 28 19:52:07.094136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Usage tracker for resource:port and tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:07.101188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.107027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.112685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:52:07.112858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.118932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.123644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:07.124670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.125056 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Sync routers for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:07.130679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.136661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.138555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-9ff55168-4488-4e23-85d5-e97b568874c7 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.5101187 Apr 28 19:52:07.155926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:07.156578 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:07.190035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:07.210202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.243453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1d4586d-161b-42d0-a328-c61adbd2986e admin admin] 10.222.0.24 "PUT /v2.0/routers/bb42949c-849e-4e78-a3a6-ce32d1ba86aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2514870 Apr 28 19:52:07.248367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322b34a5-1c08-436d-9697-11589cfad1eb req-ee07d0c6-23bd-4c15-8f5f-1ad5ca786edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.249855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-ee07d0c6-23bd-4c15-8f5f-1ad5ca786edb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.1092877 Apr 28 19:52:07.255418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9761ac7d-b90e-4a7d-b3f9-6cfbdc498f91 req-b93d4624-17a0-4b4e-968a-57e3af57fa40 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0817523 Apr 28 19:52:07.284715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:07.288164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.300288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-e75f35aa-813d-4c42-b649-4c32aca34dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.301797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-e75f35aa-813d-4c42-b649-4c32aca34dcc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=94041670-70c7-4d06-95fa-e5d312c82809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3966515 Apr 28 19:52:07.308488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-e77a9494-c17d-4770-8a67-a9458dc3fc18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507102 Apr 28 19:52:07.402299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.433217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:07.455127 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-778cca9b-03ba-4de1-8305-1c9e6f7ece5b'] response: {'server_uuid': 'cff84fdb-0f8c-4748-9d65-212b3d921724', 'name': 'network-vif-deleted', 'tag': '514b8804-3712-476c-8d5e-97be92806d33', 'status': 'completed', 'code': 200} Apr 28 19:52:07.461642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Usage tracker for resource:port and tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:07.571476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:07.591263 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:07.593101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:07.658392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387ba596-9a1f-4442-adea-7e2a5267aeac req-463dfc89-266b-4ccc-92b2-3693a1b53a77 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:07.659922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-387ba596-9a1f-4442-adea-7e2a5267aeac req-463dfc89-266b-4ccc-92b2-3693a1b53a77 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.5261083 Apr 28 19:52:07.668977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:07.672361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:07.846517 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dabe6f51-b768-4742-b7f8-5cf686e884a6 req-9961f466-3016-483f-b7e0-838a86250196 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 210 time: 0.2059710 Apr 28 19:52:07.910659 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-c55a6619-0dc8-4b04-accb-c8035895684c service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5892818 Apr 28 19:52:07.912624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-6ff5dc70-b5ba-4ff0-b28f-58da326fb3bd service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5538950 Apr 28 19:52:07.967435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-387ba596-9a1f-4442-adea-7e2a5267aeac req-be2878e6-cf6c-4759-a50e-1be3b245ccef tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973487 Apr 28 19:52:07.970389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.029766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e8593b8-0724-4ce4-8463-ff8f1f920d37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:08.062824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.063889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4e772336-48b9-444c-a62a-9d792cdb8265 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3e8593b8-0724-4ce4-8463-ff8f1f920d37 HTTP/1.1" status: 204 len: 168 time: 1.3098574 Apr 28 19:52:08.065386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Allocated IP 172.20.0.6 (e7e235ac-5a0b-4285-a197-26b4c4ac161f/3f179dec-e89b-4422-a938-7d5228c24a6b/b7d54711-f68b-4d47-96fb-633ee9556af8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:08.138229 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 2, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:08.143026 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Checking router: bb42949c-849e-4e78-a3a6-ce32d1ba86aa for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:08.143973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Updating router bb42949c-849e-4e78-a3a6-ce32d1ba86aa port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:52:08.186482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 514b8804-3712-476c-8d5e-97be92806d33 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:08.203225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b93bc989-66f6-47e1-b95a-d708c57a0fda req-9d1d6b95-8d6e-4de1-a74a-752427f68913 service neutron] 10.222.0.41 "GET /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731352 Apr 28 19:52:08.227644 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.298431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 514b8804-3712-476c-8d5e-97be92806d33 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:08.299173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 514b8804-3712-476c-8d5e-97be92806d33 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:08.408391 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-322b34a5-1c08-436d-9697-11589cfad1eb req-de3369de-229e-44dc-aa02-04d14787c6b6 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4792340 Apr 28 19:52:08.490689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccb3a0-02cb-45c2-9da7-b27f6e9cd16e req-ab1b95a9-e7d3-4a11-8ecd-d1fd5fba5b9b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.498491 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ccb3a0-02cb-45c2-9da7-b27f6e9cd16e req-ab1b95a9-e7d3-4a11-8ecd-d1fd5fba5b9b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 944 time: 0.0926578 Apr 28 19:52:08.662248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:08.679834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-d9829748-a93d-40d4-ba25-43027d8041e0 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:08.680550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-d9829748-a93d-40d4-ba25-43027d8041e0 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:08.708374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-d9829748-a93d-40d4-ba25-43027d8041e0 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:08.709733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-d9829748-a93d-40d4-ba25-43027d8041e0 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 819 time: 0.4611981 Apr 28 19:52:08.719793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ccb3a0-02cb-45c2-9da7-b27f6e9cd16e req-83cf48fe-b8af-4ab4-ae93-8cbd805def03 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2203670 Apr 28 19:52:08.738301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-e99bae25-8bd7-439c-9f2d-d11346df453d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/quotas/9ce64699e5af42e89d74cbfda9f6a9ff HTTP/1.1" status: 200 len: 375 time: 0.0216198 Apr 28 19:52:08.810299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.024533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:09.026815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:09.046777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:09.074862 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.087818 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Transition to ACTIVE for port object 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:09.094259 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.185478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.195947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Allocated IP 172.20.0.14 (e7e235ac-5a0b-4285-a197-26b4c4ac161f/3f179dec-e89b-4422-a938-7d5228c24a6b/9290ee9e-1832-4030-997f-54aa34f042ab) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:09.227665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-fe79792f-6327-48af-9e36-848d61f212be tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:09.279539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.290385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.296541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.303944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.308930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.309617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.310849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.317976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.323811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.327834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Pushing event updated for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:09.333917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-499ded95-2172-482a-ac42-9295711b0abb req-9b0b2eef-366d-40dd-ba47-94ef5d44ce12 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.1779940 Apr 28 19:52:09.335734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:09.353016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-cbc4ecbb-c215-4f8f-b592-6f8e5a337a39 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3260963 Apr 28 19:52:09.358565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-fe79792f-6327-48af-9e36-848d61f212be tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:09.384622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-fe79792f-6327-48af-9e36-848d61f212be tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6452310 Apr 28 19:52:09.417047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Request body: {'port': {'device_id': '3b2e4251-3823-49f3-967a-47913e90aef5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:09.431497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-499ded95-2172-482a-ac42-9295711b0abb req-2e5016fc-8404-4a6c-a7d3-5ccd5226f952 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962245 Apr 28 19:52:09.564328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.564328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.564328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.564922 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.565263 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.566262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.566518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.567002 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.567362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.569439 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.570231 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.570572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:09.594562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f6b4a3a4-098a-469f-8430-0d1a4fd7021d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:09.595440 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-f6b4a3a4-098a-469f-8430-0d1a4fd7021d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:52:09.595978 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-f6b4a3a4-098a-469f-8430-0d1a4fd7021d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:52:09.598176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f6b4a3a4-098a-469f-8430-0d1a4fd7021d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2578554 Apr 28 19:52:09.601197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:09.642884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.661850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1668646463'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:09.669626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:09.682132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-647646ab-0cc5-4f19-a4b9-59c09bb2550f req-6f320cee-bc05-4202-abfd-e9d2438ace92 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 210 time: 0.0913360 Apr 28 19:52:09.686643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:09.689290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Attempting to bind port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:09.689683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Attempting to bind port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:09.690028 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Attempting to bind port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 on network 2815c5df-228c-47aa-a714-b6b1e7926a02 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:09.691876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:09.699477 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:09.699845 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Checking segment: {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:09.700235 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.700613 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Bound using segment: {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:09.701069 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Bound port: 0f4c53a3-5ce2-456e-bf46-99ad1896cad9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:09.701437 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.701772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:09.723672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.799316 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.808655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.829396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:09.836764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:09.841378 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] For port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:09.842634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:09.848574 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] For port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:09.853829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:09.885132 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:09.891276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.897269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.903196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.909043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.914998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.920796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.927089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:09.929002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-871acef4-70aa-480b-bfcd-fc1d7defcb93 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.1895506 Apr 28 19:52:09.995868 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:09.996578 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:10.070520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d8d05e66-f4ac-4609-881e-aca3bf4c478f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.071962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d8d05e66-f4ac-4609-881e-aca3bf4c478f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1365101 Apr 28 19:52:10.080749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-5ff43d73-0238-4904-9156-9d9b831f6ae3 service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6950223 Apr 28 19:52:10.151583 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e3292-42a2-4f37-b769-1ee7ece22663 None None] Pushing event updated for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.197546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ffd98da7-4d31-420d-8739-edc467393bc2 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:10.228685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53d204a-079e-4146-80b5-938d5814e140 req-5693eb90-444a-4ba6-80c3-444b318ab9b1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.230512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e53d204a-079e-4146-80b5-938d5814e140 req-5693eb90-444a-4ba6-80c3-444b318ab9b1 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.2984540 Apr 28 19:52:10.246873 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:10.305126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.315893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.329647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.339519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e53d204a-079e-4146-80b5-938d5814e140 req-57d6dbbd-23e0-4254-afb5-3e72ea06c5bc tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Apr 28 19:52:10.351722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-4d32709b-3c8d-4b96-888f-cefe11ee12d9 service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666006 Apr 28 19:52:10.359100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:10.415329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:10.428639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.436013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:10.442591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-1c0b0700-ff44-466d-9459-b95ca3a003c1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3628712 Apr 28 19:52:10.457647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:10.477215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ffd98da7-4d31-420d-8739-edc467393bc2,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:10.479263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:10.502641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ffd98da7-4d31-420d-8739-edc467393bc2', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'port_id': 'ffd98da7-4d31-420d-8739-edc467393bc2', 'mac_address': 'fa:16:3e:90:4e:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fa4693-8243-4acc-a6ea-e1e563f4170b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:10.541271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb8837b-27a0-40cd-b164-9afeaa4b3a33,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.634600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event updated for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.680927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.704016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd98da7-4d31-420d-8739-edc467393bc2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:10.745594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ffd98da7-4d31-420d-8739-edc467393bc2,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:10.751969 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.772021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.779579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:10.814185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.835979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:10.844536 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:09Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:10.850758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:10.851312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf067379-a8a0-4e8a-9ee2-866cb66a0008 None None] The sync data for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 is: [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:09Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:10.878850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.946842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a987933-141a-43b8-a966-6bba6230f2c6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:10.949183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.982977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.988001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c91e6f1-636e-4a43-bfce-2a256fcc898e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3856399 Apr 28 19:52:10.990643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:10.991415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:10.993685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32996) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:11.013049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-1e1b2cdc-8405-4411-acd2-48ee00def5d2 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0469286 Apr 28 19:52:11.056689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Request body: {'port': {'device_id': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:11.060139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '7a987933-141a-43b8-a966-6bba6230f2c6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:11.062096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ffd98da7-4d31-420d-8739-edc467393bc2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:11.070892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:11.077212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:11.083173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:11.092707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:11.105651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c003130-d829-41f2-9828-fd3783299683 req-b24fd9ff-f2d5-41ef-940f-142c181795ae tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.107169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c003130-d829-41f2-9828-fd3783299683 req-b24fd9ff-f2d5-41ef-940f-142c181795ae tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 944 time: 0.5671499 Apr 28 19:52:11.193440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.200868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.208449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.216241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.223667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.231447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.238258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:11.250315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-a57896c8-1ca1-4a3d-8308-cc0fa4b85b03 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 5432 time: 0.4857609 Apr 28 19:52:11.337896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca51cb37-3617-4974-a14e-2f05747796e7 req-5d40359e-b28c-4348-a2c0-df3d38676e49 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0833366 Apr 28 19:52:11.407617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7d54711-f68b-4d47-96fb-633ee9556af8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:11.450234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.460012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.477721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Transition to ACTIVE for port object b7d54711-f68b-4d47-96fb-633ee9556af8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:11.480801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.497283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.580141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c003130-d829-41f2-9828-fd3783299683 req-e4c44c3a-08ca-4502-bcec-95e717204a83 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586086 Apr 28 19:52:11.615941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=28ea52e3-c05b-4ede-bc69-a68925699dbf,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:11.672153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.678105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.692846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.714840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] For port 28ea52e3-c05b-4ede-bc69-a68925699dbf, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:11.763354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8c588a0-c8b6-4cb0-adf3-3904749ab677,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:11.783267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed0c17ca-db8b-4647-afd1-9693d2b11dde req-10a4797c-3f50-4198-985a-babfe8ebde49 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 210 time: 0.1584659 Apr 28 19:52:11.825671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] device_id is not set on port 28ea52e3-c05b-4ede-bc69-a68925699dbf yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:11.835683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.842353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.843984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7c3801d3-c626-4ef9-99f2-7e4eb441c0fe tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8134027 Apr 28 19:52:11.851333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33008) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:11.865819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '7a987933-141a-43b8-a966-6bba6230f2c6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:11.871778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:11.927477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.018264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:12.108978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Attempting to bind port b7d54711-f68b-4d47-96fb-633ee9556af8 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:12.109309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Attempting to bind port b7d54711-f68b-4d47-96fb-633ee9556af8 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:12.110040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Attempting to bind port b7d54711-f68b-4d47-96fb-633ee9556af8 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:12.119438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Port b7d54711-f68b-4d47-96fb-633ee9556af8 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:12.119755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Attempting to bind port b7d54711-f68b-4d47-96fb-633ee9556af8 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:12.173294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:12.173691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Checking segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:12.174085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Bound using segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:12.174535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Bound port: b7d54711-f68b-4d47-96fb-633ee9556af8, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:12.175796 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.209801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ffd98da7-4d31-420d-8739-edc467393bc2 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:12.225775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:12.333545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port ffd98da7-4d31-420d-8739-edc467393bc2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:12.338972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ffd98da7-4d31-420d-8739-edc467393bc2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:12.339532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.435474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c2a714b5-c2ee-425c-bc26-04b5cf4c324f None None] Provisioning complete for port 28ea52e3-c05b-4ede-bc69-a68925699dbf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:12.436394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2a714b5-c2ee-425c-bc26-04b5cf4c324f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.450124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b1e76-09ef-46c8-bc4a-9730c0bbae4c req-3338d8e4-c2cf-43a8-8769-e15b8b3274cb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.457497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-015b1e76-09ef-46c8-bc4a-9730c0bbae4c req-3338d8e4-c2cf-43a8-8769-e15b8b3274cb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.5016847 Apr 28 19:52:12.466927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-56d71136-1ff6-4455-ad44-76b468bd8434 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.470506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-56d71136-1ff6-4455-ad44-76b468bd8434 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 819 time: 0.2419515 Apr 28 19:52:12.473948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] No DVR routers for this DVR port 28ea52e3-c05b-4ede-bc69-a68925699dbf on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:12.516980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:12.528265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'port': {'device_id': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'admin_state_up': True, 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:12.616383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:12.617454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-015b1e76-09ef-46c8-bc4a-9730c0bbae4c req-213a33bf-83a5-412b-86c4-b7ec86a12a77 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588237 Apr 28 19:52:12.639919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Pushing event updated for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.668715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:12.719441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c2a714b5-c2ee-425c-bc26-04b5cf4c324f None None] Port 28ea52e3-c05b-4ede-bc69-a68925699dbf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:52:12.752271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:12.772905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:12.784047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.823379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7905b5dc-2ebb-4999-b746-7a6bfa950ba9 req-c6c3fe37-c028-4d07-82b1-7ec66644c33f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.825011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7905b5dc-2ebb-4999-b746-7a6bfa950ba9 req-c6c3fe37-c028-4d07-82b1-7ec66644c33f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 932 time: 1.0582645 Apr 28 19:52:12.829194 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.835742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.851514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9290ee9e-1832-4030-997f-54aa34f042ab {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:12.856494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] In _notify_port_updated(), no bound segment for port 28ea52e3-c05b-4ede-bc69-a68925699dbf on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:52:12.857398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.858027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.859284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-c0f03959-1239-4f11-b3f9-d874cdf240ed service neutron] 10.222.0.41 "PUT /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 200 len: 1026 time: 2.3873665 Apr 28 19:52:12.870507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:12.885644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ffd98da7-4d31-420d-8739-edc467393bc2,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:12.888967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:12.896807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.897502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.897716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf02dac5-0811-4099-8e7f-b7e346147d4e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:12.910755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:12.911364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.912736 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] 10.222.0.41 "PUT /v2.0/ports/b7d54711-f68b-4d47-96fb-633ee9556af8 HTTP/1.1" status: 200 len: 1091 time: 3.5060399 Apr 28 19:52:12.913170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:12.948509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Transition to ACTIVE for port object 9290ee9e-1832-4030-997f-54aa34f042ab will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:12.959750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de689524-fb0f-4d1e-9ced-df26a28b94e9 service neutron] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:12.962886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:12.999233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:12.999797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.028510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-a0eeb2b9-dd58-4f08-a261-90d128ec7323 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.030154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-a0eeb2b9-dd58-4f08-a261-90d128ec7323 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "GET /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1488438 Apr 28 19:52:13.032260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7905b5dc-2ebb-4999-b746-7a6bfa950ba9 req-2658205c-d7fe-4bf4-8113-00be80cfeff9 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:13.036888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:13.050668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:13.090409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:13.103073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.113621 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:52:13.117347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e788ba9-d6de-46dd-ace7-2466327cae78 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2566080 Apr 28 19:52:13.122157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33026) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:13.138215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7905b5dc-2ebb-4999-b746-7a6bfa950ba9 req-2658205c-d7fe-4bf4-8113-00be80cfeff9 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:13.139357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7905b5dc-2ebb-4999-b746-7a6bfa950ba9 req-2658205c-d7fe-4bf4-8113-00be80cfeff9 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910666 Apr 28 19:52:13.144581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Made reservation on behalf of 9ce64699e5af42e89d74cbfda9f6a9ff for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:13.148071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.187206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.193730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.199465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.205188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.211629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.217329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.217479 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.226501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-009e7014-4e87-4497-b868-ecda58f14cba tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 4659 time: 0.4324336 Apr 28 19:52:13.234644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.236938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.278594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:13.286030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.322376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.344869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:13.352448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.353651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6edbd278-3357-4e11-ab68-4dcd86c2aa1c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:13.390144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9adfe56d-3927-4ad6-8c00-0b881234d80e req-86ace012-7d95-4cbf-ba0d-0763c885bd5d tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&id=88f8e026-a827-48c4-8d27-03c72c8215dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1611168 Apr 28 19:52:13.427423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.438663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-1b5cf8ba-8986-46ee-99ee-4a0f208359f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.440328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-1b5cf8ba-8986-46ee-99ee-4a0f208359f6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=3b2e4251-3823-49f3-967a-47913e90aef5 HTTP/1.1" status: 200 len: 1094 time: 0.4816835 Apr 28 19:52:13.441560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Attempting to bind port 9290ee9e-1832-4030-997f-54aa34f042ab on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:13.442337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Attempting to bind port 9290ee9e-1832-4030-997f-54aa34f042ab by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:13.442663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Attempting to bind port 9290ee9e-1832-4030-997f-54aa34f042ab on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:13.448739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Port 9290ee9e-1832-4030-997f-54aa34f042ab on network e7e235ac-5a0b-4285-a197-26b4c4ac161f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:13.449059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Attempting to bind port 9290ee9e-1832-4030-997f-54aa34f042ab on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:13.468626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.539248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:13.540426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Checking segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:13.540952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Bound using segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:13.542326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Bound port: 9290ee9e-1832-4030-997f-54aa34f042ab, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:13.542691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.553717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.580682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.626719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Allocated IP 172.20.0.5 (2815c5df-228c-47aa-a714-b6b1e7926a02/97572f94-c848-4b5b-8aad-a81c98c9798d/46b185a8-128d-40ee-b955-b61fc9a32e00) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:13.640320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:13.648445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.650054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1d383f76-fb73-447b-bba9-c128386414b1 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:13.700803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.718368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-78dc57d1-0cbe-4614-b919-b4285b34ff02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d54711-f68b-4d47-96fb-633ee9556af8 HTTP/1.1" status: 200 len: 217 time: 0.2623544 Apr 28 19:52:13.771389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d7e2d2-21e8-412a-8cb1-99f9067df3a7 req-96ac8475-24ce-4d42-a6e0-01790e5141e2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.772875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77d7e2d2-21e8-412a-8cb1-99f9067df3a7 req-96ac8475-24ce-4d42-a6e0-01790e5141e2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.4131839 Apr 28 19:52:13.801008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.807914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4398256d-8850-49af-93a0-38d694acb7b4 req-fe0a52f8-ff43-4b91-b632-387bab8da86f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 210 time: 0.1008253 Apr 28 19:52:13.837961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.867999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.870262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-fb275bdf-c66b-47ea-955b-920ec46bcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:13.872185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-fb275bdf-c66b-47ea-955b-920ec46bcff4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1116669 Apr 28 19:52:13.874923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1d383f76-fb73-447b-bba9-c128386414b1,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:13.877564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:13.880814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9290ee9e-1832-4030-997f-54aa34f042ab,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:13.897504 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf748828-3f39-4050-afc1-e11393b0dcf7'] response: {'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2', 'code': 200} Apr 28 19:52:13.914660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a987933-141a-43b8-a966-6bba6230f2c6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:13.945197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-085e7f8f-8924-4f41-8249-37d43e147176 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613461 Apr 28 19:52:13.947265 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c08d3eeb-b6fe-43f6-ad2c-8f4e6a2f8031'] response: {'name': 'network-changed', 'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'status': 'completed', 'code': 200} Apr 28 19:52:13.948715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:13.961705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77d7e2d2-21e8-412a-8cb1-99f9067df3a7 req-2f312ac7-b565-41d1-9e76-8ec52bca7fb5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709764 Apr 28 19:52:14.079693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.080423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.081633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.082833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/9290ee9e-1832-4030-997f-54aa34f042ab HTTP/1.1" status: 200 len: 1092 time: 3.0379732 Apr 28 19:52:14.085360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ba4e627-09fb-45e9-a1ce-ff1ad5e1d249 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/7a987933-141a-43b8-a966-6bba6230f2c6 HTTP/1.1" status: 204 len: 168 time: 0.9620664 Apr 28 19:52:14.087111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:14.145969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:52:14.198869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] For port 1d383f76-fb73-447b-bba9-c128386414b1, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:14.253935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376c7a93-f9ad-4c0b-92bc-d8e1f669a7c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.280949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] device_id is not set on port 1d383f76-fb73-447b-bba9-c128386414b1 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:52:14.311989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.340894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f051581a-8f8b-499a-9475-d8fe7fed1235 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1892757 Apr 28 19:52:14.346267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.347368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:14.356241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-fc943959-67a0-4e22-84d7-97df7ccecc1f service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002366 Apr 28 19:52:14.362474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--989579704'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:14.372598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33052) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:14.374428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.387080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:14.387603 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:14.390153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:14.402135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:14.405623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:14.426359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:14.446442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12c13b2-94f2-452e-9086-1683bf1c916d req-a8cf97f4-0528-4529-8488-2e99d420c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.447901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d12c13b2-94f2-452e-9086-1683bf1c916d req-a8cf97f4-0528-4529-8488-2e99d420c9bf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 1097 time: 0.4171834 Apr 28 19:52:14.498545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-fa0537f0-f49c-455c-bbf7-ac5ca9398bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.500018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-fa0537f0-f49c-455c-bbf7-ac5ca9398bb4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 1095 time: 0.3442001 Apr 28 19:52:14.512261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.655573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:14.767415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:14.767824 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.771188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-e9e5369c-5a9e-4922-8d2c-a410d3a30b2f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9290ee9e-1832-4030-997f-54aa34f042ab HTTP/1.1" status: 200 len: 217 time: 0.2470372 Apr 28 19:52:14.819439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:14.832171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Pushing event updated for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:14.839213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] No DVR routers for this DVR port 1d383f76-fb73-447b-bba9-c128386414b1 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:14.841954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbf5fdc-a934-452f-bf6a-420067db06b3 req-0490b7b8-d396-4d3a-94db-e39bad6882f3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.842667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3bbf5fdc-a934-452f-bf6a-420067db06b3 req-0490b7b8-d396-4d3a-94db-e39bad6882f3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:14.852306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:14.856972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-54d5dae3-9d43-4bdf-9e7b-b35bb1303f08 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4856782 Apr 28 19:52:14.857787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:14.857918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f68de189-1418-4738-9d69-c3a79d88651f None None] Provisioning complete for port 1d383f76-fb73-447b-bba9-c128386414b1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:14.858440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f68de189-1418-4738-9d69-c3a79d88651f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.868045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:14.871512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d940c9f-5221-428a-87f5-1b5b94003d9d req-92e2c395-3de4-4f87-9e25-c1dd01f6a279 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.873064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d940c9f-5221-428a-87f5-1b5b94003d9d req-92e2c395-3de4-4f87-9e25-c1dd01f6a279 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.7735999 Apr 28 19:52:14.879260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:14.892154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197fd873-9860-4185-894c-a81934d157e8 req-43495b6b-46bd-4eae-8aa5-56964c735ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:14.895144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-43495b6b-46bd-4eae-8aa5-56964c735ae0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1095674 Apr 28 19:52:14.903684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3bbf5fdc-a934-452f-bf6a-420067db06b3 req-0490b7b8-d396-4d3a-94db-e39bad6882f3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:14.904837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bbf5fdc-a934-452f-bf6a-420067db06b3 req-0490b7b8-d396-4d3a-94db-e39bad6882f3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 944 time: 0.6209159 Apr 28 19:52:14.944323 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d12c13b2-94f2-452e-9086-1683bf1c916d req-25aa05cf-83cf-419b-af43-835a400abb02 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4900849 Apr 28 19:52:14.965084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f68de189-1418-4738-9d69-c3a79d88651f None None] Port 1d383f76-fb73-447b-bba9-c128386414b1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:52:15.024746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-df9bb631-e404-452c-97ec-478f8237ed91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1157422 Apr 28 19:52:15.029827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Network 2815c5df-228c-47aa-a714-b6b1e7926a02 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:15.052352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-36bafb2d-73e9-4225-a09c-583cecd580e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ea3e4032e423403e92f895b26ec8ebe2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6565814 Apr 28 19:52:15.058510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] In _notify_port_updated(), no bound segment for port 1d383f76-fb73-447b-bba9-c128386414b1 on network ec6dab63-7c86-4135-9c2d-4c0c5e006298 {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-3aef2a2c-b5c6-4d1a-bdcc-6077a58b9269 service neutron] 10.222.0.41 "PUT /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 200 len: 1026 time: 2.0102651 Apr 28 19:52:15.065237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:15.093294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.093294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d940c9f-5221-428a-87f5-1b5b94003d9d req-82742789-da63-416f-806c-c4780998cd77 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015944 Apr 28 19:52:15.122500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 28ea52e3-c05b-4ede-bc69-a68925699dbf no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:15.172288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.173415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.173415 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.178754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 28ea52e3-c05b-4ede-bc69-a68925699dbf not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:15.185196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:15.194479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bbf5fdc-a934-452f-bf6a-420067db06b3 req-6b20daed-9859-41b5-8650-96dacde500be tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506549 Apr 28 19:52:15.256969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.319983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.345023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-401cb3d8-4218-446e-8602-7367348ba3dd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8209393 Apr 28 19:52:15.362927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:15.368528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 75c0c109-43cf-48c4-a88c-392288c6cca3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:15.368938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.371651 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.372488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 75c0c109-43cf-48c4-a88c-392288c6cca3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:15.415443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Request body: {'port': {'device_id': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:15.435287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.546477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.552443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=993b4e6b-f8a3-4c78-9c21-464d79dce8ed,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.552601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.554804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.556300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-524a96bb-d9e6-4cb6-83c6-38b62fd8e64a tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2077610 Apr 28 19:52:15.558360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.564278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.570854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.572648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-174221dd-097d-4984-9699-83714e11c747 req-fdfa05d5-98ca-4f0a-b6d4-efcaa0883a4b tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 3882 time: 0.2994509 Apr 28 19:52:15.573437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:15.575667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.600471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-77f2f6c2-f136-4a8e-a5a0-f0510e202637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.602016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-77f2f6c2-f136-4a8e-a5a0-f0510e202637 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=3b2e4251-3823-49f3-967a-47913e90aef5 HTTP/1.1" status: 200 len: 1094 time: 0.6594200 Apr 28 19:52:15.609189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-424e6184-9e74-4707-a114-27341112b38b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '993b4e6b-f8a3-4c78-9c21-464d79dce8ed', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:15.610019 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-424e6184-9e74-4707-a114-27341112b38b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 19:52:15.610541 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-424e6184-9e74-4707-a114-27341112b38b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:15.611671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-424e6184-9e74-4707-a114-27341112b38b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0343857 Apr 28 19:52:15.616852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:15.626271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.644330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.678416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:15.682415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.683306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:15.702477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.751804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-46745012-9e21-421d-9916-fdb5848a1487 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5710530 Apr 28 19:52:15.774345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-174221dd-097d-4984-9699-83714e11c747 req-d69a3438-8d93-4bb6-9613-13875c58ce6e tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656737 Apr 28 19:52:15.849309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:15.911135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:15.913233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2111c2-4434-45ac-867f-1b408a7de307 req-6e08f84a-5dc7-49f2-99c7-c1c8fb0fd47b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:15.916292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:15.920434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de2111c2-4434-45ac-867f-1b408a7de307 req-6e08f84a-5dc7-49f2-99c7-c1c8fb0fd47b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 931 time: 0.5582743 Apr 28 19:52:15.963123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:15.964382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:15.968856 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.018716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:16.019235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.073023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.097336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.134316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-155d618d-49fb-4ea9-8002-cf00abb3524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.135761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-155d618d-49fb-4ea9-8002-cf00abb3524c service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 914 time: 0.5137832 Apr 28 19:52:16.136410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.217055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 75c0c109-43cf-48c4-a88c-392288c6cca3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:16.256304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-de2111c2-4434-45ac-867f-1b408a7de307 req-a6d72dc6-405e-4b8a-ad7b-592cf91a2434 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:16.276027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.287478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c18294c4-7e2a-4b4e-9d92-04ff9ef5695e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.298908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-99a2e888-6317-4d18-8bec-4141bfbd26c7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b7d54711-f68b-4d47-96fb-633ee9556af8 HTTP/1.1" status: 200 len: 217 time: 0.1286519 Apr 28 19:52:16.321288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.324922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2cffd79d-5cee-42cc-a525-4bd0b0d2a9dd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c18294c4-7e2a-4b4e-9d92-04ff9ef5695e HTTP/1.1" status: 204 len: 168 time: 1.2799664 Apr 28 19:52:16.368629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197fd873-9860-4185-894c-a81934d157e8 req-654637d2-d76c-48c3-a642-008c2df0dc61 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427895 Apr 28 19:52:16.402673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:16.403242 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:16.404541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-de2111c2-4434-45ac-867f-1b408a7de307 req-a6d72dc6-405e-4b8a-ad7b-592cf91a2434 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:16.405725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de2111c2-4434-45ac-867f-1b408a7de307 req-a6d72dc6-405e-4b8a-ad7b-592cf91a2434 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4843774 Apr 28 19:52:16.418776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-91abd5d6-ac3d-4be9-96fa-b4d749d26f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.420265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-91abd5d6-ac3d-4be9-96fa-b4d749d26f87 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1002192 Apr 28 19:52:16.449601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3cde39-b370-4e08-844a-d81985e00444 req-cd6825f4-040c-4e46-acda-2357bca1b156 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.451134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c3cde39-b370-4e08-844a-d81985e00444 req-cd6825f4-040c-4e46-acda-2357bca1b156 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.4211173 Apr 28 19:52:16.496111 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bff6e67-0a25-45a5-8f60-5e6a2bd9fb57'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'code': 200} Apr 28 19:52:16.496282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.496370 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bff6e67-0a25-45a5-8f60-5e6a2bd9fb57'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'code': 200} Apr 28 19:52:16.496636 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bff6e67-0a25-45a5-8f60-5e6a2bd9fb57'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'code': 200} Apr 28 19:52:16.496895 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bff6e67-0a25-45a5-8f60-5e6a2bd9fb57'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'code': 200} Apr 28 19:52:16.501609 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-85b61e96-68db-4c33-a625-447d7facb183 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735364 Apr 28 19:52:16.518100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=993b4e6b-f8a3-4c78-9c21-464d79dce8ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:16.578410 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b37d07a-7728-44a9-83a1-4818b03aa37f'] response: {'name': 'network-changed', 'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab', 'status': 'completed', 'code': 200} Apr 28 19:52:16.584307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c3cde39-b370-4e08-844a-d81985e00444 req-bbb758e5-d5cb-4276-97d7-3d0b54f8a576 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180217 Apr 28 19:52:16.647133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.650882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-40d34dae-c5f4-49cc-8463-972f543b7369 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/993b4e6b-f8a3-4c78-9c21-464d79dce8ed HTTP/1.1" status: 204 len: 168 time: 1.0272653 Apr 28 19:52:16.669649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:16.862767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b185a8-128d-40ee-b955-b61fc9a32e00 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:16.877920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3b8c1a6-658b-43b6-9183-8a3c205661c2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:16.879732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.904411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 75c0c109-43cf-48c4-a88c-392288c6cca3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:16.904745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.914941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-30e30724-4a56-4ec8-8266-b1844f9bfb6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:16.916526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-30e30724-4a56-4ec8-8266-b1844f9bfb6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 1095 time: 0.3354454 Apr 28 19:52:16.923068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-282b3417-5680-49ed-b458-612c61ba5e74 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933945 Apr 28 19:52:16.936935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Transition to ACTIVE for port object 46b185a8-128d-40ee-b955-b61fc9a32e00 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:16.955558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:16.986865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3b8c1a6-658b-43b6-9183-8a3c205661c2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:16.992235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3b8c1a6-658b-43b6-9183-8a3c205661c2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3127646 Apr 28 19:52:17.003357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33116) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:17.035968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--2100795078'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:17.091345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:17.144618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05782df0-d881-4ccd-a181-70abbe9cf2e7 req-1e9b1798-8eb1-49f7-bf89-4c61216f9736 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.146116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05782df0-d881-4ccd-a181-70abbe9cf2e7 req-1e9b1798-8eb1-49f7-bf89-4c61216f9736 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.4374349 Apr 28 19:52:17.171613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:17.173754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:17.233503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877b7bf1-d617-4e7a-868a-da921cbfc850 req-e0575619-f905-4b80-8144-7ae391b72f19 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.235019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-877b7bf1-d617-4e7a-868a-da921cbfc850 req-e0575619-f905-4b80-8144-7ae391b72f19 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 944 time: 0.4067631 Apr 28 19:52:17.270918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.281836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:17.352635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05782df0-d881-4ccd-a181-70abbe9cf2e7 req-0d428b15-a670-46a7-a8b6-b7a7f768c396 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554389 Apr 28 19:52:17.359652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b71bb653-045f-4d52-87d7-9035d87e7b3f req-e1b468ff-f405-4337-b768-629a8f819877 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4103651 Apr 28 19:52:17.361962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-e6c106e3-c2c2-4e37-b858-f32b28aca6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.363430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-e6c106e3-c2c2-4e37-b858-f32b28aca6cc service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 914 time: 0.4373209 Apr 28 19:52:17.367675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:17.384764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:17.395989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:17.445270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-8aaf9c0b-4311-41d8-8830-798ff3bf45c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9290ee9e-1832-4030-997f-54aa34f042ab HTTP/1.1" status: 200 len: 217 time: 0.0726218 Apr 28 19:52:17.452315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-877b7bf1-d617-4e7a-868a-da921cbfc850 req-5762254e-18df-4196-b4e4-cf98b01bf7f8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840918 Apr 28 19:52:17.489475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:17.530289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2065391863-network', 'tenant_id': 'ae65401ca4424e1d9563b7ffc3790326'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:17.531596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Attempting to bind port 46b185a8-128d-40ee-b955-b61fc9a32e00 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:17.532084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Attempting to bind port 46b185a8-128d-40ee-b955-b61fc9a32e00 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:17.532562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Attempting to bind port 46b185a8-128d-40ee-b955-b61fc9a32e00 on network 2815c5df-228c-47aa-a714-b6b1e7926a02 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:17.547204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:17.554623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Port 46b185a8-128d-40ee-b955-b61fc9a32e00 on network 2815c5df-228c-47aa-a714-b6b1e7926a02 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:17.554954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Attempting to bind port 46b185a8-128d-40ee-b955-b61fc9a32e00 on network 2815c5df-228c-47aa-a714-b6b1e7926a02 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:17.557869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Usage tracker for resource:network and tenant:ae65401ca4424e1d9563b7ffc3790326 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:17.558238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port 75c0c109-43cf-48c4-a88c-392288c6cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=75c0c109-43cf-48c4-a88c-392288c6cca3,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:17.558999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.562882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:17.572885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:17.577258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:17.577641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Checking segment: {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:17.578067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Bound using segment: {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:17.578515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Bound port: 46b185a8-128d-40ee-b955-b61fc9a32e00, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54e66a31-f303-4c1d-bbfe-f377e85a345f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:17.578859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.586990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-13b096ce-02fe-42b3-ac5e-671965ac30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:17.588773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-13b096ce-02fe-42b3-ac5e-671965ac30c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1354840 Apr 28 19:52:17.593372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Made reservation on behalf of ae65401ca4424e1d9563b7ffc3790326 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:17.597195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.658126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.676864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-3dbf2ede-f026-4f2f-9578-a38ceaea8ba9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674872 Apr 28 19:52:17.681315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:17.702946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Usage tracker for resource:security_group_rule and tenant:ae65401ca4424e1d9563b7ffc3790326 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:17.708075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:17.724877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:17.791576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 75c0c109-43cf-48c4-a88c-392288c6cca3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:17.857082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-86ace8f2-537c-4af3-9762-2503cfb4a629 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718225 Apr 28 19:52:17.979966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:17.986131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:17.989944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.073154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:18.091600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.101530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.106605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.153305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:52:18.157303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.163038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.168733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.174429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.179078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a31b8bb-a959-4b05-bc3f-8127c0c84100 req-2ae49fcf-8aaa-4019-9f8e-51b97e14af84 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087106 Apr 28 19:52:18.180956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.181941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:18.184176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca86ab40-0d2d-4623-a435-a4b15c66c58b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.184585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06e4d3ae-4391-4915-bc34-f662d87fd71b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.186948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.187288 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Added segment 82d323ca-a432-493f-8935-e0ad419cd601 of type vlan for network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b Apr 28 19:52:18.200458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41e0226-120f-4da7-8e32-b17df7b89fc4 req-e36b2648-83ef-4beb-8016-d3238df7b980 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.207585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f41e0226-120f-4da7-8e32-b17df7b89fc4 req-e36b2648-83ef-4beb-8016-d3238df7b980 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 943 time: 0.2772150 Apr 28 19:52:18.212066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.216172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-11e0ea09-a222-4844-bbc4-83a1ae2c911b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1938820 Apr 28 19:52:18.219872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33142) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:18.227318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.227840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.228663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b7d54711-f68b-4d47-96fb-633ee9556af8 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:18.229209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] 10.222.0.41 "PUT /v2.0/ports/46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 1091 time: 2.8197098 Apr 28 19:52:18.233642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:18.245900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-53edf865-a9b8-43d4-94c2-a63f95fc007d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '06e4d3ae-4391-4915-bc34-f662d87fd71b', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:18.247047 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-53edf865-a9b8-43d4-94c2-a63f95fc007d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 19:52:18.247949 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-53edf865-a9b8-43d4-94c2-a63f95fc007d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:18.251550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-53edf865-a9b8-43d4-94c2-a63f95fc007d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0263500 Apr 28 19:52:18.255605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:18.258096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.267787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:18.274784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-7ffb5393-7b9e-486d-b22e-643167c2104f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 3876 time: 0.6121058 Apr 28 19:52:18.281539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.300621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f41e0226-120f-4da7-8e32-b17df7b89fc4 req-9d6fb4c8-19e5-4624-9a4a-7698e1a7db31 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921547 Apr 28 19:52:18.356837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.357913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.358427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.409769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988f92b-1fcb-43c5-9603-74953b526413 service neutron] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.430023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:18.452977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'port_id': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'mac_address': 'fa:16:3e:da:74:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f179dec-e89b-4422-a938-7d5228c24a6b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:18.458184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.505597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=75c0c109-43cf-48c4-a88c-392288c6cca3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.512614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:18.518104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.523737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d5b15b5-8416-4827-ab40-3bebb102131f req-09a59e04-e41c-42b7-94cc-b3a2a9ff7a83 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2477984 Apr 28 19:52:18.525532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] No DVR routers for this DVR port 75c0c109-43cf-48c4-a88c-392288c6cca3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:18.529975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.531831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-4421b285-4b23-4680-8988-466f953b159f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "DELETE /v2.0/ports/75c0c109-43cf-48c4-a88c-392288c6cca3 HTTP/1.1" status: 204 len: 173 time: 3.3540783 Apr 28 19:52:18.536698 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.579731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7d54711-f68b-4d47-96fb-633ee9556af8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:18.600136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:18.604946 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.702357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.703845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.727846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] Pushing event updated for resources: {'Network': ['ID=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.740593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:52:18.742896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e4d3ae-4391-4915-bc34-f662d87fd71b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:18.764827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:18.765969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c41b69b0-52bf-442f-a7f9-7d5a06debc51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/06e4d3ae-4391-4915-bc34-f662d87fd71b HTTP/1.1" status: 204 len: 168 time: 0.5070691 Apr 28 19:52:18.770525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2058e25-24c7-4709-a640-685db9662dfc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4827158 Apr 28 19:52:18.771127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33158) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:18.771457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:18.829959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Request body: {'subnet': {'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2065391863-subnet', 'tenant_id': 'ae65401ca4424e1d9563b7ffc3790326', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:18.836565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:18.840947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Usage tracker for resource:subnet and tenant:ae65401ca4424e1d9563b7ffc3790326 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:18.847283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:18.858810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:18.869364 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2634119a-b8eb-4a5c-af85-7c4caaf2f321'] response: {'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:52:18.873601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e8520a81-7d9a-4558-91c7-3d61cc4a4cc6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:18.887758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ef49b-4c55-4b48-9d4d-78068f3c2cb8 req-057efcef-67c1-422f-8db5-0455cc1c6e4d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:18.893906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0ef49b-4c55-4b48-9d4d-78068f3c2cb8 req-057efcef-67c1-422f-8db5-0455cc1c6e4d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.4360740 Apr 28 19:52:18.899728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Made reservation on behalf of ae65401ca4424e1d9563b7ffc3790326 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:18.902028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.016294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b7d54711-f68b-4d47-96fb-633ee9556af8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:19.022857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e8520a81-7d9a-4558-91c7-3d61cc4a4cc6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:19.024057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e8520a81-7d9a-4558-91c7-3d61cc4a4cc6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2499166 Apr 28 19:52:19.024900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:19.025851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.030777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.045831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1505433530'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.058185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:19.091711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0ef49b-4c55-4b48-9d4d-78068f3c2cb8 req-1034fcd2-1ee8-4417-b2c3-bced4e378ab3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941779 Apr 28 19:52:19.107198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:19.111641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-76affd43-4a95-4f98-8fbe-440418c08b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.114690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-76affd43-4a95-4f98-8fbe-440418c08b25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1094 time: 0.8191955 Apr 28 19:52:19.141190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.175344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:19.217498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:19.227978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:19.245971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-7678e7d5-cc45-468a-9f09-a2af11cc4ddc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.1190021 Apr 28 19:52:19.296475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:19.349239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01a8c5-7fd3-4b1d-a886-85bb39f3c2cc req-dc496b7d-3632-4ccc-95ac-bd9f20a79c1b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.350633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a01a8c5-7fd3-4b1d-a886-85bb39f3c2cc req-dc496b7d-3632-4ccc-95ac-bd9f20a79c1b tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.4831161 Apr 28 19:52:19.393120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.430403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-3d4f7b66-eaaf-40d8-a3cb-efddbee0cbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.431831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-3d4f7b66-eaaf-40d8-a3cb-efddbee0cbf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.1491218 Apr 28 19:52:19.542672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-9ae29338-8ed0-4b01-8415-682c03548bde service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978827 Apr 28 19:52:19.581939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a01a8c5-7fd3-4b1d-a886-85bb39f3c2cc req-fe20a8f9-6dda-4fba-9f21-4be64e570363 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213459 Apr 28 19:52:19.586377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7cfc79-570f-44c6-bfbc-e91dc6ce3d29 req-761b9aac-9912-4dc3-a993-34916895713e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.587854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db7cfc79-570f-44c6-bfbc-e91dc6ce3d29 req-761b9aac-9912-4dc3-a993-34916895713e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 944 time: 0.3618031 Apr 28 19:52:19.614908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.647079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.656908 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5da7c636-6103-44c1-af1a-f29e8e40236e'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'code': 200} Apr 28 19:52:19.663788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=714bd316-d9a5-4e12-93eb-6e9684999a16,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:19.680987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:19.680987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.718943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Checking segment: {'id': '82d323ca-a432-493f-8935-e0ad419cd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:19.719298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Network hostable DHCP agents. Network: bfcbd91f-6081-4afa-821f-f7ca8e64bd6b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:52:19.730105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db7cfc79-570f-44c6-bfbc-e91dc6ce3d29 req-d9ba80c2-4b7a-42ab-a049-4fc8e3196473 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245248 Apr 28 19:52:19.742029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=550349b5-8503-44cf-8450-76d919ab2b97,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:19.755116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.755318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8abaccd4-9210-4087-99b5-da2821096a11 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7240112 Apr 28 19:52:19.758616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.764667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b641ee60-5f78-4117-9b17-9c625d6c655f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '550349b5-8503-44cf-8450-76d919ab2b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.783277 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-b641ee60-5f78-4117-9b17-9c625d6c655f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 19:52:19.783908 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b641ee60-5f78-4117-9b17-9c625d6c655f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:19.786178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b641ee60-5f78-4117-9b17-9c625d6c655f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0264666 Apr 28 19:52:19.787420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:52:19.790842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.801252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-64cb0dfb-8f37-4471-a540-b40d1f834f46 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '550349b5-8503-44cf-8450-76d919ab2b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.802023 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-64cb0dfb-8f37-4471-a540-b40d1f834f46 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 19:52:19.802516 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-64cb0dfb-8f37-4471-a540-b40d1f834f46 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:19.803454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-64cb0dfb-8f37-4471-a540-b40d1f834f46 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0117269 Apr 28 19:52:19.804603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bfcbd91f-6081-4afa-821f-f7ca8e64bd6b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:19.809291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:19.809936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:19.814281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.814409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a937c163-12de-4a8f-90cc-02666b3235aa None None] Network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:19.821729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6849f61b-19f5-473e-b32b-f991c75f56fa tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '550349b5-8503-44cf-8450-76d919ab2b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.822614 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-6849f61b-19f5-473e-b32b-f991c75f56fa tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 19:52:19.823108 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6849f61b-19f5-473e-b32b-f991c75f56fa tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:19.824034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6849f61b-19f5-473e-b32b-f991c75f56fa tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0088000 Apr 28 19:52:19.829951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.836583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b9ae5f81-15f6-41da-b005-43d8b53eef47 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '550349b5-8503-44cf-8450-76d919ab2b97', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:19.837641 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-b9ae5f81-15f6-41da-b005-43d8b53eef47 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 19:52:19.838160 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b9ae5f81-15f6-41da-b005-43d8b53eef47 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:19.839212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b9ae5f81-15f6-41da-b005-43d8b53eef47 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082848 Apr 28 19:52:19.842304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:19.878098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 6edbd278-3357-4e11-ab68-4dcd86c2aa1c owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:19.878369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ddfeded-3cfa-4568-9148-b7cc8e67c2e7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1007254 Apr 28 19:52:19.963307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-52253ffa-2f44-49e3-9484-818e4faa3e86 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4102361 Apr 28 19:52:20.036720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.083074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.115724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463c122-e8e8-494a-bf04-804f60a36af6 req-1426d174-9c02-40ee-9c3a-64708ab1118b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.117557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b463c122-e8e8-494a-bf04-804f60a36af6 req-1426d174-9c02-40ee-9c3a-64708ab1118b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 943 time: 0.1877849 Apr 28 19:52:20.197209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf795c68-85d4-4b4d-985c-1447c63ca486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.201283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.201895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c1217-9469-4147-983e-e965c6909c3f None None] Network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:20.247255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b463c122-e8e8-494a-bf04-804f60a36af6 req-2b7963da-8d0e-4d10-86d3-86b93cefb54f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103065 Apr 28 19:52:20.251656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ef2916a-d2fb-46f1-aea0-67e042a91bac req-ab8e1690-52ce-47b4-80b0-8d6ae5400218 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2792723 Apr 28 19:52:20.252245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=550349b5-8503-44cf-8450-76d919ab2b97,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.278324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.282285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.287797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc950c2b-5713-4b30-b056-46804de842e4 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/550349b5-8503-44cf-8450-76d919ab2b97 HTTP/1.1" status: 204 len: 168 time: 0.4443979 Apr 28 19:52:20.288795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.345923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=6edbd278-3357-4e11-ab68-4dcd86c2aa1c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.346265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-68ffc325-7da5-42d9-bc0b-5c36d05267a1 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:20.371295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-68ffc325-7da5-42d9-bc0b-5c36d05267a1 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:20.378573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-68ffc325-7da5-42d9-bc0b-5c36d05267a1 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879977 Apr 28 19:52:20.381108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.386885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653040633'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.417295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9290ee9e-1832-4030-997f-54aa34f042ab details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:20.423671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b7d54711-f68b-4d47-96fb-633ee9556af8 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:20.437663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:20.448475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:20.464189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.503696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:20.510888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:20.514758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:20.522049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:20.534184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] No DVR routers for this DVR port 6edbd278-3357-4e11-ab68-4dcd86c2aa1c on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:20.546245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada121-792d-4f1d-a164-607a4a9823ec req-1a30e92b-53d8-439d-aec1-e6a7730f1200 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.553074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada121-792d-4f1d-a164-607a4a9823ec req-1a30e92b-53d8-439d-aec1-e6a7730f1200 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.559751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada121-792d-4f1d-a164-607a4a9823ec req-1a30e92b-53d8-439d-aec1-e6a7730f1200 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.567151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fada121-792d-4f1d-a164-607a4a9823ec req-1a30e92b-53d8-439d-aec1-e6a7730f1200 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.568892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fada121-792d-4f1d-a164-607a4a9823ec req-1a30e92b-53d8-439d-aec1-e6a7730f1200 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 3143 time: 0.4826410 Apr 28 19:52:20.571441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.572658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4bbaa7-6b01-49e8-921e-edd9f731a840 req-cf99b0d2-d4e3-45f4-9a6b-b6d0a5d86565 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.582037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd4bbaa7-6b01-49e8-921e-edd9f731a840 req-cf99b0d2-d4e3-45f4-9a6b-b6d0a5d86565 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.2019377 Apr 28 19:52:20.606672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-47ec5898-4c5d-4125-a158-e9f4527c1b6f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "DELETE /v2.0/ports/6edbd278-3357-4e11-ab68-4dcd86c2aa1c HTTP/1.1" status: 204 len: 173 time: 2.0537426 Apr 28 19:52:20.665705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd4bbaa7-6b01-49e8-921e-edd9f731a840 req-8a07982d-8388-42fe-899a-04be6ac0d3b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793791 Apr 28 19:52:20.679339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.684043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.687617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b7d54711-f68b-4d47-96fb-633ee9556af8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:20.700365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b7d54711-f68b-4d47-96fb-633ee9556af8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:20.701634 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.746298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1f3a235-6187-4792-a55b-af825288e8f5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:20.749563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:20.750886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1165fbc8-c476-43df-ad84-c416078b0ed6 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3687453 Apr 28 19:52:20.755290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.764377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-19df8255-9adb-49a3-9207-5f579940d646 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.765399 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-19df8255-9adb-49a3-9207-5f579940d646 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:52:20.765996 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-19df8255-9adb-49a3-9207-5f579940d646 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:20.770228 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-19df8255-9adb-49a3-9207-5f579940d646 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0108261 Apr 28 19:52:20.772956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.780380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.788502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:20.792959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:20.796262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:20.803259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:20.826037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9290ee9e-1832-4030-997f-54aa34f042ab,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:20.848561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '9290ee9e-1832-4030-997f-54aa34f042ab', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'port_id': '9290ee9e-1832-4030-997f-54aa34f042ab', 'mac_address': 'fa:16:3e:35:7a:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f179dec-e89b-4422-a938-7d5228c24a6b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:20.857495 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:20.858983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a23d47c1-ef62-4812-952f-9f4ac8b76895 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0848293 Apr 28 19:52:20.861697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.870006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-61d3184d-c313-409e-b211-0ddc442c1187 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.870830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:20.871059 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-61d3184d-c313-409e-b211-0ddc442c1187 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 19:52:20.871895 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-61d3184d-c313-409e-b211-0ddc442c1187 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:20.873142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61d3184d-c313-409e-b211-0ddc442c1187 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0093958 Apr 28 19:52:20.876063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.881710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.895035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:20.900254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:20.904614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:20.909751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fada121-792d-4f1d-a164-607a4a9823ec req-6452fd1f-7006-4daa-a4f2-2d529f52b6b8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3228335 Apr 28 19:52:20.913995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:20.918414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-baf72998-efc1-46b7-a220-a3d28eb9dc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:20.919872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-baf72998-efc1-46b7-a220-a3d28eb9dc0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1094 time: 0.5751560 Apr 28 19:52:20.950971 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:20.952302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-48715e24-c867-4aa5-9e1a-c8be5aa92385 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0751686 Apr 28 19:52:20.955198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.964292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6eff313c-81ae-47db-a665-9e1ca904abe2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.964813 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-6eff313c-81ae-47db-a665-9e1ca904abe2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 19:52:20.966744 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-6eff313c-81ae-47db-a665-9e1ca904abe2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:20.969836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6eff313c-81ae-47db-a665-9e1ca904abe2 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0137744 Apr 28 19:52:20.973912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:20.985950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:20.995363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:20.995711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.001617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:21.012012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:21.021330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:21.026785 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.035732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:21.061288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9290ee9e-1832-4030-997f-54aa34f042ab {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:21.066150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.101291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9290ee9e-1832-4030-997f-54aa34f042ab,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:21.111498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.151986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:21.167296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.194213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:21.257568 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:21.259333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-10bf0583-25af-42da-98cb-6ed62aabddcf tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2836764 Apr 28 19:52:21.262576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:21.270694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1548b1a6-8197-4731-b548-b2bd2057bdff tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:21.271163 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-1548b1a6-8197-4731-b548-b2bd2057bdff tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 19:52:21.271639 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1548b1a6-8197-4731-b548-b2bd2057bdff tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:21.272551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1548b1a6-8197-4731-b548-b2bd2057bdff tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0089436 Apr 28 19:52:21.275625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:21.281516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:21.283440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:21.301772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:21.307879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:21.316745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-399c9981-507a-4314-8b1a-7426c4ca4761 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.317990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-399c9981-507a-4314-8b1a-7426c4ca4761 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Synchronizing usage tracker for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:21.321527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:21.328102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:21.351777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-399c9981-507a-4314-8b1a-7426c4ca4761 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Unset dirty status for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:21.352900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-399c9981-507a-4314-8b1a-7426c4ca4761 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/networks?id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b HTTP/1.1" status: 200 len: 814 time: 0.2873507 Apr 28 19:52:21.364969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-c51677c4-7acc-45c5-9089-b9da01e6a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.366722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-c51677c4-7acc-45c5-9089-b9da01e6a560 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.4269278 Apr 28 19:52:21.374018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-788b9c92-c99a-4905-b84b-ea33d450f38b tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/quotas/ae65401ca4424e1d9563b7ffc3790326 HTTP/1.1" status: 200 len: 375 time: 0.0137460 Apr 28 19:52:21.375203 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:21.378804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7c00a2b4-fcb1-4fbb-90b0-9395792bd6a3 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0996594 Apr 28 19:52:21.379067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:21.384713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c1f3a235-6187-4792-a55b-af825288e8f5', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:21.390864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:21.427454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:21.434149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:21.438342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-66517c0e-6565-4de2-89b1-8aec5c81100a tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ae65401ca4424e1d9563b7ffc3790326&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569482 Apr 28 19:52:21.442708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:21.462417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9290ee9e-1832-4030-997f-54aa34f042ab'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:21.509129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-c20f07a4-ad5c-4e2f-891b-3a49a282c769 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.1262650 Apr 28 19:52:21.544954 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:21.548512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7133d704-5ea6-4ab7-8e20-d19a28f048a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1660042 Apr 28 19:52:21.557332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33276) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:21.595632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d8ec3-e896-4629-9969-e0f5485b10b9 req-5f0d3088-e993-4a7f-a7f7-330e508d1354 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.597501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea2d8ec3-e896-4629-9969-e0f5485b10b9 req-5f0d3088-e993-4a7f-a7f7-330e508d1354 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.3866189 Apr 28 19:52:21.641210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:21.641641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.650168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-b024760a-4dc5-4d75-9a1b-349e698d375e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.651631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-b024760a-4dc5-4d75-9a1b-349e698d375e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.1281784 Apr 28 19:52:21.657914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:21.708918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-7253fdde-2879-4514-b233-6dfee9c3bb91 service neutron] 10.222.0.24 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573628 Apr 28 19:52:21.750248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.779104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-dadc9fd6-7a83-44f6-b55b-40ffac1bcab1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1159930 Apr 28 19:52:21.787416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f387490b-68de-4456-9e87-11a7049a4e38 req-2260576f-f05f-426b-87e5-621f2bf14c8f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:21.788704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f387490b-68de-4456-9e87-11a7049a4e38 req-2260576f-f05f-426b-87e5-621f2bf14c8f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.2823668 Apr 28 19:52:21.823231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea2d8ec3-e896-4629-9969-e0f5485b10b9 req-12489334-8454-4d34-b031-3104886018de tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2098610 Apr 28 19:52:21.887051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:21.976109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Deleting port ffd98da7-4d31-420d-8739-edc467393bc2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:21.976446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.009351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-a6abce6f-703f-4d05-9071-70313e92bf27 service neutron] 10.222.0.24 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918406 Apr 28 19:52:22.034213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.092111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1f3a235-6187-4792-a55b-af825288e8f5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.118486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.121911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d734e661-9203-4c66-8405-ea642b9eaf1e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/c1f3a235-6187-4792-a55b-af825288e8f5 HTTP/1.1" status: 204 len: 168 time: 0.5614007 Apr 28 19:52:22.123224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:22.165102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-6437eb38-cce0-4e74-99b8-60f86932968c service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3751662 Apr 28 19:52:22.207800 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd65999f-60fe-4203-bddb-11221f158fc4'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '75c0c109-43cf-48c4-a88c-392288c6cca3', 'status': 'completed', 'code': 200} Apr 28 19:52:22.208137 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd65999f-60fe-4203-bddb-11221f158fc4'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '6edbd278-3357-4e11-ab68-4dcd86c2aa1c', 'status': 'completed', 'code': 200} Apr 28 19:52:22.235802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.236179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.236481 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Floating IP b5a73ddd-8ab0-467a-bcc1-9273cba082dd disassociated. External IP: 172.25.2.4, port: 5a3d8e7d-9fb8-440c-83ae-c253c268fd56. Apr 28 19:52:22.237990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:22.272490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9290ee9e-1832-4030-997f-54aa34f042ab up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:22.390178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad225b83-6cb5-46a0-8d7f-7268985a2429 req-a2d773cc-1395-4d79-8e25-d72f5e083df8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:22.391660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad225b83-6cb5-46a0-8d7f-7268985a2429 req-a2d773cc-1395-4d79-8e25-d72f5e083df8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 945 time: 0.4341192 Apr 28 19:52:22.406108 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-077c0c5e-5bcb-4f7a-8e87-3f64db1db298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.441652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 9290ee9e-1832-4030-997f-54aa34f042ab completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:22.454820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 9290ee9e-1832-4030-997f-54aa34f042ab triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:22.455196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.645989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f05f24d9-067f-4bfb-8e6e-63c8ba698d6d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:22.658509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-224ad948-3dcc-4dca-bde4-f47f364833ac req-77cd7fc6-6179-43f7-9796-a786518ed49b service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4776509 Apr 28 19:52:22.678934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad225b83-6cb5-46a0-8d7f-7268985a2429 req-a5e3d075-57c6-4b75-8c60-080c46fa2a84 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756774 Apr 28 19:52:22.702128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.706314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] For port ffd98da7-4d31-420d-8739-edc467393bc2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ffd98da7-4d31-420d-8739-edc467393bc2,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:22.706882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.715225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f05f24d9-067f-4bfb-8e6e-63c8ba698d6d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:22.716765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f05f24d9-067f-4bfb-8e6e-63c8ba698d6d tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5934749 Apr 28 19:52:22.723017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:22.735129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--392230590'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:22.758122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9290ee9e-1832-4030-997f-54aa34f042ab,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:22.764231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.788142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:22.797123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:22.884141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Calling delete_port for ffd98da7-4d31-420d-8739-edc467393bc2 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:22.890564 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c11a99b-e382-4200-81bc-7bdc27f415ba'] response: {'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'code': 200} Apr 28 19:52:22.891132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.915808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=5a3d8e7d-9fb8-440c-83ae-c253c268fd56,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:22.948185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:22.974364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.004299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908fb80-d1c4-45ec-8d89-d1c8eace39ea req-e2871922-5e8a-4f41-81ae-4218e5772f0f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.005896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a908fb80-d1c4-45ec-8d89-d1c8eace39ea req-e2871922-5e8a-4f41-81ae-4218e5772f0f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 943 time: 0.4750946 Apr 28 19:52:23.025066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:23.046845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:23.053327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:23.061162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:23.141379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a908fb80-d1c4-45ec-8d89-d1c8eace39ea req-bf570dc8-f932-475b-b9a6-92c4bb3b5644 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171997 Apr 28 19:52:23.181642 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.183700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fdae3a-3ec2-4f66-8adb-9afaf9011ad0 req-670735ea-3c69-4fbe-837c-6621fa95e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.185293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73fdae3a-3ec2-4f66-8adb-9afaf9011ad0 req-670735ea-3c69-4fbe-837c-6621fa95e5ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b2e4251-3823-49f3-967a-47913e90aef5 HTTP/1.1" status: 200 len: 1096 time: 0.3298526 Apr 28 19:52:23.194198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'ffd98da7-4d31-420d-8739-edc467393bc2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:23.199003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Router 8ac56a5d-7b65-4524-85b7-a54de4564d12 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:52:23.230561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ec052-3e5e-40c9-b1a3-af88bb504690 req-eddd4be7-2fc2-48b1-9b3b-96cf2ac0132f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.232034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a82ec052-3e5e-40c9-b1a3-af88bb504690 req-eddd4be7-2fc2-48b1-9b3b-96cf2ac0132f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=3570f343-4368-47d2-a603-a887a6990b17 HTTP/1.1" status: 200 len: 946 time: 0.2525978 Apr 28 19:52:23.262588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Pushing event deleted for resources: {'Port': ['ID=ffd98da7-4d31-420d-8739-edc467393bc2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.322913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.369322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73fdae3a-3ec2-4f66-8adb-9afaf9011ad0 req-c6c20353-a397-4986-be51-b0fe2ce9c4d7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763775 Apr 28 19:52:23.415084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.470042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.471272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7471135 Apr 28 19:52:23.475721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33310) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:23.476464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] No DVR routers for this DVR port ffd98da7-4d31-420d-8739-edc467393bc2 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:23.479248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.481691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f387490b-68de-4456-9e87-11a7049a4e38 req-9350ae87-a404-4746-ad86-35ed52531485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "DELETE /v2.0/ports/ffd98da7-4d31-420d-8739-edc467393bc2 HTTP/1.1" status: 204 len: 173 time: 1.6812072 Apr 28 19:52:23.484903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'name': 'network-vif-deleted', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:23.501841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c8be8d67-e641-47d2-b634-da09de934628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:23.509505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6c14-14fd-4e8c-b262-a27b0011be3b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8be8d67-e641-47d2-b634-da09de934628,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:23.521557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:23.531593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:23.536190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f318b-4c97-43f7-98e7-8478745b885e req-063774ea-29c0-415d-8c5b-da5286b821c1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.538700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:23.542057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898f318b-4c97-43f7-98e7-8478745b885e req-063774ea-29c0-415d-8c5b-da5286b821c1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:23.543533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a82ec052-3e5e-40c9-b1a3-af88bb504690 req-050cc79d-35c9-4693-aa7c-3ceb3a974aef tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2877183 Apr 28 19:52:23.543652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-898f318b-4c97-43f7-98e7-8478745b885e req-063774ea-29c0-415d-8c5b-da5286b821c1 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 1677 time: 0.2280090 Apr 28 19:52:23.550992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:23.607352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:52:23.619090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Sync routers for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:23.644412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-898f318b-4c97-43f7-98e7-8478745b885e req-735a3326-0135-451d-9d6c-96cd20ebc87f tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748620 Apr 28 19:52:23.644620 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The resource could not be found. Apr 28 19:52:23.647663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-84d1b1de-049d-49cf-9d04-6eceb48c9f28 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1673820 Apr 28 19:52:23.648742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:23.651448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:23.652308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:23.656086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': 'c8be8d67-e641-47d2-b634-da09de934628', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '3d1a89aa-2ce9-4a69-b5ad-4c2f5a441416'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:23.671730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:23.694694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:23.698240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:23.700670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] No DVR routers for this DVR port 5a3d8e7d-9fb8-440c-83ae-c253c268fd56 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:23.703900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.708016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:23.721119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-034f6efc-ea32-4ff6-af00-5f16aba51579 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "DELETE /v2.0/ports/5a3d8e7d-9fb8-440c-83ae-c253c268fd56 HTTP/1.1" status: 204 len: 173 time: 3.1018107 Apr 28 19:52:23.753124 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The resource could not be found. Apr 28 19:52:23.754925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-da06d97a-44d6-4ed9-8fe6-2d7317b1c359 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1048534 Apr 28 19:52:23.757601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:23.850451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.951131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3c8e242-96e4-4039-8813-3209b05a6603 req-005a685d-02df-4d8f-888c-db1f4b61c518 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 210 time: 0.1132560 Apr 28 19:52:23.979007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:23.979007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.979167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:23.998253 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.028088 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.145393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.151213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:24.200185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8be8d67-e641-47d2-b634-da09de934628,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:24.231262 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-192ba132-8aff-4f58-a201-77235c5473f4'] response: {'server_uuid': '3570f343-4368-47d2-a603-a887a6990b17', 'name': 'network-vif-deleted', 'tag': 'ffd98da7-4d31-420d-8739-edc467393bc2', 'status': 'completed', 'code': 200} Apr 28 19:52:24.232942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.233197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-09e596a2-cf88-46fe-8a3d-0e3bf707920f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8be8d67-e641-47d2-b634-da09de934628 HTTP/1.1" status: 204 len: 168 time: 0.4743700 Apr 28 19:52:24.236158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:24.256734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:24.284916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-5477ae82-4b24-4716-a5aa-9dd168af065d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.286910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-5477ae82-4b24-4716-a5aa-9dd168af065d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.41 "GET /v2.0/networks?id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b HTTP/1.1" status: 200 len: 814 time: 0.3891327 Apr 28 19:52:24.289273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46b185a8-128d-40ee-b955-b61fc9a32e00 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:24.321304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Request body: {'port': {'device_id': '413a4780-1476-458b-9d92-602c982c14fe', 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b', 'admin_state_up': True, 'tenant_id': 'ae65401ca4424e1d9563b7ffc3790326'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:24.414679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a8450a35-3bad-42ac-94df-fa51b1a32321 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:24.522679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf117bd5-f99a-4d7e-bffc-80718f9ab722 req-3068fb20-8a21-405f-8ef3-ffc9923c9546 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.529730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf117bd5-f99a-4d7e-bffc-80718f9ab722 req-3068fb20-8a21-405f-8ef3-ffc9923c9546 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.3406804 Apr 28 19:52:24.564931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a8450a35-3bad-42ac-94df-fa51b1a32321 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:24.570075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a8450a35-3bad-42ac-94df-fa51b1a32321 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3260353 Apr 28 19:52:24.570606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:24.582349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '86c79389-4f8e-4255-bf5b-05616f79ceaf', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:24.587235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:24.587598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.604565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:24.634908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc491c-f0aa-4d16-a379-72c6072cc8d0 req-d3de7dab-9b46-4a80-a75e-b3a700ab76ca tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:24.636434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fdc491c-f0aa-4d16-a379-72c6072cc8d0 req-d3de7dab-9b46-4a80-a75e-b3a700ab76ca tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 946 time: 0.3203638 Apr 28 19:52:24.639932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:24.646509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:24.669368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf117bd5-f99a-4d7e-bffc-80718f9ab722 req-4333b783-76dc-4763-b5e3-d8241da2c0d8 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384397 Apr 28 19:52:24.700038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:24.704752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:24.716556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Usage tracker for resource:port and tenant:ae65401ca4424e1d9563b7ffc3790326 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:24.735315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fdc491c-f0aa-4d16-a379-72c6072cc8d0 req-90198b9d-e9e6-4f00-9b2f-df43fe3a0776 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906913 Apr 28 19:52:24.739982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:24.765846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:24.785872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:24.791565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:24.818133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'port_id': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'mac_address': 'fa:16:3e:1e:d9:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:24.832809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Made reservation on behalf of ae65401ca4424e1d9563b7ffc3790326 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:24.836693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.852701 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The resource could not be found. Apr 28 19:52:24.858394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-970160a3-104e-456f-9646-107e4cb885af tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2868505 Apr 28 19:52:24.859351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:24.868444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1160225412'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:24.878853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:24.891855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:24.939293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:24.962764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b185a8-128d-40ee-b955-b61fc9a32e00 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:24.972284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:24.981130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:24.987804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:24.989207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Checking router: 8ac56a5d-7b65-4524-85b7-a54de4564d12 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:24.993320 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.015299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.063851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:25.064400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:25.099965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:25.114712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:25.123799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:25.126271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.138672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845bc8ca-a86f-4cc1-a97c-397d46767d4d req-70c2537f-95d2-4fe0-85b2-bc03404e3e9e tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:25.140243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845bc8ca-a86f-4cc1-a97c-397d46767d4d req-70c2537f-95d2-4fe0-85b2-bc03404e3e9e tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 943 time: 0.2216601 Apr 28 19:52:25.149174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:25.158133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Allocated IP 172.20.0.11 (bfcbd91f-6081-4afa-821f-f7ca8e64bd6b/714bd316-d9a5-4e12-93eb-6e9684999a16/47470a10-17d8-459c-9550-280c6b1a13fb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:25.159722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.215664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff8fc0-5b45-4668-8c44-79cddb4c63d2 req-2d33635c-ad64-407d-bae3-68f933c8c04c tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:25.217147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8ff8fc0-5b45-4668-8c44-79cddb4c63d2 req-2d33635c-ad64-407d-bae3-68f933c8c04c tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.1901190 Apr 28 19:52:25.218745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.220241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.291067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:25.326341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] No DVR routers for this DVR port 6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:25.335323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.341508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46b185a8-128d-40ee-b955-b61fc9a32e00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:25.352158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-d366206a-a666-4864-a4c1-9439313a1214 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "DELETE /v2.0/ports/6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d HTTP/1.1" status: 204 len: 173 time: 1.6298773 Apr 28 19:52:25.356980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8ff8fc0-5b45-4668-8c44-79cddb4c63d2 req-159d8bce-e5c2-4a2a-89c6-a4d934894619 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992987 Apr 28 19:52:25.371631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845bc8ca-a86f-4cc1-a97c-397d46767d4d req-d7da9264-5260-4b79-b051-44f036d10a32 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149129 Apr 28 19:52:25.463317 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18e96278-da77-4489-b048-7e2fcf857201'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '5a3d8e7d-9fb8-440c-83ae-c253c268fd56', 'status': 'completed', 'code': 200} Apr 28 19:52:25.469413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port cf02dac5-0811-4099-8e7f-b7e346147d4e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:25.469785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.502465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.576627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.627563 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44dad2f0-a7a0-4993-8b9a-f29ac1fd39f9'] response: {'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab', 'code': 200} Apr 28 19:52:25.691636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4739f410-975e-4204-8136-6cb7618c39fc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:25.752412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.757539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d797023d-7398-4291-af3e-ec076ef4a18f tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8946249 Apr 28 19:52:25.761122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33358) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:25.768221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--339621985'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:25.776074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.781855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:25.793815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:25.797649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:25.805991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:25.867513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ec083e57-f423-467b-8234-cce89f6fee47 req-f061918f-96d9-4a41-b3fc-1cafc7bf14bc tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Synchronizing usage tracker for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:25.874365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.901106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:25.922951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:25.928606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a736fb08-41a8-4bdc-90e8-84ac6324fdc9 None None] The sync data for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 is: [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8720c3dd-b754-4f1c-ac5a-3b4394a0737b', 'name': '', 'network_id': '114fef73-afb1-49c2-b6a9-a8fb972e0d31', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'mac_address': 'fa:16:3e:88:26:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_interface', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:50Z', 'updated_at': '2022-04-28T19:46:05Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'subnets': [{'id': '9c26e62c-f7f6-48d9-b67d-e0b1483517da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:25.959381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:25.963792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ec083e57-f423-467b-8234-cce89f6fee47 req-f061918f-96d9-4a41-b3fc-1cafc7bf14bc tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Unset dirty status for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:25.964934 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ec083e57-f423-467b-8234-cce89f6fee47 req-f061918f-96d9-4a41-b3fc-1cafc7bf14bc tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 210 time: 0.1526756 Apr 28 19:52:25.972710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:25.980685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:25.993769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:26.008080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:26.014936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:26.016793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Pushing event updated for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.019343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:26.093676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1837be51-43f8-483f-9d7e-173e25c23222 req-c114bde8-07b2-4509-a474-bf64106f36f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.095132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1837be51-43f8-483f-9d7e-173e25c23222 req-c114bde8-07b2-4509-a474-bf64106f36f9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 1097 time: 0.3053870 Apr 28 19:52:26.099999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.100636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.133763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] For port cf02dac5-0811-4099-8e7f-b7e346147d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf02dac5-0811-4099-8e7f-b7e346147d4e,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:26.134137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.152418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fa881d-c526-4f2e-8549-edb8abc08bc5 req-10f0e9a9-9902-4e82-828e-f523aa70f859 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.153118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-59fa881d-c526-4f2e-8549-edb8abc08bc5 req-10f0e9a9-9902-4e82-828e-f523aa70f859 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:26.264400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-91efa784-e6b0-49f6-96f1-925401527d4c tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9471278 Apr 28 19:52:26.274122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.289157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Request body: {'port': {'device_id': '413a4780-1476-458b-9d92-602c982c14fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:26.290333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ffd98da7-4d31-420d-8739-edc467393bc2 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:26.303430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d26e9da-c4c3-4ba3-a156-f23aaea0b717 None None] New status for floating IP b5a73ddd-8ab0-467a-bcc1-9273cba082dd: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:26.304717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for cf02dac5-0811-4099-8e7f-b7e346147d4e owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:26.324449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.338436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: ffd98da7-4d31-420d-8739-edc467393bc2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:26.339291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ffd98da7-4d31-420d-8739-edc467393bc2 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:26.353509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1837be51-43f8-483f-9d7e-173e25c23222 req-090534a7-2302-469a-9209-f8093435c899 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447174 Apr 28 19:52:26.362844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-59fa881d-c526-4f2e-8549-edb8abc08bc5 req-10f0e9a9-9902-4e82-828e-f523aa70f859 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:26.364074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59fa881d-c526-4f2e-8549-edb8abc08bc5 req-10f0e9a9-9902-4e82-828e-f523aa70f859 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 943 time: 0.6564589 Apr 28 19:52:26.412326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.415167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6513553 Apr 28 19:52:26.415422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00b446f-176b-49d9-a3ab-5bdb715e5f83 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4141e6-28af-4ded-8ba2-415f6c124d1b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.431675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:26.447604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group_rule': {'security_group_id': '4739f410-975e-4204-8136-6cb7618c39fc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '0e4141e6-28af-4ded-8ba2-415f6c124d1b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:26.453499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:26.457603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:26.460462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:26.466127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:26.472729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b108179-f718-49c1-ac9a-f08a75ae0fdd req-2961ece0-01c8-425c-ac37-dcfd52cf8f43 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.473495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b108179-f718-49c1-ac9a-f08a75ae0fdd req-2961ece0-01c8-425c-ac37-dcfd52cf8f43 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Synchronizing usage tracker for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:26.488138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-031769df-c3f5-4f2f-8101-ddb9e0664327 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.489917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-031769df-c3f5-4f2f-8101-ddb9e0664327 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.41 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.3748243 Apr 28 19:52:26.512323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.523323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b108179-f718-49c1-ac9a-f08a75ae0fdd req-2961ece0-01c8-425c-ac37-dcfd52cf8f43 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Unset dirty status for tenant:7131efd4dd24496eab8e7a732ae6158a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:26.524500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b108179-f718-49c1-ac9a-f08a75ae0fdd req-2961ece0-01c8-425c-ac37-dcfd52cf8f43 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4174426 Apr 28 19:52:26.533430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59fa881d-c526-4f2e-8549-edb8abc08bc5 req-f6013326-8c1d-4757-aa67-9ee815729d31 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups?id=71946d5b-c729-466c-9ecd-73e8785840ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1597421 Apr 28 19:52:26.560514 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:52:26.567968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a5b4ba3-8318-44f3-b8e3-ba02f66044e5 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1350489 Apr 28 19:52:26.576393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:26.622060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.680089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b108179-f718-49c1-ac9a-f08a75ae0fdd req-7fd27e5d-ea21-42e3-82ea-885438d9d2af tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114912 Apr 28 19:52:26.744233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=cf02dac5-0811-4099-8e7f-b7e346147d4e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:26.759259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Deleting port 82f27f26-0986-42dd-8211-5ef86452527c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:26.759802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.824774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] No DVR routers for this DVR port cf02dac5-0811-4099-8e7f-b7e346147d4e on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:26.827410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.867317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.869620 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccb18242-ca67-4a03-8382-02efe0c8997c req-6581c92d-86bf-4fd5-bb36-93ca63b997cf tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.41 "DELETE /v2.0/ports/cf02dac5-0811-4099-8e7f-b7e346147d4e HTTP/1.1" status: 204 len: 173 time: 1.5111852 Apr 28 19:52:26.905113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:26.953202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc03cf50-b07d-4432-b730-ebb64a2054e2 req-be4b391a-4bc2-47c4-8ce6-f22e76cf28c6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:26.955323 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc03cf50-b07d-4432-b730-ebb64a2054e2 req-be4b391a-4bc2-47c4-8ce6-f22e76cf28c6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.2708757 Apr 28 19:52:27.005831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.026259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc03cf50-b07d-4432-b730-ebb64a2054e2 req-93575737-b9da-4114-8e73-d93d8acfa767 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635562 Apr 28 19:52:27.029800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4141e6-28af-4ded-8ba2-415f6c124d1b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:27.056751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.056751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a6412a43-42b3-4651-a773-0e3350914a5b tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/0e4141e6-28af-4ded-8ba2-415f6c124d1b HTTP/1.1" status: 204 len: 168 time: 0.4692357 Apr 28 19:52:27.057707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:27.169905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-62012443-8926-411a-924e-4b8b629243a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:27.192764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-62012443-8926-411a-924e-4b8b629243a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:27.197781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-62012443-8926-411a-924e-4b8b629243a9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1358244 Apr 28 19:52:27.228303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:27.359789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc82cb-274b-48ce-9bce-e0d79a333221 req-813a89b9-c3cf-4e89-a6f8-312c152fcf48 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.361623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccdc82cb-274b-48ce-9bce-e0d79a333221 req-813a89b9-c3cf-4e89-a6f8-312c152fcf48 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 946 time: 0.5256484 Apr 28 19:52:27.399380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58e016-6e1f-4be5-aea5-999d0e5bd6f7 req-2b55c90d-87c3-4d4d-b35e-95251515afe3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.401355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b58e016-6e1f-4be5-aea5-999d0e5bd6f7 req-2b55c90d-87c3-4d4d-b35e-95251515afe3 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 945 time: 0.2053804 Apr 28 19:52:27.407099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] For port 82f27f26-0986-42dd-8211-5ef86452527c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=82f27f26-0986-42dd-8211-5ef86452527c,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:27.407466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.461020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b58e016-6e1f-4be5-aea5-999d0e5bd6f7 req-b3acea87-90af-41e4-9ba7-4bb68dc03e2e tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups?id=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492637 Apr 28 19:52:27.470054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d'}, {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:27.688750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52729435-7233-41d3-9671-494099e47fc5 req-f47d1806-73ec-484c-bfe3-2276bb0f9390 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:27.689861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-52729435-7233-41d3-9671-494099e47fc5 req-f47d1806-73ec-484c-bfe3-2276bb0f9390 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:27.712635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-52729435-7233-41d3-9671-494099e47fc5 req-f47d1806-73ec-484c-bfe3-2276bb0f9390 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:27.714234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52729435-7233-41d3-9671-494099e47fc5 req-f47d1806-73ec-484c-bfe3-2276bb0f9390 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 944 time: 0.1206403 Apr 28 19:52:27.723382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.738215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccdc82cb-274b-48ce-9bce-e0d79a333221 req-75b9b234-9726-4ee8-bb56-dad73233792e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3622727 Apr 28 19:52:27.771200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52729435-7233-41d3-9671-494099e47fc5 req-2ffec57d-b5e3-47f9-b607-317cb962d39e tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509360 Apr 28 19:52:27.842753 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc582f4-0072-4e52-93f9-97aaa50e970c'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': '6a6bcd00-79c1-43cd-b73d-fe2b2d419f4d', 'status': 'completed', 'code': 200} Apr 28 19:52:27.843065 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fc582f4-0072-4e52-93f9-97aaa50e970c'] response: {'server_uuid': '1ada7138-ec6d-4f6d-b44d-f8ee6d743841', 'name': 'network-vif-deleted', 'tag': 'cf02dac5-0811-4099-8e7f-b7e346147d4e', 'status': 'completed', 'code': 200} Apr 28 19:52:27.857560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47470a10-17d8-459c-9550-280c6b1a13fb {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:27.872100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.881675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:27.980509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Transition to ACTIVE for port object 47470a10-17d8-459c-9550-280c6b1a13fb will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:28.001445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-46db5db6-769c-488d-8aa6-88aaf2c5eab6 req-015f6365-cce6-49a5-985d-80ad9f7079aa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Synchronizing usage tracker for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:28.017936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-46db5db6-769c-488d-8aa6-88aaf2c5eab6 req-015f6365-cce6-49a5-985d-80ad9f7079aa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Unset dirty status for tenant:d43dd1d350ce45cbb2384daceb74abdf on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:28.019408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46db5db6-769c-488d-8aa6-88aaf2c5eab6 req-015f6365-cce6-49a5-985d-80ad9f7079aa tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/ports?device_id=1ada7138-ec6d-4f6d-b44d-f8ee6d743841 HTTP/1.1" status: 200 len: 210 time: 0.0710735 Apr 28 19:52:28.052513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.213864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43272aaa-8c77-4ab7-8007-a906a76bae94 req-ba713a28-cc3a-474e-848e-8354f6cbdcc8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.216026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43272aaa-8c77-4ab7-8007-a906a76bae94 req-ba713a28-cc3a-474e-848e-8354f6cbdcc8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.0914130 Apr 28 19:52:28.238915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.242500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.280962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43272aaa-8c77-4ab7-8007-a906a76bae94 req-85d4a871-5003-424f-82ea-a9f64b98ad0d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542581 Apr 28 19:52:28.313811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.314468 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.314578 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Floating IP 0c87ad61-dc92-4728-a161-c3b46f6b1f9b disassociated. External IP: 172.25.2.237, port: 82f27f26-0986-42dd-8211-5ef86452527c. Apr 28 19:52:28.314936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Calling delete_port for 82f27f26-0986-42dd-8211-5ef86452527c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:28.318613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46b185a8-128d-40ee-b955-b61fc9a32e00 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:28.354227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4739f410-975e-4204-8136-6cb7618c39fc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.426730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.428454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d06f6550-3dfe-47de-991f-69c1ed522ab9 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/4739f410-975e-4204-8136-6cb7618c39fc HTTP/1.1" status: 204 len: 168 time: 1.1974220 Apr 28 19:52:28.431619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33398) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:28.443484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35f3ec5-4183-49a7-bfef-b6725ef2ec94 req-e228b52f-2d70-4b8c-8b00-e311d448da1b tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.450477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b35f3ec5-4183-49a7-bfef-b6725ef2ec94 req-e228b52f-2d70-4b8c-8b00-e311d448da1b tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 932 time: 0.5508204 Apr 28 19:52:28.477166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 46b185a8-128d-40ee-b955-b61fc9a32e00 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:28.484167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 46b185a8-128d-40ee-b955-b61fc9a32e00 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:28.485790 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.502724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20781c71-98b4-4da3-9ce4-4ae82c210dda req-7e99b36d-b1a3-4fd7-a454-8680ebb21a7f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.509968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20781c71-98b4-4da3-9ce4-4ae82c210dda req-7e99b36d-b1a3-4fd7-a454-8680ebb21a7f tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.1378956 Apr 28 19:52:28.558145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74753cc1-ccc9-4830-8e35-7930ef1cbc8e tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1241996 Apr 28 19:52:28.561922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:28.566638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'tempest-secgroup--1667589437'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:28.588102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:28.603750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:28.608294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:28.631128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20781c71-98b4-4da3-9ce4-4ae82c210dda req-9604deaf-c1c9-43c5-bd5f-0d119bada90c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202266 Apr 28 19:52:28.632300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:28.651020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b35f3ec5-4183-49a7-bfef-b6725ef2ec94 req-0714c032-1f49-4414-a48f-9fb53761f00d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Synchronizing usage tracker for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:28.652602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.659896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.664622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.682811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:28.698171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:28.703319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Usage tracker for resource:security_group_rule and tenant:2c6c0c3a75e44dc7af01d176345f732d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:28.709674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:28.715264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.715538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:28.727939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:28.740346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Attempting to bind port 47470a10-17d8-459c-9550-280c6b1a13fb on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:28.740708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Attempting to bind port 47470a10-17d8-459c-9550-280c6b1a13fb by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '82d323ca-a432-493f-8935-e0ad419cd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:28.741073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Attempting to bind port 47470a10-17d8-459c-9550-280c6b1a13fb on network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:28.749195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event deleted for resources: {'Port': ['ID=82f27f26-0986-42dd-8211-5ef86452527c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.823113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.879985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Port 47470a10-17d8-459c-9550-280c6b1a13fb on network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:28.880547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Attempting to bind port 47470a10-17d8-459c-9550-280c6b1a13fb on network bfcbd91f-6081-4afa-821f-f7ca8e64bd6b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:28.895430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.899950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b35f3ec5-4183-49a7-bfef-b6725ef2ec94 req-0714c032-1f49-4414-a48f-9fb53761f00d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Unset dirty status for tenant:ae65401ca4424e1d9563b7ffc3790326 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:28.903565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8d545-c03a-46ff-8087-02598e5aca26 req-0cd160c4-2bd3-493f-88c1-25f62ec1a9b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:28.905074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32a8d545-c03a-46ff-8087-02598e5aca26 req-0cd160c4-2bd3-493f-88c1-25f62ec1a9b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1504982 Apr 28 19:52:28.906170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.913558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b35f3ec5-4183-49a7-bfef-b6725ef2ec94 req-0714c032-1f49-4414-a48f-9fb53761f00d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4576771 Apr 28 19:52:28.923726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:28.923726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Checking segment: {'id': '82d323ca-a432-493f-8935-e0ad419cd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:28.923726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Bound using segment: {'id': '82d323ca-a432-493f-8935-e0ad419cd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:28.924828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Bound port: 47470a10-17d8-459c-9550-280c6b1a13fb, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82d323ca-a432-493f-8935-e0ad419cd601', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:28.925302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.987650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af396a55-7fb3-48e5-8fa7-442355072d7d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:28.995935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:28.999825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08c2e933-65a2-44eb-84bd-a5d289099bad tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4371433 Apr 28 19:52:29.000717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.004279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32a8d545-c03a-46ff-8087-02598e5aca26 req-081e6170-4bb7-4838-9592-584c6cb656ae tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754404 Apr 28 19:52:29.017722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b078d7cd-3036-4a14-862a-6a6f81373c51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:29.019211 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-b078d7cd-3036-4a14-862a-6a6f81373c51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 19:52:29.019801 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b078d7cd-3036-4a14-862a-6a6f81373c51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 19:52:29.023214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b078d7cd-3036-4a14-862a-6a6f81373c51 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "PUT /v2.0/security-groups/af396a55-7fb3-48e5-8fa7-442355072d7d HTTP/1.1" status: 409 len: 330 time: 0.0148375 Apr 28 19:52:29.023588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33420) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.101342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e3fa520-2b94-497b-bb5e-bed1903964c5 req-2e9606e5-de8a-4a12-aa05-ff73ebd9afe1 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 210 time: 0.0795810 Apr 28 19:52:29.107810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.121442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:29.124751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Router 2753a101-8b06-4b66-8131-284ee3890199 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:52:29.126719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=47470a10-17d8-459c-9550-280c6b1a13fb,segment=NetworkSegment(82d323ca-a432-493f-8935-e0ad419cd601),segment_id=82d323ca-a432-493f-8935-e0ad419cd601)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:29.135771 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.172894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.209328 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a4f7e75-31bd-42bc-b4c3-10f8737920ca'] response: {'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'code': 200} Apr 28 19:52:29.478326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.529201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.529912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.531333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] 10.222.0.41 "PUT /v2.0/ports/47470a10-17d8-459c-9550-280c6b1a13fb HTTP/1.1" status: 200 len: 1092 time: 3.2498443 Apr 28 19:52:29.539390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af396a55-7fb3-48e5-8fa7-442355072d7d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.599572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1c2632-4e28-4a0d-a410-f131746c85fe req-b3e417b4-b80a-4d54-a5c5-cf80c56fdd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.603388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb1c2632-4e28-4a0d-a410-f131746c85fe req-b3e417b4-b80a-4d54-a5c5-cf80c56fdd2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.3266540 Apr 28 19:52:29.604898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:29.606869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c40e624c-0f78-4b8b-898a-5c38b199e186 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/af396a55-7fb3-48e5-8fa7-442355072d7d HTTP/1.1" status: 204 len: 168 time: 0.5823154 Apr 28 19:52:29.628186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33430) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.676474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:29.682473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ed05d-61bb-4028-8899-a0afe8368ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:29.770410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb1c2632-4e28-4a0d-a410-f131746c85fe req-d4d8505e-fc05-489e-ac73-247772b9ebfb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603119 Apr 28 19:52:29.786250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f6225589-c1aa-4307-b1bc-1f0399f9fadb tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Synchronizing usage tracker for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:29.817390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad74d8b8-0162-40e5-b7f8-1c80d3bbc7ab req-d0b8ecce-fd6a-4bda-a2ad-60b84d2bc486 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.818886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad74d8b8-0162-40e5-b7f8-1c80d3bbc7ab req-d0b8ecce-fd6a-4bda-a2ad-60b84d2bc486 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.1916850 Apr 28 19:52:29.820627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f6225589-c1aa-4307-b1bc-1f0399f9fadb tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] Unset dirty status for tenant:2c6c0c3a75e44dc7af01d176345f732d on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:29.821167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f6225589-c1aa-4307-b1bc-1f0399f9fadb tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1921489 Apr 28 19:52:29.826980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33440) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.862419 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-993089df-a827-4a3b-af68-e85a9f86f3fc tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] delete failed (client error): The resource could not be found. Apr 28 19:52:29.867791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-993089df-a827-4a3b-af68-e85a9f86f3fc tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "DELETE /v2.0/security-groups/14d36aa1-e820-446b-9575-fae44bde2a7d HTTP/1.1" status: 404 len: 347 time: 0.0355299 Apr 28 19:52:29.868220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33446) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.874027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:52:29.887763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Sync routers for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:29.899815 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-2c4ac8a5-6e89-4399-8ad6-e878886a7202 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] show failed (client error): The resource could not be found. Apr 28 19:52:29.900946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2c4ac8a5-6e89-4399-8ad6-e878886a7202 tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-groups/6df38736-13c6-47ee-a1f7-f8f6d05e8a1c HTTP/1.1" status: 404 len: 347 time: 0.0318401 Apr 28 19:52:29.904953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:29.905843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:29.906392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:29.921493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-cb87bdab-39cc-46f5-a8d3-5f2c86502124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.922988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-cb87bdab-39cc-46f5-a8d3-5f2c86502124 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae65401ca4424e1d9563b7ffc3790326&device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 1095 time: 0.2374282 Apr 28 19:52:29.929020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad74d8b8-0162-40e5-b7f8-1c80d3bbc7ab req-be1f0ab5-f00b-4a83-861f-d48bca097d32 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992231 Apr 28 19:52:29.933503 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-3a7fff0e-3477-45e0-a674-86dc8050fafc tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] show failed (client error): The resource could not be found. Apr 28 19:52:29.934440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a7fff0e-3477-45e0-a674-86dc8050fafc tempest-NegativeSecGroupTest-586598214 tempest-NegativeSecGroupTest-586598214-project] 10.222.0.24 "GET /v2.0/security-group-rules/9b955062-e92b-4f46-b3c9-d225bf2f73f9 HTTP/1.1" status: 404 len: 356 time: 0.0276611 Apr 28 19:52:29.956220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27443b0e-fe00-48d6-8a15-ffe469d8833b req-2c7cd53e-e9a3-4d7e-941b-550e4574103a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:29.957717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27443b0e-fe00-48d6-8a15-ffe469d8833b req-2c7cd53e-e9a3-4d7e-941b-550e4574103a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 946 time: 0.4541891 Apr 28 19:52:30.041509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] No DVR routers for this DVR port 82f27f26-0986-42dd-8211-5ef86452527c on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:30.054532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.057967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-13c941cb-0eb4-4195-8a7e-110013971dc6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47470a10-17d8-459c-9550-280c6b1a13fb HTTP/1.1" status: 200 len: 217 time: 0.0761728 Apr 28 19:52:30.124236 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ae54f20-f1b3-41d9-9bca-17d5ea419595 req-139ba075-8f86-46ea-872b-f4e8522cdd6f tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.41 "DELETE /v2.0/ports/82f27f26-0986-42dd-8211-5ef86452527c HTTP/1.1" status: 204 len: 173 time: 3.5403302 Apr 28 19:52:30.135237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27443b0e-fe00-48d6-8a15-ffe469d8833b req-04fd66f9-119d-487c-9b6e-a607054d367d tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714730 Apr 28 19:52:30.205343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-8ffcadf8-3840-4bd8-8dbc-3248efa3b8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.210104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-8ffcadf8-3840-4bd8-8dbc-3248efa3b8e8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=714bd316-d9a5-4e12-93eb-6e9684999a16 HTTP/1.1" status: 200 len: 854 time: 0.1367214 Apr 28 19:52:30.248671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:30.311941 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9472c26d-dbc5-426d-9687-1851bae43ad4'] response: {'name': 'network-changed', 'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb', 'status': 'completed', 'code': 200} Apr 28 19:52:30.322424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-4750d640-e8a1-4b34-b5b2-fe4ee72d6657 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040425 Apr 28 19:52:30.375011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:30.421343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 82f27f26-0986-42dd-8211-5ef86452527c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:30.439781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9de3f3-0653-4b06-89b3-632d9e98f0bd req-2f36e8bc-9ba6-48a5-944a-95ff3a8cf920 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.444167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd9de3f3-0653-4b06-89b3-632d9e98f0bd req-2f36e8bc-9ba6-48a5-944a-95ff3a8cf920 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.1627192 Apr 28 19:52:30.501811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 82f27f26-0986-42dd-8211-5ef86452527c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:30.502132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 82f27f26-0986-42dd-8211-5ef86452527c not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:30.545296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd9de3f3-0653-4b06-89b3-632d9e98f0bd req-f989d66a-ebc5-4dfd-a4ef-9e8c200b16dc tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942717 Apr 28 19:52:30.601246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7f1c78-2b1a-4a36-b25a-0b2cf2646ac7 req-3bd96334-5cae-47fd-9dca-7ef7a139af67 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:30.615953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:30.633613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb7f1c78-2b1a-4a36-b25a-0b2cf2646ac7 req-3bd96334-5cae-47fd-9dca-7ef7a139af67 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 944 time: 0.2548747 Apr 28 19:52:30.703379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-53824d9e-5fd9-4847-ab0a-d53147d39a48 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711567 Apr 28 19:52:30.823991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd8b76e3-0a31-40c1-b481-fdc023696d12 req-255d3583-bebb-401c-85e5-5bf9ecdf829b tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/ports?device_id=05f54ba4-f3cc-4276-91f8-500a051ffcbe HTTP/1.1" status: 200 len: 210 time: 0.0757179 Apr 28 19:52:30.833970 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.897310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:30.947252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:30.959467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Checking router: 2753a101-8b06-4b66-8131-284ee3890199 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:30.976066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:30.976890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:30.987033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb7f1c78-2b1a-4a36-b25a-0b2cf2646ac7 req-9310980a-a28a-4139-ac4c-4b0df244d1f8 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502166 Apr 28 19:52:30.994748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.100991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71946d5b-c729-466c-9ecd-73e8785840ee,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:31.102440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5388342d-3f62-4c50-80db-ecb6ff7b28a8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c6c0c3a75e44dc7af01d176345f732d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7119367 Apr 28 19:52:31.105004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:31.137360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f16deefc-e9e2-4d1b-9cd3-952b8c7519fc req-80d1bccf-9cf0-41d2-8e75-96ef95a48c7d service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3542449 Apr 28 19:52:31.243508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:31.273017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.274164 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b24a649d-6584-4f95-b1d3-3372b91585f5 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/security-groups/71946d5b-c729-466c-9ecd-73e8785840ee HTTP/1.1" status: 204 len: 168 time: 0.6565762 Apr 28 19:52:31.275858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.277397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33490) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:31.301872 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-c5ad4f2d-5e1b-4ed8-b403-5c254ba1e1e8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] show failed (client error): The resource could not be found. Apr 28 19:52:31.302838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c5ad4f2d-5e1b-4ed8-b403-5c254ba1e1e8 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "GET /v2.0/security-groups/71946d5b-c729-466c-9ecd-73e8785840ee HTTP/1.1" status: 404 len: 347 time: 0.0236156 Apr 28 19:52:31.306935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33494) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:31.458373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e69ab5-c58a-49f7-99c9-594f815bf7cf req-1a70fe62-3e75-42cd-88b0-05bf801538ce tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.463893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47e69ab5-c58a-49f7-99c9-594f815bf7cf req-1a70fe62-3e75-42cd-88b0-05bf801538ce tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.2517028 Apr 28 19:52:31.472572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-95897bed-8019-4d49-8ff2-76afef933e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.474193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-95897bed-8019-4d49-8ff2-76afef933e41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae65401ca4424e1d9563b7ffc3790326&device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 1095 time: 0.1809952 Apr 28 19:52:31.487423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd5b594-1223-468b-a951-a99417295942 req-bb98f43a-2637-4002-85dd-6fd5ee07f331 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.488833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bd5b594-1223-468b-a951-a99417295942 req-bb98f43a-2637-4002-85dd-6fd5ee07f331 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.1872942 Apr 28 19:52:31.517822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.525998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 4776dc5b-95fd-464d-9b0e-589d7ac4e9b7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:31.526333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.610216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:31.616138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a09823-8048-4e52-8306-e34b606d51ca None None] The sync data for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 is: [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:49:22Z', 'revision_number': 4, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '29635056-bb13-4b73-8e9d-c3b6286e4086', 'name': '', 'network_id': 'bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'mac_address': 'fa:16:3e:b3:c5:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1076, 'fixed_ips': [{'subnet_id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:18Z', 'updated_at': '2022-04-28T19:49:39Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'subnets': [{'id': 'd07ec126-b567-4fe5-af15-e7f36dc77eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:31.618740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47e69ab5-c58a-49f7-99c9-594f815bf7cf req-952a5c5c-b83b-466c-8837-93d4a2ad1585 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491897 Apr 28 19:52:31.690868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port 60c83b9b-4b23-4b25-a5b3-93032683a71a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:31.691206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.780260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6866468d-587d-4f01-84a0-b32334e496f6 req-50cd9646-9c73-4ee1-b279-8fc43d608603 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:31.781889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6866468d-587d-4f01-84a0-b32334e496f6 req-50cd9646-9c73-4ee1-b279-8fc43d608603 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b2e4251-3823-49f3-967a-47913e90aef5 HTTP/1.1" status: 200 len: 945 time: 0.7914453 Apr 28 19:52:31.913582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6866468d-587d-4f01-84a0-b32334e496f6 req-249fc386-8a56-4db8-a6ff-6f86c438579b tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791695 Apr 28 19:52:31.919097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.954905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.955241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:31.966021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb8837b-27a0-40cd-b164-9afeaa4b3a33,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.041353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-b60fceba-1af2-433e-a6c7-5b200fd63209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.042989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-b60fceba-1af2-433e-a6c7-5b200fd63209 service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b HTTP/1.1" status: 200 len: 915 time: 0.5330193 Apr 28 19:52:32.063467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.064440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-868bd8be-5441-42c5-be37-b9ac31216673 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8eb8837b-27a0-40cd-b164-9afeaa4b3a33 HTTP/1.1" status: 204 len: 168 time: 0.9576576 Apr 28 19:52:32.169680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 4776dc5b-95fd-464d-9b0e-589d7ac4e9b7 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:32.238859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-cd080035-3f04-4e84-86ab-f89a36be2dc3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47470a10-17d8-459c-9550-280c6b1a13fb HTTP/1.1" status: 200 len: 217 time: 0.1856122 Apr 28 19:52:32.243171 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97d0f3f-4610-4750-8ad6-887612a07dc4 None None] New status for floating IP 0c87ad61-dc92-4728-a161-c3b46f6b1f9b: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:52:32.288073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6793bf7-1d49-48d7-aa3a-e0755f7038ae req-3a2bbd20-0700-41e8-b721-9f3fa8727737 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.289630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6793bf7-1d49-48d7-aa3a-e0755f7038ae req-3a2bbd20-0700-41e8-b721-9f3fa8727737 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2229202 Apr 28 19:52:32.315626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'name': 'network-vif-deleted', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:32.344744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a119e1-38f9-49d9-a347-18bfddb74164 req-10580cc5-4427-4df3-9dfd-ba1116159932 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.351588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1a119e1-38f9-49d9-a347-18bfddb74164 req-10580cc5-4427-4df3-9dfd-ba1116159932 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 946 time: 0.4613783 Apr 28 19:52:32.396589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.396717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port 60c83b9b-4b23-4b25-a5b3-93032683a71a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=60c83b9b-4b23-4b25-a5b3-93032683a71a,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:32.396896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.412750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-db773334-b973-402c-b9e6-d960dec73177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:32.414273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-db773334-b973-402c-b9e6-d960dec73177 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=714bd316-d9a5-4e12-93eb-6e9684999a16 HTTP/1.1" status: 200 len: 854 time: 0.1663184 Apr 28 19:52:32.494092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1a119e1-38f9-49d9-a347-18bfddb74164 req-4856fa88-15c5-44da-8b01-2915ac8bb574 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415861 Apr 28 19:52:32.501983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=4776dc5b-95fd-464d-9b0e-589d7ac4e9b7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:32.563902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6793bf7-1d49-48d7-aa3a-e0755f7038ae req-1e62d8cd-b96c-487a-a47f-4406807454b9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2679527 Apr 28 19:52:32.610032 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.640230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.642231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2c7a1bad-ed3a-4b6d-9e29-54786863333c tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/floatingips/b5a73ddd-8ab0-467a-bcc1-9273cba082dd HTTP/1.1" status: 204 len: 168 time: 1.3313065 Apr 28 19:52:32.646050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:32.704504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-dbe736f6-f9e3-44c4-98ef-0d3e1dd04d62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2211764 Apr 28 19:52:32.714414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for 60c83b9b-4b23-4b25-a5b3-93032683a71a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:32.783887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 28ea52e3-c05b-4ede-bc69-a68925699dbf {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:32.784566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:32.939945 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7eb42d79-c7cd-4700-a5b5-0c9a359815ca'] response: {'server_uuid': '05f54ba4-f3cc-4276-91f8-500a051ffcbe', 'name': 'network-vif-deleted', 'tag': '82f27f26-0986-42dd-8211-5ef86452527c', 'status': 'completed', 'code': 200} Apr 28 19:52:33.058318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-799707a9-6fab-4bc0-a706-cbdb86efd6fa service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848623 Apr 28 19:52:33.107966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c077731-63b0-43f6-a9e6-af90bf261e3d req-8aed46f2-aca6-4e84-8f41-ecc1d4780aa6 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.109301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c077731-63b0-43f6-a9e6-af90bf261e3d req-8aed46f2-aca6-4e84-8f41-ecc1d4780aa6 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 944 time: 0.2925293 Apr 28 19:52:33.123536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.225799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.239226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['60c83b9b-4b23-4b25-a5b3-93032683a71a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:33.251423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 28ea52e3-c05b-4ede-bc69-a68925699dbf owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:33.300368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c077731-63b0-43f6-a9e6-af90bf261e3d req-74772a7e-a411-47b8-bdbd-6e97ecbff5ae tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787255 Apr 28 19:52:33.314499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=60c83b9b-4b23-4b25-a5b3-93032683a71a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.329543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee71121-f27c-4e2b-9831-4909c641fc0b req-2f6ca70d-3623-4d27-92e9-9ad7098d60ea tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.331700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ee71121-f27c-4e2b-9831-4909c641fc0b req-2f6ca70d-3623-4d27-92e9-9ad7098d60ea tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3010213 Apr 28 19:52:33.426362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ee71121-f27c-4e2b-9831-4909c641fc0b req-c729d1b7-b8f5-4f29-9acf-cf1b6f7cb153 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755739 Apr 28 19:52:33.472329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.490373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce7ec5db-9708-40b4-9de7-fd6f66159d71 req-5a5687d4-656e-4852-9be5-d7c0d8654fed service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223402 Apr 28 19:52:33.495911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port 60c83b9b-4b23-4b25-a5b3-93032683a71a on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:33.498574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:33.634768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.656245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=28ea52e3-c05b-4ede-bc69-a68925699dbf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:33.665127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bd5b594-1223-468b-a951-a99417295942 req-91b3df82-d7bc-4c0c-9509-4e0aa611b4e5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "DELETE /v2.0/ports/60c83b9b-4b23-4b25-a5b3-93032683a71a HTTP/1.1" status: 204 len: 173 time: 2.1343806 Apr 28 19:52:33.727291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e21b33-fadc-4cca-844e-8c1dbded9327 req-39406af4-836b-4fcb-a2a2-070d77f701a7 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:33.728897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9e21b33-fadc-4cca-844e-8c1dbded9327 req-39406af4-836b-4fcb-a2a2-070d77f701a7 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.3088818 Apr 28 19:52:33.729605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.765484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.882873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:33.917128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-948a6ff2-4fbf-46e2-873e-83389813f9f6 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/ports/28ea52e3-c05b-4ede-bc69-a68925699dbf HTTP/1.1" status: 204 len: 168 time: 1.2694702 Apr 28 19:52:33.919836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:34.020780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 1d383f76-fb73-447b-bba9-c128386414b1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:34.021117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.188069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9e21b33-fadc-4cca-844e-8c1dbded9327 req-324c0c1d-19b0-4d87-ad6b-221aa36c873b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3648667 Apr 28 19:52:34.192038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.244137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=481b2ab8-3a21-4d8c-a00f-4b9c8da997ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:34.275977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.277092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-78e2e596-0fb8-48de-a750-d5d0c48ad637 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "DELETE /v2.0/security-groups/481b2ab8-3a21-4d8c-a00f-4b9c8da997ed HTTP/1.1" status: 204 len: 168 time: 0.7502012 Apr 28 19:52:34.280441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:34.325247 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-8ecc7d05-7de3-4e8f-a1e8-9ae3f306f5d0 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] show failed (client error): The resource could not be found. Apr 28 19:52:34.330967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ecc7d05-7de3-4e8f-a1e8-9ae3f306f5d0 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "GET /v2.0/security-groups/481b2ab8-3a21-4d8c-a00f-4b9c8da997ed HTTP/1.1" status: 404 len: 347 time: 0.0407507 Apr 28 19:52:34.341733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33596) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:34.342624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 47470a10-17d8-459c-9550-280c6b1a13fb details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:34.612725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.654747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=47470a10-17d8-459c-9550-280c6b1a13fb,segment=NetworkSegment(82d323ca-a432-493f-8935-e0ad419cd601),segment_id=82d323ca-a432-493f-8935-e0ad419cd601)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:34.672000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '47470a10-17d8-459c-9550-280c6b1a13fb', 'network_id': 'bfcbd91f-6081-4afa-821f-f7ca8e64bd6b', 'port_id': '47470a10-17d8-459c-9550-280c6b1a13fb', 'mac_address': 'fa:16:3e:86:05:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 439, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '714bd316-d9a5-4e12-93eb-6e9684999a16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:34.742196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-276514c4-e271-4faf-a800-80d79e28687c req-b490d052-c984-42a6-90f7-3566a3314147 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a6c945a5-a1b9-4ae0-a68a-44c187445970 HTTP/1.1" status: 200 len: 210 time: 0.6277235 Apr 28 19:52:34.760794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.792098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47470a10-17d8-459c-9550-280c6b1a13fb {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:34.814508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=47470a10-17d8-459c-9550-280c6b1a13fb,segment=NetworkSegment(82d323ca-a432-493f-8935-e0ad419cd601),segment_id=82d323ca-a432-493f-8935-e0ad419cd601)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:34.819694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:34.833317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Calling delete_port for 1d383f76-fb73-447b-bba9-c128386414b1 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:34.956892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.016838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'name': 'network-vif-deleted', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:35.048058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.051564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Deleting port 9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:35.052037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.090183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['47470a10-17d8-459c-9550-280c6b1a13fb'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:35.240785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Port': ['ID=1d383f76-fb73-447b-bba9-c128386414b1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:35.304701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.344708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d823a7cd-f007-460f-a614-23c74ca89f33 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/ports/1d383f76-fb73-447b-bba9-c128386414b1 HTTP/1.1" status: 204 len: 168 time: 1.4234085 Apr 28 19:52:35.345091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33628) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:35.433077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4c6d0c24-e31d-44db-a982-ee613c4913c1 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.462065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4c6d0c24-e31d-44db-a982-ee613c4913c1 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 0.9694762 Apr 28 19:52:35.517146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-4cb740eb-0430-4648-9804-eb56c07cc32e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.517146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-4cb740eb-0430-4648-9804-eb56c07cc32e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b2e4251-3823-49f3-967a-47913e90aef5 HTTP/1.1" status: 200 len: 945 time: 1.0184510 Apr 28 19:52:35.565031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting subnet 1270faac-8233-4dcc-9e24-3ea59efaf0ae {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:52:35.568957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.602365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b7321bb6-0eda-431d-af82-c4fa3671b806 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/quotas/0ea0cc7c58d94f7a9a809bfcf2a26e0b HTTP/1.1" status: 200 len: 375 time: 0.1389601 Apr 28 19:52:35.649719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.712167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-d6ba7f06-0171-4d76-a0b3-5b79da01d25a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.713691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-d6ba7f06-0171-4d76-a0b3-5b79da01d25a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/ports?device_id=354db8c8-fdb0-44d9-9287-9946312c1c2c HTTP/1.1" status: 200 len: 946 time: 0.3106146 Apr 28 19:52:35.721735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e40dce-1f8a-4b98-b331-dc5faf2ec927 req-13ee7999-f825-4d41-b682-36f931d096e6 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.723305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b6e40dce-1f8a-4b98-b331-dc5faf2ec927 req-13ee7999-f825-4d41-b682-36f931d096e6 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 945 time: 0.3190596 Apr 28 19:52:35.808097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port b7d54711-f68b-4d47-96fb-633ee9556af8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:35.808604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.847797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b6e40dce-1f8a-4b98-b331-dc5faf2ec927 req-b63a7912-ff45-4d34-acc7-1116507380da tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864685 Apr 28 19:52:35.852664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port 9290ee9e-1832-4030-997f-54aa34f042ab {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:35.853008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.901220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.901694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.922140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-ff8db7bd-7a82-48cf-92dc-4dcefd7d6e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:35.923881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-ff8db7bd-7a82-48cf-92dc-4dcefd7d6e2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.6765187 Apr 28 19:52:35.947963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:35.981398 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f9f5d9a-2880-4a43-92b8-5535b2678de8'] response: {'server_uuid': 'a6c945a5-a1b9-4ae0-a68a-44c187445970', 'name': 'network-vif-deleted', 'tag': '60c83b9b-4b23-4b25-a5b3-93032683a71a', 'status': 'completed', 'code': 200} Apr 28 19:52:36.073571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Calling delete_port for 9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:36.195064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-428d80ce-9db0-418a-8a2a-016b134592cd tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5921535 Apr 28 19:52:36.280244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:36.305027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.359969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 47470a10-17d8-459c-9550-280c6b1a13fb up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:36.398097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Subnet': ['ID=1270faac-8233-4dcc-9e24-3ea59efaf0ae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:36.412100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.446751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.447095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.447442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.447779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.448110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.448437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.448763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.449084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.449407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.449776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.450096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.450414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:36.477911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f71ed6d8-04d8-4196-9329-5d657b239174 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/subnets/1270faac-8233-4dcc-9e24-3ea59efaf0ae HTTP/1.1" status: 204 len: 168 time: 1.1291721 Apr 28 19:52:36.483873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33652) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:36.489987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.510729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49887cbd-c14f-4686-8d73-c702a8836449 None None] Network 94041670-70c7-4d06-95fa-e5d312c82809 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:36.586026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:36.599084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bef82-91ff-4aa3-9702-15764bb402ee req-bcffc49f-718d-449b-8c4c-bbdd432142ad tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:36.606050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bef82-91ff-4aa3-9702-15764bb402ee req-bcffc49f-718d-449b-8c4c-bbdd432142ad tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.5673034 Apr 28 19:52:36.615780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Usage tracker for resource:security_group_rule and tenant:8b31db2bcc7448fa9f3e1fcb8d376156 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:36.619579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port 9290ee9e-1832-4030-997f-54aa34f042ab, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9290ee9e-1832-4030-997f-54aa34f042ab,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:36.619940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.644639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-b3fae816-8ed0-4e18-8658-b00be1a1fb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:36.646505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-b3fae816-8ed0-4e18-8658-b00be1a1fb94 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.6039839 Apr 28 19:52:36.646714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:36.680274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 47470a10-17d8-459c-9550-280c6b1a13fb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:36.702739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 47470a10-17d8-459c-9550-280c6b1a13fb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:36.702739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.727083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:36.742114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting subnet b34b5fff-c025-4d6c-99e7-4cee2988a3d0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:52:36.745117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.788108 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-dcb3883f-e1ae-48c7-8f4c-ba55e6c33bc1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.1234491 Apr 28 19:52:36.792015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:36.792399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.853903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-012cc5a2-a77f-4b1d-94aa-f40993a5bf89 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6077969 Apr 28 19:52:36.883966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.893588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.922179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] DHCP port deletion for 94041670-70c7-4d06-95fa-e5d312c82809 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:52:36.930622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:36.936705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for 9290ee9e-1832-4030-997f-54aa34f042ab owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:36.939107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Deleting port 4019ad44-5026-4443-8e04-d1bd2f51e1ea {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:36.939535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.972269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=47470a10-17d8-459c-9550-280c6b1a13fb,segment=NetworkSegment(82d323ca-a432-493f-8935-e0ad419cd601),segment_id=82d323ca-a432-493f-8935-e0ad419cd601)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:36.980780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:36.981580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 60c83b9b-4b23-4b25-a5b3-93032683a71a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:37.004322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-796bef82-91ff-4aa3-9702-15764bb402ee req-6c9593bb-e8f4-4b09-a330-b0fb5cc203e5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3974035 Apr 28 19:52:37.009166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for b7d54711-f68b-4d47-96fb-633ee9556af8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:37.068804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 60c83b9b-4b23-4b25-a5b3-93032683a71a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:37.069142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 60c83b9b-4b23-4b25-a5b3-93032683a71a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:37.070251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b7d54711-f68b-4d47-96fb-633ee9556af8 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:37.078499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.083742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.194006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-3072690e-590e-4211-a313-626edd6b2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:37.195449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-3072690e-590e-4211-a313-626edd6b2a79 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.3907871 Apr 28 19:52:37.196198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Pushing event deleted for resources: {'Port': ['ID=9114efe6-b674-4d18-b6e5-b5cb2c2c1cc9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.243949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.257911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.319692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.346748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-c8fec88b-5d70-440d-887e-4f65c4cd1e61 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1370473 Apr 28 19:52:37.358583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Subnet': ['ID=b34b5fff-c025-4d6c-99e7-4cee2988a3d0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:37.375968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:37.414302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-e5e93ea4-a2fa-4581-b27f-e3bf25833e54 service neutron] 10.222.0.24 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4989984 Apr 28 19:52:37.429384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:37.429771 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:37.430411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.434279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.449410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235e9b5-e117-4d57-862e-f4464706f687 None None] Network ec6dab63-7c86-4135-9c2d-4c0c5e006298 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:37.479296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f9d2ef0a-8e28-4c8d-8a15-a6b777af5982 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/subnets/b34b5fff-c025-4d6c-99e7-4cee2988a3d0 HTTP/1.1" status: 204 len: 168 time: 0.9920900 Apr 28 19:52:37.487979 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:52:37.490780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:37.499574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.530712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.535347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-caaa4b3a-53b1-498b-8025-8a85951d4f20 tempest-AttachSCSIVolumeTestJSON-724557740 tempest-AttachSCSIVolumeTestJSON-724557740-project] 10.222.0.24 "DELETE /v2.0/floatingips/0c87ad61-dc92-4728-a161-c3b46f6b1f9b HTTP/1.1" status: 204 len: 168 time: 3.1888924 Apr 28 19:52:37.593339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-1ba8e6d8-8786-4497-a53b-4a09248e7447 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229900 Apr 28 19:52:37.599057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] For port 4019ad44-5026-4443-8e04-d1bd2f51e1ea, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4019ad44-5026-4443-8e04-d1bd2f51e1ea,segment=NetworkSegment(c51545e6-ce95-42a3-9723-a9a7348bfe76),segment_id=c51545e6-ce95-42a3-9723-a9a7348bfe76)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:37.599449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.691303 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c790a6b4-6aad-4007-831d-6512e51ffc07'] response: {'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb', 'code': 200} Apr 28 19:52:37.810275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38f1940f-e218-4daa-bc65-15b88c4ad4ec req-4ea8873d-50da-4696-ac58-12f39dc54176 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159336 Apr 28 19:52:37.931062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port b7d54711-f68b-4d47-96fb-633ee9556af8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:37.931641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:37.965635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Calling delete_port for 4019ad44-5026-4443-8e04-d1bd2f51e1ea owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:38.020498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb252c5-45f3-46d6-848a-93d775f67bd8 req-1579c3fb-7e1d-44a2-a72e-403b5cafca20 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.022016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4cb252c5-45f3-46d6-848a-93d775f67bd8 req-1579c3fb-7e1d-44a2-a72e-403b5cafca20 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1845047 Apr 28 19:52:38.071994 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.076880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.164981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.169375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9290ee9e-1832-4030-997f-54aa34f042ab'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:38.222539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4cb252c5-45f3-46d6-848a-93d775f67bd8 req-7d133d09-7554-4b54-b4e9-9dbed2bcf1c3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877573 Apr 28 19:52:38.263805 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.300235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.301659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event deleted for resources: {'Port': ['ID=9290ee9e-1832-4030-997f-54aa34f042ab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.339218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] Pushing event deleted for resources: {'Port': ['ID=4019ad44-5026-4443-8e04-d1bd2f51e1ea,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.360256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c72f14-9788-4308-9a49-685d8d9ea61e None None] No DVR routers for this DVR port 4019ad44-5026-4443-8e04-d1bd2f51e1ea on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:38.389951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.415803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567d7eea-5c66-4f17-be52-c52d859e8c7d req-60ecee05-afae-476f-91ba-b130aae36823 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.425606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-567d7eea-5c66-4f17-be52-c52d859e8c7d req-60ecee05-afae-476f-91ba-b130aae36823 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 1.0728614 Apr 28 19:52:38.506930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] DHCP port deletion for ec6dab63-7c86-4135-9c2d-4c0c5e006298 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:52:38.512264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Deleting port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:38.512924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.524406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4124ee0-d6c9-4624-ac09-9da70bd66204,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:38.541226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] No DVR routers for this DVR port 9290ee9e-1832-4030-997f-54aa34f042ab on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:38.544151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.573121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'name': 'network-vif-deleted', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:38.723837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.733560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4019ad44-5026-4443-8e04-d1bd2f51e1ea no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:38.758492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94041670-70c7-4d06-95fa-e5d312c82809']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:38.782748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4019ad44-5026-4443-8e04-d1bd2f51e1ea {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:38.784334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4019ad44-5026-4443-8e04-d1bd2f51e1ea not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:38.784899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c19e7f5-c1b2-49cf-9743-b18fefbace6b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:38.793050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51545e6-ce95-42a3-9723-a9a7348bfe76') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:38.793368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51545e6-ce95-42a3-9723-a9a7348bfe76') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:38.825002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bba6752e-a3b3-4029-aed1-807ae6853c4e req-df5025b2-70e1-47d8-a847-881d87da5870 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "DELETE /v2.0/ports/9290ee9e-1832-4030-997f-54aa34f042ab HTTP/1.1" status: 204 len: 173 time: 3.1007168 Apr 28 19:52:38.832714 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.844772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d14f597a-0762-421c-acbd-635eb8815edd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b31db2bcc7448fa9f3e1fcb8d376156&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5568261 Apr 28 19:52:38.854378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:38.890314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-567d7eea-5c66-4f17-be52-c52d859e8c7d req-7becfe90-a781-4825-9b6e-7e488444a49b tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4637587 Apr 28 19:52:38.910774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:38.921082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77704f46-2ef1-493b-a612-eeee464dd7ea req-f180e4ad-26d3-4dbd-abc6-d796eb3f29f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:38.938095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77704f46-2ef1-493b-a612-eeee464dd7ea req-f180e4ad-26d3-4dbd-abc6-d796eb3f29f7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 1097 time: 1.1675725 Apr 28 19:52:38.976723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port b7d54711-f68b-4d47-96fb-633ee9556af8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b7d54711-f68b-4d47-96fb-633ee9556af8,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:38.977090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.028374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:39.029209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.077749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77704f46-2ef1-493b-a612-eeee464dd7ea req-2eee4e7e-61f6-496f-96ea-f157fbd76e63 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353939 Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:39.082702 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:39.220383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] For port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,segment=NetworkSegment(89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc),segment_id=89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:39.222001 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.273497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-a2fbda08-11b2-4c37-a530-212089dcfa68 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.281263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-a2fbda08-11b2-4c37-a530-212089dcfa68 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.8505299 Apr 28 19:52:39.303987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for b7d54711-f68b-4d47-96fb-633ee9556af8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:39.424521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.434409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.450365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.451964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.464218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Calling delete_port for 1c19e7f5-c1b2-49cf-9743-b18fefbace6b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:39.494708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Network': ['ID=94041670-70c7-4d06-95fa-e5d312c82809,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.504537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d64f9778-a1cd-4712-86d4-8cce23354b60 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/networks/94041670-70c7-4d06-95fa-e5d312c82809 HTTP/1.1" status: 204 len: 168 time: 1.9322591 Apr 28 19:52:39.506932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33764) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:39.513808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-bb2e1581-ae3c-4ffa-a493-8bc977a1472c tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/quotas/eb22d50c63ad44b8897d26fa7a43f2d7 HTTP/1.1" status: 200 len: 375 time: 0.2311976 Apr 28 19:52:39.516985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.594897 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.597639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f4124ee0-d6c9-4624-ac09-9da70bd66204 HTTP/1.1" status: 204 len: 168 time: 0.7387643 Apr 28 19:52:39.598616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4124ee0-d6c9-4624-ac09-9da70bd66204,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.615094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.615586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.616023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.616705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.617135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.617710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.618142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.618566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.619100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.619648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.620078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.620498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d7aea73-685d-4411-9542-92c225a15b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:39.625501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-a5cc7fbf-6d3c-4840-8c52-c3c6917b4fb4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:39.650218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.659364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-a5cc7fbf-6d3c-4840-8c52-c3c6917b4fb4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:39.660987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-a5cc7fbf-6d3c-4840-8c52-c3c6917b4fb4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1313493 Apr 28 19:52:39.672074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Deleting port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:39.672407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.714905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:39.793093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.831308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.852774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bab3d0-36c6-4216-a427-7117125ebd08 req-ab798555-11e9-4324-b225-4d28d1d1fdda tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:39.856743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52bab3d0-36c6-4216-a427-7117125ebd08 req-ab798555-11e9-4324-b225-4d28d1d1fdda tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.4636226 Apr 28 19:52:39.864109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.884106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:39.951497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] Pushing event deleted for resources: {'Port': ['ID=1c19e7f5-c1b2-49cf-9743-b18fefbace6b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:39.974000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c297af-4e48-4f3f-888a-15f626977e1b None None] No DVR routers for this DVR port 1c19e7f5-c1b2-49cf-9743-b18fefbace6b on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:40.015691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event deleted for resources: {'Port': ['ID=b7d54711-f68b-4d47-96fb-633ee9556af8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:40.021979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] No DVR routers for this DVR port b7d54711-f68b-4d47-96fb-633ee9556af8 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:40.033283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.036455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-deleted', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:40.055281 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-0af5fd84-aa66-4a52-873b-8bd4cf1ebd34 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473918 Apr 28 19:52:40.056982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d07e49a-97ad-46f9-8ce6-3361b9b66571 req-7f5c8ee2-5b5d-40a6-80b8-063ed20caf14 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "DELETE /v2.0/ports/b7d54711-f68b-4d47-96fb-633ee9556af8 HTTP/1.1" status: 204 len: 173 time: 4.5077910 Apr 28 19:52:40.107799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] The port '1c19e7f5-c1b2-49cf-9743-b18fefbace6b' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:52:40.221299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-31f7771d-589b-4fbb-a8e4-4a197c48a031 service neutron] 10.222.0.24 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518378 Apr 28 19:52:40.264872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:40.287846 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.315785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:40.320909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Usage tracker for resource:security_group_rule and tenant:e66e3c05973f475e806e5f181ba2ee83 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:52:40.326014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:52:40.340208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:40.351357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52bab3d0-36c6-4216-a427-7117125ebd08 req-b53602af-cada-4971-aebd-8609f7058e67 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4885960 Apr 28 19:52:40.373134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9290ee9e-1832-4030-997f-54aa34f042ab no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:40.476777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 9290ee9e-1832-4030-997f-54aa34f042ab {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:40.486074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9290ee9e-1832-4030-997f-54aa34f042ab not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:40.675990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.680789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.715872 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a617108d-d75c-433e-9dfa-53795d3b353f'] response: {'server_uuid': '354db8c8-fdb0-44d9-9287-9946312c1c2c', 'name': 'network-vif-deleted', 'tag': '9290ee9e-1832-4030-997f-54aa34f042ab', 'status': 'completed', 'code': 200} Apr 28 19:52:40.812668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e66e3c05973f475e806e5f181ba2ee83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451779 Apr 28 19:52:40.815639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:40.818553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bfb645-5d1a-4eba-8adb-d767982e955f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b427100-6982-447b-991c-6eb6702649d7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:40.885311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f65a440b-671d-4b6e-812a-d8b3b0d99a09 req-17d09628-d280-40b6-a864-962e8b346b67 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:40.913345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.936620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f65a440b-671d-4b6e-812a-d8b3b0d99a09 req-17d09628-d280-40b6-a864-962e8b346b67 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:40.938736 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65a440b-671d-4b6e-812a-d8b3b0d99a09 req-17d09628-d280-40b6-a864-962e8b346b67 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 210 time: 0.1064608 Apr 28 19:52:40.962990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:40.997368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec6dab63-7c86-4135-9c2d-4c0c5e006298']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:41.033115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:41.033767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f7d1a9-73f1-436e-a1ca-3cd9f54d66dc') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:41.054067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-bba00be9-ea8c-4a21-ac29-0fd40b9bb986 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.055754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-bba00be9-ea8c-4a21-ac29-0fd40b9bb986 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 1.0434792 Apr 28 19:52:41.061042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.062991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.078553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Request body: {'port': {'device_id': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'admin_state_up': True, 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:41.092011 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30890cfb-5d01-4daf-b9fa-a69fb2bfeb84'] response: {'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'code': 200} Apr 28 19:52:41.191657 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.226076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b427100-6982-447b-991c-6eb6702649d7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.296524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.302757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:41.320986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8630159c-a0a5-4571-8e15-77db5ff6f538 req-52744b80-43fd-495c-8e2f-83a55257bec9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.325924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.326655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8630159c-a0a5-4571-8e15-77db5ff6f538 req-52744b80-43fd-495c-8e2f-83a55257bec9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6092632 Apr 28 19:52:41.327114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ffb407d-0f16-41d3-be13-fd8b30114685 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7b427100-6982-447b-991c-6eb6702649d7 HTTP/1.1" status: 204 len: 168 time: 0.5104311 Apr 28 19:52:41.366614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:41.367242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.496485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea4908-2fe6-4be0-abea-270a508cef7a req-9a696c23-f162-4bbe-9a4a-204acd7f0c6f tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.498255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01ea4908-2fe6-4be0-abea-270a508cef7a req-9a696c23-f162-4bbe-9a4a-204acd7f0c6f tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.2754214 Apr 28 19:52:41.584038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-349d9acb-9e42-41ff-a78a-30dfbb156887 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:41.597027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-349d9acb-9e42-41ff-a78a-30dfbb156887 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 813 time: 0.2608452 Apr 28 19:52:41.605213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Request body: {'port': {'device_id': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'admin_state_up': True, 'tenant_id': '0ea0cc7c58d94f7a9a809bfcf2a26e0b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:41.664180 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:41.669034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:41.712182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.718769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:41.723920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.766175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.806052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8630159c-a0a5-4571-8e15-77db5ff6f538 req-5dab91ed-06e5-42e2-a322-2d75c1fd2a79 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4641192 Apr 28 19:52:41.810236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] Pushing event deleted for resources: {'Network': ['ID=ec6dab63-7c86-4135-9c2d-4c0c5e006298,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:41.837356 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-522fbb27-ff51-4c2a-a263-39431a815e86 tempest-TaggedBootDevicesTest-1264895368 tempest-TaggedBootDevicesTest-1264895368-project] 10.222.0.24 "DELETE /v2.0/networks/ec6dab63-7c86-4135-9c2d-4c0c5e006298 HTTP/1.1" status: 204 len: 168 time: 2.3293803 Apr 28 19:52:41.925127 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:41.950969 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6eff6a19-55d1-4074-87ae-4c8bd9f0ca59'] response: {'server_uuid': '3b2e4251-3823-49f3-967a-47913e90aef5', 'name': 'network-vif-deleted', 'tag': 'b7d54711-f68b-4d47-96fb-633ee9556af8', 'status': 'completed', 'code': 200} Apr 28 19:52:41.951959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:41.975632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:41.990801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01ea4908-2fe6-4be0-abea-270a508cef7a req-1361a4e8-be38-4346-b139-8bb5185ea20e tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4633098 Apr 28 19:52:42.014935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Made reservation on behalf of 0ea0cc7c58d94f7a9a809bfcf2a26e0b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:42.018957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:42.194574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Allocated IP 172.20.0.3 (e7e235ac-5a0b-4285-a197-26b4c4ac161f/3f179dec-e89b-4422-a938-7d5228c24a6b/ea7dd8da-447f-4e84-9473-784a228a3a80) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:42.317969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcbecc93-2be8-49d8-ae9d-6d4e2302fa3a req-9c156aba-54f4-4b24-b97f-36a24be9b078 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 210 time: 0.2532089 Apr 28 19:52:42.553272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c8109-0002-4fae-a65e-91fc0a8052a4 req-af089b8d-a6d2-4b0d-8ee0-83006dcabf1b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:42.554973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-246c8109-0002-4fae-a65e-91fc0a8052a4 req-af089b8d-a6d2-4b0d-8ee0-83006dcabf1b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.1665246 Apr 28 19:52:42.623138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-246c8109-0002-4fae-a65e-91fc0a8052a4 req-ea6da16f-02a4-45af-baa0-a5859ae61b85 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612364 Apr 28 19:52:42.683144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-06d16f0a-656c-47c9-84b6-c4ee845b2f6b req-6f764e23-dff8-4241-ae4f-36719466f73a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:42.992465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-06d16f0a-656c-47c9-84b6-c4ee845b2f6b req-6f764e23-dff8-4241-ae4f-36719466f73a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:42.993870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06d16f0a-656c-47c9-84b6-c4ee845b2f6b req-6f764e23-dff8-4241-ae4f-36719466f73a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 210 time: 0.3874488 Apr 28 19:52:43.070893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-d9b52ff2-1aec-47ae-ad59-440bc43fb281 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.072923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-d9b52ff2-1aec-47ae-ad59-440bc43fb281 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 811 time: 0.6710742 Apr 28 19:52:43.078587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.088438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Request body: {'port': {'device_id': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'admin_state_up': True, 'tenant_id': 'eb22d50c63ad44b8897d26fa7a43f2d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:43.281977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:43.440323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:43.450622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:52:43.460827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.464613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Made reservation on behalf of eb22d50c63ad44b8897d26fa7a43f2d7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:52:43.468180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:43.654951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-6b592662-bd08-42f1-b217-d41a6ef05b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.656541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-6b592662-bd08-42f1-b217-d41a6ef05b85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ae65401ca4424e1d9563b7ffc3790326&device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 1097 time: 0.4676652 Apr 28 19:52:43.739086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Allocated IP 172.20.0.11 (114e2b8f-6a31-4018-a388-a7106dad19de/68a0b237-8bfa-4609-95e9-6057179ebdec/dbe92fd8-0ba5-4a99-a3d0-cc13964995d4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:43.803282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:43.811961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:43.823052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-f1874028-5b1c-4f43-b7f4-487cbc4c06ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.824611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-f1874028-5b1c-4f43-b7f4-487cbc4c06ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b HTTP/1.1" status: 200 len: 915 time: 0.1511896 Apr 28 19:52:43.838938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:43.856896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b306584-02e4-44ee-972b-74971ada2c14 req-12a83bed-a33a-4f6e-a745-6d3152563fe2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.864987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b306584-02e4-44ee-972b-74971ada2c14 req-12a83bed-a33a-4f6e-a745-6d3152563fe2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.4002788 Apr 28 19:52:43.865281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:43.901053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8be2899-d810-4a15-aa41-0cd58ca37965 req-7ba7cad7-fc66-4581-b59f-6fce2331a115 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:43.907899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8be2899-d810-4a15-aa41-0cd58ca37965 req-7ba7cad7-fc66-4581-b59f-6fce2331a115 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6005797 Apr 28 19:52:43.922298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Allocated IP 172.20.0.9 (e7e235ac-5a0b-4285-a197-26b4c4ac161f/3f179dec-e89b-4422-a938-7d5228c24a6b/64935012-eb66-4bd9-b76a-027b56aba9fc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:52:43.960328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-1f1f0509-bf98-4126-aeed-09359ba88202 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=47470a10-17d8-459c-9550-280c6b1a13fb HTTP/1.1" status: 200 len: 217 time: 0.1147602 Apr 28 19:52:44.036215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-8e871295-f91c-4c1a-9f8e-ee26dafc5c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.037808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-8e871295-f91c-4c1a-9f8e-ee26dafc5c94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=714bd316-d9a5-4e12-93eb-6e9684999a16 HTTP/1.1" status: 200 len: 854 time: 0.0677218 Apr 28 19:52:44.040814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.041476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.062058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8be2899-d810-4a15-aa41-0cd58ca37965 req-0d1cf6b9-a092-4c1f-9718-ab7c7989ba7b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532807 Apr 28 19:52:44.108105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b306584-02e4-44ee-972b-74971ada2c14 req-65a8e8d0-aba0-4aa5-9718-4128b5233086 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2419627 Apr 28 19:52:44.166475 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.205353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-4cef97e7-4d6b-4d88-a49e-c2ebb831dbbc tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1317141 Apr 28 19:52:44.219482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Request body: {'port': {'device_id': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:44.319559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-54770b05-349c-4ad2-be1f-3b84d36ebd3e req-ad830810-5783-49f1-be00-11caccaba2b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Synchronizing usage tracker for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:44.350611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.351120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-6202dd54-b9c7-4011-a28f-49e5bced9e81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2914209 Apr 28 19:52:44.495583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Network 114e2b8f-6a31-4018-a388-a7106dad19de is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:44.496534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-54770b05-349c-4ad2-be1f-3b84d36ebd3e req-ad830810-5783-49f1-be00-11caccaba2b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Unset dirty status for tenant:eb22d50c63ad44b8897d26fa7a43f2d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:44.497998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54770b05-349c-4ad2-be1f-3b84d36ebd3e req-ad830810-5783-49f1-be00-11caccaba2b6 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 210 time: 0.2473128 Apr 28 19:52:44.503991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:44.511790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:44.590501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event updated for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:44.609937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.638582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:44.639249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:44.763586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-4f4f9bee-8956-4aaf-a2ca-7837d3c15e7a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6808517 Apr 28 19:52:44.779161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Request body: {'port': {'device_id': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:45.011735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc7d12-c40e-4ef1-bcfa-74b61008dc0c req-60e69d7a-d3df-4920-992b-888c925a3ec8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.013888 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72dc7d12-c40e-4ef1-bcfa-74b61008dc0c req-60e69d7a-d3df-4920-992b-888c925a3ec8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 931 time: 0.3167453 Apr 28 19:52:45.050801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.061864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-6b68e97c-dd81-4fc3-9079-a49454d4b328 service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6886961 Apr 28 19:52:45.087101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72dc7d12-c40e-4ef1-bcfa-74b61008dc0c req-b080713d-0d6e-4293-a55c-1e04c64565da tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663452 Apr 28 19:52:45.166701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.183991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f9a5d-8395-492e-bbf6-6f4331ab6cca req-df9b0125-7bb3-4a98-b774-c6fdd4728306 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.200091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f21f9a5d-8395-492e-bbf6-6f4331ab6cca req-df9b0125-7bb3-4a98-b774-c6fdd4728306 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.8452172 Apr 28 19:52:45.496749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f21f9a5d-8395-492e-bbf6-6f4331ab6cca req-245b80fb-ea1e-4009-b789-ed33a447f9f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2922847 Apr 28 19:52:45.588461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.703498 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba204ddf-ac1f-47c2-a531-f1e625d59c83 req-4fc3d913-bef1-4fef-a263-a512f2a6a94f service neutron] 10.222.0.41 "GET /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6296382 Apr 28 19:52:45.716927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event updated for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:45.788467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:45.802590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Network e7e235ac-5a0b-4285-a197-26b4c4ac161f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:52:45.807757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:52:45.810526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:52:45.835571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.894440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:45.895385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.950670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:45.955843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Transition to ACTIVE for port object dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:45.967390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.088299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-b9655229-5afd-4306-b5b6-4371710a6294 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4898958 Apr 28 19:52:46.130471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a47d7-a6dc-4b38-87b7-481572662112 req-2c08eca1-ce87-4003-b8f7-9ed84cf661b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.138427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-349a47d7-a6dc-4b38-87b7-481572662112 req-2c08eca1-ce87-4003-b8f7-9ed84cf661b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.8706977 Apr 28 19:52:46.180939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Request body: {'port': {'device_id': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:52:46.195606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:46.340297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f7616-e482-4b7b-98f2-43092e36561b req-d1447557-f513-4ce0-ace0-76924daebbfe tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:46.340537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-349a47d7-a6dc-4b38-87b7-481572662112 req-bfd633a2-561e-4ead-b67f-0385be8792fa tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011704 Apr 28 19:52:46.350378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e82f7616-e482-4b7b-98f2-43092e36561b req-d1447557-f513-4ce0-ace0-76924daebbfe tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.6123359 Apr 28 19:52:46.355418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:52:46.552312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e82f7616-e482-4b7b-98f2-43092e36561b req-cf309285-51fc-46e9-a6cc-a348e7c232fc tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979613 Apr 28 19:52:46.747577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Attempting to bind port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:46.747909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Attempting to bind port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:46.748299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Attempting to bind port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:46.798549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 on network 114e2b8f-6a31-4018-a388-a7106dad19de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:46.799743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Attempting to bind port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 on network 114e2b8f-6a31-4018-a388-a7106dad19de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:46.819864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea7dd8da-447f-4e84-9473-784a228a3a80 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:46.824478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:46.824914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Checking segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:46.825582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Bound using segment: {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:46.826193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Bound port: dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'da8e5765-a94d-4daa-94b9-76885de88c0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:46.826631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.830599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.937750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:46.941763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:46.944618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:46.950839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.033369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Transition to ACTIVE for port object ea7dd8da-447f-4e84-9473-784a228a3a80 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:47.039892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.040718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.042781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] 10.222.0.41 "PUT /v2.0/ports/dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 HTTP/1.1" status: 200 len: 1092 time: 2.2687657 Apr 28 19:52:47.044564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:47.054887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.081112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74517c5-4051-463c-98fe-84dcd47a40f1 req-e2e6c056-857b-4bea-b66d-49515cc359df tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.083014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a74517c5-4051-463c-98fe-84dcd47a40f1 req-e2e6c056-857b-4bea-b66d-49515cc359df tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 944 time: 0.4216859 Apr 28 19:52:47.129161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a43dbf-96c5-4c08-b2d3-be2e1b4a40f0 req-719799bf-26dc-4b8d-859a-b29bfc4e0a93 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.130276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-73a43dbf-96c5-4c08-b2d3-be2e1b4a40f0 req-719799bf-26dc-4b8d-859a-b29bfc4e0a93 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:52:47.299341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5d3ef3-1d1e-4d99-b791-e0fdf03d3f17 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.424918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Attempting to bind port ea7dd8da-447f-4e84-9473-784a228a3a80 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:47.425295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Attempting to bind port ea7dd8da-447f-4e84-9473-784a228a3a80 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:47.425530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Attempting to bind port ea7dd8da-447f-4e84-9473-784a228a3a80 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:47.440361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Port ea7dd8da-447f-4e84-9473-784a228a3a80 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:47.440677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Attempting to bind port ea7dd8da-447f-4e84-9473-784a228a3a80 on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:47.451621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:47.451960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Checking segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:47.452339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Bound using segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:47.452770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Bound port: ea7dd8da-447f-4e84-9473-784a228a3a80, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:47.453114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.518564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Deleting port 29635056-bb13-4b73-8e9d-c3b6286e4086 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:47.518908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.576086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a74517c5-4051-463c-98fe-84dcd47a40f1 req-29a07ed9-3601-493a-9fdf-e3f576167fc4 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4315095 Apr 28 19:52:47.579759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:47.592535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-5478205d-c005-462f-8b72-c17243ffe8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.594970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-5478205d-c005-462f-8b72-c17243ffe8e0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 1095 time: 0.4523532 Apr 28 19:52:47.600781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-73a43dbf-96c5-4c08-b2d3-be2e1b4a40f0 req-719799bf-26dc-4b8d-859a-b29bfc4e0a93 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:52:47.612250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73a43dbf-96c5-4c08-b2d3-be2e1b4a40f0 req-719799bf-26dc-4b8d-859a-b29bfc4e0a93 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 931 time: 0.8432240 Apr 28 19:52:47.789442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73a43dbf-96c5-4c08-b2d3-be2e1b4a40f0 req-b47c73e7-308f-4b0d-980d-312b9034a546 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772838 Apr 28 19:52:47.888729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] For port 29635056-bb13-4b73-8e9d-c3b6286e4086, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=29635056-bb13-4b73-8e9d-c3b6286e4086,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:47.889096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:47.906272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-178b79f7-a07c-4f3e-a924-4a57f6039bba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 HTTP/1.1" status: 200 len: 217 time: 0.2929823 Apr 28 19:52:47.918109 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f8416d4-b8bf-4a1c-85d8-cc2698564d9c'] response: {'name': 'network-changed', 'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4', 'status': 'completed', 'code': 200} Apr 28 19:52:47.982305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-8323149b-c6f9-493f-a2d9-7a1827cf10f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:47.983753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-8323149b-c6f9-493f-a2d9-7a1827cf10f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.0625951 Apr 28 19:52:47.987443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:48.088813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:48.092849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-79c04643-4cd6-406f-86d4-e7f122483e5f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729201 Apr 28 19:52:48.097057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.246847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Calling delete_port for 29635056-bb13-4b73-8e9d-c3b6286e4086 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:48.280965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-b3a91b60-839c-4027-86da-76200e14f252 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717386 Apr 28 19:52:48.327707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64935012-eb66-4bd9-b76a-027b56aba9fc {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:48.344990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.436023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Transition to ACTIVE for port object 64935012-eb66-4bd9-b76a-027b56aba9fc will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:52:48.462545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.485217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4dfab03b-8bfa-4f05-a50f-ca78c06faf0f req-5cec8fa5-09f7-4d5f-bed3-f9a413d0601e service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738787 Apr 28 19:52:48.486997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.487580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:48.488924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] 10.222.0.41 "PUT /v2.0/ports/ea7dd8da-447f-4e84-9473-784a228a3a80 HTTP/1.1" status: 200 len: 1091 time: 4.2746289 Apr 28 19:52:48.529072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa59316-36c7-4f97-855f-1dff68088e14 service neutron] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:48.551965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c8c6b-bc11-49ab-9144-17a25110adea req-f820f9f0-7411-4ff7-9b63-b668ffb224c6 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.559379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a9c8c6b-bc11-49ab-9144-17a25110adea req-f820f9f0-7411-4ff7-9b63-b668ffb224c6 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.6404858 Apr 28 19:52:48.609378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Pushing event updated for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:48.619417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff523b-ddba-488e-bd7e-e860ea727a67 req-3725bd6a-7426-4a25-ac63-98c6e45cff10 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.626702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43ff523b-ddba-488e-bd7e-e860ea727a67 req-3725bd6a-7426-4a25-ac63-98c6e45cff10 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.4937429 Apr 28 19:52:48.765938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a9c8c6b-bc11-49ab-9144-17a25110adea req-80a3d8eb-728f-47a5-b953-05ef6c622625 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052302 Apr 28 19:52:48.827331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-3e24dd43-dcea-4e1d-947e-482ed6557feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:48.830723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-3e24dd43-dcea-4e1d-947e-482ed6557feb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 1095 time: 0.1823914 Apr 28 19:52:48.839810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43ff523b-ddba-488e-bd7e-e860ea727a67 req-22c25732-2bbe-4ec2-bcf1-ca8e2ac8d08d tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096550 Apr 28 19:52:49.022834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Attempting to bind port 64935012-eb66-4bd9-b76a-027b56aba9fc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:52:49.024245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Attempting to bind port 64935012-eb66-4bd9-b76a-027b56aba9fc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:52:49.024582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Attempting to bind port 64935012-eb66-4bd9-b76a-027b56aba9fc on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:49.052764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-3fe8c1b1-169d-4818-b6f3-e7b1b0913e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.054293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-3fe8c1b1-169d-4818-b6f3-e7b1b0913e08 service neutron] 10.222.0.41 "GET /v2.0/networks?id=114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 200 len: 912 time: 0.2139199 Apr 28 19:52:49.057306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Port 64935012-eb66-4bd9-b76a-027b56aba9fc on network e7e235ac-5a0b-4285-a197-26b4c4ac161f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:52:49.060869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Attempting to bind port 64935012-eb66-4bd9-b76a-027b56aba9fc on network e7e235ac-5a0b-4285-a197-26b4c4ac161f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:52:49.090700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 52, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:52:49.091177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Checking segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:52:49.091996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Bound using segment: {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:52:49.092697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Bound port: 64935012-eb66-4bd9-b76a-027b56aba9fc, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '213520a7-d70e-4ad2-8b4d-b4fc6986f51a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:52:49.093250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.094225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-833dff28-19e6-4fa9-b416-fabdaf958fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.096531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-833dff28-19e6-4fa9-b416-fabdaf958fa3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 1094 time: 0.5348871 Apr 28 19:52:49.143147 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.233587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-782fe0a0-787a-49bd-9594-340995efa106 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7dd8da-447f-4e84-9473-784a228a3a80 HTTP/1.1" status: 200 len: 217 time: 0.0791192 Apr 28 19:52:49.239231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=29635056-bb13-4b73-8e9d-c3b6286e4086,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:49.276992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-be16393b-c8c2-4b55-8cca-cdb5677d9de5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 HTTP/1.1" status: 200 len: 217 time: 0.1793880 Apr 28 19:52:49.387321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-a60b0018-b282-40ed-b169-cb2e33b422e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.389153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-a60b0018-b282-40ed-b169-cb2e33b422e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1432087 Apr 28 19:52:49.456744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-778ef50d-bcd4-4704-a365-24dc7f17a520 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525858 Apr 28 19:52:49.614618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-9e36c868-1248-41b8-bd5c-995c16fd440b service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520226 Apr 28 19:52:49.663009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:52:49.672798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=64935012-eb66-4bd9-b76a-027b56aba9fc,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:52:49.682284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:49.895443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-d90e5c6b-02e7-47c5-8bc7-fa02ce58d1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.897008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-d90e5c6b-02e7-47c5-8bc7-fa02ce58d1c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 200 len: 851 time: 0.5915158 Apr 28 19:52:49.935323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:49.970292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-3dea60bb-3bfc-4d52-a24d-094e2b6e28bd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=114e2b8f-6a31-4018-a388-a7106dad19de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661240 Apr 28 19:52:49.980639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539b275-0b66-46e4-ab5b-dc0b3a6cf163 req-3865437f-7e64-46a5-a86b-bb28ea8c2d1c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:49.987778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3539b275-0b66-46e4-ab5b-dc0b3a6cf163 req-3865437f-7e64-46a5-a86b-bb28ea8c2d1c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.9321759 Apr 28 19:52:50.060731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-d2403f84-08ab-4c3e-ae06-3a07b4034c34 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4333537 Apr 28 19:52:50.100215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3539b275-0b66-46e4-ab5b-dc0b3a6cf163 req-45f5fe0a-39ee-49c6-9457-bd06f7f1707c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114652 Apr 28 19:52:50.150666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7520ea1-a06c-42fc-a518-05a7d064e3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.178140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Pushing event updated for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:50.215290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.215906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.217428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-38ebb9e4-8c39-47d3-9cf4-6cefff60470e service neutron] 10.222.0.41 "PUT /v2.0/ports/64935012-eb66-4bd9-b76a-027b56aba9fc HTTP/1.1" status: 200 len: 1091 time: 4.0441933 Apr 28 19:52:50.218069 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:50.232973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:50.250543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-0fafb1c9-7670-48fa-9d28-6b96572f509f service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462087 Apr 28 19:52:50.491795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b634ec52-7347-4dc7-8adf-47d71ddf0f9d req-1be00551-072b-4ba6-944c-2e0dfbb202a4 service neutron] 10.222.0.41 "GET /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319906 Apr 28 19:52:50.494012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aab047a-d539-4265-b6a3-247d9262ab35 req-7e846bf6-a1d8-439f-a3a9-6c7bb9e0a6df tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.500413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c29830-6ef5-4672-8e09-bbc02a93a794 req-74850559-91a4-4c60-bf50-d4071140e462 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.501162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6aab047a-d539-4265-b6a3-247d9262ab35 req-7e846bf6-a1d8-439f-a3a9-6c7bb9e0a6df tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 944 time: 1.0464256 Apr 28 19:52:50.501554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74c29830-6ef5-4672-8e09-bbc02a93a794 req-74850559-91a4-4c60-bf50-d4071140e462 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 943 time: 0.2164547 Apr 28 19:52:50.596386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6aab047a-d539-4265-b6a3-247d9262ab35 req-501fb3bd-36e5-4914-b2a4-aaf66f08ab48 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885501 Apr 28 19:52:50.635251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74c29830-6ef5-4672-8e09-bbc02a93a794 req-ffe07bcd-af8b-48d8-9a8d-b6131969df1f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169136 Apr 28 19:52:50.883181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:50.901395 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d356ed0e-4d77-4ca8-8341-097b824dc6af'] response: {'name': 'network-changed', 'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'status': 'completed', 'code': 200} Apr 28 19:52:50.934380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-981ae1a2-1cab-462b-b2aa-f934724459d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:50.936370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-981ae1a2-1cab-462b-b2aa-f934724459d2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 1094 time: 0.5538030 Apr 28 19:52:51.122606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-f0109f7d-c1bf-4b76-a037-f8c6c06e49cc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64935012-eb66-4bd9-b76a-027b56aba9fc HTTP/1.1" status: 200 len: 217 time: 0.1644070 Apr 28 19:52:51.206406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568deec2-528b-40b7-b99a-90505c7f22c9 req-b4f786ac-60d6-4037-abae-004093fa8ce8 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.208218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-568deec2-528b-40b7-b99a-90505c7f22c9 req-b4f786ac-60d6-4037-abae-004093fa8ce8 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.4327662 Apr 28 19:52:51.249159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-2850b57a-45d2-4873-be03-acd9f209313e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.250987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-2850b57a-45d2-4873-be03-acd9f209313e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1165402 Apr 28 19:52:51.294679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-b7b0dc0f-50fd-472e-8332-53f25bd7abd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.303620 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-b7b0dc0f-50fd-472e-8332-53f25bd7abd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 1094 time: 0.3845365 Apr 28 19:52:51.320702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Router 2753a101-8b06-4b66-8131-284ee3890199 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:52:51.325658 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-fcd5cc5e-f694-4c6f-acc5-7c8fae2e077d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682945 Apr 28 19:52:51.368053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f2d55c-de58-4a47-8af9-3bda80b4f819 req-9c6e8b9d-744c-4d95-9420-3b730a7b6c0a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.375453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c5f2d55c-de58-4a47-8af9-3bda80b4f819 req-9c6e8b9d-744c-4d95-9420-3b730a7b6c0a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3006952 Apr 28 19:52:51.503637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-568deec2-528b-40b7-b99a-90505c7f22c9 req-7b81cdbf-0444-44a3-b808-45356e17545e tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842348 Apr 28 19:52:51.567051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-a459f62a-925b-468d-8c80-356753099afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.568677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-a459f62a-925b-468d-8c80-356753099afb service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 914 time: 0.2553964 Apr 28 19:52:51.678722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-2e60601a-cc66-43b4-a024-c9d1788f1471 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ea7dd8da-447f-4e84-9473-784a228a3a80 HTTP/1.1" status: 200 len: 217 time: 0.1031194 Apr 28 19:52:51.753510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-1762fcfc-0b98-43fd-b475-feeff9c88edb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:51.755354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-1762fcfc-0b98-43fd-b475-feeff9c88edb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.0690010 Apr 28 19:52:51.768223 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbb8a702-4d06-47b4-8145-6c3064173755'] response: {'name': 'network-changed', 'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc', 'status': 'completed', 'code': 200} Apr 28 19:52:51.839775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:52:51.852327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Sync routers for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:51.853692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-137f809b-3d04-4d0d-a341-3fb347c81a9c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0918088 Apr 28 19:52:51.870304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:51.870948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:52.067023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-a41fc53c-08aa-4690-bf97-b0b9bda1e2fe service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2057672 Apr 28 19:52:52.351739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa2826cd-31d2-4a27-96d8-3f78dfabac6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.363611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41a02e95-36a3-43ae-8b38-6c2957dc8631 req-1d8fb95a-2db1-4090-9628-1d0d4cadcff5 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2844036 Apr 28 19:52:52.373223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:52.424942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea7dd8da-447f-4e84-9473-784a228a3a80 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:52.435059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54380973-9c2a-4cdb-b426-183541d9b5a4 admin admin] 10.222.0.24 "PUT /v2.0/routers/2753a101-8b06-4b66-8131-284ee3890199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1478832 Apr 28 19:52:52.435563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34014) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:52.473916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c5f2d55c-de58-4a47-8af9-3bda80b4f819 req-6d649369-71a4-49ad-8b92-30bae9bcbf96 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0973592 Apr 28 19:52:52.603132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-bc4e2803-2459-47f3-bd8e-f0ef827af5ca service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2699816 Apr 28 19:52:52.815917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:52.844237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'port_id': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'mac_address': 'fa:16:3e:54:55:01', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f179dec-e89b-4422-a938-7d5228c24a6b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:52.896700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:52.959766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e4f3e7-4069-4036-af78-5d235fc7b3a7 req-2858826a-359c-43ca-bd06-267717b19553 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:52.961441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56e4f3e7-4069-4036-af78-5d235fc7b3a7 req-2858826a-359c-43ca-bd06-267717b19553 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 944 time: 0.3086417 Apr 28 19:52:53.003170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.012181 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878bc1e0-5d47-4cd8-917b-91d3017187a0 req-794d5ebd-0ed5-4f9c-9947-64838222d454 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503933 Apr 28 19:52:53.024554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58793b23-ec3d-4de5-bd1b-236c112ca633 req-4ac0c4e2-0db5-418c-ae22-5b3e6e8e3fdf tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.025903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea7dd8da-447f-4e84-9473-784a228a3a80 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:53.026032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58793b23-ec3d-4de5-bd1b-236c112ca633 req-4ac0c4e2-0db5-418c-ae22-5b3e6e8e3fdf tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 943 time: 0.3629484 Apr 28 19:52:53.044948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:53.054926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.055722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:53.087013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56e4f3e7-4069-4036-af78-5d235fc7b3a7 req-423ab413-20c1-4dd9-b033-aed1a423a280 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655603 Apr 28 19:52:53.098152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': 'cdc972d2-42a9-452f-b343-27194741422e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:52:48Z', 'revision_number': 5, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port': {'id': 'cdc972d2-42a9-452f-b343-27194741422e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:9a:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2753a101-8b06-4b66-8131-284ee3890199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1071, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:10Z', 'updated_at': '2022-04-28T19:49:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:53.125730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Checking router: 2753a101-8b06-4b66-8131-284ee3890199 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:53.134030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.146771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Deleting port cdc972d2-42a9-452f-b343-27194741422e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:53.147184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.166993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:53.175354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Routers {'2753a101-8b06-4b66-8131-284ee3890199'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:53.176082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2753a101-8b06-4b66-8131-284ee3890199'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:53.202771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58793b23-ec3d-4de5-bd1b-236c112ca633 req-10faf940-de10-46bc-a4bb-d83b33c343ef tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649709 Apr 28 19:52:53.252882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-f51e12e2-94aa-48b8-bb5c-93ef9c724c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.254151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-f51e12e2-94aa-48b8-bb5c-93ef9c724c7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 1094 time: 0.1637330 Apr 28 19:52:53.315626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.316028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.316458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.317043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.318017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.318447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.318933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.319376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.319799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.320425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.320616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.321028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:52:53.438995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] Set router 2753a101-8b06-4b66-8131-284ee3890199 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:53.507077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-98be5397-60f4-4f94-976f-cddf5879e8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.508793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-98be5397-60f4-4f94-976f-cddf5879e8af service neutron] 10.222.0.41 "GET /v2.0/networks?id=e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 200 len: 914 time: 0.2213085 Apr 28 19:52:53.511248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:53.514274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.515482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] For port cdc972d2-42a9-452f-b343-27194741422e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cdc972d2-42a9-452f-b343-27194741422e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:53.515848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.528923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4', 'network_id': '114e2b8f-6a31-4018-a388-a7106dad19de', 'port_id': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4', 'mac_address': 'fa:16:3e:76:47:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68a0b237-8bfa-4609-95e9-6057179ebdec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:53.557974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce5ee23-64e2-4521-bc51-0fc2d5b34c6d req-4c1e0ee5-b061-4c4e-b81a-1b24a397ebe1 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.559463 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ce5ee23-64e2-4521-bc51-0fc2d5b34c6d req-4c1e0ee5-b061-4c4e-b81a-1b24a397ebe1 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.3312964 Apr 28 19:52:53.673074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.683618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 6, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:53.715094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d9f273-2f6b-4b6c-8205-bb9d781c22f0 None None] The sync data for ids ['2753a101-8b06-4b66-8131-284ee3890199'] in n-d-839811-1 is: [{'id': '2753a101-8b06-4b66-8131-284ee3890199', 'name': 'tempest-AttachSCSIVolumeTestJSON-2130760746-router', 'tenant_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:08Z', 'updated_at': '2022-04-28T19:52:53Z', 'revision_number': 6, 'project_id': '2ce8ff5ddf094ecab2250cf181b809e7', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:53.723337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:53.728010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Calling delete_port for cdc972d2-42a9-452f-b343-27194741422e owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:53.753947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:53.756193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.763580 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:53.780022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-ea3bb5a9-cd46-4253-a3bb-a33752dc6adf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64935012-eb66-4bd9-b76a-027b56aba9fc HTTP/1.1" status: 200 len: 217 time: 0.1983230 Apr 28 19:52:53.833987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ce5ee23-64e2-4521-bc51-0fc2d5b34c6d req-e95585c7-3944-4bdb-b3e4-bb9279ba1559 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864941 Apr 28 19:52:53.842651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:53.903599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b11e3-7c0b-4718-a970-f6c49f99dbb6 req-0e972dce-e813-41f3-b38a-390267ec6ed5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.910463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0b11e3-7c0b-4718-a970-f6c49f99dbb6 req-0e972dce-e813-41f3-b38a-390267ec6ed5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.5639491 Apr 28 19:52:53.945179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-617ca225-8598-4b2e-a67b-3580dce73e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:53.946229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-617ca225-8598-4b2e-a67b-3580dce73e03 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 200 len: 853 time: 0.1552749 Apr 28 19:52:53.951323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.036396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.069615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['dbe92fd8-0ba5-4a99-a3d0-cc13964995d4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:54.082473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-266ed143-3d7d-42de-b856-13b006ea0de6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e7e235ac-5a0b-4285-a197-26b4c4ac161f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1241550 Apr 28 19:52:54.132367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc972d2-42a9-452f-b343-27194741422e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:54.133139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ea7dd8da-447f-4e84-9473-784a228a3a80'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:54.221164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd876b1b-f31d-450f-aea2-8b94048f82ae req-dc266e10-cf9a-451f-b520-f37957f129d9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:54.229443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dd876b1b-f31d-450f-aea2-8b94048f82ae req-dc266e10-cf9a-451f-b520-f37957f129d9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2531395 Apr 28 19:52:54.299746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dd876b1b-f31d-450f-aea2-8b94048f82ae req-b2d7b69e-75d6-4c99-a88c-3fde3a71a18c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687344 Apr 28 19:52:54.320933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.389817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f0b11e3-7c0b-4718-a970-f6c49f99dbb6 req-3ad665e4-c5fd-49da-8e54-045a9c98d054 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4783912 Apr 28 19:52:54.581275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-baa6e13d-8dbc-4ee5-bdb8-0ddefa14e818 service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4884999 Apr 28 19:52:54.590386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.594560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.674316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.674749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2753a101-8b06-4b66-8131-284ee3890199 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:52:54.726871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 29635056-bb13-4b73-8e9d-c3b6286e4086 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:54.777740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 29635056-bb13-4b73-8e9d-c3b6286e4086 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:54.780057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 29635056-bb13-4b73-8e9d-c3b6286e4086 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:54.780764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cdc972d2-42a9-452f-b343-27194741422e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:54.824763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: cdc972d2-42a9-452f-b343-27194741422e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:54.825103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cdc972d2-42a9-452f-b343-27194741422e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:54.874545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Deleting port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:54.874893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.914406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:54.917667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-faa8b4f6-003b-40b0-a79c-613106c282b4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2753a101-8b06-4b66-8131-284ee3890199 HTTP/1.1" status: 204 len: 168 time: 2.4793124 Apr 28 19:52:54.918007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34050) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:54.971725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31188b82-fcc1-45ec-939f-d7dfd7a22f6b req-3affeb71-87fd-4559-b67f-dc4aef0c636e service neutron] 10.222.0.41 "GET /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800993 Apr 28 19:52:55.014486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-76d14fc3-ba72-41fc-aefb-d9a9ce05da6a tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.015929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-76d14fc3-ba72-41fc-aefb-d9a9ce05da6a tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.41 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.5419607 Apr 28 19:52:55.019457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Deleting subnet d07ec126-b567-4fe5-af15-e7f36dc77eb4 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:52:55.060313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.074756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894df2f4-d97f-450b-b9d9-6c429218374f req-38612375-c3d2-4413-9e82-9e19f9b2c2ab tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.080683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.091627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-894df2f4-d97f-450b-b9d9-6c429218374f req-38612375-c3d2-4413-9e82-9e19f9b2c2ab tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 944 time: 0.4060912 Apr 28 19:52:55.127896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361c3bf-f179-47a0-b329-5ea3b6fdaf27 req-ee56c953-b2b9-41fe-b0c4-3d8a45636dee tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.134922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b361c3bf-f179-47a0-b329-5ea3b6fdaf27 req-ee56c953-b2b9-41fe-b0c4-3d8a45636dee tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 945 time: 0.4678283 Apr 28 19:52:55.151532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] For port 8720c3dd-b754-4f1c-ac5a-3b4394a0737b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:55.151833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.173298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-894df2f4-d97f-450b-b9d9-6c429218374f req-658ff470-4e03-4062-addc-ba65320da095 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883811 Apr 28 19:52:55.182902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Deleting port 47470a10-17d8-459c-9550-280c6b1a13fb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:55.183250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.243723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.312395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Calling delete_port for 8720c3dd-b754-4f1c-ac5a-3b4394a0737b owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:55.349619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b361c3bf-f179-47a0-b329-5ea3b6fdaf27 req-8a275ac4-4358-42f9-ab2d-1b956f972af5 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136817 Apr 28 19:52:55.520929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb34225-8c3d-44b9-a293-b678c51e1aef req-aec3354b-3317-41cf-b691-454781c97d13 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.529290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2bb34225-8c3d-44b9-a293-b678c51e1aef req-aec3354b-3317-41cf-b691-454781c97d13 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1884289 Apr 28 19:52:55.562217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.625371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2bb34225-8c3d-44b9-a293-b678c51e1aef req-4df0a475-c798-4bb5-84e8-e66f7f830e81 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948260 Apr 28 19:52:55.645881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.748695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.753970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] For port 47470a10-17d8-459c-9550-280c6b1a13fb, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=47470a10-17d8-459c-9550-280c6b1a13fb,segment=NetworkSegment(82d323ca-a432-493f-8935-e0ad419cd601),segment_id=82d323ca-a432-493f-8935-e0ad419cd601)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:55.754322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:55.779649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Pushing event deleted for resources: {'Port': ['ID=8720c3dd-b754-4f1c-ac5a-3b4394a0737b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.884238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0081ae26-5f52-412f-bc41-38c4e9a9bbdb None None] Network bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:52:55.966669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e1d3a-7320-43fa-9ffb-e6fe868f2ba3 req-05ec141f-56c7-4a9f-b7ea-cac763bf2e81 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:55.974559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f9e1d3a-7320-43fa-9ffb-e6fe868f2ba3 req-05ec141f-56c7-4a9f-b7ea-cac763bf2e81 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/ports?device_id=413a4780-1476-458b-9d92-602c982c14fe HTTP/1.1" status: 200 len: 946 time: 0.4835808 Apr 28 19:52:55.976580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d07ec126-b567-4fe5-af15-e7f36dc77eb4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:55.987522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Calling delete_port for 47470a10-17d8-459c-9550-280c6b1a13fb owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:56.019296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.026632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ddd80052-0935-4b60-8688-5b2349ed28b6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d07ec126-b567-4fe5-af15-e7f36dc77eb4 HTTP/1.1" status: 204 len: 168 time: 1.1076469 Apr 28 19:52:56.072376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34068) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:56.154112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f9e1d3a-7320-43fa-9ffb-e6fe868f2ba3 req-fe290a77-a096-4061-a753-a6f41d3f60bc tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.24 "GET /v2.0/security-groups?id=ca86ab40-0d2d-4623-a435-a4b15c66c58b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786118 Apr 28 19:52:56.285397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6283a2f-7d3f-459f-9aeb-5e896069a615 req-c5ad0759-b1c4-4eb1-b693-6628ff549723 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.292384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6283a2f-7d3f-459f-9aeb-5e896069a615 req-c5ad0759-b1c4-4eb1-b693-6628ff549723 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.5033681 Apr 28 19:52:56.335013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.353339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['47470a10-17d8-459c-9550-280c6b1a13fb'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:56.418186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] DHCP port deletion for bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:52:56.430774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 64935012-eb66-4bd9-b76a-027b56aba9fc details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:52:56.461941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Pushing event deleted for resources: {'Port': ['ID=47470a10-17d8-459c-9550-280c6b1a13fb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:56.527816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] No DVR routers for this DVR port 47470a10-17d8-459c-9550-280c6b1a13fb on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:56.530698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.534884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'name': 'network-vif-deleted', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:56.566641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d41d7e08-9610-4ab7-b927-59023b5aeca7 req-9c1b2b85-19b9-44bb-b850-b6e6f0390ab2 tempest-InstanceActionsTestJSON-1129598159 tempest-InstanceActionsTestJSON-1129598159-project] 10.222.0.41 "DELETE /v2.0/ports/47470a10-17d8-459c-9550-280c6b1a13fb HTTP/1.1" status: 204 len: 173 time: 1.5435150 Apr 28 19:52:56.612467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f84273-0982-4773-9dba-6b24fdf34762 req-db117dd3-bc89-4d24-b5ff-d12511f70953 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.614982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51f84273-0982-4773-9dba-6b24fdf34762 req-db117dd3-bc89-4d24-b5ff-d12511f70953 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3148973 Apr 28 19:52:56.655233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.671284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51f84273-0982-4773-9dba-6b24fdf34762 req-f8481bcb-2174-4805-8c0c-0217ee9afa09 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501015 Apr 28 19:52:56.680712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea7dd8da-447f-4e84-9473-784a228a3a80 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:56.702940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6283a2f-7d3f-459f-9aeb-5e896069a615 req-6523fc86-fd3f-42d6-8a46-419b615fc493 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096110 Apr 28 19:52:56.823620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bee91d72-92c0-4bb3-9e74-f519d20b03da no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:56.828575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.857254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Deleting port bee91d72-92c0-4bb3-9e74-f519d20b03da {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:56.857715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.870703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Deleting port bee91d72-92c0-4bb3-9e74-f519d20b03da {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:56.871348 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:56.940149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=64935012-eb66-4bd9-b76a-027b56aba9fc,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:56.946256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1433ce-a057-49ca-a6ee-bdbb23420bc1 req-9c4707b6-2f0b-49d3-972b-3ab857d1a9e3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:56.954642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d1433ce-a057-49ca-a6ee-bdbb23420bc1 req-9c4707b6-2f0b-49d3-972b-3ab857d1a9e3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 944 time: 0.0961428 Apr 28 19:52:56.979188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '64935012-eb66-4bd9-b76a-027b56aba9fc', 'network_id': 'e7e235ac-5a0b-4285-a197-26b4c4ac161f', 'port_id': '64935012-eb66-4bd9-b76a-027b56aba9fc', 'mac_address': 'fa:16:3e:cd:5b:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 430, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f179dec-e89b-4422-a938-7d5228c24a6b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:52:57.003931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d1433ce-a057-49ca-a6ee-bdbb23420bc1 req-adc47b4f-bc2f-4889-9856-23ed3d87f552 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481586 Apr 28 19:52:57.076210 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad3dc76a-d458-49ce-ab62-53af6bc226e4'] response: {'server_uuid': '413a4780-1476-458b-9d92-602c982c14fe', 'name': 'network-vif-deleted', 'tag': '47470a10-17d8-459c-9550-280c6b1a13fb', 'status': 'completed', 'code': 200} Apr 28 19:52:57.174041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port ea7dd8da-447f-4e84-9473-784a228a3a80 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:57.303999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.320873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ea7dd8da-447f-4e84-9473-784a228a3a80 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:57.321398 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.340643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a7f4e7-d2d8-4123-b121-01c1feae6954 req-53d1256a-a01b-4162-95bf-bfc3f9df0538 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:57.346076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72a7f4e7-d2d8-4123-b121-01c1feae6954 req-53d1256a-a01b-4162-95bf-bfc3f9df0538 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1308112 Apr 28 19:52:57.365123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] For port bee91d72-92c0-4bb3-9e74-f519d20b03da, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bee91d72-92c0-4bb3-9e74-f519d20b03da,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:57.366066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.402090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72a7f4e7-d2d8-4123-b121-01c1feae6954 req-1a566794-6c0b-418c-8b97-9171a527ea30 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495248 Apr 28 19:52:57.550793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34092) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:57.613835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Calling delete_port for bee91d72-92c0-4bb3-9e74-f519d20b03da owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:57.665948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Router 8ac56a5d-7b65-4524-85b7-a54de4564d12 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:52:57.781317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.806056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64935012-eb66-4bd9-b76a-027b56aba9fc {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:52:57.824697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.869341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae84b27-6a89-470e-bd1a-645a3121630f req-95b78ba7-e947-449b-97dc-b1a08ec7e22d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:57.876559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cae84b27-6a89-470e-bd1a-645a3121630f req-95b78ba7-e947-449b-97dc-b1a08ec7e22d tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 945 time: 0.9066055 Apr 28 19:52:57.884327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] Pushing event deleted for resources: {'Port': ['ID=bee91d72-92c0-4bb3-9e74-f519d20b03da,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:57.904159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=64935012-eb66-4bd9-b76a-027b56aba9fc,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:57.905856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df8e109-5ad2-4126-9cf4-2ecca9f4442e None None] No DVR routers for this DVR port bee91d72-92c0-4bb3-9e74-f519d20b03da on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:52:57.928059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Deleting subnet 714bd316-d9a5-4e12-93eb-6e9684999a16 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:52:57.936544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:57.956257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.018750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] For port bee91d72-92c0-4bb3-9e74-f519d20b03da, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bee91d72-92c0-4bb3-9e74-f519d20b03da,segment=NetworkSegment(8e38a1c2-2e4b-4583-b025-2d203bd555ec),segment_id=8e38a1c2-2e4b-4583-b025-2d203bd555ec)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:58.019125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.028678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.051059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cae84b27-6a89-470e-bd1a-645a3121630f req-da419778-2283-4d42-9381-3fb34900df50 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728833 Apr 28 19:52:58.128088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea5febe-c5db-4630-b21e-f47ef9f8d598 req-59fc57f7-e9b6-4249-b533-c2f9e6dbc45c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:58.135525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ea5febe-c5db-4630-b21e-f47ef9f8d598 req-59fc57f7-e9b6-4249-b533-c2f9e6dbc45c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4348502 Apr 28 19:52:58.183133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.197823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:58.222515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.237621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:52:58.250794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:58.259952 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.262271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:52:58.299930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Calling delete_port for bee91d72-92c0-4bb3-9e74-f519d20b03da owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:58.352837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ea5febe-c5db-4630-b21e-f47ef9f8d598 req-a8919db1-d095-445b-a7dd-405e36176c30 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163641 Apr 28 19:52:58.493662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.497964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:52:58.499527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['64935012-eb66-4bd9-b76a-027b56aba9fc'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:52:58.515087 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Sync routers for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:52:58.519978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:52:58.520318 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:52:58.524797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-12135184-c79f-47cf-a491-6203b5df1916 admin admin] 10.222.0.24 "PUT /v2.0/routers/8ac56a5d-7b65-4524-85b7-a54de4564d12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6332974 Apr 28 19:52:58.537185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b32eaac-2d18-4426-98d4-b469f88c3d9a req-bc6a7c65-ed57-4e24-91d4-788d87d317f6 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:58.540854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:58.541996 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:58.559579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1b32eaac-2d18-4426-98d4-b469f88c3d9a req-bc6a7c65-ed57-4e24-91d4-788d87d317f6 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.2766623 Apr 28 19:52:58.570619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34114) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:58.579662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-1a0eefb2-e714-44bb-b2fc-5aad8d978019 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3194489 Apr 28 19:52:58.669225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1b32eaac-2d18-4426-98d4-b469f88c3d9a req-9da5a7eb-ced8-44ec-a717-e8c2139eb3bc tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084549 Apr 28 19:52:58.699048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:52:58.725061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.728141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=714bd316-d9a5-4e12-93eb-6e9684999a16,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:58.748158 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d7a1992-af47-42d5-b812-627fb1435b6b'] response: {'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'code': 200} Apr 28 19:52:58.773437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:52:58.776366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:58.859076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:58.956684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:58.965547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.096480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.141151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34126) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:59.153085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:59.159589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.194527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Deleting port bee91d72-92c0-4bb3-9e74-f519d20b03da {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:59.195084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.201978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 47470a10-17d8-459c-9550-280c6b1a13fb no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:52:59.246624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f9afb914-057f-4505-b958-93f6f67c81d0 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/714bd316-d9a5-4e12-93eb-6e9684999a16 HTTP/1.1" status: 204 len: 168 time: 1.6922693 Apr 28 19:52:59.255565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34132) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:59.260556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.282187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Deleting port 77c4702d-1303-4883-ac33-f3bec7c417a9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:52:59.282428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] The port 'bee91d72-92c0-4bb3-9e74-f519d20b03da' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:52:59.283243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.334753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 47470a10-17d8-459c-9550-280c6b1a13fb {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:52:59.335094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 47470a10-17d8-459c-9550-280c6b1a13fb not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:52:59.343644 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18'}], 'enable_snat': True}, 'gw_port_id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:52:55Z', 'revision_number': 5, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port': {'id': '77c4702d-1303-4883-ac33-f3bec7c417a9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:aa:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 837, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:45:41Z', 'updated_at': '2022-04-28T19:45:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.354145 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Checking router: 8ac56a5d-7b65-4524-85b7-a54de4564d12 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:52:59.358985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:59.365602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Routers {'8ac56a5d-7b65-4524-85b7-a54de4564d12'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:52:59.366718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8ac56a5d-7b65-4524-85b7-a54de4564d12'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.465894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] For port 77c4702d-1303-4883-ac33-f3bec7c417a9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=77c4702d-1303-4883-ac33-f3bec7c417a9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:52:59.466422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.478247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.505813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.517111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d044275c-78d1-4366-9c5d-2b43590c0146 req-51aaf55a-17ca-490e-9ebf-420df1d8f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:59.518875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d044275c-78d1-4366-9c5d-2b43590c0146 req-51aaf55a-17ca-490e-9ebf-420df1d8f453 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 1096 time: 0.7356951 Apr 28 19:52:59.524892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e38a1c2-2e4b-4583-b025-2d203bd555ec') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.525188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e38a1c2-2e4b-4583-b025-2d203bd555ec') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.527271 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] Set router 8ac56a5d-7b65-4524-85b7-a54de4564d12 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:52:59.538786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3829103-e535-4072-9a62-42003b1e9a5f req-96cdbc17-111b-480f-aa19-4e03aad3d485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:52:59.540256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3829103-e535-4072-9a62-42003b1e9a5f req-96cdbc17-111b-480f-aa19-4e03aad3d485 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6596239 Apr 28 19:52:59.576273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.596919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Calling delete_port for 77c4702d-1303-4883-ac33-f3bec7c417a9 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:52:59.618063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.634083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d044275c-78d1-4366-9c5d-2b43590c0146 req-9b157e7a-69d1-42ad-bcac-df0ff5d40a42 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928681 Apr 28 19:52:59.637938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:52:59.638317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.643514 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:52:59Z', 'revision_number': 6, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:52:59.647758 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee4b072b-06fd-4c18-9cdb-1ce992d3e65e None None] The sync data for ids ['8ac56a5d-7b65-4524-85b7-a54de4564d12'] in n-d-839811-1 is: [{'id': '8ac56a5d-7b65-4524-85b7-a54de4564d12', 'name': 'tempest-TaggedBootDevicesTest-1542145708-router', 'tenant_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:45:37Z', 'updated_at': '2022-04-28T19:52:59Z', 'revision_number': 6, 'project_id': 'd43dd1d350ce45cbb2384daceb74abdf', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:52:59.653882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3829103-e535-4072-9a62-42003b1e9a5f req-024f37e5-f3d0-4d1c-8080-99ad030a09df tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963159 Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:52:59.654531 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:52:59.759803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.780251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.812326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.815598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] Pushing event deleted for resources: {'Network': ['ID=bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:52:59.851703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:52:59.855770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-17b59504-9df4-4c96-9916-70b43e6f88fc admin admin] 10.222.0.24 "DELETE /v2.0/networks/bf78ef7e-c6f5-4f28-a6c6-7ccdb6f29671 HTTP/1.1" status: 204 len: 168 time: 3.7630613 Apr 28 19:52:59.859490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:52:59.863266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:52:59.998165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Usage tracker for resource:security_group_rule and tenant:26e1a401702348a19746772ab8bfb743 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:00.006968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28afe8-03fa-4eeb-bf9d-3f0db999c114 req-941dffa7-f714-4be8-bc37-5eaa21b4df37 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.008415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba28afe8-03fa-4eeb-bf9d-3f0db999c114 req-941dffa7-f714-4be8-bc37-5eaa21b4df37 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.2295432 Apr 28 19:53:00.008615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-9ba64956-454d-4d7a-855a-78c620dc7d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.010132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-9ba64956-454d-4d7a-855a-78c620dc7d9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1096 time: 1.0462222 Apr 28 19:53:00.012622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:00.025782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:00.046158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2e37a-6892-4f34-bf54-13a633811381 req-eca56089-b6c7-483a-8d13-dc78ebf2bd7f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.047645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8c2e37a-6892-4f34-bf54-13a633811381 req-eca56089-b6c7-483a-8d13-dc78ebf2bd7f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 945 time: 1.2992792 Apr 28 19:53:00.094693 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba28afe8-03fa-4eeb-bf9d-3f0db999c114 req-e39e53b8-20cd-438b-9af2-1d5821494163 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784996 Apr 28 19:53:00.339897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.351100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8c2e37a-6892-4f34-bf54-13a633811381 req-2acb45d5-101e-4178-a240-bc72e5a38111 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2943196 Apr 28 19:53:00.384091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d109439b-279f-4e77-ad0b-737205ab0b7d req-c7096ae2-87c6-458f-bf76-5f5b7398b65f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.384091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d109439b-279f-4e77-ad0b-737205ab0b7d req-c7096ae2-87c6-458f-bf76-5f5b7398b65f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.1547098 Apr 28 19:53:00.394844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcbd91f-6081-4afa-821f-f7ca8e64bd6b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:00.442107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 64935012-eb66-4bd9-b76a-027b56aba9fc up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:00.451256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d109439b-279f-4e77-ad0b-737205ab0b7d req-c4454c61-19ba-4419-b88e-59ca53aeec62 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Apr 28 19:53:00.533393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-3c9dd015-b9b6-4203-b459-4b2081b5aa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:00.535194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-3c9dd015-b9b6-4203-b459-4b2081b5aa63 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.4807467 Apr 28 19:53:00.542271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82d323ca-a432-493f-8935-e0ad419cd601') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:00.542573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82d323ca-a432-493f-8935-e0ad419cd601') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:00.579261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.586363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 64935012-eb66-4bd9-b76a-027b56aba9fc completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:00.593815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 64935012-eb66-4bd9-b76a-027b56aba9fc triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:00.594193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.679788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8720c3dd-b754-4f1c-ac5a-3b4394a0737b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:00.697255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.712348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.725828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8720c3dd-b754-4f1c-ac5a-3b4394a0737b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:00.726310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8720c3dd-b754-4f1c-ac5a-3b4394a0737b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:00.726815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 77c4702d-1303-4883-ac33-f3bec7c417a9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:00.758606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:00.762445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-6e6c5d8c-004a-42f7-aeae-415fbe6805de service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1906095 Apr 28 19:53:00.763170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Pushing event deleted for resources: {'Port': ['ID=77c4702d-1303-4883-ac33-f3bec7c417a9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:00.785218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 77c4702d-1303-4883-ac33-f3bec7c417a9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:00.785590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 77c4702d-1303-4883-ac33-f3bec7c417a9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:00.817924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.834194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:00.834764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.872129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:00.874275 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:00.891702 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8981f5e7-86a9-4c73-a301-79b94d643676'] response: {'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4', 'code': 200} Apr 28 19:53:00.905002 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:00.940906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=64935012-eb66-4bd9-b76a-027b56aba9fc,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:00.946995 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.037027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.069777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.075977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.130855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.182289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcbd91f-6081-4afa-821f-f7ca8e64bd6b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.219136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21325d7-180c-4b69-ba03-f93b21cf47dd req-66f6455f-c414-4213-8fe9-ed0353bf8507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.220647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f21325d7-180c-4b69-ba03-f93b21cf47dd req-66f6455f-c414-4213-8fe9-ed0353bf8507 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 1097 time: 0.1300163 Apr 28 19:53:01.243423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26e1a401702348a19746772ab8bfb743&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0517507 Apr 28 19:53:01.257077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:01.257385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb467ffa-019b-4148-9457-90d1a2f31c4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd77bc60-cdb6-4080-a200-da0b75af1a47,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:01.268982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-f6ff6179-c018-4d00-a066-cec9b994c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.270519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-f6ff6179-c018-4d00-a066-cec9b994c6a6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.2952471 Apr 28 19:53:01.271385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.312768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6b354f54-ecb3-403c-a54f-1d4d8d50ba80 admin admin] 10.222.0.24 "DELETE /v2.0/networks/bfcbd91f-6081-4afa-821f-f7ca8e64bd6b HTTP/1.1" status: 204 len: 168 time: 2.0450039 Apr 28 19:53:01.325193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85b3588-f068-4a63-8c95-90a7f4752e87 req-189c160f-9ba3-4677-bfda-322cde5a58af tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.326660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b85b3588-f068-4a63-8c95-90a7f4752e87 req-189c160f-9ba3-4677-bfda-322cde5a58af tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 814 time: 0.7905340 Apr 28 19:53:01.388774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Deleting port 4d047555-b788-46a9-afe2-837c00cdbf0d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:01.388774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.424595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f21325d7-180c-4b69-ba03-f93b21cf47dd req-daa232b7-ac29-4d98-9941-f7bed67e54b0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964669 Apr 28 19:53:01.461505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:01.515499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.521902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-bebc34e7-8d8d-40e5-8bca-bc85f3831855 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2077818 Apr 28 19:53:01.525675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b85b3588-f068-4a63-8c95-90a7f4752e87 req-3ab8ddaa-1443-484b-8ea9-bb46f44b0f0b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/quotas/7131efd4dd24496eab8e7a732ae6158a HTTP/1.1" status: 200 len: 375 time: 0.1044326 Apr 28 19:53:01.531106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.534908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.603996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.604491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ac56a5d-7b65-4524-85b7-a54de4564d12 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:53:01.614399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.618260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8ff76afb-054c-43e9-a64f-bc4ac52f1059 admin admin] 10.222.0.24 "DELETE /v2.0/routers/8ac56a5d-7b65-4524-85b7-a54de4564d12 HTTP/1.1" status: 204 len: 168 time: 3.0344224 Apr 28 19:53:01.618409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34174) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:01.636632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d59e0c-9f80-480f-afd8-83c61bc41e39 req-d3458469-e2f7-4427-8700-5190fa97f59e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:01.638152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60d59e0c-9f80-480f-afd8-83c61bc41e39 req-d3458469-e2f7-4427-8700-5190fa97f59e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.4125679 Apr 28 19:53:01.639857 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.700020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b598f8aa-edac-4773-a71d-cf3bd6a9bc5a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae65401ca4424e1d9563b7ffc3790326&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2352881 Apr 28 19:53:01.707539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:01.772226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60d59e0c-9f80-480f-afd8-83c61bc41e39 req-7b43736b-196c-4299-af52-bb367cd11a80 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121881 Apr 28 19:53:01.784218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] For port 4d047555-b788-46a9-afe2-837c00cdbf0d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d047555-b788-46a9-afe2-837c00cdbf0d,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:01.784594 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:01.872415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b85b3588-f068-4a63-8c95-90a7f4752e87 req-966288a8-43b1-45e9-a12d-004e84e500e9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3387938 Apr 28 19:53:01.927147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Deleting subnet 9c26e62c-f7f6-48d9-b67d-e0b1483517da {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:53:01.930305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Calling delete_port for 4d047555-b788-46a9-afe2-837c00cdbf0d owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:01.938315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.013533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.058580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.066836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd77bc60-cdb6-4080-a200-da0b75af1a47,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:02.071803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.092481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-3fb96cc8-dee6-4869-9a29-9f397b6e7561 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916563 Apr 28 19:53:02.092713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.096459 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ba75f91b-b1a7-4adf-adb2-b1aeed1deeac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd77bc60-cdb6-4080-a200-da0b75af1a47 HTTP/1.1" status: 204 len: 168 time: 0.7933502 Apr 28 19:53:02.154142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.210227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a963402-382f-476f-b49a-f133228eed3d req-3be8dbac-a229-4984-a2e0-34feedb5ef5a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:02.212550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a963402-382f-476f-b49a-f133228eed3d req-3be8dbac-a229-4984-a2e0-34feedb5ef5a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 945 time: 0.2911150 Apr 28 19:53:02.280150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c1e5a8-f30a-42f3-891d-04b459e44244 req-8fcbc9b3-a069-48d3-b1db-a31acc11bd2f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:02.281626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63c1e5a8-f30a-42f3-891d-04b459e44244 req-8fcbc9b3-a069-48d3-b1db-a31acc11bd2f tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.2992101 Apr 28 19:53:02.312553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43eb1ea6-c477-4b26-8c40-e6cab304493e req-3654e2e7-d8f4-4e3b-9e3e-2d1fe9a5c145 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949229 Apr 28 19:53:02.347172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.380753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a963402-382f-476f-b49a-f133228eed3d req-9fd8296e-519e-46fc-8b9d-b5fc5b9cf0ca tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826061 Apr 28 19:53:02.386815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.402141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.441607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63c1e5a8-f30a-42f3-891d-04b459e44244 req-fedea434-7526-499e-84f7-96429217c841 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253183 Apr 28 19:53:02.458876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca86ab40-0d2d-4623-a435-a4b15c66c58b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:02.505368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d047555-b788-46a9-afe2-837c00cdbf0d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:02.512077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34190) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:02.574810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.597776 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.670893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c26e62c-f7f6-48d9-b67d-e0b1483517da,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:02.678589 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.681969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8fecb783-2dcd-46ff-947a-937d0090d5f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ca86ab40-0d2d-4623-a435-a4b15c66c58b HTTP/1.1" status: 204 len: 168 time: 0.9712460 Apr 28 19:53:02.682711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:02.706832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Usage tracker for resource:security_group_rule and tenant:7e6253bc5c824e04b07948356f702fa1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:02.710263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:02.716786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:02.768560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1d8ee1-7ed0-403e-a8e0-c60b3621e6a7 None None] Network 114fef73-afb1-49c2-b6a9-a8fb972e0d31 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:02.772589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:02.854193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-41914f60-80b5-417c-9205-6f7f14454585 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/9c26e62c-f7f6-48d9-b67d-e0b1483517da HTTP/1.1" status: 204 len: 168 time: 1.2347271 Apr 28 19:53:02.874958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34198) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:02.955912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:03.064825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.090367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Deleting port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:03.090706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.127977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d0692e-2f35-4dfc-bed3-98dea9a98feb req-63112c3c-28b5-42ad-ae48-9af4be5bf02a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.129670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07d0692e-2f35-4dfc-bed3-98dea9a98feb req-63112c3c-28b5-42ad-ae48-9af4be5bf02a tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 945 time: 0.4614649 Apr 28 19:53:03.151565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b1b625-39dd-4e3a-8440-d89173470eaa req-20e8db03-7633-400b-8423-399e6feafbd4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:03.161424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95b1b625-39dd-4e3a-8440-d89173470eaa req-20e8db03-7633-400b-8423-399e6feafbd4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5687172 Apr 28 19:53:03.180923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] DHCP port deletion for 114fef73-afb1-49c2-b6a9-a8fb972e0d31 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:53:03.186150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Deleting port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:03.186769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.232394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.286598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.294959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95b1b625-39dd-4e3a-8440-d89173470eaa req-ee3d2c65-d5ab-4b38-b45c-b65ed04b3348 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322539 Apr 28 19:53:03.324938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.380003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e6253bc5c824e04b07948356f702fa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8668897 Apr 28 19:53:03.384967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:03.385646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430aa800-6ba3-4850-a6c6-a7eea7fdd5f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c64939-ad86-4b9c-bdd8-6e600892cbbb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:03.390414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07d0692e-2f35-4dfc-bed3-98dea9a98feb req-5b6c932d-5a7d-41dc-907a-ac9d3732dbb8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443161 Apr 28 19:53:03.557159 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63d06b7f-58d4-4494-befc-fa4cbc8ffc4b'] response: {'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc', 'code': 200} Apr 28 19:53:03.598927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] For port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:03.599330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.826354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Calling delete_port for 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:03.842731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] For port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,segment=NetworkSegment(f5e4def7-0a37-49a3-bb74-a4f1f0358ffc),segment_id=f5e4def7-0a37-49a3-bb74-a4f1f0358ffc)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:03.843290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.851858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:03.961961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.022615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] No DVR routers for this DVR port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:04.042167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7afb9-e9c7-41b8-8a0c-80b0a6aafe66 None None] Pushing event deleted for resources: {'Port': ['ID=60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.058941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Router 97fca7d9-a525-4a6f-825e-914cbbb87920 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:04.170137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Calling delete_port for 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:04.200090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:04.233771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.297918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe18100-85b7-4f56-a2f2-d7dcf836a715 req-a315b465-d80c-40f1-beda-348ab046ec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.300020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbe18100-85b7-4f56-a2f2-d7dcf836a715 req-a315b465-d80c-40f1-beda-348ab046ec4f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 1096 time: 0.6190031 Apr 28 19:53:04.301056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e44798f-3a8f-46cd-ab8d-5f91317d0b36 req-62832846-1afd-44a5-b0ed-d5ec9af301cb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.302546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e44798f-3a8f-46cd-ab8d-5f91317d0b36 req-62832846-1afd-44a5-b0ed-d5ec9af301cb tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.6766143 Apr 28 19:53:04.318117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7df9c5-379d-4b11-b733-328b26f6a2bd req-9679f0bc-14bb-4108-9fcc-17315a9cd6af tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.319589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e7df9c5-379d-4b11-b733-328b26f6a2bd req-9679f0bc-14bb-4108-9fcc-17315a9cd6af tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5759518 Apr 28 19:53:04.370706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1750074851-network', 'tenant_id': '7f90cbfd5dd247cd81f4dedad8e66622'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:04.388342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:04.388717 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:04.388851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:04.395792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007263ab-d85c-4df6-8cbb-05460a313d1b req-1e2c1b1f-f194-47d4-b207-567afe3f8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.397742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-007263ab-d85c-4df6-8cbb-05460a313d1b req-1e2c1b1f-f194-47d4-b207-567afe3f8877 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.1729531 Apr 28 19:53:04.401232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbe18100-85b7-4f56-a2f2-d7dcf836a715 req-4678a967-1b48-4e6e-8810-1af8bf5b8467 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804560 Apr 28 19:53:04.403902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e7df9c5-379d-4b11-b733-328b26f6a2bd req-b32214c0-0065-46f2-8531-0af84c899329 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682199 Apr 28 19:53:04.404483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.405249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Usage tracker for resource:network and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:04.413138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:04.420095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c64939-ad86-4b9c-bdd8-6e600892cbbb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.433633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:04.434332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.437720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-38ebff17-ad2b-4502-8c97-d39c71524faf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b4c64939-ad86-4b9c-bdd8-6e600892cbbb HTTP/1.1" status: 204 len: 168 time: 1.0441813 Apr 28 19:53:04.456335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e44798f-3a8f-46cd-ab8d-5f91317d0b36 req-830d2d5a-1538-4e63-b847-d975251a5ec0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269300 Apr 28 19:53:04.459512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:04.473264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4aca6638-a295-4192-894a-7d28033c8114 admin admin] 10.222.0.24 "PUT /v2.0/routers/97fca7d9-a525-4a6f-825e-914cbbb87920/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6125453 Apr 28 19:53:04.476836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34246) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:04.487560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Made reservation on behalf of 7f90cbfd5dd247cd81f4dedad8e66622 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:04.488917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Sync routers for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:04.489578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.515862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.532035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:04.533301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:04.547013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:04.551050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Usage tracker for resource:security_group_rule and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:04.558291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:04.573717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:04.686465 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-007263ab-d85c-4df6-8cbb-05460a313d1b req-eea0b335-ec5c-4290-8aa9-19a8d4d3654d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811839 Apr 28 19:53:04.767778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:04.816205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.817402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:04.817593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:04.838731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.855883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed798202-2be1-4e37-bbd1-b66280152640 req-a5ac9d6c-e248-420a-8784-5d36f62071a4 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.857389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed798202-2be1-4e37-bbd1-b66280152640 req-a5ac9d6c-e248-420a-8784-5d36f62071a4 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.2494624 Apr 28 19:53:04.860779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.876863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:04.887740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:04.905311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ed225d-e098-4cc4-9bf6-0d2aad289527 req-58a9e806-3c40-46f6-9e50-689d52dec7c7 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:04.906996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07ed225d-e098-4cc4-9bf6-0d2aad289527 req-58a9e806-3c40-46f6-9e50-689d52dec7c7 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 945 time: 0.2124784 Apr 28 19:53:04.912341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2551dd3f-db41-4d06-a070-8311226be089,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:04.916293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.916634 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Added segment 2457fc24-7900-49d2-9f3f-3e6f1692ba67 of type vlan for network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 Apr 28 19:53:04.969567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Deleting port 60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:04.969925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:04.974039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07ed225d-e098-4cc4-9bf6-0d2aad289527 req-0895259c-6360-4644-9379-6ff5a22cbc05 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588167 Apr 28 19:53:04.991951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.038426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.039760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:05.040807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.068608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34254) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:05.147042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] The port '60761ffa-11e9-4f1e-bdc8-c0e7635d5fe9' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:53:05.151833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed798202-2be1-4e37-bbd1-b66280152640 req-027cd485-9300-4ba8-ba5a-502cc6b55783 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177713 Apr 28 19:53:05.191860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] Pushing event updated for resources: {'Network': ['ID=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.211245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-879d2759-ca8d-4b4b-abe8-b83c58f3ef2c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0062282 Apr 28 19:53:05.213184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34258) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:05.221689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Request body: {'subnet': {'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1750074851-subnet', 'tenant_id': '7f90cbfd5dd247cd81f4dedad8e66622', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:05.227116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.248969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:05.254089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:05.259111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Usage tracker for resource:subnet and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:05.263695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Usage tracker for resource:security_group_rule and tenant:2f83cebd432941df8635b256bed27e96 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:05.266297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:05.269391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:05.271765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:53:05.277305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:05.279398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:05.306046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Made reservation on behalf of 7f90cbfd5dd247cd81f4dedad8e66622 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:05.309025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.321897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.393362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.412826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114fef73-afb1-49c2-b6a9-a8fb972e0d31']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.413802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:53:02Z', 'revision_number': 5, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port': {'id': '491bd81c-17aa-4c05-8a2f-410f0ac613db', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:ba:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:49:36Z', 'updated_at': '2022-04-28T19:49:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.418988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Checking router: 97fca7d9-a525-4a6f-825e-914cbbb87920 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:05.422611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-054e677d-23f1-4334-84f8-e69c398000cf req-6ca4dffc-06ee-434c-ba22-c5cbf026c996 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=7131efd4dd24496eab8e7a732ae6158a HTTP/1.1" status: 200 len: 221 time: 0.0852733 Apr 28 19:53:05.432495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Routers {'97fca7d9-a525-4a6f-825e-914cbbb87920'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:05.432495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fca7d9-a525-4a6f-825e-914cbbb87920'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.432716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.432716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5e4def7-0a37-49a3-bb74-a4f1f0358ffc') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.439064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Deleting port 491bd81c-17aa-4c05-8a2f-410f0ac613db {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:05.439686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.494146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.520170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.554486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:05.554915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:05.571734 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:05.629653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] Set router 97fca7d9-a525-4a6f-825e-914cbbb87920 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:05.746165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:53:05Z', 'revision_number': 6, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:05.750333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d005fa5-9bee-40ad-bb05-c7b37c94d1a4 None None] The sync data for ids ['97fca7d9-a525-4a6f-825e-914cbbb87920'] in n-d-839811-1 is: [{'id': '97fca7d9-a525-4a6f-825e-914cbbb87920', 'name': 'tempest-AttachSCSIVolumeTestJSON-508283010-router', 'tenant_id': 'e500e274ce90452aba90e22377391c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:49:33Z', 'updated_at': '2022-04-28T19:53:05Z', 'revision_number': 6, 'project_id': 'e500e274ce90452aba90e22377391c09', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:05.797866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] For port 491bd81c-17aa-4c05-8a2f-410f0ac613db, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=491bd81c-17aa-4c05-8a2f-410f0ac613db,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:05.798836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.815236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.833972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.919915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc44b635-6b6d-4c27-af4b-5376c6f44297,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:05.926164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-386cea29-5515-4226-8020-fd9203e90a18 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f83cebd432941df8635b256bed27e96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7373919 Apr 28 19:53:05.929527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:05.947669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:05.989010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511998a8-8cd3-4705-b653-a75fa4d0885e req-1df4b18f-4d2c-4ee2-a235-eb5672ae7aca tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:05.996668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-511998a8-8cd3-4705-b653-a75fa4d0885e req-1df4b18f-4d2c-4ee2-a235-eb5672ae7aca tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.4855750 Apr 28 19:53:06.092942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Calling delete_port for 491bd81c-17aa-4c05-8a2f-410f0ac613db owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:06.117186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Pushing event updated for resources: {'Subnet': ['ID=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:06.153031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.153990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.157962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-511998a8-8cd3-4705-b653-a75fa4d0885e req-bb31b7a9-8726-42d1-876e-a7597eda3b9e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606755 Apr 28 19:53:06.167813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Checking segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:06.168167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Network hostable DHCP agents. Network: 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:06.181756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.185217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] Pushing event deleted for resources: {'Network': ['ID=114fef73-afb1-49c2-b6a9-a8fb972e0d31,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:06.202649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.215006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fc45e2c8-ba14-45c6-ba58-8e1bfda6fda6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/114fef73-afb1-49c2-b6a9-a8fb972e0d31 HTTP/1.1" status: 204 len: 168 time: 3.3377287 Apr 28 19:53:06.217671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:06.228991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe8c6d-f4a8-40bd-afc3-4bdfc5702a4a req-69d1314e-b7ca-4495-9065-88bc27c12b1f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:06.230786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cbe8c6d-f4a8-40bd-afc3-4bdfc5702a4a req-69d1314e-b7ca-4495-9065-88bc27c12b1f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5421803 Apr 28 19:53:06.312982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cbe8c6d-f4a8-40bd-afc3-4bdfc5702a4a req-827f7dc6-b091-49bc-8a43-0094e069cbb3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707471 Apr 28 19:53:06.374984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:06.401926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.443267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:06.453933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b6b0fc-c34f-4c38-a473-125a57d78489 None None] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:06.455355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:06.455355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.483929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=491bd81c-17aa-4c05-8a2f-410f0ac613db,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:06.523783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7bbf5af0-3e0f-40c8-b012-0818a51cf76e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3093381 Apr 28 19:53:06.530555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.533531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.537782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc44b635-6b6d-4c27-af4b-5376c6f44297 HTTP/1.1" status: 204 len: 168 time: 0.6027398 Apr 28 19:53:06.631903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6f88e7-d840-4149-b9f7-65edd3510879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc44b635-6b6d-4c27-af4b-5376c6f44297,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:06.700637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d047555-b788-46a9-afe2-837c00cdbf0d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:06.763678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4d047555-b788-46a9-afe2-837c00cdbf0d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:06.764408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d047555-b788-46a9-afe2-837c00cdbf0d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:06.765048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 491bd81c-17aa-4c05-8a2f-410f0ac613db no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:06.765612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:06.806929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 491bd81c-17aa-4c05-8a2f-410f0ac613db {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:06.807787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 491bd81c-17aa-4c05-8a2f-410f0ac613db not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:06.810600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb24c7-8b35-4092-b13d-e90f82e29967 req-3316f768-0a74-441b-894d-4b2c72968b3e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:06.818799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ffb24c7-8b35-4092-b13d-e90f82e29967 req-3316f768-0a74-441b-894d-4b2c72968b3e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 945 time: 0.4637885 Apr 28 19:53:06.862447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5c1f7c-e3f7-4329-8fae-456821da49bd None None] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:06.898269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ffb24c7-8b35-4092-b13d-e90f82e29967 req-976b85fb-7e06-4c63-a82f-1adc0b3bbeed tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784540 Apr 28 19:53:07.029047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.040127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef33527-4bad-4119-8f6e-541c6266a798 req-3d26cc35-4816-4901-9f6e-434740763d60 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:07.041860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aef33527-4bad-4119-8f6e-541c6266a798 req-3d26cc35-4816-4901-9f6e-434740763d60 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.6008308 Apr 28 19:53:07.043213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.121040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aef33527-4bad-4119-8f6e-541c6266a798 req-bd135d25-a0ae-485b-a8c7-4a7a71b54d75 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677822 Apr 28 19:53:07.133708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.135134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fca7d9-a525-4a6f-825e-914cbbb87920 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:53:07.160232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.167677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-177fbe35-7268-44cc-b1d5-a6e8e86ebaa7 admin admin] 10.222.0.24 "DELETE /v2.0/routers/97fca7d9-a525-4a6f-825e-914cbbb87920 HTTP/1.1" status: 204 len: 168 time: 2.6895487 Apr 28 19:53:07.168592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:07.254802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c1dad3-54e2-4d69-86ec-6d25da8ef3e7 req-2dd626f8-e652-4b00-95b1-d043fd53d350 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:07.256345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71c1dad3-54e2-4d69-86ec-6d25da8ef3e7 req-2dd626f8-e652-4b00-95b1-d043fd53d350 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1986458 Apr 28 19:53:07.298859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Deleting subnet 6c513a51-e4ca-477a-b2d9-43e20192d453 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:53:07.302722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.363226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.386248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71c1dad3-54e2-4d69-86ec-6d25da8ef3e7 req-411e8c65-6b3d-4da5-93c9-8332b4f583d3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237800 Apr 28 19:53:07.448597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.476864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1714602183', 'description': 'tempest-description-1136597266'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:07.483059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:07.493523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:07.508924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.527720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.586617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:07.594384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Usage tracker for resource:security_group_rule and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:07.599495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:07.609614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:07.649043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.703813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c513a51-e4ca-477a-b2d9-43e20192d453,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:07.712828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.716233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d360990-0b51-478b-b5f8-c1bd907598a4 None None] Network 8c868d3d-cd73-4310-9e77-f87d9777ffb6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:07.742797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-587f18a9-3ca3-4bfc-a8c3-efe0efa4acc9 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6c513a51-e4ca-477a-b2d9-43e20192d453 HTTP/1.1" status: 204 len: 168 time: 0.5724638 Apr 28 19:53:07.752966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34330) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:07.902805 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.922855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.929978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Deleting port ce67b744-9e0b-4a9c-8752-a9bba6fc386b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:07.930339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:07.961500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.082494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.094082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] DHCP port deletion for 8c868d3d-cd73-4310-9e77-f87d9777ffb6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:53:08.096286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49f0282f-beca-4927-b670-fa9cb3bba658 req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.6247697 Apr 28 19:53:08.098353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Deleting port ce67b744-9e0b-4a9c-8752-a9bba6fc386b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:08.098913 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.099822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f50d3-2ee2-47a2-b102-d94dbcef2037 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1099c8-629f-4029-9614-f3a7b0600bae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:08.202896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Deleting port c372f81f-fa97-4f8f-8c74-896aed7b5ce6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:08.203259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.285733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-5f39cdec-c8ea-4238-9835-1593137b5156 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:08.286432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-5f39cdec-c8ea-4238-9835-1593137b5156 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:08.293851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] For port ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:08.294384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.378629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-5f39cdec-c8ea-4238-9835-1593137b5156 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:08.379676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-5f39cdec-c8ea-4238-9835-1593137b5156 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 818 time: 0.5054741 Apr 28 19:53:08.404190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] For port ce67b744-9e0b-4a9c-8752-a9bba6fc386b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,segment=NetworkSegment(1d2c84d0-ccdc-4742-89cd-661cbad707b5),segment_id=1d2c84d0-ccdc-4742-89cd-661cbad707b5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:08.405006 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.408396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-f1b968ee-35a8-490d-852f-6ee9f298f311 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/quotas/7f90cbfd5dd247cd81f4dedad8e66622 HTTP/1.1" status: 200 len: 375 time: 0.0216315 Apr 28 19:53:08.483254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-f66a9004-5fdb-49e3-9760-1f12d7e858d2 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668895 Apr 28 19:53:08.485021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] For port c372f81f-fa97-4f8f-8c74-896aed7b5ce6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:08.485378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.591861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Calling delete_port for ce67b744-9e0b-4a9c-8752-a9bba6fc386b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:08.624234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Calling delete_port for ce67b744-9e0b-4a9c-8752-a9bba6fc386b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:08.678369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Calling delete_port for c372f81f-fa97-4f8f-8c74-896aed7b5ce6 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:08.739995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ce67b744-9e0b-4a9c-8752-a9bba6fc386b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:08.753695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:08.787662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ce67b744-9e0b-4a9c-8752-a9bba6fc386b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:08.788005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ce67b744-9e0b-4a9c-8752-a9bba6fc386b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:08.806354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce67b744-9e0b-4a9c-8752-a9bba6fc386b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:08.808501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] No DVR routers for this DVR port ce67b744-9e0b-4a9c-8752-a9bba6fc386b on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:08.852498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:08.852861 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:08.862438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-b316ff5a-65e1-4bb3-8c99-1de2a184471d service neutron] 10.222.0.24 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660300 Apr 28 19:53:08.896968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e119e782-3a60-48c2-9a6c-a50da51c4880 req-61c56b91-2f8b-4553-ab59-fa15362d48e2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:08.898362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e119e782-3a60-48c2-9a6c-a50da51c4880 req-61c56b91-2f8b-4553-ab59-fa15362d48e2 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.6511793 Apr 28 19:53:08.964107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.005378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c868d3d-cd73-4310-9e77-f87d9777ffb6']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:09.028485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e119e782-3a60-48c2-9a6c-a50da51c4880 req-70719a65-bf6c-4f5d-be43-bce0aff9216a tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874691 Apr 28 19:53:09.030152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d2c84d0-ccdc-4742-89cd-661cbad707b5') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:09.030512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d2c84d0-ccdc-4742-89cd-661cbad707b5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:09.047305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.069796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.087214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:09.087710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:09.109962 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:09.118060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856fd551-1236-4552-a60f-8484c35f4466 req-a8bb6a7b-59dd-496d-9e45-7b08392d1f3e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:09.119522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-856fd551-1236-4552-a60f-8484c35f4466 req-a8bb6a7b-59dd-496d-9e45-7b08392d1f3e tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 945 time: 0.2548475 Apr 28 19:53:09.121304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-fcd7b2d7-58aa-4449-b151-8d1c8f5363ce service neutron] 10.222.0.24 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208240 Apr 28 19:53:09.191191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.282523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port 64935012-eb66-4bd9-b76a-027b56aba9fc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:09.283464 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.301568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.337684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.354372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Deleting port ce67b744-9e0b-4a9c-8752-a9bba6fc386b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:09.354843 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.376070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] 10.222.0.24 "DELETE /v2.0/networks/8c868d3d-cd73-4310-9e77-f87d9777ffb6 HTTP/1.1" status: 204 len: 168 time: 1.6219769 Apr 28 19:53:09.439946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb32cd2-8ddf-4dc6-b340-f318c0315517 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c868d3d-cd73-4310-9e77-f87d9777ffb6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:09.493632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Pushing event deleted for resources: {'Port': ['ID=c372f81f-fa97-4f8f-8c74-896aed7b5ce6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:09.590696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-7858e763-d3da-4760-b78e-e5c65bc4a3fd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:09.635002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-7858e763-d3da-4760-b78e-e5c65bc4a3fd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:09.636386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-7858e763-d3da-4760-b78e-e5c65bc4a3fd tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1714602183&fields=id&tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff HTTP/1.1" status: 200 len: 267 time: 0.1886921 Apr 28 19:53:09.637335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aa9d371f-b620-4638-bf9b-022acb1d0f84 None None] The port 'ce67b744-9e0b-4a9c-8752-a9bba6fc386b' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:53:09.785865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-d761164d-9aab-4d45-9737-709426ae6749 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:09.795423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-d761164d-9aab-4d45-9737-709426ae6749 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.1507125 Apr 28 19:53:09.802469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'port': {'security_groups': ['65c8722b-564d-4c57-8494-a06ff0adbc77', '0c1099c8-629f-4029-9614-f3a7b0600bae']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:09.847966 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:09.959428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:10.007961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.347493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9985e3b8-3c87-404b-bc01-1fd2c5928623 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2ce8ff5ddf094ecab2250cf181b809e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3862936 Apr 28 19:53:10.361727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:10.442325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port 64935012-eb66-4bd9-b76a-027b56aba9fc, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=64935012-eb66-4bd9-b76a-027b56aba9fc,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:10.442753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.444602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:10.476777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.538335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4ed345-14e3-449d-90e4-6e5939b9d1de req-70e45191-f502-4cb2-a029-09f4648cdf69 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:10.547353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.550450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d4ed345-14e3-449d-90e4-6e5939b9d1de req-70e45191-f502-4cb2-a029-09f4648cdf69 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3663108 Apr 28 19:53:10.608441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.624152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.637536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46b185a8-128d-40ee-b955-b61fc9a32e00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:10.675034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.696173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for 64935012-eb66-4bd9-b76a-027b56aba9fc owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:10.859585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:10.874218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:10.874865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.894025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86cc0c85-1936-4309-bb62-c4194c0c26a8 req-9c8c4834-196b-4011-be7f-1b1f529fe6f2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "PUT /v2.0/ports/46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 981 time: 1.0973332 Apr 28 19:53:10.900231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:10.910829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:10.979943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269e818-7fa9-421c-b808-e4b91acaa619,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:11.010187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46b185a8-128d-40ee-b955-b61fc9a32e00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:11.020384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.021936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dd66f925-663c-4e75-95ac-ba210bb9ef03 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4269e818-7fa9-421c-b808-e4b91acaa619 HTTP/1.1" status: 204 len: 168 time: 0.6585298 Apr 28 19:53:11.063452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-06bff903-fa83-41d0-9389-41dd7d92e1d3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:11.065974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-06bff903-fa83-41d0-9389-41dd7d92e1d3 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 945 time: 0.2748260 Apr 28 19:53:11.103600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d4ed345-14e3-449d-90e4-6e5939b9d1de req-c3ad85b0-f306-48c9-84d4-28c4ae8ce827 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521045 Apr 28 19:53:11.367657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port ea7dd8da-447f-4e84-9473-784a228a3a80 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:11.368270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.518672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.750351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ea7dd8da-447f-4e84-9473-784a228a3a80'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:11.780030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event deleted for resources: {'Port': ['ID=64935012-eb66-4bd9-b76a-027b56aba9fc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:11.896037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32460414-025a-490c-b2e2-b3da4fb7a77f req-3f13ce8a-6dd2-45ec-84e7-a7c7c47da582 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:11.903104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32460414-025a-490c-b2e2-b3da4fb7a77f req-3f13ce8a-6dd2-45ec-84e7-a7c7c47da582 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=bf924736-3d58-40ac-b043-86dff8ed34f5 HTTP/1.1" status: 200 len: 945 time: 0.6722605 Apr 28 19:53:11.935095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:11.980844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:11.994407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] No DVR routers for this DVR port 64935012-eb66-4bd9-b76a-027b56aba9fc on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:11.996873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.022610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'name': 'network-vif-deleted', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:12.111126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-856fd551-1236-4552-a60f-8484c35f4466 req-eb4da4c3-09e4-43d9-840b-6cd385490205 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "DELETE /v2.0/ports/64935012-eb66-4bd9-b76a-027b56aba9fc HTTP/1.1" status: 204 len: 173 time: 2.9841776 Apr 28 19:53:12.178721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32460414-025a-490c-b2e2-b3da4fb7a77f req-5c416eba-8db3-44e6-855d-394d6dcfe46f tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745113 Apr 28 19:53:12.180832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Router e670a8f2-855f-4037-baf3-373c6932359f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:12.243587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2878381-2c01-4a91-9a0c-482f2911a022 req-4cad061a-c79c-4973-a66d-a44daaf764c9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:12.245155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a2878381-2c01-4a91-9a0c-482f2911a022 req-4cad061a-c79c-4973-a66d-a44daaf764c9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.3963203 Apr 28 19:53:12.267643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-48a9efcd-36f1-4e38-9c59-b0793b0bb27e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:12.269176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-48a9efcd-36f1-4e38-9c59-b0793b0bb27e tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 946 time: 0.8060524 Apr 28 19:53:12.277070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-632fdaa3-e7ef-4314-aa5d-89747b4db047 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e500e274ce90452aba90e22377391c09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368781 Apr 28 19:53:12.309778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:12.432819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:12.433504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.460724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Deleting port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:12.461076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.515726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ea7dd8da-447f-4e84-9473-784a228a3a80 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:12.589108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-71b7f8a4-e81a-4cea-a097-47960b85ee69 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:12.590956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-71b7f8a4-e81a-4cea-a097-47960b85ee69 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 818 time: 0.9142532 Apr 28 19:53:12.662416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.673131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for ea7dd8da-447f-4e84-9473-784a228a3a80 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:12.701430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:12.717092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-80fdb068-87a7-4521-a0b3-be7fd2bdd511 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1714602183&fields=id&tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff HTTP/1.1" status: 200 len: 267 time: 0.3963764 Apr 28 19:53:12.718803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:12.726207 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:12.727301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 64935012-eb66-4bd9-b76a-027b56aba9fc no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:12.802198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Request body: {'port': {'device_id': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'admin_state_up': True, 'tenant_id': '7f90cbfd5dd247cd81f4dedad8e66622'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:12.852965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:12.863887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 64935012-eb66-4bd9-b76a-027b56aba9fc {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:12.864417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 64935012-eb66-4bd9-b76a-027b56aba9fc not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:12.890159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.038292 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a2878381-2c01-4a91-9a0c-482f2911a022 req-6d27db88-e892-4a76-9a32-53120b012faf tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/security-groups?id=76942fcf-c7a7-406a-af6b-eadb5ee8adc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4660311 Apr 28 19:53:13.133553 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68aeb601-3347-4d8f-a7d3-210957207c28'] response: {'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:53:13.154787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.175941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.41', 60961) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:13.200805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-387dadea-4de7-4270-9e5d-3a568e96b70e tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:13.202334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-387dadea-4de7-4270-9e5d-3a568e96b70e tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 818 time: 0.9562068 Apr 28 19:53:13.207936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-129b8c13-1f6e-4407-9edf-62f12d9e7ecb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:13.209413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-129b8c13-1f6e-4407-9edf-62f12d9e7ecb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 818 time: 0.4740860 Apr 28 19:53:13.221784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:13.227509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Request body: {'port': {'device_id': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'admin_state_up': True, 'tenant_id': '7f90cbfd5dd247cd81f4dedad8e66622'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:13.256196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:13.257805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Usage tracker for resource:port and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:13.268903 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Sync routers for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:13.280030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:13.286968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:13.303367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c6eabd4-e779-4694-b64d-0995c61c6a36 admin admin] 10.222.0.24 "PUT /v2.0/routers/e670a8f2-855f-4037-baf3-373c6932359f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0783994 Apr 28 19:53:13.335138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:13.342102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:13.405902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:13.418581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Request body: {'port': {'device_id': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'admin_state_up': True, 'tenant_id': '7f90cbfd5dd247cd81f4dedad8e66622'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:13.495535 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:13.497913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:13.498407 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:13.506345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.637629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ce0584-3346-459b-a774-178d2b3d595c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:13.686504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-3296ac0b-21aa-47f9-94ff-4c3c4ef87042 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:13.688877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-3296ac0b-21aa-47f9-94ff-4c3c4ef87042 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 984 time: 0.9338553 Apr 28 19:53:13.724309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Made reservation on behalf of 7f90cbfd5dd247cd81f4dedad8e66622 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:13.728443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.733122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'port': {'security_groups': ['65c8722b-564d-4c57-8494-a06ff0adbc77']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:13.759971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.761149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14f37332-6a38-4b81-a8d9-ca944b9ba4ab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18ce0584-3346-459b-a774-178d2b3d595c HTTP/1.1" status: 204 len: 168 time: 1.4504378 Apr 28 19:53:13.805876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] For port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,segment=NetworkSegment(da8e5765-a94d-4daa-94b9-76885de88c0f),segment_id=da8e5765-a94d-4daa-94b9-76885de88c0f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:13.806399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.823181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:53:09Z', 'revision_number': 5, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:13.830339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Checking router: e670a8f2-855f-4037-baf3-373c6932359f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:13.839896 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Routers {'e670a8f2-855f-4037-baf3-373c6932359f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:13.840793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:52:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e670a8f2-855f-4037-baf3-373c6932359f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:13.863717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:13.867907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Usage tracker for resource:port and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:13.870838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:13.878389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:13.899875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Made reservation on behalf of 7f90cbfd5dd247cd81f4dedad8e66622 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:13.903508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.933161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3b3c9b-df9c-48a9-b3b5-5f9ed5a47ebf req-1b3c9cf4-2a18-46b1-81a1-d3a1c2f4dae2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:13.934748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e3b3c9b-df9c-48a9-b3b5-5f9ed5a47ebf req-1b3c9cf4-2a18-46b1-81a1-d3a1c2f4dae2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6326323 Apr 28 19:53:13.961293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:13.992929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Calling delete_port for dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:14.206023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Deleting port ea7dd8da-447f-4e84-9473-784a228a3a80 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:14.206512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.249654 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] Set router e670a8f2-855f-4037-baf3-373c6932359f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:14.322807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a5511-e2af-4738-adbf-c2907d76e842 req-b3859d45-9100-4aad-929f-3fd568dfda8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:14.324572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-b3859d45-9100-4aad-929f-3fd568dfda8c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1135 time: 1.1375732 Apr 28 19:53:14.369535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Allocated IP 172.20.0.10 (7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1/467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea/8ccbc356-94b0-4139-9582-686c848c0088) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:14.378091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.396303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Deleting port c613b812-f607-4b97-99bd-c8480fd64b81 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:14.396880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.473656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:14.498390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:53:14.525749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.726526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Usage tracker for resource:port and tenant:7f90cbfd5dd247cd81f4dedad8e66622 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:14.747448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:14.763562 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:53:09Z', 'revision_number': 5, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:14.768170 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2506151-0ba9-43a0-88b9-28384b2bb1a1 None None] The sync data for ids ['e670a8f2-855f-4037-baf3-373c6932359f'] in n-d-839811-1 is: [{'id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'name': 'tempest-TaggedBootDevicesTest-13917251-router', 'tenant_id': '325c187480204b19a3850f032dc2a68a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46'}], 'enable_snat': True}, 'gw_port_id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:46:05Z', 'updated_at': '2022-04-28T19:53:09Z', 'revision_number': 5, 'project_id': '325c187480204b19a3850f032dc2a68a', 'gw_port': {'id': 'c613b812-f607-4b97-99bd-c8480fd64b81', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:67:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e670a8f2-855f-4037-baf3-373c6932359f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 851, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:46:07Z', 'updated_at': '2022-04-28T19:46:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:14.789031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:14.926894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e3b3c9b-df9c-48a9-b3b5-5f9ed5a47ebf req-3799ba2e-daf7-4bc0-9e6f-ac98e4c3dba2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9735100 Apr 28 19:53:14.953031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] For port c613b812-f607-4b97-99bd-c8480fd64b81, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c613b812-f607-4b97-99bd-c8480fd64b81,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:14.953698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:14.969496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Made reservation on behalf of 7f90cbfd5dd247cd81f4dedad8e66622 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:14.974306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.145343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Calling delete_port for c613b812-f607-4b97-99bd-c8480fd64b81 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:15.256460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a5511-e2af-4738-adbf-c2907d76e842 req-6558519f-1c9b-40a5-93e2-aea0408a1cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:15.257937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-6558519f-1c9b-40a5-93e2-aea0408a1cc0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.7333038 Apr 28 19:53:15.318241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae8481bf-e61e-4bc8-b43e-b3d165ec270b req-b78c6031-0e78-4f93-809b-e3b0d529ee54 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 210 time: 0.1895456 Apr 28 19:53:15.444797 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627f998f-4a01-4b57-93dc-578799c1dc5e'] response: {'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'code': 200} Apr 28 19:53:15.499227 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75cd0dcd-7d2f-4786-b935-87edb0f69938'] response: {'server_uuid': 'bf924736-3d58-40ac-b043-86dff8ed34f5', 'name': 'network-vif-deleted', 'tag': '64935012-eb66-4bd9-b76a-027b56aba9fc', 'status': 'completed', 'code': 200} Apr 28 19:53:15.524124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.644155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.648448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Pushing event deleted for resources: {'Port': ['ID=c613b812-f607-4b97-99bd-c8480fd64b81,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:15.654528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.660440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-e1178d6e-45b6-4f16-9f38-a12c5590aaec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.3935230 Apr 28 19:53:15.662103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] For port ea7dd8da-447f-4e84-9473-784a228a3a80, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ea7dd8da-447f-4e84-9473-784a228a3a80,segment=NetworkSegment(213520a7-d70e-4ad2-8b4d-b4fc6986f51a),segment_id=213520a7-d70e-4ad2-8b4d-b4fc6986f51a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:15.662470 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.741030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06448184-be7a-4caa-bc6a-a15b03acf1cc req-fbd6b5d5-6a53-4c27-96f9-880d9f37b2d0 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.24 "GET /v2.0/ports?device_id=a975b355-c98c-4e07-a1bf-c6162c82b5e9 HTTP/1.1" status: 200 len: 210 time: 0.0891240 Apr 28 19:53:15.782093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.816552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Pushing event deleted for resources: {'Port': ['ID=dbe92fd8-0ba5-4a99-a3d0-cc13964995d4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:15.885939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Calling delete_port for ea7dd8da-447f-4e84-9473-784a228a3a80 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:15.943080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:15.964853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.967800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:15.983041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.032255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] No DVR routers for this DVR port dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:16.039759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.045477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'name': 'network-vif-deleted', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:16.061562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a5511-e2af-4738-adbf-c2907d76e842 req-62ff6f64-0715-48c4-92bd-3160efee717c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:16.063007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-62ff6f64-0715-48c4-92bd-3160efee717c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.3457892 Apr 28 19:53:16.139397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] 10.222.0.41 "DELETE /v2.0/ports/dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 HTTP/1.1" status: 204 len: 173 time: 3.8636475 Apr 28 19:53:16.147421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.151676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-7c250d11-07a9-49fe-991a-4382063e0e4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780408 Apr 28 19:53:16.156875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.160251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.161256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Fanout notify agent at l3_agent the message router_deleted on router e670a8f2-855f-4037-baf3-373c6932359f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:53:16.169543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:16.170839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46b185a8-128d-40ee-b955-b61fc9a32e00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:16.191916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:16.195170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:16.307850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:16.308523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.370069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event updated for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:16.387227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Allocated IP 172.20.0.7 (7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1/467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea/d559845e-e8fb-4ff6-be0c-dd3756841729) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:16.406734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.411329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9dc48351-20de-424e-ac98-14aaaeaf964f admin admin] 10.222.0.24 "DELETE /v2.0/routers/e670a8f2-855f-4037-baf3-373c6932359f HTTP/1.1" status: 204 len: 168 time: 3.0167639 Apr 28 19:53:16.414398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-1ce2f236-9817-4a6b-8ac6-f1779bc83c46 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7036860 Apr 28 19:53:16.414985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34514) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:16.467203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Request body: {'port': {'device_id': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:16.537615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:16.621924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:16.621924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.623435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c84d67a3-ed3e-44f3-a102-5649daa9987d req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "PUT /v2.0/ports/46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 942 time: 2.8946733 Apr 28 19:53:16.755508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c372f81f-fa97-4f8f-8c74-896aed7b5ce6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:16.780488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfae8b-b4bb-412c-a924-7dd224ce33bc req-64eb2fb1-6ae1-4dcf-999d-7c8ddc00fc29 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:16.781211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0adfae8b-b4bb-412c-a924-7dd224ce33bc req-64eb2fb1-6ae1-4dcf-999d-7c8ddc00fc29 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Synchronizing usage tracker for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:16.868860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Deleting subnet a1b4b34e-ba8f-41e2-a186-9d78db006854 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:53:16.879001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46b185a8-128d-40ee-b955-b61fc9a32e00'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:16.908665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:16.920429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:16.921011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dbe92fd8-0ba5-4a99-a3d0-cc13964995d4 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:16.935751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c372f81f-fa97-4f8f-8c74-896aed7b5ce6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:16.936357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c372f81f-fa97-4f8f-8c74-896aed7b5ce6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:16.936922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c613b812-f607-4b97-99bd-c8480fd64b81 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:16.981674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c613b812-f607-4b97-99bd-c8480fd64b81 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:16.982293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c613b812-f607-4b97-99bd-c8480fd64b81 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:17.042711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0adfae8b-b4bb-412c-a924-7dd224ce33bc req-64eb2fb1-6ae1-4dcf-999d-7c8ddc00fc29 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Unset dirty status for tenant:0ea0cc7c58d94f7a9a809bfcf2a26e0b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:17.054332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0adfae8b-b4bb-412c-a924-7dd224ce33bc req-64eb2fb1-6ae1-4dcf-999d-7c8ddc00fc29 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/ports?device_id=4c7c99e0-c04e-4505-89da-66f5edcd88b4 HTTP/1.1" status: 200 len: 943 time: 0.9442756 Apr 28 19:53:17.105533 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.110465 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-02014fb8-f0ca-4103-899b-26dfb3423a3b service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9377747 Apr 28 19:53:17.168600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d4444-4204-433e-81cc-09ad454e4bc5 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:17.221309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0adfae8b-b4bb-412c-a924-7dd224ce33bc req-56fd34a1-ab25-44e7-87f6-b98b651e83d8 tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.24 "GET /v2.0/security-groups?id=fc183183-f1af-4b93-9e6d-a52740467965&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660192 Apr 28 19:53:17.238661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.278254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.296131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Pushing event deleted for resources: {'Port': ['ID=ea7dd8da-447f-4e84-9473-784a228a3a80,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:17.381260 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2c0236-b444-46cc-a3aa-cc4bb4df9d0d'] response: {'server_uuid': 'a975b355-c98c-4e07-a1bf-c6162c82b5e9', 'name': 'network-vif-deleted', 'tag': 'dbe92fd8-0ba5-4a99-a3d0-cc13964995d4', 'status': 'completed', 'code': 200} Apr 28 19:53:17.399300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] No DVR routers for this DVR port ea7dd8da-447f-4e84-9473-784a228a3a80 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:17.407815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.475561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6211e-b9c1-47b7-9c6c-e862e88dd8a8 req-8abf0569-e288-46a8-94d1-fa15a9a837f4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:17.477183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79c6211e-b9c1-47b7-9c6c-e862e88dd8a8 req-8abf0569-e288-46a8-94d1-fa15a9a837f4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4172630 Apr 28 19:53:17.488538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8bd241a-be06-4479-a4bb-998ea7c548e2 req-64b5ccb2-2cfd-42ed-bc28-12ab680203eb tempest-MultipleCreateTestJSON-1692308232 tempest-MultipleCreateTestJSON-1692308232-project] 10.222.0.41 "DELETE /v2.0/ports/ea7dd8da-447f-4e84-9473-784a228a3a80 HTTP/1.1" status: 204 len: 173 time: 6.4097867 Apr 28 19:53:17.511905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-834a5511-e2af-4738-adbf-c2907d76e842 req-aaf7d61c-fb7b-47ca-904d-200dc9f7c1c7 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881853 Apr 28 19:53:17.543757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79c6211e-b9c1-47b7-9c6c-e862e88dd8a8 req-c073f7c9-8987-4341-94af-0bd60e8e73bc tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511410 Apr 28 19:53:17.560292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34540) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:17.676057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.731302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.747429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.756552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:17.771087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Usage tracker for resource:security_group_rule and tenant:e9732e326d244123a873d8cea7c8e57d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:17.775364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:17.786293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-2fa7dbe4-a817-440c-b1f4-42943f853226 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2083502 Apr 28 19:53:17.787156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:17.792983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-da2d20f6-58d1-4c40-9c24-6b1319c4a674 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:17.793707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-da2d20f6-58d1-4c40-9c24-6b1319c4a674 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:17.799687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:17.807567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:17.818824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Usage tracker for resource:floatingip and tenant:9ce64699e5af42e89d74cbfda9f6a9ff is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:17.822904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:17.832041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:17.840747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-da2d20f6-58d1-4c40-9c24-6b1319c4a674 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:17.846148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-da2d20f6-58d1-4c40-9c24-6b1319c4a674 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 932 time: 0.3775101 Apr 28 19:53:17.850382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.886209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.937861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:17.966725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Allocated IP 172.20.0.14 (7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1/467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea/74b08aca-5158-4e3c-833b-33d8e596e54c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:17.993959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:18.005285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:18.007568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:18.034978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.040927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b4b34e-ba8f-41e2-a186-9d78db006854,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:18.041924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dfd3fe-21d3-4aa6-9af9-1c1de0cafe86 None None] Network 5cab6933-c6cb-4d06-9c8d-ddfc69176090 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:18.054911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45b79de7-0d37-4990-b22b-99f6c397ead7 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a1b4b34e-ba8f-41e2-a186-9d78db006854 HTTP/1.1" status: 204 len: 168 time: 1.6346877 Apr 28 19:53:18.060341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34548) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:18.071603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-033f753f-2bd1-4458-ace9-35dac55414aa tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:18.071812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.081305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event updated for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:18.117021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:18.117687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.123200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-033f753f-2bd1-4458-ace9-35dac55414aa tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:18.124942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.130392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58f58c48-bf93-4fc7-9695-7ac63603b0c2 req-033f753f-2bd1-4458-ace9-35dac55414aa tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729542 Apr 28 19:53:18.173767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-23f323bc-96ac-4e66-82aa-84557723f5d1 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9562850 Apr 28 19:53:18.223435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Request body: {'port': {'device_id': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:18.291416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e9732e326d244123a873d8cea7c8e57d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7299573 Apr 28 19:53:18.302417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:18.333739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639600c-4917-45ed-a9e7-43e457c4b013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8732b246-ad7e-49d5-909c-a739731be973,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:18.337993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.378288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6be92fa-43c0-437d-bfec-b6785f9c0662 req-dd57c30f-4f74-438c-b468-27498c4f0b36 tempest-FlavorsV2NegativeTest-1991007662 tempest-FlavorsV2NegativeTest-1991007662-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=d389f425b2bd4cd1bd20c50560595c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471163 Apr 28 19:53:18.399857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] DHCP port deletion for 5cab6933-c6cb-4d06-9c8d-ddfc69176090 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:53:18.404517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Deleting port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:18.405127 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.465796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Deleting port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:18.466137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.498982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.570016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.580397 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.660728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.674308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] For port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:18.674744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.717769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6be92fa-43c0-437d-bfec-b6785f9c0662 req-d9bffb5d-d729-4bcf-88eb-c9eaff0f9d69 tempest-FlavorsV2NegativeTest-1991007662 tempest-FlavorsV2NegativeTest-1991007662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:18.719306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6be92fa-43c0-437d-bfec-b6785f9c0662 req-d9bffb5d-d729-4bcf-88eb-c9eaff0f9d69 tempest-FlavorsV2NegativeTest-1991007662 tempest-FlavorsV2NegativeTest-1991007662-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267148 Apr 28 19:53:18.742769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:18.749386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6be92fa-43c0-437d-bfec-b6785f9c0662 req-1dda655e-c64e-4d21-b7ae-0535db62d529 tempest-FlavorsV2NegativeTest-1991007662 tempest-FlavorsV2NegativeTest-1991007662-project] 10.222.0.24 "GET /v2.0/quotas/d389f425b2bd4cd1bd20c50560595c1e HTTP/1.1" status: 200 len: 375 time: 0.0224860 Apr 28 19:53:18.812134 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6be92fa-43c0-437d-bfec-b6785f9c0662 req-4eb2fe5d-ffe8-4371-80a6-25ed9e320ecb tempest-FlavorsV2NegativeTest-1991007662 tempest-FlavorsV2NegativeTest-1991007662-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=d389f425b2bd4cd1bd20c50560595c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0522079 Apr 28 19:53:18.832499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Calling delete_port for 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:18.879022 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:18.980919 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.033827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.056284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] Pushing event deleted for resources: {'Port': ['ID=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.062672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64e1765-b541-45dd-aa77-6085f1c5a6c3 None None] No DVR routers for this DVR port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:19.070066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] For port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4c1ec686-6b08-4e7e-80ae-a1a53437c4c4,segment=NetworkSegment(a6b713b8-f722-4700-bddf-af4ef615341e),segment_id=a6b713b8-f722-4700-bddf-af4ef615341e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:19.070437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.079474 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.104548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815e337b-7b2e-4d5c-bac3-b68dd9c9d1c5 req-93954ab0-98b7-4e5f-b011-7e270b187baa tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.114943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-815e337b-7b2e-4d5c-bac3-b68dd9c9d1c5 req-93954ab0-98b7-4e5f-b011-7e270b187baa tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1659789 Apr 28 19:53:19.181575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Allocated IP 172.25.2.96 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:19.240178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-815e337b-7b2e-4d5c-bac3-b68dd9c9d1c5 req-653561de-de5d-40fa-805c-335afcc0389c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242518 Apr 28 19:53:19.258009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Calling delete_port for 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:19.342280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:19.349348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:19.378076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:19.408639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}, {'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-deleted', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:19.431837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.450722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.515821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34596) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:19.531926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8732b246-ad7e-49d5-909c-a739731be973,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.572716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.582883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b6f59ed7-6ddc-4f30-b327-6b7f5e6edf87 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8732b246-ad7e-49d5-909c-a739731be973 HTTP/1.1" status: 204 len: 168 time: 1.2747245 Apr 28 19:53:19.588899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:19.591278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.598630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ccbc356-94b0-4139-9582-686c848c0088 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:19.599029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:19.599352 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:19.611620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.631226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Deleting subnet 3f179dec-e89b-4422-a938-7d5228c24a6b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:53:19.633017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4da18d75-7583-45a6-8893-adfe3a3102d9 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2195675 Apr 28 19:53:19.639056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.647807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Request body: {'port': {'device_id': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:19.674290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Transition to ACTIVE for port object 8ccbc356-94b0-4139-9582-686c848c0088 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:19.682081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:19.697239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.753553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.792409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.864026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.942556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.957826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'Port': ['ID=254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:19.967568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:19.979989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:19.981028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:19.984306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:19.989525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Usage tracker for resource:security_group_rule and tenant:d389f425b2bd4cd1bd20c50560595c1e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:19.992443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:20.018033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:20.056257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:20.065145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.070771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:20.103185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Deleting port 4c1ec686-6b08-4e7e-80ae-a1a53437c4c4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:20.103528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.133356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eae0ebd0-1183-4c40-b2e9-e9bff0f054ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.151707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.155292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a95631-7076-4f40-8182-3564e159229e req-d5867674-dbc4-4896-ab1b-83f92f21facb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.156742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3a95631-7076-4f40-8182-3564e159229e req-d5867674-dbc4-4896-ab1b-83f92f21facb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 944 time: 0.4814308 Apr 28 19:53:20.165541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.227191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] The port '4c1ec686-6b08-4e7e-80ae-a1a53437c4c4' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:53:20.229723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:20.269345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Usage tracker for resource:security_group_rule and tenant:07e307ddc7b0470585b2679175b2e324 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:20.279663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:20.303044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:20.332421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Attempting to bind port 8ccbc356-94b0-4139-9582-686c848c0088 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:20.332755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Attempting to bind port 8ccbc356-94b0-4139-9582-686c848c0088 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:20.333081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Attempting to bind port 8ccbc356-94b0-4139-9582-686c848c0088 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:20.337711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3a95631-7076-4f40-8182-3564e159229e req-d30d9e62-1037-42b2-b8b5-2bd6baf4dde6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451612 Apr 28 19:53:20.345998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Port 8ccbc356-94b0-4139-9582-686c848c0088 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:53:20.346329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Attempting to bind port 8ccbc356-94b0-4139-9582-686c848c0088 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:20.362284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:20.362538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Checking segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:20.362923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Bound using segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:20.363431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Bound port: 8ccbc356-94b0-4139-9582-686c848c0088, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:20.363780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.386449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d559845e-e8fb-4ff6-be0c-dd3756841729 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:20.395108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.400542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.426103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.456440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cab6933-c6cb-4d06-9c8d-ddfc69176090']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.472064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b713b8-f722-4700-bddf-af4ef615341e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.472372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b713b8-f722-4700-bddf-af4ef615341e') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:20.484771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.489308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f179dec-e89b-4422-a938-7d5228c24a6b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.504027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.511912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:20.512344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.537102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.540008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Transition to ACTIVE for port object d559845e-e8fb-4ff6-be0c-dd3756841729 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:20.542391 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:20.549976 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5485ca4d-acd6-4ead-b0b9-670c745183bc'] response: {'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:53:20.550263 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5485ca4d-acd6-4ead-b0b9-670c745183bc'] response: {'server_uuid': '4c7c99e0-c04e-4505-89da-66f5edcd88b4', 'name': 'network-vif-deleted', 'tag': 'ea7dd8da-447f-4e84-9473-784a228a3a80', 'status': 'completed', 'code': 200} Apr 28 19:53:20.553270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f206d2b7-49fc-4113-a03e-3a0f771e4d04 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f179dec-e89b-4422-a938-7d5228c24a6b HTTP/1.1" status: 204 len: 168 time: 1.0340631 Apr 28 19:53:20.553270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:20.554703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.559795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34618) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:20.560048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8ccbc356-94b0-4139-9582-686c848c0088,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:20.612386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.746685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:20.747280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.748612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] 10.222.0.41 "PUT /v2.0/ports/8ccbc356-94b0-4139-9582-686c848c0088 HTTP/1.1" status: 200 len: 1092 time: 4.2949042 Apr 28 19:53:20.753579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:20.761027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:20.849109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:20.988189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c5ad78-0ac4-4fc7-b61b-200e28420104 service neutron] Pushing event updated for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.005562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.014331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0fa120-53c7-4f06-8cc7-9ec10d243614 req-419d4d1c-4cf8-4af0-b0e3-c5ca51e8de84 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.015800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a0fa120-53c7-4f06-8cc7-9ec10d243614 req-419d4d1c-4cf8-4af0-b0e3-c5ca51e8de84 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3938336 Apr 28 19:53:21.017856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Attempting to bind port d559845e-e8fb-4ff6-be0c-dd3756841729 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:21.018191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Attempting to bind port d559845e-e8fb-4ff6-be0c-dd3756841729 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:21.018514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Attempting to bind port d559845e-e8fb-4ff6-be0c-dd3756841729 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:21.028993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-44a5ad8b-3d30-4c0d-b26a-e39eea2308be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.030438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-44a5ad8b-3d30-4c0d-b26a-e39eea2308be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 1095 time: 0.2361174 Apr 28 19:53:21.041925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Port d559845e-e8fb-4ff6-be0c-dd3756841729 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:53:21.042250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Attempting to bind port d559845e-e8fb-4ff6-be0c-dd3756841729 on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:21.076048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.120330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.138220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.163641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cab6933-c6cb-4d06-9c8d-ddfc69176090,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.193511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.223065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:21.223679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Checking segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:21.223782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Bound using segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:21.224208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Bound port: d559845e-e8fb-4ff6-be0c-dd3756841729, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:21.224559 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.232386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.247618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-2bf64000-05ae-492a-9275-7a3e514f8c44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccbc356-94b0-4139-9582-686c848c0088 HTTP/1.1" status: 200 len: 217 time: 0.2005174 Apr 28 19:53:21.297604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d389f425b2bd4cd1bd20c50560595c1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6145034 Apr 28 19:53:21.324735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:21.330434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc3435ab-1ba2-411c-bd71-183f7755ff80 admin admin] 10.222.0.24 "DELETE /v2.0/networks/5cab6933-c6cb-4d06-9c8d-ddfc69176090 HTTP/1.1" status: 204 len: 168 time: 3.2545500 Apr 28 19:53:21.346175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163bd8-902e-4285-970d-446432ff6f04 req-0ef5da6c-81f7-4969-bf0d-58032f66594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.347756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-0ef5da6c-81f7-4969-bf0d-58032f66594b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.7890046 Apr 28 19:53:21.356702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a0fa120-53c7-4f06-8cc7-9ec10d243614 req-3bac89ef-4284-4789-a6da-59a5ec97f8f8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316460 Apr 28 19:53:21.380038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.416419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0907fcb9-f1b1-4275-9238-dac57a73efd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3e03921-afa3-476e-8a27-14b1180cb40b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.442250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.451510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-952ac09d-8d30-4abb-9bae-22237bd0352c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.452785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-952ac09d-8d30-4abb-9bae-22237bd0352c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.1957555 Apr 28 19:53:21.472824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:21.539203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-50a2da62-0706-40d3-8add-f01efe5a4cca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0696774 Apr 28 19:53:21.540733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d559845e-e8fb-4ff6-be0c-dd3756841729,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:21.573501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.628108 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-acaf3555-b78e-46ac-896d-cf3dcb6edd74'] response: {'name': 'network-changed', 'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088', 'status': 'completed', 'code': 200} Apr 28 19:53:21.628903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.650173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:21.724556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=07e307ddc7b0470585b2679175b2e324&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6550493 Apr 28 19:53:21.727689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:21.728938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.729572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.730897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] 10.222.0.41 "PUT /v2.0/ports/d559845e-e8fb-4ff6-be0c-dd3756841729 HTTP/1.1" status: 200 len: 1091 time: 3.5215175 Apr 28 19:53:21.733410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.752330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d2195f-0b70-40ba-b91d-88debf5e6b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848f1943-fc92-44bc-8384-590259126680,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.834079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b08aca-5158-4e3c-833b-33d8e596e54c {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:21.852768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.863282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7e235ac-5a0b-4285-a197-26b4c4ac161f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.879200 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.894345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213520a7-d70e-4ad2-8b4d-b4fc6986f51a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.894644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213520a7-d70e-4ad2-8b4d-b4fc6986f51a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:21.904481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163bd8-902e-4285-970d-446432ff6f04 req-e71dd9ee-60fb-464f-a3d8-87a59413afeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:21.905967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-e71dd9ee-60fb-464f-a3d8-87a59413afeb service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.5283067 Apr 28 19:53:21.921804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3f3518-a531-473d-b7f5-6d6409546a4f service neutron] Pushing event updated for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:21.922996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Transition to ACTIVE for port object 74b08aca-5158-4e3c-833b-33d8e596e54c will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:21.980971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:21.995259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.001830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37138d10-b502-40b0-b49b-6567d6199c76 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d43dd1d350ce45cbb2384daceb74abdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3399558 Apr 28 19:53:22.010754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-eac4af99-e00a-4177-8925-cca1c45b32e5 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4617233 Apr 28 19:53:22.016205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34646) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:22.050737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-301a9813-a7f4-412e-9de3-06880720d65a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.1264424 Apr 28 19:53:22.074457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.170565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:22.170975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.171334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:22.194794 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:22.213065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.228480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:53:22.234717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e5d97a-70c5-473e-9ec7-e4cb900e4e97 req-7683621e-2be8-4861-81ce-300da16cc269 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.236300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6e5d97a-70c5-473e-9ec7-e4cb900e4e97 req-7683621e-2be8-4861-81ce-300da16cc269 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 944 time: 0.5045652 Apr 28 19:53:22.238222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-ef586cee-e00e-4560-8f8c-f53c17f51be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.239561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-ef586cee-e00e-4560-8f8c-f53c17f51be0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95 HTTP/1.1" status: 200 len: 1094 time: 0.4222233 Apr 28 19:53:22.315876 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1a972bb5-72d1-4738-976b-af365ccd0de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.326789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3e03921-afa3-476e-8a27-14b1180cb40b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.354985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.380168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.390487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-003cd95a-89ff-4985-913e-2108b66e9310 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d559845e-e8fb-4ff6-be0c-dd3756841729 HTTP/1.1" status: 200 len: 217 time: 0.1278543 Apr 28 19:53:22.397933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.398939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f148a2e-b710-4ca0-85a7-df7fc75be344 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e3e03921-afa3-476e-8a27-14b1180cb40b HTTP/1.1" status: 204 len: 168 time: 1.0732651 Apr 28 19:53:22.457158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.460807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.461094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-b48f3363-df3f-4518-becc-341c050228a0 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4406118 Apr 28 19:53:22.502271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.507778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.512189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1163bd8-902e-4285-970d-446432ff6f04 req-9d0ccf54-f95a-4bfe-b8d7-0aace6c697eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.513974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-9d0ccf54-f95a-4bfe-b8d7-0aace6c697eb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.4447367 Apr 28 19:53:22.527068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6e5d97a-70c5-473e-9ec7-e4cb900e4e97 req-2a0c842c-cd84-4fd0-9a58-8fe45fca4b37 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654326 Apr 28 19:53:22.611440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.611984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4210ac0b-de9d-4718-aa54-1a98a7f62745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.613447 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-4210ac0b-de9d-4718-aa54-1a98a7f62745 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.1992991 Apr 28 19:53:22.679125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.679413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-2cc22293-149f-42f5-9722-562869e34c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514393 Apr 28 19:53:22.683595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-da71098f-d372-4775-b15b-2d54cd44d29c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1256676 Apr 28 19:53:22.689650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.702573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7e235ac-5a0b-4285-a197-26b4c4ac161f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.739168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848f1943-fc92-44bc-8384-590259126680,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.759796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event updated for resources: {'Port': ['ID=254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.791732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-290ac977-e1d3-4ba4-9d9d-ede9286ae12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:22.794011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-290ac977-e1d3-4ba4-9d9d-ede9286ae12e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 1095 time: 0.2657692 Apr 28 19:53:22.797270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-84749404-40c6-4d49-981d-2e47c29398e7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e7e235ac-5a0b-4285-a197-26b4c4ac161f HTTP/1.1" status: 204 len: 168 time: 2.0428338 Apr 28 19:53:22.823088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.826102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.827360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/88f8e026-a827-48c4-8d27-03c72c8215dc HTTP/1.1" status: 204 len: 168 time: 0.8096788 Apr 28 19:53:22.847819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Attempting to bind port 74b08aca-5158-4e3c-833b-33d8e596e54c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:22.848142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Attempting to bind port 74b08aca-5158-4e3c-833b-33d8e596e54c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:22.848474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Attempting to bind port 74b08aca-5158-4e3c-833b-33d8e596e54c on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:22.850699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.878711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Port 74b08aca-5158-4e3c-833b-33d8e596e54c on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:53:22.879037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Attempting to bind port 74b08aca-5158-4e3c-833b-33d8e596e54c on network 7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:22.888943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:22.889280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Checking segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:22.889775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Bound using segment: {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:22.890213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Bound port: 74b08aca-5158-4e3c-833b-33d8e596e54c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2457fc24-7900-49d2-9f3f-3e6f1692ba67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:22.890650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.905383 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.906606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-e7647877-f0d3-497c-a452-2e7d3a394f54 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 5.1144400 Apr 28 19:53:22.908542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:22.909663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9b5cdcbc-907c-42c2-8d9c-79663203ce07 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/848f1943-fc92-44bc-8384-590259126680 HTTP/1.1" status: 204 len: 168 time: 1.1665270 Apr 28 19:53:22.938838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a7161d-a299-4645-a276-64f26a524462 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f8e026-a827-48c4-8d27-03c72c8215dc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:22.972789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-55a15700-e9a0-4b8b-8812-f3905306538f service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2730105 Apr 28 19:53:23.102706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34664) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:23.149793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:23.174252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-d9e3d0b2-3017-4173-a003-7cd0258c6ddc service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4788394 Apr 28 19:53:23.178650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:23.206543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.236380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-e5454b29-c7a1-4e43-9870-1c5baea03c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.237852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-e5454b29-c7a1-4e43-9870-1c5baea03c6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 919 time: 0.4231424 Apr 28 19:53:23.245558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e103b6-12a6-4c7e-8c02-0534c53a8984 req-6a5cdedb-0607-4d79-abfa-e4c13c6d33c9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.251884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e86838e-4e6c-4401-8819-8540e6d5862a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0ea0cc7c58d94f7a9a809bfcf2a26e0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478434 Apr 28 19:53:23.253026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86e103b6-12a6-4c7e-8c02-0534c53a8984 req-6a5cdedb-0607-4d79-abfa-e4c13c6d33c9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5237706 Apr 28 19:53:23.254623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:23.273325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1163bd8-902e-4285-970d-446432ff6f04 req-17474ca8-b640-4b04-9d06-15075da63af9 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2860994 Apr 28 19:53:23.285732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.287665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.290101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] 10.222.0.41 "PUT /v2.0/ports/74b08aca-5158-4e3c-833b-33d8e596e54c HTTP/1.1" status: 200 len: 1092 time: 3.6465821 Apr 28 19:53:23.290720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:23.319340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d19aa6-2c80-479b-b400-d74c9a885ec9 service neutron] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:23.405257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-452115cd-8448-4729-aaaa-b2291f9f04c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ccbc356-94b0-4139-9582-686c848c0088 HTTP/1.1" status: 200 len: 217 time: 0.1497359 Apr 28 19:53:23.421973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-0edce91b-162c-4f56-ab03-cc5053178ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.424008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-0edce91b-162c-4f56-ab03-cc5053178ffe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 1095 time: 0.0835295 Apr 28 19:53:23.524333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-6ad982cb-2403-40f2-8dc2-511413ab9c8a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b08aca-5158-4e3c-833b-33d8e596e54c HTTP/1.1" status: 200 len: 217 time: 0.0919302 Apr 28 19:53:23.530012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86e103b6-12a6-4c7e-8c02-0534c53a8984 req-4cf0a480-8cc7-43ee-b5b9-53bad87b6a74 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2761071 Apr 28 19:53:23.555004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-2339687a-5aa8-4d4c-b205-13b32fb3208b service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654723 Apr 28 19:53:23.572505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-ac079582-93b7-45e4-ab97-8be139e96e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.574431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-ac079582-93b7-45e4-ab97-8be139e96e33 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.1520369 Apr 28 19:53:23.598015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.637237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:23.675051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-adfdd02b-78b0-4832-be3c-30f0c1dd9960 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0805695 Apr 28 19:53:23.709825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:23.732698 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.753749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.809635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d7ce057-b42f-4663-a856-ccc3c17435ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=325c187480204b19a3850f032dc2a68a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0986445 Apr 28 19:53:23.820916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-c62a7656-0825-472d-80e2-5b6043392014 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:23.826548 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a79c0599-b0ad-4a00-a1a3-c744945c4f39'] response: {'name': 'network-changed', 'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'status': 'completed', 'code': 200} Apr 28 19:53:23.826910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34698) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:23.859664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-7017e801-8a0b-45a7-8f78-4da8c9be6ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:23.868337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-7017e801-8a0b-45a7-8f78-4da8c9be6ea6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.3359003 Apr 28 19:53:23.955415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:23.979254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-68971031-115b-4de4-9e29-63fd126c87f3 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2967060 Apr 28 19:53:24.013002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-16e09ec1-59c0-4088-a1be-dab5e9f678d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0660732 Apr 28 19:53:24.013919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-c62a7656-0825-472d-80e2-5b6043392014 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:24.022390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-c62a7656-0825-472d-80e2-5b6043392014 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 1.0964205 Apr 28 19:53:24.037271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d73a7fd-a9bf-40a7-8ec1-2f55a9e08b61 req-e6c56c31-df93-4cf4-954d-b1bfdbad5ff2 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.038889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d73a7fd-a9bf-40a7-8ec1-2f55a9e08b61 req-e6c56c31-df93-4cf4-954d-b1bfdbad5ff2 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 944 time: 0.1825609 Apr 28 19:53:24.039542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.122595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc183183-f1af-4b93-9e6d-a52740467965,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:24.139818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.173179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.174336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a7464433-6e1b-43b9-b2c4-bcf63173008b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc183183-f1af-4b93-9e6d-a52740467965 HTTP/1.1" status: 204 len: 168 time: 0.9160724 Apr 28 19:53:24.186015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d73a7fd-a9bf-40a7-8ec1-2f55a9e08b61 req-521007a5-d0ed-4229-9769-f6159e0232f0 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288474 Apr 28 19:53:24.216546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6bac91cc-94d7-46a2-a11b-b811b622a9f7 req-8f811868-5632-4690-b076-0442b3337c2b service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274022 Apr 28 19:53:24.332683 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b82168df-6fd1-458b-ad87-5a7cdce57592'] response: {'name': 'network-changed', 'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729', 'status': 'completed', 'code': 200} Apr 28 19:53:24.408094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.471619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-dc69538f-a7f4-437e-8f1c-511a3c769cb6 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472518 Apr 28 19:53:24.486568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:24.620811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-acdc77d9-804b-43b0-88aa-7b3433949b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.622442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-acdc77d9-804b-43b0-88aa-7b3433949b78 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95 HTTP/1.1" status: 200 len: 1094 time: 0.2577462 Apr 28 19:53:24.638693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ae72f-1337-45d2-946e-d1aa0a373558 req-0dd8a4e2-61aa-4122-b6bb-72adeaf6cb83 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.640217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b9ae72f-1337-45d2-946e-d1aa0a373558 req-0dd8a4e2-61aa-4122-b6bb-72adeaf6cb83 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1945314 Apr 28 19:53:24.685486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-05293ced-b958-4c54-96c9-6466d5a9f149 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.686815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30e10029-6008-4cc9-84ed-42f319b03ef3 req-05293ced-b958-4c54-96c9-6466d5a9f149 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.6636722 Apr 28 19:53:24.823685 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.843765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbd9d334-0f4e-4c0b-a018-e2908e3d0acb req-c99c067b-9e36-4cea-a81d-26f29798bf02 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3500099 Apr 28 19:53:24.845550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4439e178-03cf-4aba-b336-2b6df1531437,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:24.849532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b9ae72f-1337-45d2-946e-d1aa0a373558 req-c4d6b468-ce07-40ce-ab7a-9af462d148e6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832438 Apr 28 19:53:24.853281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:24.854600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d52d2d8-05fe-4d7e-8b0b-36a306e8c99c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4439e178-03cf-4aba-b336-2b6df1531437 HTTP/1.1" status: 204 len: 168 time: 0.9981024 Apr 28 19:53:24.883266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-network', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:24.889814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:24.901138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Usage tracker for resource:network and tenant:3d4df6107cbc4e098a79c0d356428575 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:24.907926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:24.922506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:24.930613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-e81525ed-702d-4a17-8797-1fa1a9b0fe59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:24.939680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-e81525ed-702d-4a17-8797-1fa1a9b0fe59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 919 time: 0.2980952 Apr 28 19:53:24.994413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Made reservation on behalf of 3d4df6107cbc4e098a79c0d356428575 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:24.996851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.019925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.020747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-5fd7f551-e448-4e7c-aa81-7df1bcf4ad8c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d559845e-e8fb-4ff6-be0c-dd3756841729 HTTP/1.1" status: 200 len: 217 time: 0.0750439 Apr 28 19:53:25.059738 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.109113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-9be4ba0d-3b20-4c28-8548-dff3b7a6721e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.110631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-9be4ba0d-3b20-4c28-8548-dff3b7a6721e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.0794873 Apr 28 19:53:25.138560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:25.146376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Usage tracker for resource:security_group_rule and tenant:3d4df6107cbc4e098a79c0d356428575 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:25.152369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:25.168361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:25.194868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-af74ced1-1d96-411f-8b14-13f32bbae550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.196640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-af74ced1-1d96-411f-8b14-13f32bbae550 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 1095 time: 0.2585406 Apr 28 19:53:25.243132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-ce4d454b-9a1b-44a5-ad9d-9560b3d03baf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243873 Apr 28 19:53:25.260564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958094-fb23-4b69-8fef-27023725c636 req-480e1b38-6917-4970-8268-a76981888443 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.262071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-480e1b38-6917-4970-8268-a76981888443 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2066696 Apr 28 19:53:25.432802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-ca7429bb-af0b-4dfc-a6e5-221aa7f9153a tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.1633749 Apr 28 19:53:25.457020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'floatingip': {'port_id': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:25.560226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.629189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-0cd06b5a-2526-4fec-8c98-8125a0d6d43b service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3719025 Apr 28 19:53:25.684404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06694ea1-9c51-4b83-80ce-e59ad8b75113 req-626bcc53-123e-4aa6-bef3-7c6346e2e4f1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.688561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06694ea1-9c51-4b83-80ce-e59ad8b75113 req-626bcc53-123e-4aa6-bef3-7c6346e2e4f1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5129023 Apr 28 19:53:25.713586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-b961044f-4215-4b06-96a0-cd5ada38e61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.715039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-b961044f-4215-4b06-96a0-cd5ada38e61d service neutron] 10.222.0.41 "GET /v2.0/networks?id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 200 len: 919 time: 0.5112476 Apr 28 19:53:25.778463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34786) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:25.807283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-5e174dd0-d7c4-45cc-b8be-be1341bb328e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74b08aca-5158-4e3c-833b-33d8e596e54c HTTP/1.1" status: 200 len: 217 time: 0.0831554 Apr 28 19:53:25.815554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06694ea1-9c51-4b83-80ce-e59ad8b75113 req-0c4dee11-1f67-4da4-866c-fb76651b7446 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151617 Apr 28 19:53:25.867104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4567e0b5-b0f7-44d5-819d-14376298bc27 req-9e9f305c-2473-4017-95c4-4982860dfe37 service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269576 Apr 28 19:53:25.905474 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.934768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:25.972848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-560c01dc-f34d-4d3f-a5be-4abea95e37ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:25.974345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-560c01dc-f34d-4d3f-a5be-4abea95e37ee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 200 len: 858 time: 0.1576788 Apr 28 19:53:25.981028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:26.102169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-401059754-network', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.111132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:26.119346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Usage tracker for resource:network and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:26.123829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:26.131904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:26.160134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf01f27-130f-4f43-b645-571d609a15a7 req-6170de46-b3cc-42cd-99a2-12a3edd69ea2 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.161597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf01f27-130f-4f43-b645-571d609a15a7 req-6170de46-b3cc-42cd-99a2-12a3edd69ea2 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 944 time: 0.1430089 Apr 28 19:53:26.162617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:26.164828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.189889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.190187 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Added segment ad20e9f2-8c21-4443-9960-45e18fb14588 of type vlan for network aaee5b66-2c2f-4103-886a-d98feb0a9000 Apr 28 19:53:26.192927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-0b2027ad-cf93-452a-9f93-d000b67853a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513391 Apr 28 19:53:26.198064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.219097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:26.225663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:26.227356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df978708-f84b-478f-8999-8547125dc4db,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.237078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:26.248672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:26.264560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf01f27-130f-4f43-b645-571d609a15a7 req-c2635a83-0f1e-4d88-bfe9-a428e995cbec tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879614 Apr 28 19:53:26.285400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.451770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:26.480477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.490854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.548649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:26.599276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.599630 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Added segment 789bc0fa-9563-4030-a347-71f660976be8 of type vlan for network ef3be1c6-be84-42eb-8948-747e6c4e0a60 Apr 28 19:53:26.605491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd05bcf3-1a24-4bba-9af1-24e944e080f6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.606900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d559845e-e8fb-4ff6-be0c-dd3756841729 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:53:26.633503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-648399533-network', 'tenant_id': '69b5a89566934e028c31a41787e33cc9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.643587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:26.666995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Usage tracker for resource:network and tenant:69b5a89566934e028c31a41787e33cc9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:26.671630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:26.677822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.685893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:26.718320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Made reservation on behalf of 69b5a89566934e028c31a41787e33cc9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:26.720551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.745945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70b86d-da52-4e1a-9dea-115248cefcae req-91377b03-4715-4c6b-9306-81798bef7e4f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.749414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9f70b86d-da52-4e1a-9dea-115248cefcae req-91377b03-4715-4c6b-9306-81798bef7e4f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1853666 Apr 28 19:53:26.770056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.779357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d559845e-e8fb-4ff6-be0c-dd3756841729,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:26.783251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.784201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.784779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.797413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd559845e-e8fb-4ff6-be0c-dd3756841729', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'port_id': 'd559845e-e8fb-4ff6-be0c-dd3756841729', 'mac_address': 'fa:16:3e:40:5e:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:53:26.830034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.831035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:26.831654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.837158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:26.839798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-7690491f-e7c6-49fd-84d8-941a92ac9f2c service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6386352 Apr 28 19:53:26.863786 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.866875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Usage tracker for resource:security_group_rule and tenant:69b5a89566934e028c31a41787e33cc9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:26.875949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:26.889658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d559845e-e8fb-4ff6-be0c-dd3756841729 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:26.910399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d559845e-e8fb-4ff6-be0c-dd3756841729,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:26.915498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:26.916491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8ccbc356-94b0-4139-9582-686c848c0088 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:53:26.932011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:26.954924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9f70b86d-da52-4e1a-9dea-115248cefcae req-785f2f1c-da60-4388-9178-4c4a33c8f79e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044673 Apr 28 19:53:26.969138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1895084 Apr 28 19:53:26.970349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:26.972712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc312868-c270-4969-9f58-b1b27c85f5f1 admin admin] Pushing event updated for resources: {'Network': ['ID=ef3be1c6-be84-42eb-8948-747e6c4e0a60,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:26.987522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Request body: {'subnet': {'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-401059754-subnet', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:26.992921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:26.995903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:53:27.010487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Usage tracker for resource:subnet and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:27.014826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8ccbc356-94b0-4139-9582-686c848c0088,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:27.022179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:27.028335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:27.051168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8ccbc356-94b0-4139-9582-686c848c0088', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'port_id': '8ccbc356-94b0-4139-9582-686c848c0088', 'mac_address': 'fa:16:3e:ac:73:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:53:27.054553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:27.056973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.058281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] Pushing event updated for resources: {'Network': ['ID=aaee5b66-2c2f-4103-886a-d98feb0a9000,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:27.071472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-70ab6794-0da6-4eb3-ac45-df534e3f0388 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 2.3958206 Apr 28 19:53:27.108039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34836) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:27.137784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Request body: {'subnet': {'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-subnet', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:27.145525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:53:27.192726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:27.242756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d02db7f-51b7-4936-870d-ece8df8291e5 req-c7564145-d781-4624-ac80-fb072838262a service neutron] 10.222.0.41 "GET /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3775821 Apr 28 19:53:27.247634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:53:27.255386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:27.343344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Usage tracker for resource:subnet and tenant:3d4df6107cbc4e098a79c0d356428575 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:27.347333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:27.363371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.373567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.457602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:27.487645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Made reservation on behalf of 3d4df6107cbc4e098a79c0d356428575 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:27.490406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.502351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.563912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ccbc356-94b0-4139-9582-686c848c0088 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:27.600749 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Floating IP 5d915e23-aefd-42a5-b8c3-7241bdfdbf7d associated. External IP: 172.25.2.96, port: 46b185a8-128d-40ee-b955-b61fc9a32e00. Apr 28 19:53:27.613405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8ccbc356-94b0-4139-9582-686c848c0088,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:27.626040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.750485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:27.789164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:27.888794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8ccbc356-94b0-4139-9582-686c848c0088'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:27.992604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca0a998-87cd-44ef-a13d-5a58e8bd4aea req-7e922a85-74b6-4672-ae10-eedb880ec47f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.000339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ca0a998-87cd-44ef-a13d-5a58e8bd4aea req-7e922a85-74b6-4672-ae10-eedb880ec47f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.8032703 Apr 28 19:53:28.003886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d559845e-e8fb-4ff6-be0c-dd3756841729'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:28.014137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Checking segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:28.014501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Network hostable DHCP agents. Network: aaee5b66-2c2f-4103-886a-d98feb0a9000, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:28.049413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Router bb42949c-849e-4e78-a3a6-ce32d1ba86aa has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:28.096764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.154753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.164304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:28.167561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.253563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2573c68a-a7c9-44f8-865e-804636477a36,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:28.354166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:28.363679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:28.369739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.385502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:28.390845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Sync routers for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:28.413431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:28.413431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:28.432454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, aaee5b66-2c2f-4103-886a-d98feb0a9000) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:28.455789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.456380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.467315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-110a1ff5-be2c-4b8b-b5bd-8b7b8e025b63 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "PUT /v2.0/floatingips/5d915e23-aefd-42a5-b8c3-7241bdfdbf7d HTTP/1.1" status: 200 len: 995 time: 3.0202301 Apr 28 19:53:28.468003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:28.526006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ca0a998-87cd-44ef-a13d-5a58e8bd4aea req-33c37069-0e37-4a30-aa33-7444b9625762 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247655 Apr 28 19:53:28.550869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.551702 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Added segment 7c291cb1-4235-4f2d-b8ad-7486dff4feea of type vlan for network 0580e89f-4fcf-4fe4-857a-a5c92715fcde Apr 28 19:53:28.567242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c01a3745-ba31-425a-9982-00b47583dd8c None None] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:28.585743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:28.627029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:28.628271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Network hostable DHCP agents. Network: ef3be1c6-be84-42eb-8948-747e6c4e0a60, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:28.663304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 74b08aca-5158-4e3c-833b-33d8e596e54c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:53:28.695116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-be35cc4b-9bf1-4fe7-932e-16793e4f04fe admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5797348 Apr 28 19:53:28.708482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:28.721237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:28.747519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.759758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:28.809885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958094-fb23-4b69-8fef-27023725c636 req-ddf06a2b-671d-4714-811d-b70ae3ae4b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.825408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-ddf06a2b-671d-4714-811d-b70ae3ae4b2c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.3439336 Apr 28 19:53:28.835480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Usage tracker for resource:router and tenant:3d4df6107cbc4e098a79c0d356428575 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:28.844537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:28.860961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:28.863989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:28.889336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ef3be1c6-be84-42eb-8948-747e6c4e0a60) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:28.905117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:28.910719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.911727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.917340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.917952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.950455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.951368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.951948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:28.980228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958094-fb23-4b69-8fef-27023725c636 req-73b53507-4017-4d99-80a3-956db8192262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:28.982630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-73b53507-4017-4d99-80a3-956db8192262 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.1562016 Apr 28 19:53:28.995421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff4367c-13ba-4fc6-91f7-1bd8ecab1036 None None] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:29.169537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-639bdbab-6f1d-40fe-938f-771d33423f79 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 998 time: 0.1773012 Apr 28 19:53:29.179274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.181529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-63eb63f2-2de9-431a-b78e-d621f8c7aa1e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.2098258 Apr 28 19:53:29.191504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34868) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:29.197714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:29.207807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:29.265614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.8099918 Apr 28 19:53:29.268095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:29.270499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:29.280126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46399ed6-a63a-4598-bbd9-ca2a8a8c8294 admin admin] Pushing event updated for resources: {'Network': ['ID=0580e89f-4fcf-4fe4-857a-a5c92715fcde,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:29.280489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Request body: {'subnet': {'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-648399533-subnet', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:29.284491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Usage tracker for resource:router and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:29.294967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0a4c23-6dcf-4a55-afca-dbbfbae24ac3 req-db2fc0f5-46c5-40ab-a149-ca29623e3e3c tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.296506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-da0a4c23-6dcf-4a55-afca-dbbfbae24ac3 req-db2fc0f5-46c5-40ab-a149-ca29623e3e3c tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 945 time: 0.5870852 Apr 28 19:53:29.298285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:29.329601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:29.348222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958094-fb23-4b69-8fef-27023725c636 req-70ed42db-a4b4-451b-a8e8-631a4f890d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:29.353520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:29.356315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-70ed42db-a4b4-451b-a8e8-631a4f890d6d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.1796870 Apr 28 19:53:29.404927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Usage tracker for resource:subnet and tenant:69b5a89566934e028c31a41787e33cc9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:29.413712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:29.425964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-8298a879-3ef6-485b-bc9a-42107c2b0b62 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0691981 Apr 28 19:53:29.454539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:29.471195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Made reservation on behalf of 69b5a89566934e028c31a41787e33cc9 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:29.473811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.668038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:53:29.691179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.702746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.702882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'network_id': '7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1', 'port_id': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'mac_address': 'fa:16:3e:15:34:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:53:29.705164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.751968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.873590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:53:29.874687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:29.998897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-34603622-2d96-41e8-93f5-b42b24b5fbb1 service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719948 Apr 28 19:53:30.000639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.070051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-da0a4c23-6dcf-4a55-afca-dbbfbae24ac3 req-409c9869-3ea1-4197-9d4a-6408e2f019fd tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7085202 Apr 28 19:53:30.192280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.193155 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cbfff91-5c80-4991-8635-cfe3f9d39e6d'] response: {'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:53:30.253074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Pushing event updated for resources: {'Subnet': ['ID=f645bfa1-fc12-4367-8a4a-8600ed7e966f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:30.337154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a958094-fb23-4b69-8fef-27023725c636 req-76f2bbe8-e610-41b0-887e-65a3ea185f76 service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3019242 Apr 28 19:53:30.338264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Checking segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:30.338655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Network hostable DHCP agents. Network: 0580e89f-4fcf-4fe4-857a-a5c92715fcde, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:30.385283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:30.395184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-ebe58b3b-735f-4528-b9c0-4a317247b57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.403845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-ebe58b3b-735f-4528-b9c0-4a317247b57c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.2026782 Apr 28 19:53:30.405502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Allocated IP 172.20.0.2 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/6fccd996-0fb4-49ea-9ecf-47d0cd53be9b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:30.458949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.505415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b08aca-5158-4e3c-833b-33d8e596e54c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:30.650558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14bc855-ce6d-4091-96be-9676996654cb req-2da773dc-cc5f-4f5b-9db3-b15a8561ae89 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.652221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e14bc855-ce6d-4091-96be-9676996654cb req-2da773dc-cc5f-4f5b-9db3-b15a8561ae89 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2241361 Apr 28 19:53:30.850768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0580e89f-4fcf-4fe4-857a-a5c92715fcde) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:30.871881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.872625 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:30.904156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2802121-4be9-4ec4-8ed3-0d579c9a8ada admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6349638 Apr 28 19:53:30.909244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34894) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:30.918983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-c0126782-3170-4945-adfa-dfef269b70cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:30.920609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-c0126782-3170-4945-adfa-dfef269b70cf service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.5160067 Apr 28 19:53:30.926564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:30.933419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-0fd123d4-633b-480f-92ac-cdb5840cf102 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 998 time: 0.5255015 Apr 28 19:53:30.941297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:31.050271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Usage tracker for resource:router and tenant:69b5a89566934e028c31a41787e33cc9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:31.054144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:31.079999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.091842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Transition to ACTIVE for port object 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:31.114162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Transition to ACTIVE for port object 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:31.120777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:31.127158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:31.128255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab31e72-46c9-49e0-a0a1-a4871da10c05 None None] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:31.190352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.199934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.200262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.226992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.260484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-46d0b7e6-c852-4220-b6e5-82842277f754 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:31.262098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-46d0b7e6-c852-4220-b6e5-82842277f754 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports/46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 942 time: 0.2317519 Apr 28 19:53:31.263992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-d7f192f1-36c1-4173-ab9d-aba60e8f22c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 998 time: 0.3241620 Apr 28 19:53:31.320634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e14bc855-ce6d-4091-96be-9676996654cb req-3a3aacd2-a40b-405b-862e-e4ef7f99cde0 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5480161 Apr 28 19:53:31.384145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.483463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.539834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.662453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.697314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.711287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-3d16f9bb-e66c-4668-b693-c4a9c48e573b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 998 time: 0.2305708 Apr 28 19:53:31.714666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d559845e-e8fb-4ff6-be0c-dd3756841729 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:31.850514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-aaee5b66-2c2f-4103-886a-d98feb0a9000', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:53:31.851979 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:31.867829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:31.908275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:31.915067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:31.946968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Allocated IP 172.25.2.34 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ad7f5b7f-c035-4660-b868-592857a25b90) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:31.986145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['74b08aca-5158-4e3c-833b-33d8e596e54c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:31.998134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.017557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-ba7b1d8f-de86-4e3d-a929-3881074a886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.018890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-ba7b1d8f-de86-4e3d-a929-3881074a886f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.5393679 Apr 28 19:53:32.101899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-dadd8c6c-0789-47ae-bb35-d3eac32b0356 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.103713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-dadd8c6c-0789-47ae-bb35-d3eac32b0356 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.3776824 Apr 28 19:53:32.189026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.227316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Pushing event updated for resources: {'Port': ['ID=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:32.244324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092fb780-e5c9-4747-bca0-baf16892e339 req-1982b182-37ee-492e-b323-6cac284b05c3 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:32.254459 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-092fb780-e5c9-4747-bca0-baf16892e339 req-1982b182-37ee-492e-b323-6cac284b05c3 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 945 time: 0.4529772 Apr 28 19:53:32.279705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.294922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-40446203-b39f-4e9c-bbdb-16aa7914057a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2657280 Apr 28 19:53:32.378928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-d8e4240d-1e93-43c2-ad7c-abc7707f0b31 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 998 time: 0.2662034 Apr 28 19:53:32.433280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:32.519750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:32.533864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Attempting to bind port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:32.534456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Attempting to bind port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:32.534971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Attempting to bind port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:32.539211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:32.554442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23777e7a-3319-4d72-9293-a94cd0ebfc89 None None] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:32.568354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-092fb780-e5c9-4747-bca0-baf16892e339 req-12ab3674-d410-4147-b513-6ee376ce20eb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3129303 Apr 28 19:53:32.574312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:32.675111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Allocated IP 172.25.2.10 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:32.750218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:32.751889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:32.752499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.753090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:32.753876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Bound port: 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:32.754492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.764137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port d559845e-e8fb-4ff6-be0c-dd3756841729 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:32.824028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.841854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d559845e-e8fb-4ff6-be0c-dd3756841729 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:32.842557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:32.882207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:32.945693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Pushing event updated for resources: {'Port': ['ID=ad7f5b7f-c035-4660-b868-592857a25b90,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:33.004362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d915e23-aefd-42a5-b8c3-7241bdfdbf7d', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'port_id': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'mac_address': 'fa:16:3e:1e:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:20Z', 'updated_at': '2022-04-28T19:53:26Z', 'revision_number': 1, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:33.080967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Checking router: bb42949c-849e-4e78-a3a6-ce32d1ba86aa for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:33.108186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-7ddabe09-e5d2-4e57-a31d-d2c04909aae5 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8033748 Apr 28 19:53:33.113217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Allocated IP 172.20.0.2 (aaee5b66-2c2f-4103-886a-d98feb0a9000/ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be/18cf01ab-f64e-497e-8ebc-6249246e9382) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:33.126673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.131802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:33.132532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:33.268124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.316659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] For port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:33.371579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] For port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:33.417558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.522119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2440bd-8043-4f73-8808-f174fc0649c5 req-2ecec7f0-bba5-4763-92b3-e4330b2b12d6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:33.524222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be2440bd-8043-4f73-8808-f174fc0649c5 req-2ecec7f0-bba5-4763-92b3-e4330b2b12d6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5629458 Apr 28 19:53:33.535922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.548365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.556480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.556799 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Floating IP 5d915e23-aefd-42a5-b8c3-7241bdfdbf7d disassociated. External IP: 172.25.2.96, port: 46b185a8-128d-40ee-b955-b61fc9a32e00. Apr 28 19:53:33.589164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.630851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:33.713254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:33.748740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3010c453-99ef-4291-a39a-4275ff8946d1 None None] Pushing event updated for resources: {'Port': ['ID=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:33.794218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d559845e-e8fb-4ff6-be0c-dd3756841729,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:33.926692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be2440bd-8043-4f73-8808-f174fc0649c5 req-45094451-fc86-49e5-b3a6-5860f4746df2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3834999 Apr 28 19:53:33.961576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-069f75b9-941c-4cba-8318-81d5ae364e4f req-df428324-a8c3-4871-b875-5d027cd0d120 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8311477 Apr 28 19:53:33.993710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.003534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Router bb42949c-849e-4e78-a3a6-ce32d1ba86aa has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:34.006907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Transition to ACTIVE for port object 18cf01ab-f64e-497e-8ebc-6249246e9382 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:34.029604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Transition to ACTIVE for port object 18cf01ab-f64e-497e-8ebc-6249246e9382 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:34.068899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:34.179926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.181290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.183113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8ccbc356-94b0-4139-9582-686c848c0088 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:34.320356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Pushing event updated for resources: {'Port': ['ID=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.381178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:34.385117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:34.385436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:34.390434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:34.424622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.468014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.483750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:34.530842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.544807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:34.560765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Allocated IP 172.25.2.116 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b96e8c49-1d4b-44dc-8792-5bae386fced6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:34.657824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-06f81b87-af77-4891-b0ae-cf618c591d17 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "PUT /v2.0/floatingips/5d915e23-aefd-42a5-b8c3-7241bdfdbf7d HTTP/1.1" status: 200 len: 692 time: 2.2277937 Apr 28 19:53:34.662688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:34.812584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:34.884990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:34.897290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:34.900800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:34.990015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc134e6-b260-456f-9309-f9d143e09ab3 req-a6130545-ab83-4276-a0a0-7e21dd119f03 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:34.991634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:34.997244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Pushing event updated for resources: {'Port': ['ID=18cf01ab-f64e-497e-8ebc-6249246e9382,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:34.998290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dcc134e6-b260-456f-9309-f9d143e09ab3 req-a6130545-ab83-4276-a0a0-7e21dd119f03 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 945 time: 0.6788414 Apr 28 19:53:35.006523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.084290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:35.089267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Usage tracker for resource:security_group_rule and tenant:36766270b25c4363a052222202c1b4e2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:35.094987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:35.099577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Attempting to bind port 18cf01ab-f64e-497e-8ebc-6249246e9382 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:35.100221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Attempting to bind port 18cf01ab-f64e-497e-8ebc-6249246e9382 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:35.100809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Attempting to bind port 18cf01ab-f64e-497e-8ebc-6249246e9382 on network aaee5b66-2c2f-4103-886a-d98feb0a9000 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:35.102583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-6ecec2b6-2a88-4b69-a741-2a219297982c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.104088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-6ecec2b6-2a88-4b69-a741-2a219297982c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 0.3745000 Apr 28 19:53:35.104813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:35.110246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:35.110961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Checking segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:35.111564 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.112145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Bound using segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:35.112816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Bound port: 18cf01ab-f64e-497e-8ebc-6249246e9382, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:35.113541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.146173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.199319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8ccbc356-94b0-4139-9582-686c848c0088 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:35.270999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-62d828b9-b519-4365-89ec-1b95561bd406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.272468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-62d828b9-b519-4365-89ec-1b95561bd406 service neutron] 10.222.0.24 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.1597569 Apr 28 19:53:35.296942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8ccbc356-94b0-4139-9582-686c848c0088 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:35.297435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.338836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] For port 18cf01ab-f64e-497e-8ebc-6249246e9382, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:35.340784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.348131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] For port 18cf01ab-f64e-497e-8ebc-6249246e9382, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=18cf01ab-f64e-497e-8ebc-6249246e9382,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:35.362326 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:35.371304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dcc134e6-b260-456f-9309-f9d143e09ab3 req-1050e204-506d-45a2-ad9a-f7fb9a256222 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210909 Apr 28 19:53:35.538621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-5e3ae772-c69e-4c13-a3e4-b1ea1cf41b17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.2556386 Apr 28 19:53:35.554209 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27dd62d6-9fcb-4a6f-b7eb-1ef7ebf86701'] response: {'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729', 'code': 200} Apr 28 19:53:35.636227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Router 88000d01-895d-4eb1-b703-e50a6561cab9 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:53:35.647666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:35.703264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b0f63-e509-49fb-b7f4-54cafb504bad None None] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:35.706817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:35.717592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:35.749103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-7e739359-70f7-4562-9f3b-12f2501378ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:35.750681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-7e739359-70f7-4562-9f3b-12f2501378ba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.2112584 Apr 28 19:53:35.772854 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af68be6f-1ef0-4eda-a64b-051f42fc96f9'] response: {'name': 'network-changed', 'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:53:35.824757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Pushing event updated for resources: {'Port': ['ID=b96e8c49-1d4b-44dc-8792-5bae386fced6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:35.838924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-d83df404-2a93-437c-ada7-394953a07d6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732472 Apr 28 19:53:35.939242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4413d9d-6d3c-45ee-94e5-8eaad1b5d92e None None] Pushing event updated for resources: {'Port': ['ID=18cf01ab-f64e-497e-8ebc-6249246e9382,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:35.983287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34948) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:35.988780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.010631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.012346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:36.027585 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Sync routers for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:36.033635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.045980 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:36.046858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.107565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8ccbc356-94b0-4139-9582-686c848c0088,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:36.122526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.124116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.213112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.217794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 74b08aca-5158-4e3c-833b-33d8e596e54c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:36.262978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Provisioning for port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:36.276985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Provisioning complete for port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:36.277527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.283653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:36.362306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d915e23-aefd-42a5-b8c3-7241bdfdbf7d', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'port_id': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'mac_address': 'fa:16:3e:1e:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:20Z', 'updated_at': '2022-04-28T19:53:26Z', 'revision_number': 1, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.374541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36766270b25c4363a052222202c1b4e2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8224216 Apr 28 19:53:36.401954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34954) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:36.403952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2707abd-22c1-4a9f-b621-0de5e697b661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af83ecdd-25b2-428f-a9a7-1fb8f6e61273,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.410243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5430937d-ff28-4026-9bb8-4f18b5f605b2 None None] The sync data for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 is: [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d915e23-aefd-42a5-b8c3-7241bdfdbf7d', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'floating_ip_address': '172.25.2.96', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'port_id': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'mac_address': 'fa:16:3e:1e:d9:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:53:20Z', 'updated_at': '2022-04-28T19:53:26Z', 'revision_number': 1, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:36.465988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.470270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecc59e32-793a-4611-ace7-6d43ce453ad6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 7.7548478 Apr 28 19:53:36.499525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:36.564393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.575421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21746c3c-e800-4b5a-99e5-0e07afc3794b req-dad9882b-e8c4-4aec-89dd-56c1db808a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:36.576953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21746c3c-e800-4b5a-99e5-0e07afc3794b req-dad9882b-e8c4-4aec-89dd-56c1db808a70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95 HTTP/1.1" status: 200 len: 1096 time: 0.9364612 Apr 28 19:53:36.603491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 74b08aca-5158-4e3c-833b-33d8e596e54c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:36.647150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] For port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:36.648852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 74b08aca-5158-4e3c-833b-33d8e596e54c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:36.649665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.684084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.729863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-b81a0215-846f-4ca0-89d0-0247988e7f94 service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8812602 Apr 28 19:53:36.853983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadae8f2-890b-4dcb-ae74-1076c66ac2d6 None None] Pushing event updated for resources: {'Port': ['ID=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:36.858476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Deleting subnet 68a0b237-8bfa-4609-95e9-6057179ebdec {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:53:36.870535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 18cf01ab-f64e-497e-8ebc-6249246e9382 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:36.908561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:36.940821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d71b9f3-94e3-43ae-9b4c-271b324c4819 None None] New status for floating IP 5d915e23-aefd-42a5-b8c3-7241bdfdbf7d: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:53:36.971963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:32Z', 'revision_number': 3, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:36.978529 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Checking router: 88000d01-895d-4eb1-b703-e50a6561cab9 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:36.978690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Updating router 88000d01-895d-4eb1-b703-e50a6561cab9 port ad7f5b7f-c035-4660-b868-592857a25b90 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:37.001338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.004259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-21746c3c-e800-4b5a-99e5-0e07afc3794b req-3bdcf763-3991-473c-8740-e7aa0d0ec7cc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3871248 Apr 28 19:53:37.018817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-6702472e-68d9-4701-91c1-18455e06fa17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.020261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-6702472e-68d9-4701-91c1-18455e06fa17 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 1096 time: 1.1838138 Apr 28 19:53:37.049305 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.097447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.384067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.398528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.469314 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.484596 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Transition to ACTIVE for port object ad7f5b7f-c035-4660-b868-592857a25b90 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:37.494279 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.502048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c8f4cb9-6561-4f2e-bd0c-962a846e53f3 req-1dcbbffb-f364-4a94-bd0a-d44bb8c7fa1a service neutron] 10.222.0.24 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7526433 Apr 28 19:53:37.512141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.537454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccc053-9f96-4155-9302-02baba8d1cee req-ae55d30d-a116-4b17-90a7-133619a6fd64 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.539276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adccc053-9f96-4155-9302-02baba8d1cee req-ae55d30d-a116-4b17-90a7-133619a6fd64 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 1.3363268 Apr 28 19:53:37.540338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-1b84635a-1df6-4e23-a796-2c50c3e58944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:37.541648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-1b84635a-1df6-4e23-a796-2c50c3e58944 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 200 len: 920 time: 0.3126404 Apr 28 19:53:37.618922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:37.629846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7420e090-84fa-445b-a4a6-fe4ea0f75195 None None] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:37.647782 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Pushing event updated for resources: {'Port': ['ID=ad7f5b7f-c035-4660-b868-592857a25b90,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.664008 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.664346 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.664816 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.665152 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.665488 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.665870 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.666195 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.666519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.666957 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.667685 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.668052 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.668634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.721063 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Attempting to bind port ad7f5b7f-c035-4660-b868-592857a25b90 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:37.722519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Attempting to bind port ad7f5b7f-c035-4660-b868-592857a25b90 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:37.722893 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Attempting to bind port ad7f5b7f-c035-4660-b868-592857a25b90 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:37.737564 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:37.738112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:37.738601 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.739082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:37.743819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Bound port: ad7f5b7f-c035-4660-b868-592857a25b90, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:37.744338 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.779495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7687e38e-8c5c-4a9c-b9e8-8d9274546d3d None None] Provisioning complete for port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:37.780130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7687e38e-8c5c-4a9c-b9e8-8d9274546d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.786094 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Sync routers for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:37.816839 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:37.817870 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:37.824094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.846055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 18cf01ab-f64e-497e-8ebc-6249246e9382 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:37.867524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.902289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:37.904919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68a0b237-8bfa-4609-95e9-6057179ebdec,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:37.922755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.923109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.923449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.923784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.924120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.924452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.924779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.925241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.925618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.925942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.926265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.926587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:37.955367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f25cab0-9085-4470-997b-5e05c2625c66 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/68a0b237-8bfa-4609-95e9-6057179ebdec HTTP/1.1" status: 204 len: 168 time: 1.7479498 Apr 28 19:53:37.959073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34968) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:37.999105 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] For port ad7f5b7f-c035-4660-b868-592857a25b90, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:38.006068 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.008662 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] For port ad7f5b7f-c035-4660-b868-592857a25b90, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ad7f5b7f-c035-4660-b868-592857a25b90,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:38.013757 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.024843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.044369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af83ecdd-25b2-428f-a9a7-1fb8f6e61273,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:38.046093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:38.053746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adccc053-9f96-4155-9302-02baba8d1cee req-fe9227b9-1e52-4934-8b42-f05cf8d1d3ed tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590657 Apr 28 19:53:38.073598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-3bd71ef4-4157-4ae1-a2e9-a250b1495cea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 200 len: 217 time: 0.1499453 Apr 28 19:53:38.083820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.084931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8dff617b-98eb-42ac-b9bb-750b0958a22a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/af83ecdd-25b2-428f-a9a7-1fb8f6e61273 HTTP/1.1" status: 204 len: 168 time: 1.6611712 Apr 28 19:53:38.127892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.162000 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:38.264413 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:38.270245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:38.311765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-c29936a5-2869-43d7-ba8b-78155f9ce995 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips/5d915e23-aefd-42a5-b8c3-7241bdfdbf7d HTTP/1.1" status: 200 len: 692 time: 0.2147021 Apr 28 19:53:38.314765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-992dd818-b630-47c8-b074-3f024aae8c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.316141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-992dd818-b630-47c8-b074-3f024aae8c11 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 200 len: 859 time: 0.0997231 Apr 28 19:53:38.440049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.450078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c88404-9b32-4d78-97d9-17e853e781b7 req-c81d506d-e183-41c8-83b2-5b4c4ed68710 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.451030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b1c88404-9b32-4d78-97d9-17e853e781b7 req-c81d506d-e183-41c8-83b2-5b4c4ed68710 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:38.473697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:38.500071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b1c88404-9b32-4d78-97d9-17e853e781b7 req-c81d506d-e183-41c8-83b2-5b4c4ed68710 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:38.509132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1c88404-9b32-4d78-97d9-17e853e781b7 req-c81d506d-e183-41c8-83b2-5b4c4ed68710 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 946 time: 0.7327540 Apr 28 19:53:38.534435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Provisioning for port 18cf01ab-f64e-497e-8ebc-6249246e9382 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:38.537196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-60faec27-daff-44e4-a504-7f21bbdded7c tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:38.538757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-60faec27-daff-44e4-a504-7f21bbdded7c tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2165065 Apr 28 19:53:38.549117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Provisioning complete for port 18cf01ab-f64e-497e-8ebc-6249246e9382 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:38.549700 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.655968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:38.674229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:38.715075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-32eb1efd-5a2b-4a71-aac1-9c3c99f3b53b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2815c5df-228c-47aa-a714-b6b1e7926a02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1730747 Apr 28 19:53:38.731535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:38.757401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.842195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.846767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.874980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1c88404-9b32-4d78-97d9-17e853e781b7 req-92e279a7-50c8-48bc-80d5-8a41caa62375 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3649414 Apr 28 19:53:38.878875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:38.890822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Usage tracker for resource:security_group_rule and tenant:aebaf0b8cd79493ab63c9a0451342edb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:38.908197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:38.912515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] For port 18cf01ab-f64e-497e-8ebc-6249246e9382, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=18cf01ab-f64e-497e-8ebc-6249246e9382,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:38.917415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:38.917689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.921026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:38.925656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['114e2b8f-6a31-4018-a388-a7106dad19de']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:38.945540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Router 9252a788-1c88-4549-b6d6-a7fad5167c59 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:53:38.948704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da8e5765-a94d-4daa-94b9-76885de88c0f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:38.949057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da8e5765-a94d-4daa-94b9-76885de88c0f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:38.960871 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:38.966475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-0c2309e4-5b41-423e-907f-11a4f01842eb service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108054 Apr 28 19:53:38.995998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.011266 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c4a7dc6-e0b8-45d4-982f-91b59689d8a2'] response: {'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088', 'code': 200} Apr 28 19:53:39.066045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-9376004f-8361-4edf-b0cc-0b246bddbbc7 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.4744027 Apr 28 19:53:39.113176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11579c3-2c57-49a3-822a-c49ce47488b3 None None] Pushing event updated for resources: {'Port': ['ID=ad7f5b7f-c035-4660-b868-592857a25b90,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.165233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc3c316-92fd-4e24-a1cd-50a9dc79181c None None] Pushing event updated for resources: {'Port': ['ID=18cf01ab-f64e-497e-8ebc-6249246e9382,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.171782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-319d2bf2-ae5f-4bbd-8a49-f49ff2a3ce83 None None] Provisioning complete for port 18cf01ab-f64e-497e-8ebc-6249246e9382 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:39.173078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319d2bf2-ae5f-4bbd-8a49-f49ff2a3ce83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.220007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.413070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.419170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:53:39.419597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.455215 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e0081e0c-9838-4892-b13c-566d156988af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:32Z', 'revision_number': 3, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:39.462438 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0081e0c-9838-4892-b13c-566d156988af None None] The sync data for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 is: [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:32Z', 'revision_number': 3, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:39.514130 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:39.520562 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Checking router: bb42949c-849e-4e78-a3a6-ce32d1ba86aa for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:39.536382 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:39.537184 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:53:39.545707 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:53:39.556264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.592129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.618632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] Pushing event deleted for resources: {'Network': ['ID=114e2b8f-6a31-4018-a388-a7106dad19de,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:39.622264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-dd980f20-2644-483f-b683-5c382a1dfede tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.96 HTTP/1.1" status: 200 len: 695 time: 0.4100616 Apr 28 19:53:39.691944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54d0007a-4915-40d4-955f-8bc2effdb282 admin admin] 10.222.0.24 "DELETE /v2.0/networks/114e2b8f-6a31-4018-a388-a7106dad19de HTTP/1.1" status: 204 len: 168 time: 1.7300310 Apr 28 19:53:39.729172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:39.743439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Sync routers for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:39.758799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:39.761695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:39.788896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0687c569-285c-420c-91cb-a64243eeee56 req-b396c92a-9af1-4c3c-b68a-0362d95d891c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.790472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0687c569-285c-420c-91cb-a64243eeee56 req-b396c92a-9af1-4c3c-b68a-0362d95d891c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5347345 Apr 28 19:53:39.798614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccc7063-1719-47be-ae27-9a60303abda6 req-a0aa76f7-8ca7-4101-b3f2-0cffa24e3e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:39.800442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dccc7063-1719-47be-ae27-9a60303abda6 req-a0aa76f7-8ca7-4101-b3f2-0cffa24e3e6d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 1097 time: 0.6813993 Apr 28 19:53:39.825064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.866309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.867581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25e361ba-e116-42bf-a618-6f6ec940828d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.9574509 Apr 28 19:53:39.868528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:39.875307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34984) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:39.973267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:39.981734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0687c569-285c-420c-91cb-a64243eeee56 req-0f6104a5-ed72-4077-8ecb-15a96e3df18e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801932 Apr 28 19:53:40.113103 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.169979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Deleting port 254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:40.177705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.202670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:40.244118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:40.300619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6540f230-8436-4bd6-99ac-a9caceb0c243 req-3e3bf11e-2064-4e25-9389-63d6b7edf4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2924919 Apr 28 19:53:40.364472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aebaf0b8cd79493ab63c9a0451342edb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6842291 Apr 28 19:53:40.378914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34998) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:40.379952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb1245-89fc-442f-9fd0-bd9666528e94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6188a6-f817-4db3-b31d-55a414f454dd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:40.409330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dccc7063-1719-47be-ae27-9a60303abda6 req-706771b2-f486-4c69-8f6d-1aece726f48e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5697846 Apr 28 19:53:40.478620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35002) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:40.486264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8fe6a50a-fe95-479c-aeff-9cb283a92095 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=eb22d50c63ad44b8897d26fa7a43f2d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327776 Apr 28 19:53:40.588716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:40.592733 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186775d9-7952-49e9-9339-32780c6aaf29 None None] The sync data for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 is: [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:52:02Z', 'revision_number': 4, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0f4c53a3-5ce2-456e-bf46-99ad1896cad9', 'name': '', 'network_id': '2815c5df-228c-47aa-a714-b6b1e7926a02', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'mac_address': 'fa:16:3e:50:e5:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:52:00Z', 'updated_at': '2022-04-28T19:52:13Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'subnets': [{'id': '97572f94-c848-4b5b-8aad-a81c98c9798d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:40.713858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Router 195de613-aecd-494c-ac1d-928d85b1284a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:53:40.816314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ad5e0-da70-4da9-8a0f-16db4bac6e41 req-7ed26f02-10f1-4eaa-8320-8ab8d4861a6b tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:40.825431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb0ad5e0-da70-4da9-8a0f-16db4bac6e41 req-7ed26f02-10f1-4eaa-8320-8ab8d4861a6b tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 946 time: 0.5670080 Apr 28 19:53:40.833205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:36Z', 'revision_number': 3, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:40.844729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Checking router: 9252a788-1c88-4549-b6d6-a7fad5167c59 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:40.845139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Updating router 9252a788-1c88-4549-b6d6-a7fad5167c59 port b96e8c49-1d4b-44dc-8792-5bae386fced6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:40.899194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:40.914505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 18cf01ab-f64e-497e-8ebc-6249246e9382 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:40.967771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb0ad5e0-da70-4da9-8a0f-16db4bac6e41 req-5dfe00c4-44f4-476f-b2a8-b72dc662d53b tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412139 Apr 28 19:53:41.006892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.027204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:41.035702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.036033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.037635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.041886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.079741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.161378 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab98641-b783-4243-8833-b7d9bc3ef28f None None] New status for floating IP 5d915e23-aefd-42a5-b8c3-7241bdfdbf7d: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:53:41.238490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Calling delete_port for 254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:41.359375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:41.366534 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.451715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.460039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.461647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b845b9fc-c2ec-4ea8-9dcf-57e8057513ad admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 12.2656391 Apr 28 19:53:41.467151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35010) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:41.486019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Sync routers for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:41.527574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:41.528409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:41.568692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.589436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ac754-abbf-4e0e-a5de-e22c17e0c739 req-94a11276-c4af-4487-8c01-cc399eb2c4c3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:41.599757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d2ac754-abbf-4e0e-a5de-e22c17e0c739 req-94a11276-c4af-4487-8c01-cc399eb2c4c3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4320116 Apr 28 19:53:41.624723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Transition to ACTIVE for port object b96e8c49-1d4b-44dc-8792-5bae386fced6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:41.715201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:53:41.715905 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:53:41.720849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.761842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 18cf01ab-f64e-497e-8ebc-6249246e9382 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:41.762218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.775108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6188a6-f817-4db3-b31d-55a414f454dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.782425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d2ac754-abbf-4e0e-a5de-e22c17e0c739 req-855c98be-5313-46e8-ab54-170c22f98a26 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808815 Apr 28 19:53:41.881534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Attempting to bind port b96e8c49-1d4b-44dc-8792-5bae386fced6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:41.882080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Attempting to bind port b96e8c49-1d4b-44dc-8792-5bae386fced6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:41.882299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Attempting to bind port b96e8c49-1d4b-44dc-8792-5bae386fced6 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:41.904253 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-194550f8-8736-4704-9ca3-0f75a311c3f7'] response: {'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'code': 200} Apr 28 19:53:41.917743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:41.918194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:41.918505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.918955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:41.919539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Bound port: b96e8c49-1d4b-44dc-8792-5bae386fced6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:41.919796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:41.983115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85441753-b471-4128-81d6-78534e9f7b79 None None] Pushing event updated for resources: {'Port': ['ID=b96e8c49-1d4b-44dc-8792-5bae386fced6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:41.993821 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.039599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:42.086946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.096404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.100046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-34359394-6b43-4768-9d39-23663eb3e182 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8a6188a6-f817-4db3-b31d-55a414f454dd HTTP/1.1" status: 204 len: 168 time: 1.7134848 Apr 28 19:53:42.232431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] For port b96e8c49-1d4b-44dc-8792-5bae386fced6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:42.235583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ad7f5b7f-c035-4660-b868-592857a25b90 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:42.317300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.327012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Allocated IP 172.20.0.1 (aaee5b66-2c2f-4103-886a-d98feb0a9000/ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be/6b086dd4-5360-4471-8155-915b933929be) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:42.343865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Deleting port 254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:42.346339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.383901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76942fcf-c7a7-406a-af6b-eadb5ee8adc8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:42.385031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] For port b96e8c49-1d4b-44dc-8792-5bae386fced6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b96e8c49-1d4b-44dc-8792-5bae386fced6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:42.400309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.401348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-451f3bcf-a41f-4f6d-8e07-9a14a4b601a9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76942fcf-c7a7-406a-af6b-eadb5ee8adc8 HTTP/1.1" status: 204 len: 168 time: 1.9139555 Apr 28 19:53:42.417236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.483428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb20489c-0ac2-46c3-8717-69597e4519cb req-5cb066a2-8875-4d86-b7c3-37af9a534984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.485672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb20489c-0ac2-46c3-8717-69597e4519cb req-5cb066a2-8875-4d86-b7c3-37af9a534984 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 1097 time: 0.4501278 Apr 28 19:53:42.557111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194189c9-c4fd-4884-be96-fd0987c9d180 req-6d52829d-c26b-428a-8585-57175f56c2a3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:42.558757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-194189c9-c4fd-4884-be96-fd0987c9d180 req-6d52829d-c26b-428a-8585-57175f56c2a3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4584610 Apr 28 19:53:42.560159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:42.560796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.565322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb20489c-0ac2-46c3-8717-69597e4519cb req-cfdb55c0-1d39-4830-95dc-c1d18b750a16 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712571 Apr 28 19:53:42.632667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ad7f5b7f-c035-4660-b868-592857a25b90 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:42.668259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-194189c9-c4fd-4884-be96-fd0987c9d180 req-db1c44cb-be89-4f66-965f-8aafa8168f99 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993323 Apr 28 19:53:42.708796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Allocated IP 172.20.0.1 (0580e89f-4fcf-4fe4-857a-a5c92715fcde/f645bfa1-fc12-4367-8a4a-8600ed7e966f/8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:42.722584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ad7f5b7f-c035-4660-b868-592857a25b90 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:42.722954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.746238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85441753-b471-4128-81d6-78534e9f7b79 None None] Pushing event updated for resources: {'Port': ['ID=b96e8c49-1d4b-44dc-8792-5bae386fced6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:42.864923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:35Z', 'revision_number': 3, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:42.868091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:42.933499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.933833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:42.951061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.019455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.039532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Checking router: 195de613-aecd-494c-ac1d-928d85b1284a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:43.040032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Updating router 195de613-aecd-494c-ac1d-928d85b1284a port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:43.098261 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.118779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:43.119314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.124607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:43.133362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:43.167787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Transition to ACTIVE for port object 6b086dd4-5360-4471-8155-915b933929be will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:43.206851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.229897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.234948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:43.257591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab0d75-dbf0-4bd3-9506-38405eeb5dca req-4108d20a-d358-438f-8d03-aa5e9fb577cc tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.264776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49ab0d75-dbf0-4bd3-9506-38405eeb5dca req-4108d20a-d358-438f-8d03-aa5e9fb577cc tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 946 time: 0.2871869 Apr 28 19:53:43.319874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ad7f5b7f-c035-4660-b868-592857a25b90, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ad7f5b7f-c035-4660-b868-592857a25b90,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:43.333662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.336543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49ab0d75-dbf0-4bd3-9506-38405eeb5dca req-cf4d42a9-fa80-4246-bb90-313e9bf0c442 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707622 Apr 28 19:53:43.349601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.415236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Calling delete_port for 254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:43.484800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:43.544671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ad7f5b7f-c035-4660-b868-592857a25b90,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:43.795007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Pushing event updated for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:43.813418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:43.818803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.819145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.819681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.820096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.820438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.821026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.821177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.822028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.822028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.822028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.822368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.822658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:43.829149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:43.843523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:43.871483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463d63f1-103a-41e2-8d1a-104d68a48351 req-1e1d9cf6-03a7-4d5f-b409-46507e8d44ce tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:43.878585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-463d63f1-103a-41e2-8d1a-104d68a48351 req-1e1d9cf6-03a7-4d5f-b409-46507e8d44ce tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95 HTTP/1.1" status: 200 len: 945 time: 0.3134737 Apr 28 19:53:43.892504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:36Z', 'revision_number': 3, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:43.904455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d87875-a1b9-44ac-8625-11def396e1a9 None None] The sync data for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 is: [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:36Z', 'revision_number': 3, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:44.027172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-463d63f1-103a-41e2-8d1a-104d68a48351 req-b2b08c41-1fdb-442b-ae7a-792ee225f19f tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477067 Apr 28 19:53:44.083510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.096821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.132563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.158448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.174396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Transition to ACTIVE for port object 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:44.189652 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.206572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.316713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35066) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:44.345668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event deleted for resources: {'Port': ['ID=254f4eb5-c1fb-47c7-888b-3ec29bd9ae6c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:44.382701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Attempting to bind port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:44.383072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Attempting to bind port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:44.383527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Attempting to bind port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:44.432175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:44.434203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:44.435059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.437379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:44.438665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Bound port: 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:44.440316 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.445136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:44.468030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.643024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-040b97bb-7e5c-4c94-b816-89b57f4c7457 None None] Provisioning for port 6b086dd4-5360-4471-8155-915b933929be completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:44.653235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bee760-8f1e-4d91-ad2f-feb29a6622de None None] Pushing event updated for resources: {'Port': ['ID=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:44.660522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-469926408-network', 'tenant_id': '5898371d86a14e50a771f62fbf03b115'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:44.679968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-040b97bb-7e5c-4c94-b816-89b57f4c7457 None None] Provisioning complete for port 6b086dd4-5360-4471-8155-915b933929be triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:44.680425 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-040b97bb-7e5c-4c94-b816-89b57f4c7457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.681705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:44.703803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b0252-2de2-4ab2-9b40-2b58e5eea10a req-569c4af1-5977-45ac-838c-bd1021dba24d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:44.712032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-072b0252-2de2-4ab2-9b40-2b58e5eea10a req-569c4af1-5977-45ac-838c-bd1021dba24d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4672520 Apr 28 19:53:44.717009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Usage tracker for resource:network and tenant:5898371d86a14e50a771f62fbf03b115 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:44.737451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:44.759845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:44.774014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-040b97bb-7e5c-4c94-b816-89b57f4c7457 None None] Port 6b086dd4-5360-4471-8155-915b933929be cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:53:44.811345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-072b0252-2de2-4ab2-9b40-2b58e5eea10a req-eca82c5b-1f7a-4d21-a937-632fc602db10 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955865 Apr 28 19:53:44.814183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] For port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:44.817829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] For port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:44.822873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:44.824259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:44.837219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.837372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.845129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Made reservation on behalf of 5898371d86a14e50a771f62fbf03b115 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:44.848769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.945527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.984496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.990698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:44.990698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:44.993927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:44.995030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-740bf614-0ca7-473f-b7f7-08255c684f49 req-3e72ed13-c07b-4ecb-ad4d-f4da0c336f5d tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d915e23-aefd-42a5-b8c3-7241bdfdbf7d HTTP/1.1" status: 204 len: 173 time: 5.1585186 Apr 28 19:53:45.025710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.280341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:45.346385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.354840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.358235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:45.369639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Usage tracker for resource:security_group_rule and tenant:5898371d86a14e50a771f62fbf03b115 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:45.377933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:45.392088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:45.500077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd2b0e2-914d-46f5-91bc-f190434b42c0 req-b853ef9d-b176-4eac-8684-adcf95af1461 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.509862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cd2b0e2-914d-46f5-91bc-f190434b42c0 req-b853ef9d-b176-4eac-8684-adcf95af1461 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 946 time: 0.2345874 Apr 28 19:53:45.599214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Router 9252a788-1c88-4549-b6d6-a7fad5167c59 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:45.643504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bee760-8f1e-4d91-ad2f-feb29a6622de None None] Pushing event updated for resources: {'Port': ['ID=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:45.644622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3cd2b0e2-914d-46f5-91bc-f190434b42c0 req-be6a6e1c-abdd-4b67-81ab-202c3b84f078 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330285 Apr 28 19:53:45.646430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b96e8c49-1d4b-44dc-8792-5bae386fced6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:45.710975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.770059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Pushing event updated for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:45.873403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b96e8c49-1d4b-44dc-8792-5bae386fced6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:45.893540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b96e8c49-1d4b-44dc-8792-5bae386fced6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:45.894085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:45.947645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b40ccf6-921b-4882-a9a5-963e01ee3f47 req-7297c5f8-7ac6-46ad-8925-e846e38f91a5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:45.955141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b40ccf6-921b-4882-a9a5-963e01ee3f47 req-7297c5f8-7ac6-46ad-8925-e846e38f91a5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6063201 Apr 28 19:53:45.965699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:46.003946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Allocated IP 172.20.0.1 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/9f541d7f-24bb-4bff-99fe-999dc1dc2baf) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:46.038758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-01d19dd0-d743-4356-b609-2cea9fc161e6 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups/0c1099c8-629f-4029-9614-f3a7b0600bae HTTP/1.1" status: 200 len: 1810 time: 0.0743876 Apr 28 19:53:46.050789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b40ccf6-921b-4882-a9a5-963e01ee3f47 req-6d3341e7-4b49-48e0-9c68-ca99d79adc3c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946369 Apr 28 19:53:46.060904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:46.067501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:46.122741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.157400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:35Z', 'revision_number': 3, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.189490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.192973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7ae5c0-933a-4f66-b7bb-9034da464072 None None] The sync data for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 is: [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:35Z', 'revision_number': 3, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:46.206940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b96e8c49-1d4b-44dc-8792-5bae386fced6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b96e8c49-1d4b-44dc-8792-5bae386fced6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:46.212620 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.213535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ad7f5b7f-c035-4660-b868-592857a25b90 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:46.263991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.343599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.391549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-357ed789-dc82-45dc-926a-07aebe96d2e5 admin admin] 10.222.0.24 "PUT /v2.0/routers/9252a788-1c88-4549-b6d6-a7fad5167c59/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5003564 Apr 28 19:53:46.399128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Transition to ACTIVE for port object 9f541d7f-24bb-4bff-99fe-999dc1dc2baf will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:46.425522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.501123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.504023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.528636 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.563583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:53:46.591314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.593151 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Added segment a11b0436-cb7f-4cb1-84d8-e65ae29043e2 of type vlan for network 65c2caaf-7197-4cbc-b1bc-ba875edb058b Apr 28 19:53:46.603753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1099c8-629f-4029-9614-f3a7b0600bae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.641386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.672624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03ae16a8-8c44-4ec5-a3a9-82bc4b6eefc5 req-8af3ccce-cef5-4ce9-b35f-edebf4a957f1 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "DELETE /v2.0/security-groups/0c1099c8-629f-4029-9614-f3a7b0600bae HTTP/1.1" status: 204 len: 173 time: 0.6220083 Apr 28 19:53:46.693554 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Sync routers for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:46.722761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:46.731436 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:46.763328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f7652dc-17fe-4f9f-9f0f-b79368cb25cb None None] Provisioning complete for port 6b086dd4-5360-4471-8155-915b933929be triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:46.764737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f7652dc-17fe-4f9f-9f0f-b79368cb25cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.875383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7d9567-2681-4824-860c-ad7d10f2271b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.877293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b96e8c49-1d4b-44dc-8792-5bae386fced6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:46.894873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.980153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:46.981738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:46.982782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.018675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f7652dc-17fe-4f9f-9f0f-b79368cb25cb None None] Port 6b086dd4-5360-4471-8155-915b933929be cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:53:47.036503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:47.050767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:47.051687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ad7f5b7f-c035-4660-b868-592857a25b90 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:47.053191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.091487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:47.193150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8753626 Apr 28 19:53:47.212710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Pushing event updated for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:47.233616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35168) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:47.272662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Request body: {'subnet': {'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-469926408-subnet', 'tenant_id': '5898371d86a14e50a771f62fbf03b115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:47.287218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ed6a52-74cc-4a81-bfcc-790439958bdb admin admin] Pushing event updated for resources: {'Network': ['ID=65c2caaf-7197-4cbc-b1bc-ba875edb058b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:47.291245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:47.313057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Usage tracker for resource:subnet and tenant:5898371d86a14e50a771f62fbf03b115 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:47.324254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:47.343265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:47.375029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 65c2caaf-7197-4cbc-b1bc-ba875edb058b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:53:47.383113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Made reservation on behalf of 5898371d86a14e50a771f62fbf03b115 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:47.390397 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.403993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.520245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:47.685717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f96a2a9-4ab3-40c4-bd87-25dae2627754 None None] Provisioning for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:47.704108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f96a2a9-4ab3-40c4-bd87-25dae2627754 None None] Provisioning complete for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:47.706122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f96a2a9-4ab3-40c4-bd87-25dae2627754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.788670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Router 88000d01-895d-4eb1-b703-e50a6561cab9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:47.811831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:47.870946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6f96a2a9-4ab3-40c4-bd87-25dae2627754 None None] Port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:53:47.874714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b96e8c49-1d4b-44dc-8792-5bae386fced6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:47.992670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b96e8c49-1d4b-44dc-8792-5bae386fced6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:47.996350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.136202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b1a95-8dfa-4f93-8ee2-7354996750ea req-293cea80-3f2e-46c2-88de-bb73a1d41868 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:48.145920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-337b1a95-8dfa-4f93-8ee2-7354996750ea req-293cea80-3f2e-46c2-88de-bb73a1d41868 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 946 time: 0.6240132 Apr 28 19:53:48.276075 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85', 'name': '', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'mac_address': 'fa:16:3e:1a:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:42Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 2, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'subnets': [{'id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:48.282173 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Checking router: 9252a788-1c88-4549-b6d6-a7fad5167c59 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:48.282524 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Updating router 9252a788-1c88-4549-b6d6-a7fad5167c59 port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:48.342090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-337b1a95-8dfa-4f93-8ee2-7354996750ea req-a9be8488-821c-4dae-b32a-5cb847dd2547 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951952 Apr 28 19:53:48.356629 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.372032 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.372666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:48.499830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:48.513002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:48.513374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.531178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76684dbf-dbae-4238-a837-64d7d903577d req-bd635f56-fd19-4205-a2f3-113951db8f35 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:48.539038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76684dbf-dbae-4238-a837-64d7d903577d req-bd635f56-fd19-4205-a2f3-113951db8f35 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 946 time: 0.3910205 Apr 28 19:53:48.629033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:48.658897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Sync routers for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:48.711631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9abb14e3-3ec8-4176-8bcb-43965ab7a530 admin admin] 10.222.0.24 "PUT /v2.0/routers/88000d01-895d-4eb1-b703-e50a6561cab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2019966 Apr 28 19:53:48.728665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:48.729319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:48.730720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da6f3d45-ddff-42dc-9f1e-1175d940403a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:48.786764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Deleting port 8ccbc356-94b0-4139-9582-686c848c0088 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:48.787027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:48.788449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-91fd5947-23be-459d-b8ab-ac1283f717bc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:48.789798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-91fd5947-23be-459d-b8ab-ac1283f717bc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:48.849832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Checking segment: {'id': 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:48.849832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Network hostable DHCP agents. Network: 65c2caaf-7197-4cbc-b1bc-ba875edb058b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:53:48.995586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Network 65c2caaf-7197-4cbc-b1bc-ba875edb058b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:53:49.016287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-91fd5947-23be-459d-b8ab-ac1283f717bc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:49.030042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-91fd5947-23be-459d-b8ab-ac1283f717bc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 810 time: 0.8713291 Apr 28 19:53:49.033751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6413a8-72e0-4050-b465-ebcf26dbf66c req-b5c8dac8-4d55-4b13-9997-e244a6f46e63 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.041194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de6413a8-72e0-4050-b465-ebcf26dbf66c req-b5c8dac8-4d55-4b13-9997-e244a6f46e63 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4958475 Apr 28 19:53:49.065783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 65c2caaf-7197-4cbc-b1bc-ba875edb058b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:49.074778 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-f0632ea8-ccf6-4b46-82ed-0ac4824a223b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/quotas/69b5a89566934e028c31a41787e33cc9 HTTP/1.1" status: 200 len: 375 time: 0.0428579 Apr 28 19:53:49.095164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e9725d-8e6d-48ef-96a1-1271b9e79660 None None] Network 65c2caaf-7197-4cbc-b1bc-ba875edb058b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:49.101190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:49.101869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.129998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.153525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de6413a8-72e0-4050-b465-ebcf26dbf66c req-ca9c542b-ec08-4d04-acb2-bacf72b44119 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114230 Apr 28 19:53:49.191054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:49.202832 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.228316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:49.235169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.250707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-8087017a-cba4-4f88-8734-293938033de8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1746471 Apr 28 19:53:49.255791 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Transition to ACTIVE for port object 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:49.274966 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.340279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-57fee8f4-8bfd-4aa6-ae77-ae2bcee86701 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1008332 Apr 28 19:53:49.353931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] For port 8ccbc356-94b0-4139-9582-686c848c0088, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8ccbc356-94b0-4139-9582-686c848c0088,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:49.354289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.356573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.489021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-655d8e25-b081-4c68-b7ad-acd1c212ddf9 service neutron] 10.222.0.24 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372460 Apr 28 19:53:49.539490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.645772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3088-d267-4bc3-902c-207dfdb0474f None None] Pushing event updated for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:49.817225 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Attempting to bind port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:49.817604 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Attempting to bind port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:49.817949 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Attempting to bind port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:49.833122 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:49.833504 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Checking segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:49.833889 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.834267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Bound using segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:49.834726 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Bound port: 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:49.835092 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:49.853714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:49.872670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Pushing event updated for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:49.888065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.000763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce361b47-4746-4c4f-bb90-bc5ee39da43b None None] Network 65c2caaf-7197-4cbc-b1bc-ba875edb058b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:53:50.022511 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] For port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:50.029182 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] For port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:50.038534 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.047501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Calling delete_port for 8ccbc356-94b0-4139-9582-686c848c0088 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:50.066146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-fa3acae2-11d3-4569-b3ba-5989ab8481ed service neutron] 10.222.0.24 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5755997 Apr 28 19:53:50.101548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-cc0b1e7e-6f40-4b5b-bbc2-f76c8329cbe2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:50.102423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-cc0b1e7e-6f40-4b5b-bbc2-f76c8329cbe2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:50.143701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-cc0b1e7e-6f40-4b5b-bbc2-f76c8329cbe2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:50.144440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-cc0b1e7e-6f40-4b5b-bbc2-f76c8329cbe2 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.41 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.4829388 Apr 28 19:53:50.152103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:50.161855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:50.191438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:53:45Z', 'revision_number': 2, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:50.197778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9314e1f-3401-426f-9880-268bdb3a4033 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.204211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c922f-a2aa-45e2-8732-0cbeb79bc344 req-d1d187cf-4224-4f13-a11e-55582b5ab240 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:50.205807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f3c922f-a2aa-45e2-8732-0cbeb79bc344 req-d1d187cf-4224-4f13-a11e-55582b5ab240 tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 945 time: 0.4642076 Apr 28 19:53:50.208390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Checking router: 88000d01-895d-4eb1-b703-e50a6561cab9 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:50.208903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Updating router 88000d01-895d-4eb1-b703-e50a6561cab9 port 6b086dd4-5360-4471-8155-915b933929be binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:50.235441 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:50.236703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:50.280457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1f3c922f-a2aa-45e2-8732-0cbeb79bc344 req-14b5e569-fdab-4136-b9d8-b29ad49cbc9a tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Synchronizing usage tracker for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:50.314384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.365493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1f3c922f-a2aa-45e2-8732-0cbeb79bc344 req-14b5e569-fdab-4136-b9d8-b29ad49cbc9a tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Unset dirty status for tenant:9ce64699e5af42e89d74cbfda9f6a9ff on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:50.381266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f3c922f-a2aa-45e2-8732-0cbeb79bc344 req-14b5e569-fdab-4136-b9d8-b29ad49cbc9a tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/security-groups?id=65c8722b-564d-4c57-8494-a06ff0adbc77&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690052 Apr 28 19:53:50.402010 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2f3088-d267-4bc3-902c-207dfdb0474f None None] Pushing event updated for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.655753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:50.841409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event deleted for resources: {'Port': ['ID=8ccbc356-94b0-4139-9582-686c848c0088,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:50.873731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:50.935266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8ccbc356-94b0-4139-9582-686c848c0088', 'd559845e-e8fb-4ff6-be0c-dd3756841729', '74b08aca-5158-4e3c-833b-33d8e596e54c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:53:51.114546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:53:51.117250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30b8f819-f74c-40ff-adef-7ee1e5aaab9a req-ecfe93a2-8595-4890-b932-82fdac3d08bb tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=0afe7582-8b00-4cc3-b982-3ed261b3d006 HTTP/1.1" status: 200 len: 210 time: 0.1919153 Apr 28 19:53:51.122794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] No DVR routers for this DVR port 8ccbc356-94b0-4139-9582-686c848c0088 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:51.126416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.134567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'name': 'network-vif-deleted', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:51.137001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Deleting port 46b185a8-128d-40ee-b955-b61fc9a32e00 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:53:51.137486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.180004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76684dbf-dbae-4238-a837-64d7d903577d req-253c9066-b372-4ca7-8e40-42200ba8a3c5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "DELETE /v2.0/ports/8ccbc356-94b0-4139-9582-686c848c0088 HTTP/1.1" status: 204 len: 173 time: 2.6276059 Apr 28 19:53:51.225057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b91f2a4-5e6b-4aff-9967-8a189a07d21d None None] Provisioning complete for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:51.226118 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b91f2a4-5e6b-4aff-9967-8a189a07d21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.452827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b91f2a4-5e6b-4aff-9967-8a189a07d21d None None] Port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:53:51.471513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Router 195de613-aecd-494c-ac1d-928d85b1284a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:53:51.474588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.488692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cbdf1815-3b8f-4c1b-9c40-9d5c92779f87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.490745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cbdf1815-3b8f-4c1b-9c40-9d5c92779f87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 828 time: 0.5423787 Apr 28 19:53:51.496683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Transition to ACTIVE for port object 6b086dd4-5360-4471-8155-915b933929be will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:51.550037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:51.581759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:53:51.677742 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85', 'name': '', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'mac_address': 'fa:16:3e:1a:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:42Z', 'updated_at': '2022-04-28T19:53:50Z', 'revision_number': 4, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'subnets': [{'id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:51.687163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19dfd5a6-5bd1-4e9f-8a08-cf03581f9e28 None None] The sync data for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 is: [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85', 'name': '', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'mac_address': 'fa:16:3e:1a:5b:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_interface', 'standard_attr_id': 1460, 'fixed_ips': [{'subnet_id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:42Z', 'updated_at': '2022-04-28T19:53:50Z', 'revision_number': 4, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'subnets': [{'id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:51.725247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-5b6e41ee-fd57-4036-8286-142935b7a8e9 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/quotas/3d4df6107cbc4e098a79c0d356428575 HTTP/1.1" status: 200 len: 375 time: 0.1319728 Apr 28 19:53:51.779736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:51.911178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-34fee602-7684-4dfc-9297-2d3decce102e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:51.912500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-34fee602-7684-4dfc-9297-2d3decce102e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Synchronizing usage tracker for tenant:5898371d86a14e50a771f62fbf03b115 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:51.942494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-34fee602-7684-4dfc-9297-2d3decce102e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Unset dirty status for tenant:5898371d86a14e50a771f62fbf03b115 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:51.943959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-34fee602-7684-4dfc-9297-2d3decce102e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/networks?id=65c2caaf-7197-4cbc-b1bc-ba875edb058b HTTP/1.1" status: 200 len: 817 time: 0.5288341 Apr 28 19:53:51.961923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-e9466d1b-4c3f-4a8b-9977-237a3ecd06aa tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/quotas/5898371d86a14e50a771f62fbf03b115 HTTP/1.1" status: 200 len: 375 time: 0.0120668 Apr 28 19:53:52.095717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-fb4b703b-c02b-4f7b-bace-0f6f521c529e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5898371d86a14e50a771f62fbf03b115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1277089 Apr 28 19:53:52.124400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Pushing event updated for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:52.143889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] For port 46b185a8-128d-40ee-b955-b61fc9a32e00, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46b185a8-128d-40ee-b955-b61fc9a32e00,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:52.144458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.443242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-786ed674-99af-4e8d-b4f5-e75f36f056a5 service neutron] 10.222.0.24 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3395636 Apr 28 19:53:52.476787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Calling delete_port for 46b185a8-128d-40ee-b955-b61fc9a32e00 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:53:52.573765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6686054-3e58-4b04-9423-af4598eea8cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.583365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:53:52.595587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Sync routers for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:53:52.607549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecc5cab4-1e1b-4023-bff5-81ecc33f3bcc admin admin] 10.222.0.24 "PUT /v2.0/routers/195de613-aecd-494c-ac1d-928d85b1284a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1387508 Apr 28 19:53:52.644262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Attempting to bind port 6b086dd4-5360-4471-8155-915b933929be on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:52.645992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Attempting to bind port 6b086dd4-5360-4471-8155-915b933929be by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:52.648383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Attempting to bind port 6b086dd4-5360-4471-8155-915b933929be on network aaee5b66-2c2f-4103-886a-d98feb0a9000 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:52.655872 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:52.659015 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:52.659199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:52.660274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.680898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-b3c2c532-a088-485b-81be-4dd3adb05241 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:52.791790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-caaea7be-3be0-463a-a5ed-3a0f60fb3bb3 service neutron] 10.222.0.24 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3404722 Apr 28 19:53:52.804210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:52.804665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Checking segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:52.805144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.805651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Bound using segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:52.806476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Bound port: 6b086dd4-5360-4471-8155-915b933929be, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:52.806910 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:52.870207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-b3c2c532-a088-485b-81be-4dd3adb05241 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:52.873174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-b3c2c532-a088-485b-81be-4dd3adb05241 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1469846 Apr 28 19:53:52.874572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.309555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:53.349190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Pushing event deleted for resources: {'Port': ['ID=46b185a8-128d-40ee-b955-b61fc9a32e00,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:53.409683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] No DVR routers for this DVR port 46b185a8-128d-40ee-b955-b61fc9a32e00 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:53:53.425944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.464878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'name': 'network-vif-deleted', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:53:53.524200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8ccbc356-94b0-4139-9582-686c848c0088 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:53.533315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-e032871d-4ca8-402a-8c86-8428570f4ee1 service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6413016 Apr 28 19:53:53.544749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-cc2ed984-3af8-415c-a61a-1a96d23e2dc4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:53.546546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-cc2ed984-3af8-415c-a61a-1a96d23e2dc4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 810 time: 0.3082020 Apr 28 19:53:53.607992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7a913b66-7a45-496f-a537-62d9357fb8b0 req-1f12b179-9b90-44bf-8fcc-4d37196480d9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:53.618110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Request body: {'port': {'device_id': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'admin_state_up': True, 'tenant_id': '69b5a89566934e028c31a41787e33cc9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:53.639201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] For port 6b086dd4-5360-4471-8155-915b933929be, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:53.648220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 8ccbc356-94b0-4139-9582-686c848c0088 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:53.655856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97ebdb4-7234-4cec-b907-bdf09c02d588 req-b99acd7b-8a37-4771-a94b-8d5c67c8464b tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.41 "DELETE /v2.0/ports/46b185a8-128d-40ee-b955-b61fc9a32e00 HTTP/1.1" status: 204 len: 173 time: 3.4991097 Apr 28 19:53:53.657057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8ccbc356-94b0-4139-9582-686c848c0088 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:53.676039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] For port 6b086dd4-5360-4471-8155-915b933929be, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6b086dd4-5360-4471-8155-915b933929be,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:53.701177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.920740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:53.927887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Usage tracker for resource:port and tenant:69b5a89566934e028c31a41787e33cc9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:53.932866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:53.949047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:53.978313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Made reservation on behalf of 69b5a89566934e028c31a41787e33cc9 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:53.983556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:53.988629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-8b235cba-5f31-4f40-9edb-88c43c002f75 service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4463589 Apr 28 19:53:54.003652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7a913b66-7a45-496f-a537-62d9357fb8b0 req-1f12b179-9b90-44bf-8fcc-4d37196480d9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:54.004870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a913b66-7a45-496f-a537-62d9357fb8b0 req-1f12b179-9b90-44bf-8fcc-4d37196480d9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 210 time: 0.4574046 Apr 28 19:53:54.083224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Pushing event updated for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:54.157885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.159431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.160907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.162351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.165914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.168129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.168813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.169282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.169790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.170859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.174436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.175702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67279342-674f-4362-9f19-5c98ccdd7f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:53:54.229913 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.241688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:54.288969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:54.289871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.355815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.485869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:53:48Z', 'revision_number': 2, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:54.503793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Checking router: 195de613-aecd-494c-ac1d-928d85b1284a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:53:54.505732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Updating router 195de613-aecd-494c-ac1d-928d85b1284a port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:53:54.773781 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cea6815-7bf9-4174-a7da-41e4cea97525'] response: {'server_uuid': '0afe7582-8b00-4cc3-b982-3ed261b3d006', 'name': 'network-vif-deleted', 'tag': '8ccbc356-94b0-4139-9582-686c848c0088', 'status': 'completed', 'code': 200} Apr 28 19:53:54.810746 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:54.892939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Allocated IP 172.20.0.12 (0580e89f-4fcf-4fe4-857a-a5c92715fcde/f645bfa1-fc12-4367-8a4a-8600ed7e966f/7052448b-083d-476b-9aec-bc66e831ae11) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:55.119594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:55.140243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:55.141842 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.213337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a9af2f1-5981-4383-9b88-eb665a443273 req-25337d8f-53bd-4048-bb0c-bbfaedebe33c tempest-ServerRescueTestJSONUnderV235-1963349674 tempest-ServerRescueTestJSONUnderV235-1963349674-project] 10.222.0.24 "GET /v2.0/ports?device_id=e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0 HTTP/1.1" status: 200 len: 210 time: 0.1911867 Apr 28 19:53:55.214017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.266256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:55.642175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46b185a8-128d-40ee-b955-b61fc9a32e00 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:53:55.696133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5c81f57-9fa0-463e-958d-d3b3d5773a68 req-687ac64f-1648-4e52-bfe8-6ab4328bf845 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 210 time: 0.1645167 Apr 28 19:53:55.697545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:55.707299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1029665206', 'description': 'tempest-description--1871376326'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:55.721109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:55.726694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Usage tracker for resource:security_group and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:55.734558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:55.751664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:55.778427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.813047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 46b185a8-128d-40ee-b955-b61fc9a32e00 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:53:55.814185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46b185a8-128d-40ee-b955-b61fc9a32e00 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:53:55.900851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.922722 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:55.941945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Transition to ACTIVE for port object 9f541d7f-24bb-4bff-99fe-999dc1dc2baf will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:55.949965 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.096706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f7a32b2-75d8-4f2c-ae64-0ef5eb21dba6 req-4052c34c-0154-48dd-87c9-eda9810f8d05 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 210 time: 0.1641653 Apr 28 19:53:56.171856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.266363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:53:56.273972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:53:56.287491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:53:56.402511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Pushing event updated for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.477138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:56.492256 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.523284 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce3c36-aa78-475f-b118-dd79a09773d9 None None] Pushing event updated for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.541368 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Attempting to bind port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:56.541999 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Attempting to bind port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:56.542347 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Attempting to bind port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:56.557311 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:56.557717 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:56.558326 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.558456 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:56.558912 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Bound port: 9f541d7f-24bb-4bff-99fe-999dc1dc2baf, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:56.559376 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.573107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-60c45063-ee40-401e-9bff-eff8d863bf9a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9615142 Apr 28 19:53:56.599900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Request body: {'port': {'device_id': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:56.727927 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] For port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:53:56.735368 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] For port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:53:56.741897 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.775170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:56.850830 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ce3c36-aa78-475f-b118-dd79a09773d9 None None] Pushing event updated for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:56.862740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:53:56.863513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:56.873658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-eb6ffd02-58ab-47e1-b03a-4977b27c8271 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:56.875281 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-eb6ffd02-58ab-47e1-b03a-4977b27c8271 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.41 "GET /v2.0/networks?id=65c2caaf-7197-4cbc-b1bc-ba875edb058b HTTP/1.1" status: 200 len: 817 time: 1.0444047 Apr 28 19:53:56.888353 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a8e642e-e84a-42c8-b09d-aa23e13c8df6'] response: {'server_uuid': 'e36e5b51-deaf-4ee9-b6b8-73a1a1fd3ce0', 'name': 'network-vif-deleted', 'tag': '46b185a8-128d-40ee-b955-b61fc9a32e00', 'status': 'completed', 'code': 200} Apr 28 19:53:56.909618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:53:56.944751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.039975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:57.111012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Request body: {'port': {'device_id': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b', 'admin_state_up': True, 'tenant_id': '5898371d86a14e50a771f62fbf03b115'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:57.158779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb148a-8fc3-4282-9142-e9b0ed01ea80 req-e8baa85f-f798-4ee0-83ba-2e7ce6e52bfa tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.159532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-07fb148a-8fc3-4282-9142-e9b0ed01ea80 req-e8baa85f-f798-4ee0-83ba-2e7ce6e52bfa tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:57.159790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:57.216136 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:53:57.236248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-07fb148a-8fc3-4282-9142-e9b0ed01ea80 req-e8baa85f-f798-4ee0-83ba-2e7ce6e52bfa tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:53:57.238304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07fb148a-8fc3-4282-9142-e9b0ed01ea80 req-e8baa85f-f798-4ee0-83ba-2e7ce6e52bfa tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 932 time: 0.4173224 Apr 28 19:53:57.251162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Usage tracker for resource:security_group_rule and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:57.265830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:57.279559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:57.293385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:57.303268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:53:53Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:57.310152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79f11837-b4c5-4800-8b51-a3956c47aa22 None None] The sync data for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 is: [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:53:53Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:57.332139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07fb148a-8fc3-4282-9142-e9b0ed01ea80 req-cb764d31-a9db-4805-bc50-f407c9b5f588 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783770 Apr 28 19:53:57.586329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35312) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:57.695150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a562f-88bc-4418-858d-34f3ec4fce2d req-bc51b9e9-faa4-490f-8105-71220219d06f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.705794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d1a562f-88bc-4418-858d-34f3ec4fce2d req-bc51b9e9-faa4-490f-8105-71220219d06f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.8213933 Apr 28 19:53:57.793009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-d59ccb86-357f-4fdb-9b7c-0303083b61e4 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:57.794654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-d59ccb86-357f-4fdb-9b7c-0303083b61e4 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.41 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 828 time: 0.9055176 Apr 28 19:53:57.849981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'port': {'device_id': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'admin_state_up': True, 'tenant_id': '3d4df6107cbc4e098a79c0d356428575'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:57.858752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38157b35-caa9-4195-b679-a3b243d9a023 req-8664cbe3-e53d-4764-a003-2535b76bb197 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 210 time: 0.0864780 Apr 28 19:53:57.955595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d1a562f-88bc-4418-858d-34f3ec4fce2d req-c090cb1c-cd0d-4d4e-a791-a60284256aaf tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864300 Apr 28 19:53:57.985443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:53:56Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:53:57.998850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7052448b-083d-476b-9aec-bc66e831ae11 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:53:58.006082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:58.008752 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9dd4c50-d0d4-421b-9155-a5acba0d282e None None] The sync data for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 is: [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:53:56Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:53:58.019564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.186501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Usage tracker for resource:port and tenant:5898371d86a14e50a771f62fbf03b115 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:58.201414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:58.253928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:58.278848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.288294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.329693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Made reservation on behalf of 5898371d86a14e50a771f62fbf03b115 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:58.333171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.385251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.386529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.6871016 Apr 28 19:53:58.392855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:58.400953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01559318-d21c-4d8e-ad13-e78e20a09a9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8e48f1-d32f-4742-86c7-0564b334cb12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:58.408362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:58.419790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:58.432481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e48f1-d32f-4742-86c7-0564b334cb12', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:58.478696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Made reservation on behalf of 3d4df6107cbc4e098a79c0d356428575 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:53:58.487444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.498372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:58.520795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Usage tracker for resource:security_group_rule and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:58.530508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:58.557252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:58.565993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f249253-a751-4e53-bec8-facaba5a1721 req-92053cba-0fcc-44ea-a0ae-8ce1f6c8fa0e tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 210 time: 0.1222599 Apr 28 19:53:58.657950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Transition to ACTIVE for port object 7052448b-083d-476b-9aec-bc66e831ae11 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:53:58.678870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:58.771413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.107958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Pushing event updated for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.129381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.131312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Allocated IP 172.20.0.7 (65c2caaf-7197-4cbc-b1bc-ba875edb058b/da6f3d45-ddff-42dc-9f1e-1175d940403a/43e82785-22da-4b3e-b373-6339e61f2677) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:59.144276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Allocated IP 172.20.0.6 (aaee5b66-2c2f-4103-886a-d98feb0a9000/ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be/eb951337-c99e-495f-880b-0bef62bb13ec) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:53:59.146621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.218155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.227336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8285525 Apr 28 19:53:59.227656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35336) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:59.256480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'security_group_rule': {'security_group_id': 'ec8e48f1-d32f-4742-86c7-0564b334cb12', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:59.264125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:59.268268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Usage tracker for resource:security_group_rule and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:59.271216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:59.276594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e114dc-2107-48b4-9cb1-594552e44d90 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cbb94a6-a331-47ea-8446-cd572e0a81ea,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.289269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:59.350749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:59.378479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Attempting to bind port 7052448b-083d-476b-9aec-bc66e831ae11 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:53:59.379036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Attempting to bind port 7052448b-083d-476b-9aec-bc66e831ae11 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:53:59.379479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Attempting to bind port 7052448b-083d-476b-9aec-bc66e831ae11 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:59.387965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Port 7052448b-083d-476b-9aec-bc66e831ae11 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:53:59.388438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Attempting to bind port 7052448b-083d-476b-9aec-bc66e831ae11 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:53:59.403653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb4f3fe-098e-472f-bc0d-e1004ebd24e0 req-ee0f1acc-b3c6-4395-ae45-d416b69294b9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:59.405230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecb4f3fe-098e-472f-bc0d-e1004ebd24e0 req-ee0f1acc-b3c6-4395-ae45-d416b69294b9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 944 time: 0.5704672 Apr 28 19:53:59.425863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.477857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:53:59.477857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Checking segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:53:59.477857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Bound using segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:53:59.478382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Bound port: 7052448b-083d-476b-9aec-bc66e831ae11, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:53:59.478832 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.527379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:59.527759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.567200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.635299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20825fe2-1ea3-4989-9b33-9c249c0fe0fd req-003ce762-a910-41c0-a38a-301fb937c618 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:53:59.646449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20825fe2-1ea3-4989-9b33-9c249c0fe0fd req-003ce762-a910-41c0-a38a-301fb937c618 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.7667265 Apr 28 19:53:59.662474 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.740826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.742626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5131123 Apr 28 19:53:59.757270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35342) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:53:59.767711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:53:59.782323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cb0a79-6d40-422c-bada-c8eb678a31be tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0ebe59-7cef-4538-92d5-2b18c60e5df1,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:53:59.818010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6b086dd4-5360-4471-8155-915b933929be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:53:59.824227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:53:59.833606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20825fe2-1ea3-4989-9b33-9c249c0fe0fd req-009b859d-f88e-4bf9-ad9e-6af01159dc98 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861360 Apr 28 19:53:59.848414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Usage tracker for resource:floatingip and tenant:f1f34b22986c405ebfceb939a2e84ca9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:53:59.919386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecb4f3fe-098e-472f-bc0d-e1004ebd24e0 req-81b06a65-b135-4dc0-a015-dec2c1cc86cf tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:53:59.929409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:53:59.936231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6b086dd4-5360-4471-8155-915b933929be completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:53:59.951491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6b086dd4-5360-4471-8155-915b933929be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:53:59.951905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:53:59.991051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:53:59.996272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:54:00.010297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ecb4f3fe-098e-472f-bc0d-e1004ebd24e0 req-81b06a65-b135-4dc0-a015-dec2c1cc86cf tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:00.023988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecb4f3fe-098e-472f-bc0d-e1004ebd24e0 req-81b06a65-b135-4dc0-a015-dec2c1cc86cf tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5981057 Apr 28 19:54:00.035987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.049293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7052448b-083d-476b-9aec-bc66e831ae11,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:54:00.054148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.114750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.117426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.122869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Transition to ACTIVE for port object eb951337-c99e-495f-880b-0bef62bb13ec will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:00.189982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.202038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.205536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.244136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 6b086dd4-5360-4471-8155-915b933929be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6b086dd4-5360-4471-8155-915b933929be,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:00.252129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.253102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f541d7f-24bb-4bff-99fe-999dc1dc2baf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:00.289884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:00.290729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.292902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] 10.222.0.41 "PUT /v2.0/ports/7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 200 len: 1092 time: 3.7112808 Apr 28 19:54:00.304972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:00.325421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.648402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:00.666124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:00.674754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:00.675120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.762654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51af5d4-9437-44dd-b525-12813c54adee service neutron] Pushing event updated for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:00.850840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.889106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:00.893848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event updated for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:00.897823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:00.986442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:00.989285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Network 65c2caaf-7197-4cbc-b1bc-ba875edb058b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:00.994011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:00.997255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:01.003614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:01.012861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-c16765ea-d52e-44fa-897e-096d69f65cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.018043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-c16765ea-d52e-44fa-897e-096d69f65cbd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1095 time: 0.4842184 Apr 28 19:54:01.030142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.033863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:01.081539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6b086dd4-5360-4471-8155-915b933929be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:01.152314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Pushing event updated for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:01.172119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6259a055-4d0d-442d-8d96-d61e2dc72ed8 req-bdf82a48-dcd0-4213-8419-14c5babac248 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.172464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6259a055-4d0d-442d-8d96-d61e2dc72ed8 req-bdf82a48-dcd0-4213-8419-14c5babac248 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Synchronizing usage tracker for tenant:5898371d86a14e50a771f62fbf03b115 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:01.196702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.197365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.211929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.212676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.238781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6b086dd4-5360-4471-8155-915b933929be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:01.239699 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.251489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6259a055-4d0d-442d-8d96-d61e2dc72ed8 req-bdf82a48-dcd0-4213-8419-14c5babac248 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Unset dirty status for tenant:5898371d86a14e50a771f62fbf03b115 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:01.252769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6259a055-4d0d-442d-8d96-d61e2dc72ed8 req-bdf82a48-dcd0-4213-8419-14c5babac248 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 931 time: 0.4673145 Apr 28 19:54:01.254059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-cc421f39-7dff-4425-a13d-793b61341242 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4084592 Apr 28 19:54:01.255330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-277948ac-42a4-4ab6-acc7-fa90c6ba29ad tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2858968 Apr 28 19:54:01.259428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a2b776-68e4-4edf-b319-fea61c562b3c req-e992693f-6641-45b9-967a-5441974f4c6f tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.266668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36a2b776-68e4-4edf-b319-fea61c562b3c req-e992693f-6641-45b9-967a-5441974f4c6f tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 931 time: 0.6851482 Apr 28 19:54:01.280417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Request body: {'port': {'device_id': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:01.307744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-8b7d5ecb-54e3-4ae6-ab75-01879e6f54e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 200 len: 217 time: 0.2792246 Apr 28 19:54:01.334895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Request body: {'port': {'device_id': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:01.408476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.467994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-36a2b776-68e4-4edf-b319-fea61c562b3c req-0457bbc8-41bc-4e95-88d0-ef6f6cfce450 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:01.476054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d7da5c5-c11c-4a1a-af33-4d19df375c41 None None] Provisioning for port eb951337-c99e-495f-880b-0bef62bb13ec completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:01.485133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d7da5c5-c11c-4a1a-af33-4d19df375c41 None None] Provisioning complete for port eb951337-c99e-495f-880b-0bef62bb13ec triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:01.485529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d7da5c5-c11c-4a1a-af33-4d19df375c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.509912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6259a055-4d0d-442d-8d96-d61e2dc72ed8 req-7876f703-a5fc-466a-83ba-3cc3729726d0 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494574 Apr 28 19:54:01.568672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3d7da5c5-c11c-4a1a-af33-4d19df375c41 None None] Port eb951337-c99e-495f-880b-0bef62bb13ec cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:54:01.636191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-bb9e3d21-8a3c-4074-a604-03fdf165cf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:01.637940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-bb9e3d21-8a3c-4074-a604-03fdf165cf91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.3173378 Apr 28 19:54:01.680262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.700670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Deleting port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:01.701013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:01.738486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-36a2b776-68e4-4edf-b319-fea61c562b3c req-0457bbc8-41bc-4e95-88d0-ef6f6cfce450 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:01.750819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36a2b776-68e4-4edf-b319-fea61c562b3c req-0457bbc8-41bc-4e95-88d0-ef6f6cfce450 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4830346 Apr 28 19:54:01.765822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.016056 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dde150c6-5990-4d0a-934e-1180b5992a6b'] response: {'name': 'network-changed', 'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11', 'status': 'completed', 'code': 200} Apr 28 19:54:02.018324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-47910384-5b7b-49ac-9ba2-a3d91f5fc9a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3731620 Apr 28 19:54:02.128476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.25.2.184 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/febaa4c1-a594-452a-8700-2dbaf4c4e3f5) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:02.159404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] For port 0f4c53a3-5ce2-456e-bf46-99ad1896cad9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,segment=NetworkSegment(54e66a31-f303-4c1d-bbfe-f377e85a345f),segment_id=54e66a31-f303-4c1d-bbfe-f377e85a345f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:02.159786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.232225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d0e75-61b5-4637-b75c-0d90bd7ba0d9 req-619e190f-979c-478d-9313-37a9a9fe0cb6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:02.234420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-351d0e75-61b5-4637-b75c-0d90bd7ba0d9 req-619e190f-979c-478d-9313-37a9a9fe0cb6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 944 time: 0.3584538 Apr 28 19:54:02.363905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Calling delete_port for 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:02.380586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-351d0e75-61b5-4637-b75c-0d90bd7ba0d9 req-b1189b9d-a348-47ea-924b-0b81a1c53b69 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926411 Apr 28 19:54:02.557784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb951337-c99e-495f-880b-0bef62bb13ec {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:02.564916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43e82785-22da-4b3e-b373-6339e61f2677 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:02.572744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.576417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.601196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4385ac2-8893-4f52-b5eb-1d854ad6200f req-517fae2f-3508-4d54-bac0-0e6f482291f7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:02.602710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Transition to ACTIVE for port object eb951337-c99e-495f-880b-0bef62bb13ec will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:02.606366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Transition to ACTIVE for port object 43e82785-22da-4b3e-b373-6339e61f2677 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:02.608208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.609990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4385ac2-8893-4f52-b5eb-1d854ad6200f req-517fae2f-3508-4d54-bac0-0e6f482291f7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5881684 Apr 28 19:54:02.653486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.658992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-55ff16d2-9303-463c-9dfe-f1a2af27b24c service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5872958 Apr 28 19:54:02.747302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:02.836728 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4385ac2-8893-4f52-b5eb-1d854ad6200f req-8b90a99b-d774-4350-9879-95d039f93cea tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261291 Apr 28 19:54:03.064190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f541d7f-24bb-4bff-99fe-999dc1dc2baf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:03.081666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.134002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.231884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:03.232252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.235324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42291af6-6352-4358-add2-e8c5ccb5cca1 req-163136ce-2431-49c0-80e9-ba2f487be0ca service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717093 Apr 28 19:54:03.401975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b9dfb-c3bb-475d-87dc-d7fb0c67a335 req-3920d4fe-f3bb-4e56-854b-e03e13563cac tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:03.410307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c41b9dfb-c3bb-475d-87dc-d7fb0c67a335 req-3920d4fe-f3bb-4e56-854b-e03e13563cac tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 943 time: 0.4537604 Apr 28 19:54:03.435036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Pushing event updated for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:03.506590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c41b9dfb-c3bb-475d-87dc-d7fb0c67a335 req-058fd7a9-6499-4bda-ba22-38588a2685c9 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948372 Apr 28 19:54:03.516230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Attempting to bind port 43e82785-22da-4b3e-b373-6339e61f2677 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:03.517083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Attempting to bind port 43e82785-22da-4b3e-b373-6339e61f2677 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:03.517815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Attempting to bind port 43e82785-22da-4b3e-b373-6339e61f2677 on network 65c2caaf-7197-4cbc-b1bc-ba875edb058b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:03.522327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Attempting to bind port eb951337-c99e-495f-880b-0bef62bb13ec on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:03.523216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Attempting to bind port eb951337-c99e-495f-880b-0bef62bb13ec by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:03.524648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Attempting to bind port eb951337-c99e-495f-880b-0bef62bb13ec on network aaee5b66-2c2f-4103-886a-d98feb0a9000 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:03.535476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Port 43e82785-22da-4b3e-b373-6339e61f2677 on network 65c2caaf-7197-4cbc-b1bc-ba875edb058b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:54:03.536028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Attempting to bind port 43e82785-22da-4b3e-b373-6339e61f2677 on network 65c2caaf-7197-4cbc-b1bc-ba875edb058b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:03.543415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:54:03.543883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Checking segment: {'id': 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:03.545093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Bound using segment: {'id': 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:54:03.545685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Bound port: 43e82785-22da-4b3e-b373-6339e61f2677, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:03.546244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.548904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:03.558858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Port eb951337-c99e-495f-880b-0bef62bb13ec on network aaee5b66-2c2f-4103-886a-d98feb0a9000 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:54:03.559328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Attempting to bind port eb951337-c99e-495f-880b-0bef62bb13ec on network aaee5b66-2c2f-4103-886a-d98feb0a9000 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:03.570077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 53, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:54:03.570531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Checking segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:03.571029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Bound using segment: {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:54:03.571964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Bound port: eb951337-c99e-495f-880b-0bef62bb13ec, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ad20e9f2-8c21-4443-9960-45e18fb14588', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:03.572434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.826194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:03.838256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:03.871929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:54:03.874525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:54:03.885565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb951337-c99e-495f-880b-0bef62bb13ec,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:54:03.888522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=43e82785-22da-4b3e-b373-6339e61f2677,segment=NetworkSegment(a11b0436-cb7f-4cb1-84d8-e65ae29043e2),segment_id=a11b0436-cb7f-4cb1-84d8-e65ae29043e2)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:54:03.893783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.897973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.915732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfb413-94bd-423d-b216-4c34b09b323c req-36039dda-926c-41d7-a44d-7aff0ae5e87c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:03.917928 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0adfb413-94bd-423d-b216-4c34b09b323c req-36039dda-926c-41d7-a44d-7aff0ae5e87c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1958334 Apr 28 19:54:03.986872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:03.998995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=febaa4c1-a594-452a-8700-2dbaf4c4e3f5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.040292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.040972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.042579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 1091 time: 2.7660527 Apr 28 19:54:04.043399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:04.051310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0adfb413-94bd-423d-b216-4c34b09b323c req-6a1b1f82-cbd6-4a03-afa6-70cb5364029b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904667 Apr 28 19:54:04.063542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.063913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.065398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] 10.222.0.41 "PUT /v2.0/ports/43e82785-22da-4b3e-b373-6339e61f2677 HTTP/1.1" status: 200 len: 1091 time: 2.7899797 Apr 28 19:54:04.073349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Pushing event deleted for resources: {'Port': ['ID=0f4c53a3-5ce2-456e-bf46-99ad1896cad9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.073753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b00c-fa4b-42a8-9e47-8d34423c1fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.167416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-5382b0c7-262f-4a43-9666-f5de9279f78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.169114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-5382b0c7-262f-4a43-9666-f5de9279f78a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1095 time: 0.7494249 Apr 28 19:54:04.288638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3323afc-d1d4-4b13-b5c1-dbac8aa55d47 req-74dfdf19-f89b-4b04-8ea3-da335080f38a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.296828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3323afc-d1d4-4b13-b5c1-dbac8aa55d47 req-74dfdf19-f89b-4b04-8ea3-da335080f38a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 943 time: 1.0321031 Apr 28 19:54:04.405540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c05446-5709-48fb-87aa-866e7aac715f service neutron] Pushing event updated for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:04.494260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-0be32ffd-2ca0-4d2a-b51a-33f92a8d0f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.499164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-0be32ffd-2ca0-4d2a-b51a-33f92a8d0f81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5898371d86a14e50a771f62fbf03b115&device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 1094 time: 0.1877818 Apr 28 19:54:04.504061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-85fb6c7d-491e-4c3f-8597-090e67242aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.507007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-85fb6c7d-491e-4c3f-8597-090e67242aba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1094 time: 0.2999930 Apr 28 19:54:04.548203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3323afc-d1d4-4b13-b5c1-dbac8aa55d47 req-0ae96c2c-742c-4b70-8deb-b1568097bc04 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461675 Apr 28 19:54:04.549375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.689386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-70efbea0-8887-4198-bb8f-8fb79239916b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.690852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-70efbea0-8887-4198-bb8f-8fb79239916b service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.5142238 Apr 28 19:54:04.772532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.777135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-57db2375-2963-4c35-b73f-8eaa1f6ec72d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 200 len: 217 time: 0.0778933 Apr 28 19:54:04.777881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:04.866052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-7edd6864-f76e-4c4b-9fde-0cf5d561f084 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e82785-22da-4b3e-b373-6339e61f2677 HTTP/1.1" status: 200 len: 217 time: 0.3570933 Apr 28 19:54:04.868988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-405561a2-01aa-4b52-aa22-87724fb8f6c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 217 time: 0.1647172 Apr 28 19:54:04.984424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-a6fa2321-ea1e-467c-9514-49a4053eae50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:04.986098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-a6fa2321-ea1e-467c-9514-49a4053eae50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.1058514 Apr 28 19:54:05.067069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-440e2ed4-e478-43cc-adf6-7a3b1f59d46a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.068519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-440e2ed4-e478-43cc-adf6-7a3b1f59d46a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da6f3d45-ddff-42dc-9f1e-1175d940403a HTTP/1.1" status: 200 len: 857 time: 0.1905444 Apr 28 19:54:05.104345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-d3da876b-e113-4a9a-bc4e-58b1c42e704a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.105870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-d3da876b-e113-4a9a-bc4e-58b1c42e704a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.2916112 Apr 28 19:54:05.124257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65ed2-140d-4c08-a35b-e2449b3117ed req-a14c0817-0904-4ac1-86b7-b12cd689a6d0 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.130616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff65ed2-140d-4c08-a35b-e2449b3117ed req-a14c0817-0904-4ac1-86b7-b12cd689a6d0 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.132166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aff65ed2-140d-4c08-a35b-e2449b3117ed req-a14c0817-0904-4ac1-86b7-b12cd689a6d0 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95&device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 1682 time: 0.5093405 Apr 28 19:54:05.141643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-5a27ee6a-ed3c-4241-befe-a6f5b9ca99e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65c2caaf-7197-4cbc-b1bc-ba875edb058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0648937 Apr 28 19:54:05.198134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-05f3cd12-ab52-4b56-909f-073056eb74da service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642776 Apr 28 19:54:05.220027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aff65ed2-140d-4c08-a35b-e2449b3117ed req-971c3f69-a11c-46d0-bddb-2171b6a2fcf8 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765693 Apr 28 19:54:05.341114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c79a4d-1d86-4f80-b58f-1c650bc1bb74 req-34d57e02-36ac-42a0-9aea-8fc38a183111 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.342712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69c79a4d-1d86-4f80-b58f-1c650bc1bb74 req-34d57e02-36ac-42a0-9aea-8fc38a183111 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 944 time: 0.4898310 Apr 28 19:54:05.468326 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb6edcbf-4540-4126-bc56-ebe4b91e9a37'] response: {'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'status': 'completed', 'code': 200} Apr 28 19:54:05.491239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-baa3b98d-5615-44fe-ab6b-a260eedf9df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.492731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-baa3b98d-5615-44fe-ab6b-a260eedf9df5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4980891 Apr 28 19:54:05.564998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7052448b-083d-476b-9aec-bc66e831ae11 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:05.652968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-54f76f6c-e2df-4674-988f-631a62b57a50 service neutron] 10.222.0.41 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924550 Apr 28 19:54:05.751515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7052448b-083d-476b-9aec-bc66e831ae11,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:05.772728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7052448b-083d-476b-9aec-bc66e831ae11', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'port_id': '7052448b-083d-476b-9aec-bc66e831ae11', 'mac_address': 'fa:16:3e:c1:57:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:05.792624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69c79a4d-1d86-4f80-b58f-1c650bc1bb74 req-bfee9be1-55b2-455e-b3fe-328e390e9980 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2586441 Apr 28 19:54:05.795364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-799dec0a-c62a-4510-ad95-c2e9396efc5c req-166441e1-893e-452a-a98b-4b3040aa0dad service neutron] 10.222.0.41 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330783 Apr 28 19:54:05.806631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00261e2d-cbbf-492d-bb97-194c4578e37d req-c8350f3c-9e1b-4754-b67e-e097799213d0 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:05.811215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.813902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00261e2d-cbbf-492d-bb97-194c4578e37d req-c8350f3c-9e1b-4754-b67e-e097799213d0 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 943 time: 0.3774722 Apr 28 19:54:05.814282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-9f49f947-6aa9-4b8b-8374-ec89655f5b48 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5531118 Apr 28 19:54:05.840049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.900121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00261e2d-cbbf-492d-bb97-194c4578e37d req-062a85cf-9af1-4a05-a7a1-7c1d8b0a7553 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846217 Apr 28 19:54:05.902709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-baf52f37-ceb1-401c-90a2-c1f4862bb839 service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3945000 Apr 28 19:54:05.924930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:05.973039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7052448b-083d-476b-9aec-bc66e831ae11 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:06.012814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7052448b-083d-476b-9aec-bc66e831ae11,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:06.019036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.101280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22a24614-4ada-4e92-ad3d-c2e5463ee2ef req-1fe49d98-b84c-43cf-921c-b05d940317af service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907883 Apr 28 19:54:06.142864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Router bb42949c-849e-4e78-a3a6-ce32d1ba86aa has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:54:06.177342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:06.189380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=febaa4c1-a594-452a-8700-2dbaf4c4e3f5,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:06.256225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa0a92-5eff-4da8-b2f4-713a4b41cde5 req-ed5cc8e2-d7fd-4458-b505-c58bfb5040a7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.256944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8fa0a92-5eff-4da8-b2f4-713a4b41cde5 req-ed5cc8e2-d7fd-4458-b505-c58bfb5040a7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:06.281215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8c304-c101-4968-89d2-c24397948ece req-16581a3f-0480-4fad-b139-81ec6810fb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.281684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-16581a3f-0480-4fad-b139-81ec6810fb3b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1094 time: 0.1121905 Apr 28 19:54:06.284430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.287033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8fa0a92-5eff-4da8-b2f4-713a4b41cde5 req-ed5cc8e2-d7fd-4458-b505-c58bfb5040a7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:06.288270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8fa0a92-5eff-4da8-b2f4-713a4b41cde5 req-ed5cc8e2-d7fd-4458-b505-c58bfb5040a7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 943 time: 0.1862783 Apr 28 19:54:06.318868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7052448b-083d-476b-9aec-bc66e831ae11'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:06.375280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad2cf11-ec5f-4feb-9fbc-7ab1b88c22db req-5daf583a-8509-4263-a019-2b4fd4f6e44f service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5536368 Apr 28 19:54:06.378522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8fa0a92-5eff-4da8-b2f4-713a4b41cde5 req-5d34b59a-f043-4ba1-b280-31f40fa026d2 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Apr 28 19:54:06.420259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.421635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c7cab67-6f94-4b56-960f-1f2d98a069e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.6630745 Apr 28 19:54:06.460951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:06.469676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a2aad89c-70b2-42eb-b96f-5517b95c410a admin admin] 10.222.0.24 "PUT /v2.0/routers/bb42949c-849e-4e78-a3a6-ce32d1ba86aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8797412 Apr 28 19:54:06.478393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Sync routers for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:06.493487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d941ead-a1c0-4cb4-924f-2bd764388133 req-49ea14a1-ac9a-45ba-8667-c46754baf528 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.493487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d941ead-a1c0-4cb4-924f-2bd764388133 req-49ea14a1-ac9a-45ba-8667-c46754baf528 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4003258 Apr 28 19:54:06.493861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:06.521983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:06.522606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:06.549302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8c304-c101-4968-89d2-c24397948ece req-96c73754-5af6-4319-8881-7ba98d139b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.551356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-96c73754-5af6-4319-8881-7ba98d139b0d service neutron] 10.222.0.41 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 929 time: 0.2621953 Apr 28 19:54:06.645011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-c7f05700-2a81-494c-85b5-285c6357785b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 217 time: 0.0843601 Apr 28 19:54:06.743108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d941ead-a1c0-4cb4-924f-2bd764388133 req-43a60256-3031-463d-8943-8efe317ef09b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438092 Apr 28 19:54:06.749420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8c304-c101-4968-89d2-c24397948ece req-eb1e6df9-67da-42b3-9409-ab12d8bde729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.750930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-eb1e6df9-67da-42b3-9409-ab12d8bde729 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.0982907 Apr 28 19:54:06.800625 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:06.852343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:06.954472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a8c304-c101-4968-89d2-c24397948ece req-ce6900f4-8188-41eb-9352-8ce48483de60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:06.957098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-ce6900f4-8188-41eb-9352-8ce48483de60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1985652 Apr 28 19:54:06.959490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-fff2c9cc-469d-4a00-8e7c-8d0cf22c0926 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:07.080289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-fff2c9cc-469d-4a00-8e7c-8d0cf22c0926 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:07.089353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-fff2c9cc-469d-4a00-8e7c-8d0cf22c0926 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1029665206&fields=id&tenant_id=f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 267 time: 0.2401729 Apr 28 19:54:07.183341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.204226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Deleting port fa8534db-2187-410d-a459-5be1d2ff98ae {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:07.204574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.269258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23'}], 'enable_snat': True}, 'gw_port_id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:54:03Z', 'revision_number': 5, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port': {'id': 'fa8534db-2187-410d-a459-5be1d2ff98ae', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:3e:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1287, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:51:55Z', 'updated_at': '2022-04-28T19:52:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:07.269568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-9284e6bb-7b4a-48ec-a06f-f92bc29ca894 service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3043833 Apr 28 19:54:07.273546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Checking router: bb42949c-849e-4e78-a3a6-ce32d1ba86aa for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:07.283117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Routers {'bb42949c-849e-4e78-a3a6-ce32d1ba86aa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:07.283737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:53:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:07.337765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-58764fe5-a536-47e6-8e97-4a488c05da5e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:07.338586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-58764fe5-a536-47e6-8e97-4a488c05da5e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:07.547276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:07.558106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-58764fe5-a536-47e6-8e97-4a488c05da5e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:07.561299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] Set router bb42949c-849e-4e78-a3a6-ce32d1ba86aa gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:07.565335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-58764fe5-a536-47e6-8e97-4a488c05da5e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.4749265 Apr 28 19:54:07.597162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-7d13e34c-5e68-444d-b3d6-c896661d49a8 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/quotas/f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 375 time: 0.0306978 Apr 28 19:54:07.617746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 43e82785-22da-4b3e-b373-6339e61f2677 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:07.677210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01a8c304-c101-4968-89d2-c24397948ece req-4a9f129a-c331-4bf1-ac20-298423ac5c71 service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971128 Apr 28 19:54:07.695890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf16d09-15fa-44c0-8626-09c3cb234d17 req-dbce7049-eba2-44fe-a538-f378e851eb8d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:07.700124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-185d22f7-d9c7-4c38-a8a3-509df8a8fcf7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:07.703926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adf16d09-15fa-44c0-8626-09c3cb234d17 req-dbce7049-eba2-44fe-a538-f378e851eb8d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4078093 Apr 28 19:54:07.710242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:54:07Z', 'revision_number': 6, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:07.719499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-185d22f7-d9c7-4c38-a8a3-509df8a8fcf7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:07.719788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7388a867-9b33-40cd-a8a2-937382d98e0f None None] The sync data for ids ['bb42949c-849e-4e78-a3a6-ce32d1ba86aa'] in n-d-839811-1 is: [{'id': 'bb42949c-849e-4e78-a3a6-ce32d1ba86aa', 'name': 'tempest-ServerRescueTestJSONUnderV235-358607719-router', 'tenant_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:51:54Z', 'updated_at': '2022-04-28T19:54:07Z', 'revision_number': 6, 'project_id': '9ce64699e5af42e89d74cbfda9f6a9ff', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:07.734772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-185d22f7-d9c7-4c38-a8a3-509df8a8fcf7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1358981 Apr 28 19:54:07.764450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] For port fa8534db-2187-410d-a459-5be1d2ff98ae, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fa8534db-2187-410d-a459-5be1d2ff98ae,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:07.764820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:07.920223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Calling delete_port for fa8534db-2187-410d-a459-5be1d2ff98ae owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:07.934870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=43e82785-22da-4b3e-b373-6339e61f2677,segment=NetworkSegment(a11b0436-cb7f-4cb1-84d8-e65ae29043e2),segment_id=a11b0436-cb7f-4cb1-84d8-e65ae29043e2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:07.952155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '43e82785-22da-4b3e-b373-6339e61f2677', 'network_id': '65c2caaf-7197-4cbc-b1bc-ba875edb058b', 'port_id': '43e82785-22da-4b3e-b373-6339e61f2677', 'mac_address': 'fa:16:3e:17:b4:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'da6f3d45-ddff-42dc-9f1e-1175d940403a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:07.962621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-62c45cdc-03dd-49b4-bd5a-e1cce1375cc9 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262824 Apr 28 19:54:08.015902 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.031444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-adf16d09-15fa-44c0-8626-09c3cb234d17 req-6f20c7f1-febf-4e8f-a1c0-233f709b93fa tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3256745 Apr 28 19:54:08.036774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43e82785-22da-4b3e-b373-6339e61f2677 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:08.054549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=43e82785-22da-4b3e-b373-6339e61f2677,segment=NetworkSegment(a11b0436-cb7f-4cb1-84d8-e65ae29043e2),segment_id=a11b0436-cb7f-4cb1-84d8-e65ae29043e2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:08.065058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.066292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb951337-c99e-495f-880b-0bef62bb13ec details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:08.142646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-95b641fb-e553-4ef7-af07-70797a61c60d service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1788149 Apr 28 19:54:08.246203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.304406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb951337-c99e-495f-880b-0bef62bb13ec,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:08.338391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8534db-2187-410d-a459-5be1d2ff98ae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.350871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'mac_address': 'fa:16:3e:44:34:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 408, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:08.438792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.479019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb951337-c99e-495f-880b-0bef62bb13ec {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:08.513522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.518426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb951337-c99e-495f-880b-0bef62bb13ec,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:08.522775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.556680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.612049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:08.783665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04923d45-d51e-4d11-b361-481a654c5de9 req-6061fb4e-a08b-4aed-8106-62a123d117ea tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:08.785335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-04923d45-d51e-4d11-b361-481a654c5de9 req-6061fb4e-a08b-4aed-8106-62a123d117ea tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 944 time: 0.2354457 Apr 28 19:54:08.791871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['43e82785-22da-4b3e-b373-6339e61f2677'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:08.824650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b77a82-ba60-43d4-8846-f51636919313 req-4a0c5622-518c-4de7-90c8-43d3a5528443 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:08.829359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b77a82-ba60-43d4-8846-f51636919313 req-4a0c5622-518c-4de7-90c8-43d3a5528443 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/ports?device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 946 time: 0.1755488 Apr 28 19:54:08.835628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1957c-2af4-4987-8501-33870cf1b602 req-5c51e6da-c065-4ed8-a076-dd9067e1386b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:08.843792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79a1957c-2af4-4987-8501-33870cf1b602 req-5c51e6da-c065-4ed8-a076-dd9067e1386b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 945 time: 0.6498547 Apr 28 19:54:08.855978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['eb951337-c99e-495f-880b-0bef62bb13ec'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:08.874083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.878100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.914693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79a1957c-2af4-4987-8501-33870cf1b602 req-cce1a1ad-4f5d-4245-8e8b-db9267aadfe5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Apr 28 19:54:08.947862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.948408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb42949c-849e-4e78-a3a6-ce32d1ba86aa {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:54:08.970862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:08.975933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:08.983475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cba63635-c5a7-4a1b-af63-934f36e42e2b admin admin] 10.222.0.24 "DELETE /v2.0/routers/bb42949c-849e-4e78-a3a6-ce32d1ba86aa HTTP/1.1" status: 204 len: 168 time: 2.4871862 Apr 28 19:54:09.050450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-04923d45-d51e-4d11-b361-481a654c5de9 req-9cf3c0b5-8f70-46c4-aee5-78015d97343a tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192025 Apr 28 19:54:09.065365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Deleting port 74b08aca-5158-4e3c-833b-33d8e596e54c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:09.065923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.151155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fa8534db-2187-410d-a459-5be1d2ff98ae no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:09.186089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Deleting subnet 97572f94-c848-4b5b-8aad-a81c98c9798d {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:54:09.199989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.266414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: fa8534db-2187-410d-a459-5be1d2ff98ae {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:09.268275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fa8534db-2187-410d-a459-5be1d2ff98ae not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:09.268791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:09.332819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:09.333338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0f4c53a3-5ce2-456e-bf46-99ad1896cad9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:09.396477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.538680 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506fea67-4f84-45a4-b1dc-4e2dec5c72d5'] response: {'name': 'network-changed', 'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677', 'status': 'completed', 'code': 200} Apr 28 19:54:09.620950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7052448b-083d-476b-9aec-bc66e831ae11 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:09.745930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-3dbc199f-fe52-419b-8b26-60593f988ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:09.747514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-3dbc199f-fe52-419b-8b26-60593f988ad3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5898371d86a14e50a771f62fbf03b115&device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 1095 time: 0.1670196 Apr 28 19:54:09.757315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.795637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7052448b-083d-476b-9aec-bc66e831ae11 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:09.802610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:09.803205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.808776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7052448b-083d-476b-9aec-bc66e831ae11 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:09.809374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.835736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df13472-88d1-497d-829a-6fe16f388cc6 req-005e9965-b9de-45ee-bf1c-fc5d9e15ce03 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:09.837756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df13472-88d1-497d-829a-6fe16f388cc6 req-005e9965-b9de-45ee-bf1c-fc5d9e15ce03 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 944 time: 0.5456638 Apr 28 19:54:09.941115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:09.962936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cbc14e2-9e2c-4706-9885-6d305089cc1e req-7357fd15-2db9-40b0-a52d-d2c1cfac2c55 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 210 time: 0.1253884 Apr 28 19:54:09.981954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.024452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-3e3deb76-2c29-4d54-8ce1-4b220102d268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:10.025929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-3e3deb76-2c29-4d54-8ce1-4b220102d268 service neutron] 10.222.0.41 "GET /v2.0/networks?id=65c2caaf-7197-4cbc-b1bc-ba875edb058b HTTP/1.1" status: 200 len: 918 time: 0.2708337 Apr 28 19:54:10.050789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Calling delete_port for 74b08aca-5158-4e3c-833b-33d8e596e54c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:10.060396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7052448b-083d-476b-9aec-bc66e831ae11,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:10.064219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:10.076976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.081481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 74b08aca-5158-4e3c-833b-33d8e596e54c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:10.120218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-63212fa0-326d-47fc-9d9a-b309584c9317 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=43e82785-22da-4b3e-b373-6339e61f2677 HTTP/1.1" status: 200 len: 217 time: 0.0871155 Apr 28 19:54:10.208142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-a6613fa8-7996-411a-965a-fea2c0e0fcd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:10.209851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-a6613fa8-7996-411a-965a-fea2c0e0fcd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=da6f3d45-ddff-42dc-9f1e-1175d940403a HTTP/1.1" status: 200 len: 857 time: 0.0831332 Apr 28 19:54:10.229689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df13472-88d1-497d-829a-6fe16f388cc6 req-1c16c6f3-708d-4cd8-a899-7d7b2d2f0f3a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082483 Apr 28 19:54:10.280677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-77bee4e4-6c55-4ee7-b90e-6d140ca51c50 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=65c2caaf-7197-4cbc-b1bc-ba875edb058b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619953 Apr 28 19:54:10.311544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.497213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.508808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.558156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:10.565547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.698593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.776851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97572f94-c848-4b5b-8aad-a81c98c9798d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:10.793360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:10.818157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b19e5652-9ab8-4288-85b1-baf216605aab admin admin] 10.222.0.24 "DELETE /v2.0/subnets/97572f94-c848-4b5b-8aad-a81c98c9798d HTTP/1.1" status: 204 len: 168 time: 1.8327923 Apr 28 19:54:10.823379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:10.856365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:54:10.856678 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:54:10.863960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-0e5de567-65de-4c64-ae8c-661788f8d7a4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:10.865833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-0e5de567-65de-4c64-ae8c-661788f8d7a4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.7227073 Apr 28 19:54:10.964466 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-bb311c1c-937a-44be-b452-e4344b362fd1 service neutron] 10.222.0.41 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6692770 Apr 28 19:54:11.012743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.024944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d8566-2960-4ea0-8f80-316e8d189416 req-11203070-2a57-4c9d-af0a-0d322ee54c78 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.028620 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-318d8566-2960-4ea0-8f80-316e8d189416 req-11203070-2a57-4c9d-af0a-0d322ee54c78 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.5413284 Apr 28 19:54:11.034330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf27ca-7aa2-4740-ac46-19ec98eeb741 req-2bc6ddbc-a09e-4fad-ac22-24d6fe1d9189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.036170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4daf27ca-7aa2-4740-ac46-19ec98eeb741 req-2bc6ddbc-a09e-4fad-ac22-24d6fe1d9189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.6191521 Apr 28 19:54:11.036783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-fee45386-6258-4961-82e3-44e23382abf6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 380 time: 0.1548386 Apr 28 19:54:11.066592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'device_id': '0698d452-2272-4561-a645-40603bd4742a', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'admin_state_up': True, 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'security_groups': ['ec8e48f1-d32f-4742-86c7-0564b334cb12']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:11.175215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-520531cd-2054-4e83-8f05-3d144e5951d5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.176068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-520531cd-2054-4e83-8f05-3d144e5951d5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:11.190873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4daf27ca-7aa2-4740-ac46-19ec98eeb741 req-e3637f2e-5164-4d15-81b6-8a75a31b2b30 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466393 Apr 28 19:54:11.209103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb7d805f-161b-449e-9909-1d665fa01f3d req-a66e4294-634a-43d5-88a5-4a8659691135 service neutron] 10.222.0.41 "GET /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351351 Apr 28 19:54:11.209818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-520531cd-2054-4e83-8f05-3d144e5951d5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:11.221667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-520531cd-2054-4e83-8f05-3d144e5951d5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "GET /v2.0/ports?device_id=53b1d8ac-6aa7-4260-aca9-e3248a8c2a95 HTTP/1.1" status: 200 len: 945 time: 0.2988353 Apr 28 19:54:11.233573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-318d8566-2960-4ea0-8f80-316e8d189416 req-bb17e35b-892d-4ed7-8899-94a325249e00 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1922541 Apr 28 19:54:11.301304 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ecc95cc-679e-439a-9c93-be5bebd30dae'] response: {'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11', 'code': 200} Apr 28 19:54:11.317088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Deleting port d559845e-e8fb-4ff6-be0c-dd3756841729 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:11.318080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.351370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.365101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Deleting port 74b08aca-5158-4e3c-833b-33d8e596e54c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:11.365454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.561134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2815c5df-228c-47aa-a714-b6b1e7926a02']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:11.583083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54e66a31-f303-4c1d-bbfe-f377e85a345f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:11.583558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54e66a31-f303-4c1d-bbfe-f377e85a345f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:11.597163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:11.640838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 43e82785-22da-4b3e-b373-6339e61f2677 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:11.696580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acc6e8-0ea5-4fde-9eab-682deba726dd req-86c1dfbe-0f92-422a-b3dd-69d258ccea75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.698481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86acc6e8-0ea5-4fde-9eab-682deba726dd req-86c1dfbe-0f92-422a-b3dd-69d258ccea75 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1097 time: 0.3153696 Apr 28 19:54:11.718960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 43e82785-22da-4b3e-b373-6339e61f2677 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:11.724453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 43e82785-22da-4b3e-b373-6339e61f2677 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:11.724882 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.764282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aade12a-dbf8-4ae1-a5bf-17d0d4868fdd req-8ddc392c-6ed3-4ef1-9c09-fc3b73e6746b tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.767180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8aade12a-dbf8-4ae1-a5bf-17d0d4868fdd req-8ddc392c-6ed3-4ef1-9c09-fc3b73e6746b tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 944 time: 0.2898269 Apr 28 19:54:11.770229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.777345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:11.822979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:11.826744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.844790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.864795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8aade12a-dbf8-4ae1-a5bf-17d0d4868fdd req-b7695fec-f1e2-401d-8d13-9569bef6857c tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/security-groups?id=2551dd3f-db41-4d06-a070-8311226be089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737183 Apr 28 19:54:11.864795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86acc6e8-0ea5-4fde-9eab-682deba726dd req-04ca1704-242f-464f-9778-645836d393ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434851 Apr 28 19:54:11.882365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] For port d559845e-e8fb-4ff6-be0c-dd3756841729, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d559845e-e8fb-4ff6-be0c-dd3756841729,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:11.882738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.885553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:11.886086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.924030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:11.936305 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:11.964106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f52f7a-4302-43d8-ab54-e4a1548711b1 req-dd1eae0a-1f0f-46c7-97a1-fe7b2e4a83fb tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:11.971695 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0f52f7a-4302-43d8-ab54-e4a1548711b1 req-dd1eae0a-1f0f-46c7-97a1-fe7b2e4a83fb tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 944 time: 0.5252142 Apr 28 19:54:11.978989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.982389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=43e82785-22da-4b3e-b373-6339e61f2677,segment=NetworkSegment(a11b0436-cb7f-4cb1-84d8-e65ae29043e2),segment_id=a11b0436-cb7f-4cb1-84d8-e65ae29043e2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:11.986928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:11.988060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb951337-c99e-495f-880b-0bef62bb13ec up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:12.070503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] For port 74b08aca-5158-4e3c-833b-33d8e596e54c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=74b08aca-5158-4e3c-833b-33d8e596e54c,segment=NetworkSegment(2457fc24-7900-49d2-9f3f-3e6f1692ba67),segment_id=2457fc24-7900-49d2-9f3f-3e6f1692ba67)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:12.070956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.125373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Calling delete_port for d559845e-e8fb-4ff6-be0c-dd3756841729 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:12.148940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port eb951337-c99e-495f-880b-0bef62bb13ec completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:12.159794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port eb951337-c99e-495f-880b-0bef62bb13ec triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:12.160260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.182251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c4f6399-ed5f-491e-8125-f327feadbd86 req-14558ed8-8433-4d59-a30e-7c7563320e20 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 210 time: 0.1687019 Apr 28 19:54:12.229331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Calling delete_port for 74b08aca-5158-4e3c-833b-33d8e596e54c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:12.283275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.287994 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.324900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.340678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0f52f7a-4302-43d8-ab54-e4a1548711b1 req-d73fa4d2-e90f-4587-85d0-2b4506d2a5d8 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3679335 Apr 28 19:54:12.349935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.377718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] 10.222.0.24 "DELETE /v2.0/networks/2815c5df-228c-47aa-a714-b6b1e7926a02 HTTP/1.1" status: 204 len: 168 time: 1.5532908 Apr 28 19:54:12.451073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event deleted for resources: {'Port': ['ID=d559845e-e8fb-4ff6-be0c-dd3756841729,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.466371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4c742a-e9ce-459a-aeee-3225cb38c22a admin admin] Pushing event deleted for resources: {'Network': ['ID=2815c5df-228c-47aa-a714-b6b1e7926a02,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.548481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.572950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] No DVR routers for this DVR port d559845e-e8fb-4ff6-be0c-dd3756841729 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:12.580427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.584721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'name': 'network-vif-deleted', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:12.606070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ce02931-63d2-4166-9b25-55a2fb169120 req-79d4f6e4-aecf-4850-a69d-2e074070caf5 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "DELETE /v2.0/ports/d559845e-e8fb-4ff6-be0c-dd3756841729 HTTP/1.1" status: 204 len: 173 time: 1.3821900 Apr 28 19:54:12.622690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6bfada-d976-40c8-b968-2a90a6542363 req-251556de-d4f6-4b78-b5c1-cd67fe3ee2ea tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:12.624534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e6bfada-d976-40c8-b968-2a90a6542363 req-251556de-d4f6-4b78-b5c1-cd67fe3ee2ea tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 944 time: 0.2357609 Apr 28 19:54:12.625414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35524) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:12.676900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb951337-c99e-495f-880b-0bef62bb13ec,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:12.682227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.740405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e6bfada-d976-40c8-b968-2a90a6542363 req-d095eefa-8713-4474-906e-edefc0569863 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945647 Apr 28 19:54:12.744107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c432cbc3-24aa-43de-922b-fb3febe29dba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9ce64699e5af42e89d74cbfda9f6a9ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173508 Apr 28 19:54:12.746981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:12.829062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.857241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:12.880433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:12.880830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.20.0.4 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/fee388af-fb8d-4c0b-8b67-0808f785e359) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:13.011181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.019334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.033063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae527d59-f56c-4c3c-8d57-520bf90f7b8b req-d631821e-23fa-4928-b46b-dd1161cd2b48 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.034832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae527d59-f56c-4c3c-8d57-520bf90f7b8b req-d631821e-23fa-4928-b46b-dd1161cd2b48 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4812658 Apr 28 19:54:13.048253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65c8722b-564d-4c57-8494-a06ff0adbc77,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:13.051091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.052485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a87bb7e0-0866-4924-8813-201f254ca5e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65c8722b-564d-4c57-8494-a06ff0adbc77 HTTP/1.1" status: 204 len: 168 time: 0.3042367 Apr 28 19:54:13.081401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5355d3-3e7e-478f-a446-02f5cdfdfae1 req-99626661-95e4-4866-a095-a9de7dd534ba tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.083119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f5355d3-3e7e-478f-a446-02f5cdfdfae1 req-99626661-95e4-4866-a095-a9de7dd534ba tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1341240 Apr 28 19:54:13.192041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Pushing event deleted for resources: {'Port': ['ID=74b08aca-5158-4e3c-833b-33d8e596e54c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:13.304124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c'}, {'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677'}, {'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:13.319303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae527d59-f56c-4c3c-8d57-520bf90f7b8b req-70ecd0fb-bea1-466f-949e-e70eb25b4de3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175553 Apr 28 19:54:13.334083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] No DVR routers for this DVR port 74b08aca-5158-4e3c-833b-33d8e596e54c on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:13.336938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.342402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f5355d3-3e7e-478f-a446-02f5cdfdfae1 req-60f89ebc-886a-475f-8ea6-d1d39cf8e67b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521651 Apr 28 19:54:13.351719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-deleted', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:13.372915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b77a82-ba60-43d4-8846-f51636919313 req-cc297a4a-a0f8-4146-bbdc-bdb7cea066d6 tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.41 "DELETE /v2.0/ports/74b08aca-5158-4e3c-833b-33d8e596e54c HTTP/1.1" status: 204 len: 173 time: 4.5221338 Apr 28 19:54:13.431495 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d70c4c-88b8-4e29-bb4c-f2ada4b7ecec'] response: {'server_uuid': '53b1d8ac-6aa7-4260-aca9-e3248a8c2a95', 'name': 'network-vif-deleted', 'tag': 'd559845e-e8fb-4ff6-be0c-dd3756841729', 'status': 'completed', 'code': 200} Apr 28 19:54:13.433720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.463759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Transition to ACTIVE for port object fee388af-fb8d-4c0b-8b67-0808f785e359 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:13.487004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.613817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:13.657992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d559845e-e8fb-4ff6-be0c-dd3756841729 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:13.659036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:13.671684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:13.736300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782f8a21-4f77-4b5c-8fb7-661fe072ad76 req-f68cdfae-1a2b-47dc-a5f6-cef6cbf25e33 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.737355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a1ad156-fb94-47e7-98d6-fd6b2771aed3 req-a7ad4382-805f-407b-b505-d70c77aff32e tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Synchronizing usage tracker for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:13.746789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-782f8a21-4f77-4b5c-8fb7-661fe072ad76 req-f68cdfae-1a2b-47dc-a5f6-cef6cbf25e33 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 931 time: 0.2019289 Apr 28 19:54:13.752617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: d559845e-e8fb-4ff6-be0c-dd3756841729 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:13.753162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d559845e-e8fb-4ff6-be0c-dd3756841729 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:13.762681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:13.798831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a1ad156-fb94-47e7-98d6-fd6b2771aed3 req-a7ad4382-805f-407b-b505-d70c77aff32e tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] Unset dirty status for tenant:7f90cbfd5dd247cd81f4dedad8e66622 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:13.801233 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a1ad156-fb94-47e7-98d6-fd6b2771aed3 req-a7ad4382-805f-407b-b505-d70c77aff32e tempest-ListServersNegativeTestJSON-1228911550 tempest-ListServersNegativeTestJSON-1228911550-project] 10.222.0.24 "GET /v2.0/ports?device_id=fc85cde7-7c3e-450a-ba79-60df97fef877 HTTP/1.1" status: 200 len: 210 time: 0.2239373 Apr 28 19:54:13.832449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:13.833199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:13.841444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-782f8a21-4f77-4b5c-8fb7-661fe072ad76 req-9bd8eed3-201d-4f05-a048-f8a1ada7f39e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937867 Apr 28 19:54:13.891399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-46c25df5-10eb-4984-b725-9aec4846b4ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8319571 Apr 28 19:54:13.928434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Request body: {'port': {'device_id': '0698d452-2272-4561-a645-40603bd4742a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:13.966638 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e362fc-6460-4d3e-8f2f-51f7d067c76b'] response: {'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'code': 200} Apr 28 19:54:13.966949 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e362fc-6460-4d3e-8f2f-51f7d067c76b'] response: {'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677', 'code': 200} Apr 28 19:54:13.967216 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e362fc-6460-4d3e-8f2f-51f7d067c76b'] response: {'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'code': 200} Apr 28 19:54:14.071402 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34a5925b-e617-47a3-9df1-d8b497d1232d'] response: {'server_uuid': 'fc85cde7-7c3e-450a-ba79-60df97fef877', 'name': 'network-vif-deleted', 'tag': '74b08aca-5158-4e3c-833b-33d8e596e54c', 'status': 'completed', 'code': 200} Apr 28 19:54:14.167340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b8f48c29-417f-41ab-bb3f-682795a9e130 None None] Provisioning for port fee388af-fb8d-4c0b-8b67-0808f785e359 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:14.176585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b8f48c29-417f-41ab-bb3f-682795a9e130 None None] Provisioning complete for port fee388af-fb8d-4c0b-8b67-0808f785e359 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:14.177090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8f48c29-417f-41ab-bb3f-682795a9e130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.270913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b8f48c29-417f-41ab-bb3f-682795a9e130 None None] Port fee388af-fb8d-4c0b-8b67-0808f785e359 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:54:14.290454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd03af7-a322-4d73-b2bc-190fcdb72ce4 req-836017bc-8178-4f01-a6c9-dcc1309815cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:14.292434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8dd03af7-a322-4d73-b2bc-190fcdb72ce4 req-836017bc-8178-4f01-a6c9-dcc1309815cf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1096 time: 0.1645391 Apr 28 19:54:14.336688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb75fe0-a2bf-48e1-90de-62908f0031b0 req-61ef26ab-6de7-4f7b-a3ff-27f039e00187 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:14.339085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bb75fe0-a2bf-48e1-90de-62908f0031b0 req-61ef26ab-6de7-4f7b-a3ff-27f039e00187 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 945 time: 0.2563736 Apr 28 19:54:14.381856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8dd03af7-a322-4d73-b2bc-190fcdb72ce4 req-711bdb4f-1600-4136-8357-6e07a16ab0ce service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833850 Apr 28 19:54:14.401124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5bb75fe0-a2bf-48e1-90de-62908f0031b0 req-2090e582-081c-4cea-aeac-a26c83c932b3 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Synchronizing usage tracker for tenant:5898371d86a14e50a771f62fbf03b115 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:14.445856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5bb75fe0-a2bf-48e1-90de-62908f0031b0 req-2090e582-081c-4cea-aeac-a26c83c932b3 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Unset dirty status for tenant:5898371d86a14e50a771f62fbf03b115 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:14.448803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bb75fe0-a2bf-48e1-90de-62908f0031b0 req-2090e582-081c-4cea-aeac-a26c83c932b3 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990362 Apr 28 19:54:14.461943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:14.519236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843ef8d6-6544-43ae-bb96-0acd2c889387 req-454f8ec0-b0a5-4ee2-89dd-758e74b2a37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:14.530890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-843ef8d6-6544-43ae-bb96-0acd2c889387 req-454f8ec0-b0a5-4ee2-89dd-758e74b2a37b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 1096 time: 0.4216809 Apr 28 19:54:14.599696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3ebe9b-a27f-401f-ab6a-4fafe8c1bbac req-4d48fe0a-acaa-48c7-80ef-20d0ca0fc782 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:14.601949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb3ebe9b-a27f-401f-ab6a-4fafe8c1bbac req-4d48fe0a-acaa-48c7-80ef-20d0ca0fc782 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.3845587 Apr 28 19:54:14.717061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad39ce5-0079-4532-ac8c-99db89a01e56 req-10977020-d717-4541-84ba-678b98b33a95 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:14.719378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ad39ce5-0079-4532-ac8c-99db89a01e56 req-10977020-d717-4541-84ba-678b98b33a95 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1124439 Apr 28 19:54:14.755774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb3ebe9b-a27f-401f-ab6a-4fafe8c1bbac req-1da5957d-3ec5-4880-a78c-7c2b4262c73d tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384859 Apr 28 19:54:14.762729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-843ef8d6-6544-43ae-bb96-0acd2c889387 req-f7003904-db11-4ecc-a241-0c17dc34b4a4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597397 Apr 28 19:54:14.786171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ad39ce5-0079-4532-ac8c-99db89a01e56 req-a4f92e28-1575-4914-a0a8-4a5b426b803b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600224 Apr 28 19:54:15.037085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ede9417-b3f0-481f-a84b-89bd04aaa26f req-de88fd68-6cf0-49ed-905e-d21866a0c5d8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:15.038710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ede9417-b3f0-481f-a84b-89bd04aaa26f req-de88fd68-6cf0-49ed-905e-d21866a0c5d8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1727293 Apr 28 19:54:15.154040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:15.164017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.182016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Transition to ACTIVE for port object fee388af-fb8d-4c0b-8b67-0808f785e359 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:15.201331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ede9417-b3f0-481f-a84b-89bd04aaa26f req-f0b036c6-b8f6-4566-95ab-2aafc534542d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485987 Apr 28 19:54:15.203968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:15.320539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f9284-5fd2-4535-8bed-cad142b5f0db req-d5550351-02b0-4423-9841-99f850753b10 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:15.323276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-952f9284-5fd2-4535-8bed-cad142b5f0db req-d5550351-02b0-4423-9841-99f850753b10 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1115682 Apr 28 19:54:15.366517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:15.427515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-952f9284-5fd2-4535-8bed-cad142b5f0db req-f6599cfe-30b4-4a61-8458-8f790ba7492f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967526 Apr 28 19:54:15.650015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-663407b7-c4b9-4ad7-bd79-c8ded691a3c0 req-66363c59-8a44-4f42-be97-4be6f66cb3ce tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1439943 Apr 28 19:54:15.944917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35620) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:16.163869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.182747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:16.188995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Usage tracker for resource:security_group_rule and tenant:da0719bbc24f4a6f896d2efb8aba5844 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:16.193006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:16.200897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:16.212462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86412f6-b9ab-4d83-aa03-cca34210a3c8 req-18dcfb11-e7a3-45ed-a630-0c6ca0883bdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.213202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a86412f6-b9ab-4d83-aa03-cca34210a3c8 req-18dcfb11-e7a3-45ed-a630-0c6ca0883bdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:16.223448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Attempting to bind port fee388af-fb8d-4c0b-8b67-0808f785e359 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:16.223797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Attempting to bind port fee388af-fb8d-4c0b-8b67-0808f785e359 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:16.224104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Attempting to bind port fee388af-fb8d-4c0b-8b67-0808f785e359 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:16.248083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Port fee388af-fb8d-4c0b-8b67-0808f785e359 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:54:16.248403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Attempting to bind port fee388af-fb8d-4c0b-8b67-0808f785e359 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:16.262380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:54:16.262793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:16.268000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:54:16.268458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Bound port: fee388af-fb8d-4c0b-8b67-0808f785e359, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:16.268843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.326144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a86412f6-b9ab-4d83-aa03-cca34210a3c8 req-18dcfb11-e7a3-45ed-a630-0c6ca0883bdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:16.327172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a86412f6-b9ab-4d83-aa03-cca34210a3c8 req-18dcfb11-e7a3-45ed-a630-0c6ca0883bdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 943 time: 0.8013983 Apr 28 19:54:16.385853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.390409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.420165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a86412f6-b9ab-4d83-aa03-cca34210a3c8 req-b72662e7-9f15-4210-854e-9b8266cd4074 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809441 Apr 28 19:54:16.424325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-fbe153f1-9ba0-43e9-a2c3-553e060c0c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.425784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-fbe153f1-9ba0-43e9-a2c3-553e060c0c86 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1097 time: 0.2720468 Apr 28 19:54:16.428310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:54:16.432111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:54:16.449796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=da0719bbc24f4a6f896d2efb8aba5844&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5012593 Apr 28 19:54:16.452077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:16.463975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.468621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7839119e-8bb5-4f27-8cfd-c78358814630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a75a4b2-87d3-4880-b074-886d0c2af112,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.494323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74797e64-71f1-4fbb-87c6-13302c9af610 req-d9898782-543a-4b31-ba1d-c33197adf01e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.501151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74797e64-71f1-4fbb-87c6-13302c9af610 req-d9898782-543a-4b31-ba1d-c33197adf01e tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 945 time: 0.2014880 Apr 28 19:54:16.575145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74797e64-71f1-4fbb-87c6-13302c9af610 req-415d3294-c1f7-4983-b838-dd7492bcabfe tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731332 Apr 28 19:54:16.575914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.602776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.603833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.606561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] 10.222.0.41 "PUT /v2.0/ports/fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 1091 time: 2.6942959 Apr 28 19:54:16.607054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:16.616235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.773494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.794141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e308f9-9b0e-4ee6-9d7f-4f5d24138491 service neutron] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.801180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-089ddb46-e72a-4915-be6b-50aaf35bb93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.803246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-089ddb46-e72a-4915-be6b-50aaf35bb93f service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.3705108 Apr 28 19:54:16.821687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a75a4b2-87d3-4880-b074-886d0c2af112,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:16.828720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:16.832783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c01ef739-7851-41a5-ab7d-1f70caa4d73f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0a75a4b2-87d3-4880-b074-886d0c2af112 HTTP/1.1" status: 204 len: 168 time: 0.3749278 Apr 28 19:54:16.876628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ffc09c-51ba-48ca-9b37-99d7401f46b4 req-0503e380-08bc-4762-9c6a-2dfa10ec6ede tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.887332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22ffc09c-51ba-48ca-9b37-99d7401f46b4 req-0503e380-08bc-4762-9c6a-2dfa10ec6ede tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1602230 Apr 28 19:54:16.913091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-db77616b-cd74-4eac-bafc-712ab16b8e22 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 200 len: 217 time: 0.1028194 Apr 28 19:54:16.980096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-4cd9d80e-a644-4cca-a533-d231b3b3d0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:16.981931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-4cd9d80e-a644-4cca-a533-d231b3b3d0f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1094 time: 0.3225114 Apr 28 19:54:16.982945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22ffc09c-51ba-48ca-9b37-99d7401f46b4 req-057fd0bc-cb97-48aa-b3a9-bc24d904cff9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858512 Apr 28 19:54:17.067062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2c58c-3908-4926-a7c0-3146d45f40c6 req-a6b30736-585e-4685-8c9d-1c52df804178 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.068513 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77d2c58c-3908-4926-a7c0-3146d45f40c6 req-a6b30736-585e-4685-8c9d-1c52df804178 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.4755664 Apr 28 19:54:17.073603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:17.079660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-435b7309-b5bc-43dc-992c-b3be1893813d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.081098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-435b7309-b5bc-43dc-992c-b3be1893813d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.1609137 Apr 28 19:54:17.082549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-d9aa0b8e-9241-4a9d-ab33-845782c9eb26 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 217 time: 0.0798454 Apr 28 19:54:17.153509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Deleting subnet 467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:54:17.157007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.188851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-26364cd6-e5a5-4892-82a5-7dadcf9b1870 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0877302 Apr 28 19:54:17.245917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77d2c58c-3908-4926-a7c0-3146d45f40c6 req-220c082d-72b2-4e31-84ec-ee27044a28ac tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590297 Apr 28 19:54:17.265802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-10c8e6bd-3d5f-4e93-839a-5899663f849f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.265802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-10c8e6bd-3d5f-4e93-839a-5899663f849f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1323597 Apr 28 19:54:17.285609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.364324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.416940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-ead56681-1981-4161-9fe3-ef90eaa64efb service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090950 Apr 28 19:54:17.453858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-6cf2795c-f0ba-41e7-9f12-51a33f55e26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.453858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-6cf2795c-f0ba-41e7-9f12-51a33f55e26f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1371970 Apr 28 19:54:17.515733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.594277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:17.594669 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15dbff5f-0d38-46b4-9c41-2aa56a6c2487'] response: {'name': 'network-changed', 'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'status': 'completed', 'code': 200} Apr 28 19:54:17.601484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.616997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e588b4c-61d3-4632-9c05-cefd3f633375 req-a6748a53-c482-421c-b843-9cec05aadc19 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:17.623772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e588b4c-61d3-4632-9c05-cefd3f633375 req-a6748a53-c482-421c-b843-9cec05aadc19 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4061544 Apr 28 19:54:17.629105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-efa51373-a390-4ac9-b71f-6a726cf4e958 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/467a17cc-cc0d-43b3-9af3-6f5e78c6d3ea HTTP/1.1" status: 204 len: 168 time: 0.5505192 Apr 28 19:54:17.647154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:17.718919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6bd98b4-2e70-4d1a-8aa0-edf5e3e22edb req-3aa8d55c-6713-42ff-885d-af1dd61df797 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951427 Apr 28 19:54:17.781958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:17.800959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e588b4c-61d3-4632-9c05-cefd3f633375 req-9a6c072d-9eeb-4726-a238-fbd32d6d999f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755607 Apr 28 19:54:17.889521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-cedb5504-3a20-41d9-b513-768fb9fe043a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4242771 Apr 28 19:54:17.891888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a945ae2-9ebc-4789-a86c-ef3981e79c59 req-4c55cded-6233-4c39-a819-942df5bbc0fe tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1842523 Apr 28 19:54:18.032072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd1a8b2c-8f91-4c89-b79e-a0b2bef53f82 req-f81965c4-bcfc-45ea-a5d2-ea38b5dfc375 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357925 Apr 28 19:54:18.179297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.210839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2c517ba-1495-4ab9-a036-2a6e1f1342bd req-c5b986f8-c39c-47fd-89b6-fb5e7030aa2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0611134 Apr 28 19:54:18.222008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf8614e-a95d-410e-8cbf-6fb1d6f69815 req-d67f6496-69bd-4ba4-ac1b-ced506f08044 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.223434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbf8614e-a95d-410e-8cbf-6fb1d6f69815 req-d67f6496-69bd-4ba4-ac1b-ced506f08044 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 943 time: 0.1867013 Apr 28 19:54:18.228170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:18.258956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2457fc24-7900-49d2-9f3f-3e6f1692ba67') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:18.259365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2457fc24-7900-49d2-9f3f-3e6f1692ba67') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:18.269192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-6012b041-ad65-4f7f-9bcf-10d50f06abc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.270848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-6012b041-ad65-4f7f-9bcf-10d50f06abc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1094 time: 0.1633744 Apr 28 19:54:18.275901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.283214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbf8614e-a95d-410e-8cbf-6fb1d6f69815 req-fb4cff7a-ac6e-4094-a010-61de6e73a20c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483365 Apr 28 19:54:18.286055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-226fb49a-f636-4df0-84e4-557f89b206ba tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:18.305097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.314898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:18.315371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:18.333412 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:18.348759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-226fb49a-f636-4df0-84e4-557f89b206ba tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:18.350247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-226fb49a-f636-4df0-84e4-557f89b206ba tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 258 time: 0.4921868 Apr 28 19:54:18.409724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:18.419984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:18.425147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Usage tracker for resource:floatingip and tenant:3d4df6107cbc4e098a79c0d356428575 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:18.429144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:18.433370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.438586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.467476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:18.475442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:18.486053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d3f707b8-068b-4944-b0e0-453490790768 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7f5b29bb-e206-4da9-9b7d-7777a6e5a3b1 HTTP/1.1" status: 204 len: 168 time: 0.8377032 Apr 28 19:54:18.490208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.594557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-d759656e-eb58-43b4-8444-bc6d806ddff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.595965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-d759656e-eb58-43b4-8444-bc6d806ddff4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.1415908 Apr 28 19:54:18.655088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:18.694203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-ed9a13c8-48c4-4252-b5fa-bd8d1edb9b02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 217 time: 0.0884550 Apr 28 19:54:18.712112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69380f73-133c-4bc6-8f90-8ce72cebf660 req-b51e4560-6c63-46ad-a0e6-c793769d0172 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.713633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69380f73-133c-4bc6-8f90-8ce72cebf660 req-b51e4560-6c63-46ad-a0e6-c793769d0172 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 945 time: 0.3125036 Apr 28 19:54:18.787678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35708) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:18.791407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69380f73-133c-4bc6-8f90-8ce72cebf660 req-3a2b5de4-2e12-44ae-85bd-34189c372a42 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/security-groups?id=3a7d9567-2681-4824-860c-ad7d10f2271b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482142 Apr 28 19:54:18.812051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-3e79a515-2a4a-45c5-a14e-d71417851479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.813585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-3e79a515-2a4a-45c5-a14e-d71417851479 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1101077 Apr 28 19:54:18.860318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a07d9308-a359-4a32-94c9-5fe3f656baa2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7f90cbfd5dd247cd81f4dedad8e66622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0687447 Apr 28 19:54:18.862180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:18.884730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Allocated IP 172.25.2.115 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/3258f41b-fedd-4163-81ea-f42bcb208c2e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:18.908776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-1a52f062-0370-4021-bd6b-f6c81f31eec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:18.910240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-1a52f062-0370-4021-bd6b-f6c81f31eec9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0843549 Apr 28 19:54:19.035684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.084428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.103716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9852d6-17be-4c8e-afe6-4b4022fb20da req-62aa0a91-3ab7-49fd-876c-8ebdc1c786ba tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:19.105172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ec9852d6-17be-4c8e-afe6-4b4022fb20da req-62aa0a91-3ab7-49fd-876c-8ebdc1c786ba tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1997840 Apr 28 19:54:19.111204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-509fce4e-36a6-4550-af12-32bc0b54915b service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631947 Apr 28 19:54:19.123194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.175752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.189955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ec9852d6-17be-4c8e-afe6-4b4022fb20da req-3acad5e8-e200-410a-ad82-8a91332d5f99 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778151 Apr 28 19:54:19.249122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event updated for resources: {'Port': ['ID=3258f41b-fedd-4163-81ea-f42bcb208c2e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.252414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.267726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2551dd3f-db41-4d06-a070-8311226be089,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:19.282442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:19.284623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:19.286247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dab9fba-2ff2-444d-983c-a9fd6908f879 req-c9838d9b-0528-40cb-a516-64ceaa4bfb3c service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606789 Apr 28 19:54:19.286996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:19.345096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.346162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-909db37c-3615-4ad4-bce1-a653e504030a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2551dd3f-db41-4d06-a070-8311226be089 HTTP/1.1" status: 204 len: 168 time: 0.4831002 Apr 28 19:54:19.392720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.446994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-3bea89bd-1c5a-44c9-aad0-50da4744efd9 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:19.448475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-3bea89bd-1c5a-44c9-aad0-50da4744efd9 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.41 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 945 time: 0.1650259 Apr 28 19:54:19.527948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.571937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Deleting port 43e82785-22da-4b3e-b373-6339e61f2677 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:19.572279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.617502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05731a8c-a87c-4b98-8993-6feda6d89444 req-54db6f94-578a-4259-97d2-11075a91ff68 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:19.619648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05731a8c-a87c-4b98-8993-6feda6d89444 req-54db6f94-578a-4259-97d2-11075a91ff68 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.2613707 Apr 28 19:54:19.685445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:19.903111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:19.909007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05731a8c-a87c-4b98-8993-6feda6d89444 req-50351496-8721-44da-80a5-8df34b511fe1 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2754836 Apr 28 19:54:19.925785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:19.928311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:19.935099 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.003550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.033198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:20.068689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:20.082296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.189681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aed1479d-8d6a-4a7a-a49a-f9dd3f590777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.199184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event updated for resources: {'Port': ['ID=3258f41b-fedd-4163-81ea-f42bcb208c2e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.203544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.204664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b021328-2a4d-4072-83d0-2c0e9588f3d1 req-a4243972-0299-407a-a46f-0fd7ebc08130 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0524065 Apr 28 19:54:20.232054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.266056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] For port 43e82785-22da-4b3e-b373-6339e61f2677, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=43e82785-22da-4b3e-b373-6339e61f2677,segment=NetworkSegment(a11b0436-cb7f-4cb1-84d8-e65ae29043e2),segment_id=a11b0436-cb7f-4cb1-84d8-e65ae29043e2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:20.266429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.278569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.279707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-7666808b-d383-4597-9536-5fc82112e7eb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8800728 Apr 28 19:54:20.345206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fee388af-fb8d-4c0b-8b67-0808f785e359'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:20.439064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-10307d5b-8316-4b9f-9cda-6b0914bb840a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:20.476158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-10307d5b-8316-4b9f-9cda-6b0914bb840a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:20.479386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Calling delete_port for 43e82785-22da-4b3e-b373-6339e61f2677 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:20.482767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-10307d5b-8316-4b9f-9cda-6b0914bb840a tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1952503 Apr 28 19:54:20.748849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-227bb2ec-831b-42fa-b843-7aab104fb246 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.755159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.756234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d89eec8-d3d4-4395-bf2b-3e099642509b req-227bb2ec-831b-42fa-b843-7aab104fb246 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2725658 Apr 28 19:54:20.819513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Pushing event deleted for resources: {'Port': ['ID=43e82785-22da-4b3e-b373-6339e61f2677,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:20.914282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] No DVR routers for this DVR port 43e82785-22da-4b3e-b373-6339e61f2677 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:20.917902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:20.920443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'name': 'network-vif-deleted', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:20.945766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b95b712e-d155-417c-b187-9cba8aa9d41b req-65a7f2fe-a172-4476-998c-f27be269b9fc tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.41 "DELETE /v2.0/ports/43e82785-22da-4b3e-b373-6339e61f2677 HTTP/1.1" status: 204 len: 173 time: 1.4830477 Apr 28 19:54:20.960954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94afc65-d320-478e-93e7-882774d283c8 req-edb2b812-32ea-4dfd-bc74-fd4d57bcc750 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:20.962726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a94afc65-d320-478e-93e7-882774d283c8 req-edb2b812-32ea-4dfd-bc74-fd4d57bcc750 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4218009 Apr 28 19:54:21.027063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a94afc65-d320-478e-93e7-882774d283c8 req-65a92561-8076-4fba-b494-1b88d3b23a4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559165 Apr 28 19:54:21.048184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb8c5723-80f6-4d4c-af5c-b4f96055f7fc req-34e6336f-6f25-47e0-83bd-67bbe7209fa3 tempest-InstanceActionsV221TestJSON-220329389 tempest-InstanceActionsV221TestJSON-220329389-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f28b91-6ed0-4407-b2a2-2c95329a2944 HTTP/1.1" status: 200 len: 210 time: 0.1868272 Apr 28 19:54:21.263044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc31c9d7-4bb9-4e9f-a5c0-590a074c644e req-813e407d-ce74-44be-826a-016d293fa2ef tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.264476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc31c9d7-4bb9-4e9f-a5c0-590a074c644e req-813e407d-ce74-44be-826a-016d293fa2ef tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.0913558 Apr 28 19:54:21.314926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc31c9d7-4bb9-4e9f-a5c0-590a074c644e req-4038b934-1670-488c-a2e3-f43ca7aa8302 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423560 Apr 28 19:54:21.705227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:21.726779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab980d-5861-4324-a745-110261171d74 req-95db4366-08df-458c-979c-7e3cbea3041e tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.728410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-95db4366-08df-458c-979c-7e3cbea3041e tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1109760 Apr 28 19:54:21.794970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port fee388af-fb8d-4c0b-8b67-0808f785e359 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:54:21.803738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fee388af-fb8d-4c0b-8b67-0808f785e359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:21.804338 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.819058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a47660a-546b-4322-a893-307d2b73eeee req-a93886c3-6716-4c77-a054-37d8f62ef7f5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:21.821951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a47660a-546b-4322-a893-307d2b73eeee req-a93886c3-6716-4c77-a054-37d8f62ef7f5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1184235 Apr 28 19:54:21.836268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-d8f690fa-ae7c-4d85-aa94-d4e1fe7a5670 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 696 time: 0.1010778 Apr 28 19:54:21.846885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'floatingip': {'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:21.881171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a47660a-546b-4322-a893-307d2b73eeee req-1490938a-c20d-46aa-8557-159fb3ce07dc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510850 Apr 28 19:54:21.942737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.947365 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a75eff9d-cadd-4c33-99f0-844326455c60'] response: {'server_uuid': 'a9f28b91-6ed0-4407-b2a2-2c95329a2944', 'name': 'network-vif-deleted', 'tag': '43e82785-22da-4b3e-b373-6339e61f2677', 'status': 'completed', 'code': 200} Apr 28 19:54:21.954274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:21.987819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:21.998497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:22.002353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.003151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 43e82785-22da-4b3e-b373-6339e61f2677 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:22.115814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:22.119145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 43e82785-22da-4b3e-b373-6339e61f2677 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:22.119667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 43e82785-22da-4b3e-b373-6339e61f2677 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:22.159700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac315ef-33e1-4683-828b-897b634c6116 req-d0742683-93e4-4e87-ad05-6c1fb8b83f2b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.161180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dac315ef-33e1-4683-828b-897b634c6116 req-d0742683-93e4-4e87-ad05-6c1fb8b83f2b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1145599 Apr 28 19:54:22.210748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dac315ef-33e1-4683-828b-897b634c6116 req-73438439-842e-41d8-9de3-4f67693f44cc tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425215 Apr 28 19:54:22.322098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64178cb8-47af-4bf5-9e8b-e0dc12bf4fc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.622614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.628876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:22.669523 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1af38da-d9be-479f-a9e7-56dd9d8f9beb'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:54:22.840170 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Floating IP a3bf5ec8-8234-401a-b176-0f8251ea7d2d associated. External IP: 172.25.2.115, port: eb951337-c99e-495f-880b-0bef62bb13ec. Apr 28 19:54:22.918112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83f4ba-4707-4dc5-9505-62b6b39d5fbe req-8648bce7-df09-42f7-8039-7ceea1b6a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.919671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b83f4ba-4707-4dc5-9505-62b6b39d5fbe req-8648bce7-df09-42f7-8039-7ceea1b6a7a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1096 time: 0.1814268 Apr 28 19:54:22.931382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c989017-c82f-4b42-a1ac-9ce4e635aee1 req-9dddb522-65e3-4474-90b5-5d62ff046f0d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:22.932845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c989017-c82f-4b42-a1ac-9ce4e635aee1 req-9dddb522-65e3-4474-90b5-5d62ff046f0d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1441607 Apr 28 19:54:23.005405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c989017-c82f-4b42-a1ac-9ce4e635aee1 req-31cd8115-d5f4-4dd2-959b-b9e1dbb118b1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592096 Apr 28 19:54:23.007184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b83f4ba-4707-4dc5-9505-62b6b39d5fbe req-604c6e40-c0df-490e-b62a-d57b128054a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733199 Apr 28 19:54:23.239043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b128b908-d524-4c27-acae-008aa6783695 req-91144075-7872-4048-908b-be066c1e48eb tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0415046 Apr 28 19:54:23.348553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Router 88000d01-895d-4eb1-b703-e50a6561cab9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:54:23.430664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ede67-c1f1-40dc-8a77-de86194387a9 req-bf89fb68-1c47-40f5-be5f-7ca154a8c42b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.432410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb1ede67-c1f1-40dc-8a77-de86194387a9 req-bf89fb68-1c47-40f5-be5f-7ca154a8c42b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.0819609 Apr 28 19:54:23.484173 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bb1ede67-c1f1-40dc-8a77-de86194387a9 req-2b793d08-25a6-48d2-b62b-30521c89d900 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430839 Apr 28 19:54:23.569774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:23.574255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.594452 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Sync routers for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:23.616882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:23.617861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:23.650016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-3eda3eb7-3d02-456b-8882-62b47286baf5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "PUT /v2.0/floatingips/a3bf5ec8-8234-401a-b176-0f8251ea7d2d HTTP/1.1" status: 200 len: 996 time: 1.8009405 Apr 28 19:54:23.684011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:23.714336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:23.760298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab980d-5861-4324-a745-110261171d74 req-27f93b09-4046-425f-a1f4-663e32f0eaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.761814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-27f93b09-4046-425f-a1f4-663e32f0eaf3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1096 time: 0.1110001 Apr 28 19:54:23.816277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac56865-4c3c-4161-a17e-7fb41cb15bb5 req-66d3fd85-2f23-4556-af78-fe3a512f1239 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.824372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac56865-4c3c-4161-a17e-7fb41cb15bb5 req-66d3fd85-2f23-4556-af78-fe3a512f1239 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1168454 Apr 28 19:54:23.854408 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:23.879148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac56865-4c3c-4161-a17e-7fb41cb15bb5 req-f13fac8b-a5a1-4a85-8a80-5c4665d3c8f2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538297 Apr 28 19:54:23.932109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab980d-5861-4324-a745-110261171d74 req-84467356-837d-495f-8d80-0992c95ecded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:23.940618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-84467356-837d-495f-8d80-0992c95ecded service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 929 time: 0.1696355 Apr 28 19:54:23.945327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:24.082221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-4104c156-f380-4dda-a7b4-89396b166458 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 999 time: 0.1407998 Apr 28 19:54:24.087082 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0d29f74-c366-47d8-bc04-c3ed194efadb'] response: {'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'status': 'completed', 'code': 200} Apr 28 19:54:24.188979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab980d-5861-4324-a745-110261171d74 req-c83a87db-ac48-4ec2-a461-6f63479c11a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.193887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-c83a87db-ac48-4ec2-a461-6f63479c11a5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.1059668 Apr 28 19:54:24.285714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-8a485104-37cb-4548-bb15-673df6f4f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.287169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-8a485104-37cb-4548-bb15-673df6f4f380 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1096 time: 0.1678720 Apr 28 19:54:24.306081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845f35ef-fa39-4644-aaed-adcc7a6b91fa req-0d049644-cf11-41ac-a04f-89efcbf6a52b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.313913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845f35ef-fa39-4644-aaed-adcc7a6b91fa req-0d049644-cf11-41ac-a04f-89efcbf6a52b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1204729 Apr 28 19:54:24.357169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ab980d-5861-4324-a745-110261171d74 req-c9985cad-656c-443c-b770-b30652415cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.359631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-c9985cad-656c-443c-b770-b30652415cab service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558814 Apr 28 19:54:24.482901 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a3bf5ec8-8234-401a-b176-0f8251ea7d2d', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'mac_address': 'fa:16:3e:44:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:19Z', 'updated_at': '2022-04-28T19:54:22Z', 'revision_number': 1, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:24.488960 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Checking router: 88000d01-895d-4eb1-b703-e50a6561cab9 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:24.501616 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:24.502483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:24.544428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845f35ef-fa39-4644-aaed-adcc7a6b91fa req-ed0ef6af-637c-4d8d-beda-2eb779ca327f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269943 Apr 28 19:54:24.566983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-c73c472b-801a-4ee6-bccc-7e1b3f24f4fe service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906488 Apr 28 19:54:24.742669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-af22237f-b4ea-48fa-b766-98a0308e7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:24.744598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-af22237f-b4ea-48fa-b766-98a0308e7e37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 929 time: 0.4257636 Apr 28 19:54:24.795964 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:24.813770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7ab980d-5861-4324-a745-110261171d74 req-c5fe53de-c37d-41e2-9cde-021563725700 service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341721 Apr 28 19:54:24.908687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35876) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:24.965936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-7914f635-9d11-4e5f-979d-a993baa87fdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 999 time: 0.2128377 Apr 28 19:54:25.040567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Deleting subnet da6f3d45-ddff-42dc-9f1e-1175d940403a {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:54:25.046213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.068640 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.075617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-9f8a40e8-e877-4570-93d3-cea1a9231eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:25.077953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-9f8a40e8-e877-4570-93d3-cea1a9231eca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.1048009 Apr 28 19:54:25.094221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19039f47-a842-4db6-8a21-40c1d5d901fc req-350ff1b1-96dd-43e6-85c6-9c03fd72bd72 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:25.095793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19039f47-a842-4db6-8a21-40c1d5d901fc req-350ff1b1-96dd-43e6-85c6-9c03fd72bd72 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.4245036 Apr 28 19:54:25.098168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35882) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:25.181477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08d1f30b-c919-450a-a8c4-86eeca4924ed req-74feb530-e1c3-42b1-aa6c-a0c519db152b tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0821617 Apr 28 19:54:25.199216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.226496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19039f47-a842-4db6-8a21-40c1d5d901fc req-e29cef3a-ecbf-4a48-ad94-d856b082db0b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801737 Apr 28 19:54:25.277641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-b6e88dcc-8f98-480b-86e2-b6beabc77902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:25.279117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-b6e88dcc-8f98-480b-86e2-b6beabc77902 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1947680 Apr 28 19:54:25.336455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.545570 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-7ed16e52-5193-4fa2-bc60-07cf28a01b63 service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592809 Apr 28 19:54:25.602663 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a3bf5ec8-8234-401a-b176-0f8251ea7d2d', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'mac_address': 'fa:16:3e:44:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:19Z', 'updated_at': '2022-04-28T19:54:22Z', 'revision_number': 1, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:25.607326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9319bb-d1fc-4005-a45a-672f15461e52 None None] The sync data for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 is: [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a3bf5ec8-8234-401a-b176-0f8251ea7d2d', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'floating_ip_address': '172.25.2.115', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'mac_address': 'fa:16:3e:44:34:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:19Z', 'updated_at': '2022-04-28T19:54:22Z', 'revision_number': 1, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:25.661487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.698924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:25.708972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Usage tracker for resource:security_group_rule and tenant:a109c2821eed4479ab32fc5d2c0c6a19 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:25.715430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:25.723178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:25.759660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.826215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264516c8-40e2-49ef-a01b-88c5fa84c874 req-c65b9a22-ff5a-464d-bcd5-ec0666c2be7d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:25.829892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-264516c8-40e2-49ef-a01b-88c5fa84c874 req-c65b9a22-ff5a-464d-bcd5-ec0666c2be7d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.4141579 Apr 28 19:54:25.832821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:25.869447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da6f3d45-ddff-42dc-9f1e-1175d940403a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:25.909217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c7163da1-2809-4722-9397-32cfa05a968c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/da6f3d45-ddff-42dc-9f1e-1175d940403a HTTP/1.1" status: 204 len: 168 time: 0.9991357 Apr 28 19:54:25.910145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35902) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:25.991149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-264516c8-40e2-49ef-a01b-88c5fa84c874 req-0715a250-9fbf-4e9f-bf88-2c003894ea9b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510229 Apr 28 19:54:26.001531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac704de3-e5f4-411e-aba5-9b04e149be5b None None] New status for floating IP a3bf5ec8-8234-401a-b176-0f8251ea7d2d: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:54:26.010971 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-61713b7a-285f-43c8-9256-c092d57336cf tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 258 time: 0.5477567 Apr 28 19:54:26.017789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:26.024336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bf9ac2f-9ba1-40d2-8a8a-ca9e74c8988c req-7a1f34d4-96ff-41e1-a290-f11441f6a2da service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4539194 Apr 28 19:54:26.026532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:26.039407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:26.055418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.104884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.246193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.257150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.278114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.344300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0a4804-17af-486d-a7a7-10a4d5dd7718,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.408013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.427351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-00dd3a11-0d30-48cd-adc3-c818d1141861 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a109c2821eed4479ab32fc5d2c0c6a19&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3269598 Apr 28 19:54:26.428385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:26.449645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65c2caaf-7197-4cbc-b1bc-ba875edb058b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.461960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Allocated IP 172.25.2.198 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/bd2114b9-c3d5-4088-b45a-a0f81e266029) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:26.466441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.466798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11b0436-cb7f-4cb1-84d8-e65ae29043e2') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:26.487972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.502695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1fae73-21aa-4594-b562-1a316f9622aa req-4a6af0f7-3518-409d-b732-7f9fc0b1ddb6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:26.504235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9d1fae73-21aa-4594-b562-1a316f9622aa req-4a6af0f7-3518-409d-b732-7f9fc0b1ddb6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.2869642 Apr 28 19:54:26.515566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:26.520794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'floatingip': {'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:26.600749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.610129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.674301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.719486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.723200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:26.723765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.726209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:26.738464 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:26.798882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.816878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0a4804-17af-486d-a7a7-10a4d5dd7718,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.819942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.908107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:26.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:26.915897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:26.951157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.956931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:26.958592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b33507b-0f59-49be-a142-78139c6ffc0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5f0a4804-17af-486d-a7a7-10a4d5dd7718 HTTP/1.1" status: 204 len: 168 time: 0.5287395 Apr 28 19:54:26.968230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event updated for resources: {'Port': ['ID=bd2114b9-c3d5-4088-b45a-a0f81e266029,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:26.990469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.013614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=65c2caaf-7197-4cbc-b1bc-ba875edb058b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:27.020013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.097443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.211387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-009405ed-249b-48fd-8d3f-59309c9ae7d2 admin admin] 10.222.0.24 "DELETE /v2.0/networks/65c2caaf-7197-4cbc-b1bc-ba875edb058b HTTP/1.1" status: 204 len: 168 time: 1.2966089 Apr 28 19:54:27.223019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61f267-d1c7-4ce2-a6d8-0bc3f4f0b9c8 req-9aa6bcd9-f077-42ac-88da-38ccd83cfdd5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:27.224500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f61f267-d1c7-4ce2-a6d8-0bc3f4f0b9c8 req-9aa6bcd9-f077-42ac-88da-38ccd83cfdd5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5593548 Apr 28 19:54:27.310470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f61f267-d1c7-4ce2-a6d8-0bc3f4f0b9c8 req-d6fa401f-d129-4e33-90a1-86c4387104c7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803165 Apr 28 19:54:27.558061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:27.629121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-49abef63-e6e3-4a0d-9351-81d0b9d2e942 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5898371d86a14e50a771f62fbf03b115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668869 Apr 28 19:54:27.629121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:27.663108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.676007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.708869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e294427d-7327-451b-9055-a44ca7d03b1f req-9cb2ef87-7df5-4676-8053-b87ff3af444d tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0484533 Apr 28 19:54:27.893213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.897497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.934309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event updated for resources: {'Port': ['ID=bd2114b9-c3d5-4088-b45a-a0f81e266029,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:27.941590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:27.954278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.002064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.015201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.023637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-96a490ae-af21-4162-b65e-cc0aa0a6a1e8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0116699 Apr 28 19:54:28.140102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-0a8a41c3-8e52-4255-9f70-c6b49e807b3c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:28.150430 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Floating IP f6028bb1-5f34-447d-bb06-bbf92d6ede04 associated. External IP: 172.25.2.184, port: fee388af-fb8d-4c0b-8b67-0808f785e359. Apr 28 19:54:28.158291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-0a8a41c3-8e52-4255-9f70-c6b49e807b3c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:28.164811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-0a8a41c3-8e52-4255-9f70-c6b49e807b3c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1403470 Apr 28 19:54:28.310140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e7bccc-0db9-46fb-8383-8cfc415e6d35 req-42d23669-0a3a-4885-8d3a-f7815b2361c3 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:28.311461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.312104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57e7bccc-0db9-46fb-8383-8cfc415e6d35 req-42d23669-0a3a-4885-8d3a-f7815b2361c3 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.2527018 Apr 28 19:54:28.345536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7d9567-2681-4824-860c-ad7d10f2271b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:28.355357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-d719cbc9-7be5-455a-bb43-d701d1400f5f tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:28.356735 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b021db7-79e3-49da-89c9-8e5d2add3ee6 req-d719cbc9-7be5-455a-bb43-d701d1400f5f tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1911590 Apr 28 19:54:28.363251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:28.364397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6289fca-def1-4fc9-a33f-0a69fae105ce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3a7d9567-2681-4824-860c-ad7d10f2271b HTTP/1.1" status: 204 len: 168 time: 0.7347836 Apr 28 19:54:28.389675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57e7bccc-0db9-46fb-8383-8cfc415e6d35 req-d067ab49-33d6-4103-b32a-405be27122a6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710106 Apr 28 19:54:28.508671 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:54:28.563488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c0f4cc-9e7a-4dfe-9178-741be7565a6e req-62d955ab-c721-442e-b959-4fe1ca3539eb tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:28.570516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6c0f4cc-9e7a-4dfe-9178-741be7565a6e req-62d955ab-c721-442e-b959-4fe1ca3539eb tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1027565 Apr 28 19:54:28.638785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6c0f4cc-9e7a-4dfe-9178-741be7565a6e req-6c5b046f-fd42-49d5-ab2f-71c2183417f2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669224 Apr 28 19:54:28.754884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Router 195de613-aecd-494c-ac1d-928d85b1284a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:54:28.958689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-b1555f3b-2196-4d45-b28b-3c9444d775b3 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:28.960398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-b1555f3b-2196-4d45-b28b-3c9444d775b3 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1099632 Apr 28 19:54:29.090613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-2404053f-10db-46ed-a13f-b10f4cb58e78 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1245058 Apr 28 19:54:29.101408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-5e43b967-6e54-4d5b-80e2-5f598e00ce63 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'floatingip': {'port_id': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:29.118048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f4a5599-b101-44f6-83bc-bea6d5426ac2 req-21951bb1-6fe0-4bb3-97d4-8ac524066ad4 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0997422 Apr 28 19:54:29.132678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:29.138490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.146542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9835030-82a3-445d-824b-9674c968775e None None] Sync routers for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:29.191646 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:29.192280 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:29.217196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5bfc65ef-ab9a-4c3f-84d8-b4b0edb11824 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "PUT /v2.0/floatingips/f6028bb1-5f34-447d-bb06-bbf92d6ede04 HTTP/1.1" status: 200 len: 991 time: 2.7000933 Apr 28 19:54:29.219303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:29.279543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-5e43b967-6e54-4d5b-80e2-5f598e00ce63 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:29.341310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25deda4a-90be-4e55-8e54-859c2a798f22 req-a32237f1-ae17-4423-bb86-8a90d481e396 tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0759382 Apr 28 19:54:29.435264 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:29.679794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe06b29-8f70-4f7d-8760-d3fff1a7270b req-2cb96e22-990d-48be-8597-34ce285f8442 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:29.701637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffe06b29-8f70-4f7d-8760-d3fff1a7270b req-2cb96e22-990d-48be-8597-34ce285f8442 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1450386 Apr 28 19:54:29.772894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffe06b29-8f70-4f7d-8760-d3fff1a7270b req-16e36971-15d8-4f23-91e9-bdfa05d139fc tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703156 Apr 28 19:54:30.036912 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f6028bb1-5f34-447d-bb06-bbf92d6ede04', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698d452-2272-4561-a645-40603bd4742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:04Z', 'updated_at': '2022-04-28T19:54:27Z', 'revision_number': 1, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:30.048076 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9835030-82a3-445d-824b-9674c968775e None None] Checking router: 195de613-aecd-494c-ac1d-928d85b1284a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:30.058175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:30.058877 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:30.084111 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-5e43b967-6e54-4d5b-80e2-5f598e00ce63 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 19:54:30.093729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0bbf0397-f044-46c9-8abb-08ad0b70f9a1 req-5e43b967-6e54-4d5b-80e2-5f598e00ce63 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "PUT /v2.0/floatingips/3cb7010f-69dc-49a4-9645-b8e6120dea61 HTTP/1.1" status: 409 len: 550 time: 0.9965868 Apr 28 19:54:30.104809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb581-419f-4b5d-a502-3f2018c69496 req-b348cc66-61f4-4545-9a25-c982896a1441 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.106747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59acb581-419f-4b5d-a502-3f2018c69496 req-b348cc66-61f4-4545-9a25-c982896a1441 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1276598 Apr 28 19:54:30.153498 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24b8a3ca-67d7-46a1-a54c-4294cb576a05'] response: {'name': 'network-changed', 'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'status': 'completed', 'code': 200} Apr 28 19:54:30.397918 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:30.423484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59acb581-419f-4b5d-a502-3f2018c69496 req-50f503ac-a10e-4ef4-b7bd-013410b57fff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3055809 Apr 28 19:54:30.580134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-07a49ca1-8d99-401f-a857-cf5a63f2839d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.582586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-07a49ca1-8d99-401f-a857-cf5a63f2839d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1096 time: 0.4082849 Apr 28 19:54:30.752530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9f38e0-4342-45b8-b806-b7c63ce93a04 req-6c744669-77d2-4985-92f6-9f3dbf6f6912 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.759443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8e9f38e0-4342-45b8-b806-b7c63ce93a04 req-6c744669-77d2-4985-92f6-9f3dbf6f6912 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.3286021 Apr 28 19:54:30.764390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca853a-d5d2-4c1d-8804-056337daa0fb req-6ede5d0a-4bb0-400a-bca6-bd32b637b048 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.771923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5ca853a-d5d2-4c1d-8804-056337daa0fb req-6ede5d0a-4bb0-400a-bca6-bd32b637b048 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1690345 Apr 28 19:54:30.824833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5ca853a-d5d2-4c1d-8804-056337daa0fb req-a636b7f3-026f-4213-89b1-137871be33fa tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489895 Apr 28 19:54:30.845186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8e9f38e0-4342-45b8-b806-b7c63ce93a04 req-fe15c2ef-b58b-4e38-a3b6-7952e8e5a23a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848184 Apr 28 19:54:30.864294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-73cd27fc-dc19-4736-80fa-4b37ada3d60c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:30.878544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-73cd27fc-dc19-4736-80fa-4b37ada3d60c service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.2683871 Apr 28 19:54:30.949177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36058) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:31.033764 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-757ad12f-ad6e-42e9-b4fe-a3d6717d9221 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips/3cb7010f-69dc-49a4-9645-b8e6120dea61 HTTP/1.1" status: 200 len: 693 time: 0.1539445 Apr 28 19:54:31.109239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-c2a4b1f0-6efe-45e0-a634-62a496cb273c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.1672060 Apr 28 19:54:31.150354 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c9835030-82a3-445d-824b-9674c968775e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f6028bb1-5f34-447d-bb06-bbf92d6ede04', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698d452-2272-4561-a645-40603bd4742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:04Z', 'updated_at': '2022-04-28T19:54:27Z', 'revision_number': 1, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:31.156729 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9835030-82a3-445d-824b-9674c968775e None None] The sync data for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 is: [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'f6028bb1-5f34-447d-bb06-bbf92d6ede04', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'floating_ip_address': '172.25.2.184', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1479, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0698d452-2272-4561-a645-40603bd4742a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:54:04Z', 'updated_at': '2022-04-28T19:54:27Z', 'revision_number': 1, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:31.175341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.211919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:31.216019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Usage tracker for resource:security_group_rule and tenant:3739a242a81b43adbb7ced894c4dfc00 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:31.224172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:31.234219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:31.274685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-a796b4a6-9da0-421c-88fa-e16d5f57d986 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:31.276031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-a796b4a6-9da0-421c-88fa-e16d5f57d986 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.2363656 Apr 28 19:54:31.285199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-9994f1bf-2748-4b96-81e5-e3362f777fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:31.286623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-9994f1bf-2748-4b96-81e5-e3362f777fc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1282697 Apr 28 19:54:31.322789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24fb5121-ffb4-4df6-a755-c5d27ccbdbfb req-2b0909d8-145d-4134-bfc2-17b3f8861672 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0562596 Apr 28 19:54:31.400383 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.405757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.422799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-2d6842fe-b267-4cc9-ab38-eef1875c4ccd tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1351268 Apr 28 19:54:31.477117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3739a242a81b43adbb7ced894c4dfc00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5266254 Apr 28 19:54:31.478086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a9bc8e-317d-42f5-b047-43f88253f2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=923357bf-df36-4068-b85f-520230d381a4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.481328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36066) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:31.520637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc5d08e2-ce20-4a31-916f-1104d04644c5 None None] New status for floating IP f6028bb1-5f34-447d-bb06-bbf92d6ede04: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:54:31.559453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-cd9e85af-51f5-4f59-9f7f-ea29b0668ceb tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.198 HTTP/1.1" status: 200 len: 696 time: 0.1155546 Apr 28 19:54:31.599112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.607644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcdee8ba-7a26-4c19-b30e-7657d8ed354d req-1b70bfe5-18c4-4511-83bc-7d957f4352a8 tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0574827 Apr 28 19:54:31.646070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.708357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.726014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-1f2622ff-4994-4a69-b2c7-250917cabea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:31.727477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-1f2622ff-4994-4a69-b2c7-250917cabea1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3923647 Apr 28 19:54:31.730218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=923357bf-df36-4068-b85f-520230d381a4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:31.736532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.738243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e58ef9ad-3c1a-48fb-9604-8833f8655581 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/923357bf-df36-4068-b85f-520230d381a4 HTTP/1.1" status: 204 len: 168 time: 0.2558320 Apr 28 19:54:31.852962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9bf491-d05c-40ab-a121-83b1d9b47422 req-8e87dffa-164c-4b8a-a523-a16e121ca258 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:31.863269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb9bf491-d05c-40ab-a121-83b1d9b47422 req-8e87dffa-164c-4b8a-a523-a16e121ca258 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1000180 Apr 28 19:54:31.879152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-ab51e10d-b22c-407f-aefb-64c1adce6397 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422913 Apr 28 19:54:31.882611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Deleting port bd2114b9-c3d5-4088-b45a-a0f81e266029 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:31.882898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:31.909557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb9bf491-d05c-40ab-a121-83b1d9b47422 req-1c8d97e2-13b7-4e5d-8f9c-b9511e39403e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453451 Apr 28 19:54:32.150880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:32.177875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.197331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:32.209828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16893c1a-e868-40c0-bc84-1087287b9aed req-64c95b53-f902-45ef-a83b-fcca12183a89 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:32.214170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16893c1a-e868-40c0-bc84-1087287b9aed req-64c95b53-f902-45ef-a83b-fcca12183a89 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1447489 Apr 28 19:54:32.216468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Usage tracker for resource:security_group_rule and tenant:0465bd1d3cbb4e73820a4e11fa7bc950 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:32.222237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:32.230695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:32.260255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b6a17d-b363-4f91-b454-8ae07837248e req-0fc533f7-b809-4500-8081-0d7c182e7dc8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0758097 Apr 28 19:54:32.295041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16893c1a-e868-40c0-bc84-1087287b9aed req-bdc856d7-66f9-4194-8ae4-1821221e5251 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684881 Apr 28 19:54:32.335446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36088) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:32.366245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c683022a-4e41-4d85-a07b-4f65a1b72378 req-3c70c725-a371-423c-adea-76aea62da334 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4492197 Apr 28 19:54:32.393326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.393724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.403172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.408515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.537102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0465bd1d3cbb4e73820a4e11fa7bc950&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3834293 Apr 28 19:54:32.542691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36096) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:32.552343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.558745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Calling delete_port for bd2114b9-c3d5-4088-b45a-a0f81e266029 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:32.574939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b553faed-3768-4799-8711-69b621a3f5ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e660454-4de9-4b42-a44b-4c5c1089ced9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.593327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:32.611626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Usage tracker for resource:security_group_rule and tenant:4ee6c284eba64606a2f25c0009626158 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:32.615553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:32.627163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:32.651285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6298e-d24c-4dce-97f0-52d787403b4a req-858dd2d4-ce55-4f0d-8315-ac6e091dde9f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:32.652752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79a6298e-d24c-4dce-97f0-52d787403b4a req-858dd2d4-ce55-4f0d-8315-ac6e091dde9f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2223239 Apr 28 19:54:32.690614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.706102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.747820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.757897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79a6298e-d24c-4dce-97f0-52d787403b4a req-62546893-2c3e-48ae-b991-a631b410d9f2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916560 Apr 28 19:54:32.758116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event deleted for resources: {'Port': ['ID=bd2114b9-c3d5-4088-b45a-a0f81e266029,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.850927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.855391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.868082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.877115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.893788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.894901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f339b28-5a0d-47a8-91c8-846937b56e71 req-8637ef9e-9995-4aaf-b488-1a91467151c7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "DELETE /v2.0/floatingips/3cb7010f-69dc-49a4-9645-b8e6120dea61 HTTP/1.1" status: 204 len: 173 time: 1.3289704 Apr 28 19:54:32.956613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4ee6c284eba64606a2f25c0009626158&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6202579 Apr 28 19:54:32.959829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:32.968683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460fbe6c-dfde-4a97-87b7-f816ec8eba75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea615eb0-490d-449f-8275-0d8b67203e39,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.982333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fbe67f53-f4c9-4124-acd4-8cef1840caff req-2339ee7b-31fa-4beb-93a5-1eb071ea1477 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0888033 Apr 28 19:54:32.983586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e660454-4de9-4b42-a44b-4c5c1089ced9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:32.986264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:32.990123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b0a52111-844d-4d99-ab62-d4203d9e1862 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4e660454-4de9-4b42-a44b-4c5c1089ced9 HTTP/1.1" status: 204 len: 168 time: 0.4428389 Apr 28 19:54:33.066003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79970076-6396-4bbd-a221-22f465f3a4b2 req-b71b367b-6e28-469f-8950-84ae5406e151 tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0613406 Apr 28 19:54:33.093782 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.190439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0d71c-9bb9-4d73-b0e6-c22dca97f066 req-16cc95e3-2801-49cc-a00d-44ad73770c49 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:33.191910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7b0d71c-9bb9-4d73-b0e6-c22dca97f066 req-16cc95e3-2801-49cc-a00d-44ad73770c49 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.0870862 Apr 28 19:54:33.202458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.241749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7b0d71c-9bb9-4d73-b0e6-c22dca97f066 req-93720a3f-ef28-40e1-be5b-0169e9100e00 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423915 Apr 28 19:54:33.257097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-d70b5f8b-6aff-4b14-ab9d-e1562dfde0b4 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:33.277025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-d70b5f8b-6aff-4b14-ab9d-e1562dfde0b4 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:33.278483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-d70b5f8b-6aff-4b14-ab9d-e1562dfde0b4 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1001 time: 0.1739521 Apr 28 19:54:33.333366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.336010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36120) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:33.365990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea615eb0-490d-449f-8275-0d8b67203e39,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.377616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.381717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-77042e44-54b5-479a-b037-43508261b29d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea615eb0-490d-449f-8275-0d8b67203e39 HTTP/1.1" status: 204 len: 168 time: 0.4205985 Apr 28 19:54:33.393200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-fc132dd1-e68e-4789-9f97-bfae9247dd1c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:33.393817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-fc132dd1-e68e-4789-9f97-bfae9247dd1c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:33.396939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.410663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-fc132dd1-e68e-4789-9f97-bfae9247dd1c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:33.412407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-fc132dd1-e68e-4789-9f97-bfae9247dd1c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports/eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 942 time: 0.1185451 Apr 28 19:54:33.433336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:33.441046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Usage tracker for resource:security_group_rule and tenant:e5720486ca734491863b00d910f2ab8a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:33.445196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:33.452841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:33.518964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a1f688-1aff-4765-a8f0-c57d9a020cdf req-7698fd14-bf9d-47f3-8f91-c869e8f3bd61 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:33.523230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a1f688-1aff-4765-a8f0-c57d9a020cdf req-7698fd14-bf9d-47f3-8f91-c869e8f3bd61 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1686432 Apr 28 19:54:33.633561 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a1f688-1aff-4765-a8f0-c57d9a020cdf req-5107832a-01da-4e05-816b-5f758b921721 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951142 Apr 28 19:54:33.645956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-a713eeeb-ca8c-4d6e-a6d8-9896e8e0f580 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1001 time: 0.1371799 Apr 28 19:54:33.691546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.696834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.753628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e5720486ca734491863b00d910f2ab8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4158716 Apr 28 19:54:33.754751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339a39c7-667e-4168-be73-4be3367c8a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2d9dbe-e0a9-4136-93c7-9a326b9ce2d1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.757813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36130) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:33.821064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.823348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-88143c9b-a29d-43ba-885f-1bf73f37e128 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:33.825275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-88143c9b-a29d-43ba-885f-1bf73f37e128 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1781106 Apr 28 19:54:33.863321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.931775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.949598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-053f0d3d-c541-4c2e-9791-1930a0bb99b6 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 1001 time: 0.1173079 Apr 28 19:54:33.951274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2d9dbe-e0a9-4136-93c7-9a326b9ce2d1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:33.955334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:33.957716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-123dedf7-b6f9-4f4d-8a6c-d927f3c515e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff2d9dbe-e0a9-4136-93c7-9a326b9ce2d1 HTTP/1.1" status: 204 len: 168 time: 0.1980708 Apr 28 19:54:33.977193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:34.096849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.404440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232cba32-8514-44b4-a1da-894af447f0d9 req-ff688825-4b23-474a-be65-bbb73f31b530 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:34.406259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-232cba32-8514-44b4-a1da-894af447f0d9 req-ff688825-4b23-474a-be65-bbb73f31b530 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.0872619 Apr 28 19:54:34.470025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-232cba32-8514-44b4-a1da-894af447f0d9 req-8337bd1d-e8ff-43e8-acbf-fc5909320a58 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582290 Apr 28 19:54:34.588334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.594027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:34.594027 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Floating IP a3bf5ec8-8234-401a-b176-0f8251ea7d2d disassociated. External IP: 172.25.2.115, port: eb951337-c99e-495f-880b-0bef62bb13ec. Apr 28 19:54:34.687592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1903cfd3-3c20-4ae3-b137-327e87b7ff0a req-ac5f731e-4010-408f-b973-61aea3a959a9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:34.689337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1903cfd3-3c20-4ae3-b137-327e87b7ff0a req-ac5f731e-4010-408f-b973-61aea3a959a9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.0867481 Apr 28 19:54:34.749525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1903cfd3-3c20-4ae3-b137-327e87b7ff0a req-8d33f12a-c1f5-412b-a3e5-1c08df5262ad tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533173 Apr 28 19:54:34.904398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8880d832-f521-42bd-9401-60500453f82e req-d010977e-7622-4e69-8975-4309450a6761 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0433645 Apr 28 19:54:34.972381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Router 88000d01-895d-4eb1-b703-e50a6561cab9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:54:35.055772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b16034b-0082-42d7-b1a6-b8db46d70d8e req-9d407018-c483-4f24-b176-09f1e5fe88f3 tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0472877 Apr 28 19:54:35.156651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:35.161005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:35.168483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Sync routers for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:35.179148 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:35.179744 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:35.228738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-020edf88-8f1b-4f2c-b693-6ea198a21816 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "PUT /v2.0/floatingips/a3bf5ec8-8234-401a-b176-0f8251ea7d2d HTTP/1.1" status: 200 len: 695 time: 1.2596972 Apr 28 19:54:35.229147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:35.281540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67acca94-2275-47a6-a824-325c69fb8693 req-cf7ef871-ed07-4260-ada9-59c2c067eb80 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.283797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67acca94-2275-47a6-a824-325c69fb8693 req-cf7ef871-ed07-4260-ada9-59c2c067eb80 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1095917 Apr 28 19:54:35.343610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-527e457a-6aca-413e-a807-994f6878206e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.351884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-527e457a-6aca-413e-a807-994f6878206e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1096 time: 0.1087012 Apr 28 19:54:35.352032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67acca94-2275-47a6-a824-325c69fb8693 req-c79b00d3-fe60-4338-9bc8-e34122f2cd8b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616691 Apr 28 19:54:35.456340 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:35.574346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-43f9c148-2565-4321-b7db-28d01a2440a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.582641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-43f9c148-2565-4321-b7db-28d01a2440a4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 929 time: 0.2299070 Apr 28 19:54:35.657380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-2f8b8bd9-d12e-4dd4-b860-4761e7092d5c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 217 time: 0.0737736 Apr 28 19:54:35.727739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-b10d0764-fe72-49d7-8e47-fa57048eb056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.736831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-b10d0764-fe72-49d7-8e47-fa57048eb056 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.0785353 Apr 28 19:54:35.820811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:35.825345 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Checking router: 88000d01-895d-4eb1-b703-e50a6561cab9 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:35.834588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-119ff9cd-dd7a-430f-9591-ec44540cefdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:35.835762 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:35.836522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-119ff9cd-dd7a-430f-9591-ec44540cefdb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988109 Apr 28 19:54:35.836662 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:35.980996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-3acfad4b-29bb-4347-9873-8728435eb694 service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374314 Apr 28 19:54:36.040956 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:36.306589 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f677672-ea0b-46a1-9094-dc7eba7afc1c req-deb606c5-fe94-4279-93e8-952fad03c07b service neutron] 10.222.0.24 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3145742 Apr 28 19:54:36.366701 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9245d4a8-f334-4e51-98f9-23bec834abac'] response: {'name': 'network-changed', 'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'status': 'completed', 'code': 200} Apr 28 19:54:36.452318 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:36.469043 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c39f0b8a-0589-480a-ae82-bd6610ee4739 None None] The sync data for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 is: [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:53:44Z', 'revision_number': 4, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6b086dd4-5360-4471-8155-915b933929be', 'name': '', 'network_id': 'aaee5b66-2c2f-4103-886a-d98feb0a9000', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'mac_address': 'fa:16:3e:7b:cf:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:41Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'subnets': [{'id': 'ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:36.484747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397c70-272b-4dee-972b-0d9645d6247a req-fae5035f-00c5-49ee-a5c3-96ce626557e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.486410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-fae5035f-00c5-49ee-a5c3-96ce626557e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d4df6107cbc4e098a79c0d356428575&device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 1096 time: 0.0927052 Apr 28 19:54:36.690009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397c70-272b-4dee-972b-0d9645d6247a req-add3adea-bd70-4b73-9ba2-61326f5adc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.691560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-add3adea-bd70-4b73-9ba2-61326f5adc6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 200 len: 929 time: 0.1965101 Apr 28 19:54:36.699916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24217ce6-cd72-47bc-a22b-acadf975d99b req-02b2fae9-257f-412e-abef-16584ba5fd4f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.701417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24217ce6-cd72-47bc-a22b-acadf975d99b req-02b2fae9-257f-412e-abef-16584ba5fd4f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.2052963 Apr 28 19:54:36.785053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-241cf05d-013e-407e-a1f3-11206eee2e79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 200 len: 217 time: 0.0825355 Apr 28 19:54:36.856884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24217ce6-cd72-47bc-a22b-acadf975d99b req-ec6950bc-efe4-4150-891b-bef8bd78c807 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054108 Apr 28 19:54:36.885429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339ba5b2-3e79-403d-8a65-eda9f15d4c76 None None] New status for floating IP a3bf5ec8-8234-401a-b176-0f8251ea7d2d: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:54:36.897638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397c70-272b-4dee-972b-0d9645d6247a req-602a6aa3-509a-4fa4-975f-f6093e078022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:36.899079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-602a6aa3-509a-4fa4-975f-f6093e078022 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 200 len: 867 time: 0.0957146 Apr 28 19:54:37.028859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b7f3edb-1b97-4f87-9bee-40c548c329b6 req-7e2b6c03-0c02-44cb-957c-317419e4cb77 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0532348 Apr 28 19:54:37.041747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-fda395f7-ae3a-42dc-8d9b-209d900aa0c9 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips/a3bf5ec8-8234-401a-b176-0f8251ea7d2d HTTP/1.1" status: 200 len: 695 time: 0.1386538 Apr 28 19:54:37.195972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff397c70-272b-4dee-972b-0d9645d6247a req-9a9b5be9-e071-4b11-bda5-93899dcf2386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:37.197566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-9a9b5be9-e071-4b11-bda5-93899dcf2386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=aaee5b66-2c2f-4103-886a-d98feb0a9000&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2204645 Apr 28 19:54:37.211073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-a72d0a1f-ae86-41a5-840a-da3ff18847b6 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:37.218887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-a72d0a1f-ae86-41a5-840a-da3ff18847b6 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 784 time: 0.1762671 Apr 28 19:54:37.349764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e3234-b12e-4e3e-8633-92f6db4feb84 req-964f90e0-b335-48f3-94f4-17eb2bceb650 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:37.350860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-470d5aa7-e63c-4893-acb5-5936e1b5885c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 698 time: 0.1309814 Apr 28 19:54:37.351360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af1e3234-b12e-4e3e-8633-92f6db4feb84 req-964f90e0-b335-48f3-94f4-17eb2bceb650 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1588874 Apr 28 19:54:37.401015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af1e3234-b12e-4e3e-8633-92f6db4feb84 req-a3651ef9-70ea-471f-b6b1-87a63bf107a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432744 Apr 28 19:54:37.496595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-10238518-dcfd-475d-b8e9-52ab0b9c2c9e tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=172.25.2.115 HTTP/1.1" status: 200 len: 698 time: 0.1443460 Apr 28 19:54:37.687402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Deleting port 3258f41b-fedd-4163-81ea-f42bcb208c2e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:37.687761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:37.797060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:37.919095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-f0242323-79d3-45a0-9465-c8407900301e service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6975110 Apr 28 19:54:37.923695 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-639d68cd-d400-4e89-a3f1-ce60a98c342d req-be14b6c1-3375-40f3-8ea5-e4456d3c1957 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3d81ef13389848ee9ddfa2d4465a4809&device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0523927 Apr 28 19:54:37.947524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01e10142-9f97-468a-a5b3-d1fdce674e42 req-7a992b3a-fa76-4395-b28f-be7e2e44ade8 tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0439026 Apr 28 19:54:37.962114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:37.994412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:38.034861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-639d68cd-d400-4e89-a3f1-ce60a98c342d req-2b90d6e6-6d63-4981-a9bf-461e75f1c585 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=3d81ef13389848ee9ddfa2d4465a4809&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0742388 Apr 28 19:54:38.074526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.098410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:38.127230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:38.131521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.209924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:38.250863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fee388af-fb8d-4c0b-8b67-0808f785e359'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:38.315168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.315569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.342462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff397c70-272b-4dee-972b-0d9645d6247a req-14399955-2dcb-4dc5-a90d-8f9ed55c8735 service neutron] 10.222.0.41 "GET /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998568 Apr 28 19:54:38.526952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b164-e0cc-4811-8dd2-2e3f3f0e731e req-6a934295-3f27-47f4-ae04-a9939d6f3f87 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:38.537194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8379b164-e0cc-4811-8dd2-2e3f3f0e731e req-6a934295-3f27-47f4-ae04-a9939d6f3f87 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.3267329 Apr 28 19:54:38.542063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Calling delete_port for 3258f41b-fedd-4163-81ea-f42bcb208c2e owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:38.601199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8379b164-e0cc-4811-8dd2-2e3f3f0e731e req-da1ac885-4f5b-4d30-99df-96670ebb798d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Apr 28 19:54:38.632247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639d68cd-d400-4e89-a3f1-ce60a98c342d req-63e0d34d-004d-4312-a7cf-396ec3201c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:38.633987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-639d68cd-d400-4e89-a3f1-ce60a98c342d req-63e0d34d-004d-4312-a7cf-396ec3201c8f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5417974 Apr 28 19:54:38.750674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.800500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0bc6835-b985-4c01-846f-6ace02a45320 req-a44d5b7f-93d6-4cf0-9515-71691713ddad tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0559299 Apr 28 19:54:38.856076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event deleted for resources: {'Port': ['ID=3258f41b-fedd-4163-81ea-f42bcb208c2e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:38.925408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.966077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:38.968820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42d8a459-db67-4a4d-84b3-f5d5125e1c1f req-aa02fa76-6f9d-404c-a26d-428e9ca80165 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "DELETE /v2.0/floatingips/a3bf5ec8-8234-401a-b176-0f8251ea7d2d HTTP/1.1" status: 204 len: 173 time: 1.4598079 Apr 28 19:54:39.136987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bfe209-bda2-42fd-a966-f2bdf61874f3 req-94c89628-1411-4545-a8d5-bab6aeeaedba tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.139580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3bfe209-bda2-42fd-a966-f2bdf61874f3 req-94c89628-1411-4545-a8d5-bab6aeeaedba tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.0943055 Apr 28 19:54:39.196838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-c5f2563f-320f-43f1-83b4-9303c7270d87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.197740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-c5f2563f-320f-43f1-83b4-9303c7270d87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:39.203056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3bfe209-bda2-42fd-a966-f2bdf61874f3 req-36036951-d6b2-4614-bd2b-b30b8d8e8bc0 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525646 Apr 28 19:54:39.221437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-c5f2563f-320f-43f1-83b4-9303c7270d87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:39.222964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-c5f2563f-320f-43f1-83b4-9303c7270d87 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1296775 Apr 28 19:54:39.292008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36322) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:39.299818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-930a1fe1-340c-4839-9aff-fea395de8bb7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:39.317311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-930a1fe1-340c-4839-9aff-fea395de8bb7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:39.318546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25d0350d-1d73-4051-9cc4-52b40d11de0e req-930a1fe1-340c-4839-9aff-fea395de8bb7 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0884981 Apr 28 19:54:39.377342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c840371-0d02-4d92-adc0-85b0c1eaa047 req-f34f873d-d8df-4f21-97ea-455501f1ea0d tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0723808 Apr 28 19:54:39.419640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47d8ab64-b9c5-4bb1-817e-111fa4c0c957 req-d99ef972-003c-439b-82f4-e6b1adc9512e tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0794492 Apr 28 19:54:39.450334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.467824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:39.472074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Usage tracker for resource:security_group_rule and tenant:d5136f512b914c8cad70d981d8ebcdc9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:39.474916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:39.481411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:39.573414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.578749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.640063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebf55d17-1efa-4d45-b3ea-e5724c571fc6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:39.651974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5136f512b914c8cad70d981d8ebcdc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3561475 Apr 28 19:54:39.652814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:39.656307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.657271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.657649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.657998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.658333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.658664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.658992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.659318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.660119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.660119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.660321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.660584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e4e4ba1-f5b9-47d7-9a14-7286585fc220 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:39.809838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.820577 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.828233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:39.850854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.879330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a00178-8930-4735-8600-335cc3ba3777 req-e1575bb5-2caf-4078-9f60-4aaba2fc3703 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.881904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34a00178-8930-4735-8600-335cc3ba3777 req-e1575bb5-2caf-4078-9f60-4aaba2fc3703 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.1008389 Apr 28 19:54:39.913414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accd7d97-1144-4df2-8ae4-a639f663b3fc req-d703ce14-f51b-48f8-a947-87d186fa57ff tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:39.914909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-accd7d97-1144-4df2-8ae4-a639f663b3fc req-d703ce14-f51b-48f8-a947-87d186fa57ff tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1564291 Apr 28 19:54:39.916682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fee388af-fb8d-4c0b-8b67-0808f785e359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:39.917049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.933159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34a00178-8930-4735-8600-335cc3ba3777 req-744c2817-3f8a-4a34-ba04-5ee56bd25170 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453484 Apr 28 19:54:39.938624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.970504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebf55d17-1efa-4d45-b3ea-e5724c571fc6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:39.979000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:39.983116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-03b22c87-458e-4437-82d2-e363ecd2957f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ebf55d17-1efa-4d45-b3ea-e5724c571fc6 HTTP/1.1" status: 204 len: 168 time: 0.3290341 Apr 28 19:54:39.988430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-accd7d97-1144-4df2-8ae4-a639f663b3fc req-a39a000d-0b07-43f5-a4ea-503f757c41d1 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647788 Apr 28 19:54:40.074760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.094174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-601bb984-7bea-4d59-bd4c-db1098512005 req-2dbc34f7-f542-469d-8ef2-e9721f587fa0 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0516531 Apr 28 19:54:40.127691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:40.141602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:40.145793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:40.220734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:40.347169 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f00bdf2-358e-4e26-ab5f-fbae7fe4f9eb'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:54:40.401700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910f0d01-8b9a-4674-9bf4-13c3dc0d1264 req-2e237615-77a3-4e36-b444-6965b45f8a7d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:40.404459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-910f0d01-8b9a-4674-9bf4-13c3dc0d1264 req-2e237615-77a3-4e36-b444-6965b45f8a7d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.0958884 Apr 28 19:54:40.529448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-910f0d01-8b9a-4674-9bf4-13c3dc0d1264 req-e9f81ce0-91cd-4200-bd16-c6f7aff990db tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990078 Apr 28 19:54:40.598945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ccae8c0-d493-4409-b10b-eb62a462aa9e req-9e6f3512-d267-48c5-9fa4-2055e094a32b tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0470703 Apr 28 19:54:40.897610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:41.042628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1382452948-network', 'tenant_id': 'fe6be25034f149aa89381c663ac9c526'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:41.050821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:41.055642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Usage tracker for resource:network and tenant:fe6be25034f149aa89381c663ac9c526 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:41.059214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:41.067972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:41.079871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Made reservation on behalf of fe6be25034f149aa89381c663ac9c526 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:41.087167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.115514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.149097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:41.195265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9782d7-b2c2-41d6-8785-d15378b8a044 req-95b0aa03-1d6f-4872-a2ca-c52008afd1ff tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:41.196994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b9782d7-b2c2-41d6-8785-d15378b8a044 req-95b0aa03-1d6f-4872-a2ca-c52008afd1ff tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.1030400 Apr 28 19:54:41.202561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Usage tracker for resource:security_group_rule and tenant:fe6be25034f149aa89381c663ac9c526 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:41.211759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:41.221497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:41.298117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849982f-5eb0-4ff6-8cae-6ee230d0d1fb req-68df46d4-2202-41ba-8d22-c5b7f4007d36 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:41.298544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b9782d7-b2c2-41d6-8785-d15378b8a044 req-f3f864c2-bf76-449e-8bbb-47840fdd702c tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930586 Apr 28 19:54:41.301956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b849982f-5eb0-4ff6-8cae-6ee230d0d1fb req-68df46d4-2202-41ba-8d22-c5b7f4007d36 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1597497 Apr 28 19:54:41.536174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2afc2d8a-6769-49c2-b651-eaaf8773b9cd req-cb22aecf-06dc-4256-889e-286f1cf49731 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1086388 Apr 28 19:54:41.723583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.760446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-639d68cd-d400-4e89-a3f1-ce60a98c342d req-c2a4d168-bb34-4b02-a854-e6bc9ec5f05c tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.41 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.1876247 Apr 28 19:54:41.761038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.776771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:41.801221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b849982f-5eb0-4ff6-8cae-6ee230d0d1fb req-603b7299-8488-4ebf-af33-6bc09426a3e3 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4590230 Apr 28 19:54:41.817381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.817815 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Added segment 00b98363-8e49-4a15-a22a-480ffb6d6721 of type vlan for network 4d9f8e2c-5550-4e20-a113-cdd6aa168e25 Apr 28 19:54:41.849982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c3e5d8-2ac4-4956-98df-c650ba2c3b56 req-8ed2ce60-9cad-4e5e-bb1b-66b2c12f208a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:41.856581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec75d1ea-3cd7-4ad3-b849-406cbab26da4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:41.859124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4c3e5d8-2ac4-4956-98df-c650ba2c3b56 req-8ed2ce60-9cad-4e5e-bb1b-66b2c12f208a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1569104 Apr 28 19:54:41.879429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:41.925143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66357150-9a11-41d3-950d-92c13c9220f1 req-b0e57d14-8801-4b3f-a26e-ecb678d90820 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:41.926757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66357150-9a11-41d3-950d-92c13c9220f1 req-b0e57d14-8801-4b3f-a26e-ecb678d90820 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.41 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.3518295 Apr 28 19:54:41.944436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4c3e5d8-2ac4-4956-98df-c650ba2c3b56 req-60633b27-c1ab-4f55-8bf6-9fa1b417a6d3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829024 Apr 28 19:54:41.984008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.114922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96df4d63-0a17-49bf-a72e-148f6c30061d req-3c755291-f932-4b65-8633-554989c2574f tempest-ServersAaction247Test-1861948790 tempest-ServersAaction247Test-1861948790-project] 10.222.0.24 "GET /v2.0/ports?device_id=90c0c5ae-477f-44e0-9258-3082e89d66ee HTTP/1.1" status: 200 len: 210 time: 0.0579474 Apr 28 19:54:42.121299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.122262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:42.122840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.147983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Deleting port eb951337-c99e-495f-880b-0bef62bb13ec {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:42.148342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.294943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3873951 Apr 28 19:54:42.333642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65622861-8e64-43ec-9da9-11b168f8e98b admin admin] Pushing event updated for resources: {'Network': ['ID=4d9f8e2c-5550-4e20-a113-cdd6aa168e25,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:42.344376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4d9f8e2c-5550-4e20-a113-cdd6aa168e25 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:54:42.650122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] For port eb951337-c99e-495f-880b-0bef62bb13ec, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb951337-c99e-495f-880b-0bef62bb13ec,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:42.651036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:42.859976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d189ed-6dec-4165-b11f-da1e711ae503 req-4395199e-31d5-4c3e-a9ba-8b9b34458893 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:42.870010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61d189ed-6dec-4165-b11f-da1e711ae503 req-4395199e-31d5-4c3e-a9ba-8b9b34458893 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 945 time: 0.2433295 Apr 28 19:54:42.884784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Calling delete_port for eb951337-c99e-495f-880b-0bef62bb13ec owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:42.977020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61d189ed-6dec-4165-b11f-da1e711ae503 req-1b85b778-6051-401d-9c0e-6ae96cb3bda8 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/security-groups?id=df978708-f84b-478f-8999-8547125dc4db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026492 Apr 28 19:54:42.990239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f22a4bfb-30b3-424c-857f-be211d81e7d6 req-cc5720af-db27-4564-9813-4f6f816a0b42 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0643499 Apr 28 19:54:43.146298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.161645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['eb951337-c99e-495f-880b-0bef62bb13ec'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:43.330757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Pushing event deleted for resources: {'Port': ['ID=eb951337-c99e-495f-880b-0bef62bb13ec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:43.359227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e003a089-452d-4fac-a251-48d86d6970f6 req-d682ddb5-66f4-4772-ac6a-d0fd6520e99a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.368272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e003a089-452d-4fac-a251-48d86d6970f6 req-d682ddb5-66f4-4772-ac6a-d0fd6520e99a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1408982 Apr 28 19:54:43.447044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e003a089-452d-4fac-a251-48d86d6970f6 req-ed51d4ef-9ec9-454a-894e-547fd150e82b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775220 Apr 28 19:54:43.600700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] No DVR routers for this DVR port eb951337-c99e-495f-880b-0bef62bb13ec on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:43.637734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:43.646878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'name': 'network-vif-deleted', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:43.709229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3df6df-f481-4b89-8ebc-4c0d0b3cf366 req-d7e8f1fd-431a-4d4e-a568-7e9f54707b54 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.720106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66357150-9a11-41d3-950d-92c13c9220f1 req-f1e9f479-9dd0-432f-8f8a-2f6f784dd9f5 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.41 "DELETE /v2.0/ports/eb951337-c99e-495f-880b-0bef62bb13ec HTTP/1.1" status: 204 len: 173 time: 1.7845140 Apr 28 19:54:43.720833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a3df6df-f481-4b89-8ebc-4c0d0b3cf366 req-d7e8f1fd-431a-4d4e-a568-7e9f54707b54 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1626973 Apr 28 19:54:43.747519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.754070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.760585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:43.761534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Synchronizing usage tracker for tenant:fe6be25034f149aa89381c663ac9c526 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:43.809314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Unset dirty status for tenant:fe6be25034f149aa89381c663ac9c526 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:43.810646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c78b074-41e4-4669-9a18-2f27925c4ebd req-cc93baf6-ae9d-4797-9eb1-a5fa1aa46f88 tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.5442750 Apr 28 19:54:43.827260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a3df6df-f481-4b89-8ebc-4c0d0b3cf366 req-745a00cd-d702-4048-b364-4e64f2766166 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042867 Apr 28 19:54:43.930936 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe69bcb-2b83-45bf-a766-917decc95dfe'] response: {'server_uuid': 'e53c9902-7e88-41b7-b489-e190f8b5e519', 'name': 'network-vif-deleted', 'tag': 'eb951337-c99e-495f-880b-0bef62bb13ec', 'status': 'completed', 'code': 200} Apr 28 19:54:44.157520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75adf83-9389-4b5b-8aba-7505af0ebe89 req-24bdff3c-83e9-4b67-88e0-7136f863ccdd tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:44.173671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a75adf83-9389-4b5b-8aba-7505af0ebe89 req-24bdff3c-83e9-4b67-88e0-7136f863ccdd tempest-ComputeTenantNetworksTest-1517589012 tempest-ComputeTenantNetworksTest-1517589012-project] 10.222.0.24 "GET /v2.0/networks/4d9f8e2c-5550-4e20-a113-cdd6aa168e25 HTTP/1.1" status: 200 len: 769 time: 0.2281816 Apr 28 19:54:44.175010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36524) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:44.244263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8ed6d90-236a-4ed7-97de-5bcba9bc7aab req-2e7e2534-6aed-445f-940a-49b89b293826 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Synchronizing usage tracker for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:54:44.277717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d8ed6d90-236a-4ed7-97de-5bcba9bc7aab req-2e7e2534-6aed-445f-940a-49b89b293826 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] Unset dirty status for tenant:3d4df6107cbc4e098a79c0d356428575 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:54:44.279849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8ed6d90-236a-4ed7-97de-5bcba9bc7aab req-2e7e2534-6aed-445f-940a-49b89b293826 tempest-FloatingIPsAssociationNegativeTestJSON-593766797 tempest-FloatingIPsAssociationNegativeTestJSON-593766797-project] 10.222.0.24 "GET /v2.0/ports?device_id=e53c9902-7e88-41b7-b489-e190f8b5e519 HTTP/1.1" status: 200 len: 210 time: 0.1302154 Apr 28 19:54:44.364290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.563965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:44.788716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c481abb7-17c2-4334-87b2-e4b7e7518cff req-8c776a28-c133-42f6-a22e-6b77f72ad59a tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.3382719 Apr 28 19:54:44.813479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.871728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9f8e2c-5550-4e20-a113-cdd6aa168e25']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:44.891075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b98363-8e49-4a15-a22a-480ffb6d6721') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:44.891387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b98363-8e49-4a15-a22a-480ffb6d6721') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:44.892848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.912184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.919081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:44.926244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Usage tracker for resource:security_group_rule and tenant:3d81ef13389848ee9ddfa2d4465a4809 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:44.930123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:44.938740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:44.955917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.972547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cb540-f1d1-4322-bdac-8412829d8a57 req-a112403d-db4f-45be-950e-4e81fd58aa73 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:44.973892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:44.974354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:44.974883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f14cb540-f1d1-4322-bdac-8412829d8a57 req-a112403d-db4f-45be-950e-4e81fd58aa73 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.2908149 Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:44.996782 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:45.052451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f14cb540-f1d1-4322-bdac-8412829d8a57 req-39f0d53c-96cc-42fd-9fa7-8101686ee8dc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695770 Apr 28 19:54:45.279353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.286350 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.327888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d9f8e2c-5550-4e20-a113-cdd6aa168e25,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:45.348492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a9229987-52d7-412e-bb21-b8bdd0e69523 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4d9f8e2c-5550-4e20-a113-cdd6aa168e25 HTTP/1.1" status: 204 len: 168 time: 1.1721101 Apr 28 19:54:45.360168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e640c-661f-4448-a2ab-a5ffca9efcfa req-5c3a3fe0-0af3-4f12-8f0e-46c9bdcfaf01 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:45.368241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-945e640c-661f-4448-a2ab-a5ffca9efcfa req-5c3a3fe0-0af3-4f12-8f0e-46c9bdcfaf01 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3689139 Apr 28 19:54:45.459180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-945e640c-661f-4448-a2ab-a5ffca9efcfa req-dbea84eb-0574-4bb5-86b0-c652d53f2707 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801747 Apr 28 19:54:45.459697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:45.499760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.513384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:45.632538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d81ef13389848ee9ddfa2d4465a4809&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0642645 Apr 28 19:54:45.632538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:45.632538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63090713-718e-4ecb-98f6-ef6de902e47c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:45.651290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36560) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:45.654175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.656188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.656536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.656866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.657193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.657544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.657872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.660346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.660692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.661025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.664502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.664870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ecf8b8-dbc8-4649-bfd2-bc41bcf18214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:45.871951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb951337-c99e-495f-880b-0bef62bb13ec no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:45.941382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: eb951337-c99e-495f-880b-0bef62bb13ec {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:45.950313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb951337-c99e-495f-880b-0bef62bb13ec not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:45.959566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.009084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27eb003f-0c52-4cc0-aeff-7470905e9e42 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe6be25034f149aa89381c663ac9c526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3567710 Apr 28 19:54:46.010542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:46.023653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.135571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.158674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8f67e84-9c39-4831-be9d-ce419ddfe6ad req-76a6cb24-4f57-45c6-b523-3c9c28e5cc93 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1490626 Apr 28 19:54:46.174484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.238364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.274364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.307218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.308542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63090713-718e-4ecb-98f6-ef6de902e47c HTTP/1.1" status: 204 len: 168 time: 0.6242211 Apr 28 19:54:46.318429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec75d1ea-3cd7-4ad3-b849-406cbab26da4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:46.401943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4d8902-456d-4195-953a-53d50cb5f7de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63090713-718e-4ecb-98f6-ef6de902e47c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:46.430127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:46.433876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-12cf6767-d588-4aae-b691-4bdc513d7447 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec75d1ea-3cd7-4ad3-b849-406cbab26da4 HTTP/1.1" status: 204 len: 168 time: 0.4224205 Apr 28 19:54:46.538867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6176284-3ffb-4cba-b99f-d1810eb0cf46 req-6e7e5302-dd2e-4cf9-acb6-7628a8cf7717 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:46.540352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6176284-3ffb-4cba-b99f-d1810eb0cf46 req-6e7e5302-dd2e-4cf9-acb6-7628a8cf7717 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1786234 Apr 28 19:54:46.628762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6176284-3ffb-4cba-b99f-d1810eb0cf46 req-10ba8c09-2d9a-4b18-822b-4ccb448e6882 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803852 Apr 28 19:54:46.772182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.116701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81296039-c0b0-4162-a876-961b6f1e75b9 req-7311e897-219b-4235-9ce7-a39cbae631da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:47.126703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81296039-c0b0-4162-a876-961b6f1e75b9 req-7311e897-219b-4235-9ce7-a39cbae631da tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4740639 Apr 28 19:54:47.236865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81296039-c0b0-4162-a876-961b6f1e75b9 req-9a5e90f2-4bbd-484b-926d-d03bb4f25966 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064577 Apr 28 19:54:47.584858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6351234-4568-43e4-b534-d472bf152399 req-fbbeaf6e-1b20-4047-9433-043417234fd2 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1064379 Apr 28 19:54:47.586535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Deleting port 6b086dd4-5360-4471-8155-915b933929be {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:47.587279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:47.932616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] For port 6b086dd4-5360-4471-8155-915b933929be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6b086dd4-5360-4471-8155-915b933929be,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:47.933304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.036743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:48.347798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:48.492099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Calling delete_port for 6b086dd4-5360-4471-8155-915b933929be owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:48.494016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-243411489-network', 'tenant_id': '48d08a8c863c408191d5a2c8764d5652'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:48.511498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:48.524617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Usage tracker for resource:network and tenant:48d08a8c863c408191d5a2c8764d5652 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:48.532199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:48.538872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:48.616609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Made reservation on behalf of 48d08a8c863c408191d5a2c8764d5652 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:48.620179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.644887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e49e18-8c82-4906-a17d-009b4997795f req-0faedfa5-9623-457f-950b-f80abae0661d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.646612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.662173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0e49e18-8c82-4906-a17d-009b4997795f req-0faedfa5-9623-457f-950b-f80abae0661d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.8408053 Apr 28 19:54:48.682621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-969557495-network', 'tenant_id': '076836b0402345cc83a273beea11ece2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:48.688196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:48.693347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:48.697450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Usage tracker for resource:security_group_rule and tenant:48d08a8c863c408191d5a2c8764d5652 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:48.706998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:48.711540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Usage tracker for resource:network and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:48.718337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:48.720831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:48.736247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:48.744711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0e49e18-8c82-4906-a17d-009b4997795f req-595f2ef4-9e84-4930-a71a-44417b63e6ac tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671661 Apr 28 19:54:48.792937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd74d55b-89a5-4483-8d87-eb61faf687bc req-dc52ba57-3d86-48e7-8c1d-afab7e6dd79e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:48.804191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd74d55b-89a5-4483-8d87-eb61faf687bc req-dc52ba57-3d86-48e7-8c1d-afab7e6dd79e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2570815 Apr 28 19:54:48.845374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Made reservation on behalf of 076836b0402345cc83a273beea11ece2 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:48.848303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.887634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:48.920683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:48.926375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:48.930308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:48.938736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:49.007870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.065074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.083084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd74d55b-89a5-4483-8d87-eb61faf687bc req-4a765941-5ed4-4200-9f22-10e00e8152ca tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772329 Apr 28 19:54:49.084597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4f4d509-b3b1-4117-8628-7f18ad437988 req-216a8683-14a5-43ec-87f7-9bec4943d313 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1317866 Apr 28 19:54:49.091314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.132582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:49.147301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.147860 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Added segment 527d7533-dd5e-4b3f-8db6-0b88c8e11cd8 of type vlan for network 6633028b-ff25-4610-bcf7-3626373c314c Apr 28 19:54:49.153858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b086dd4-5360-4471-8155-915b933929be,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.191665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.291255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c96de4-7303-4ba1-a810-5d6cb69b84ce,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.303712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.304895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:49.305731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.512987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.569949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] Pushing event updated for resources: {'Network': ['ID=6633028b-ff25-4610-bcf7-3626373c314c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.581980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6633028b-ff25-4610-bcf7-3626373c314c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:54:49.657341 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.690674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.747431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92755b43-319b-4736-97c4-c1ef187772cd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3982055 Apr 28 19:54:49.749356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:54:49.755311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:49.769826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Request body: {'subnet': {'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-969557495-subnet', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:49.780785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05e5b134-f00d-417b-8969-d022854175f8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:49.786086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:49.788962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.790039 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Added segment d6701672-114a-485e-b28b-5080843d8119 of type vlan for network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd Apr 28 19:54:49.794550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Usage tracker for resource:subnet and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:49.800932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:49.811854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:49.830258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bb2e0e-032b-4399-88b6-fcc625c20354 req-6d5dadd5-935c-43ba-a93c-83079415974e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:49.831878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2bb2e0e-032b-4399-88b6-fcc625c20354 req-6d5dadd5-935c-43ba-a93c-83079415974e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1097 time: 0.5171592 Apr 28 19:54:49.861142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Made reservation on behalf of 076836b0402345cc83a273beea11ece2 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:49.863648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.888379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:49.890178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:54:50.045565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2bb2e0e-032b-4399-88b6-fcc625c20354 req-723f570d-dee5-411a-8500-c165786e27ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2036357 Apr 28 19:54:50.048963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:54:50.124427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.125395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.126017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.219598 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10540403-3bf0-4360-ac4b-df611b89e576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.272372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:50.303621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'port_id': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'mac_address': 'fa:16:3e:0e:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fa4693-8243-4acc-a6ea-e1e563f4170b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:54:50.306834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] Pushing event updated for resources: {'Network': ['ID=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.323546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d81859c0-24e3-47fd-8644-5958ea5514fc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2851405 Apr 28 19:54:50.324587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:50.336606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Request body: {'subnet': {'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-243411489-subnet', 'tenant_id': '48d08a8c863c408191d5a2c8764d5652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:50.345844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:50.356403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Usage tracker for resource:subnet and tenant:48d08a8c863c408191d5a2c8764d5652 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:50.374930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:50.390557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:54:50.481009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:50.507153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f46623-4fbd-4e71-81ef-936454947cf3 req-50aa6e22-cae2-4861-a4e4-823fd5ec2e6c tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.511492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55f46623-4fbd-4e71-81ef-936454947cf3 req-50aa6e22-cae2-4861-a4e4-823fd5ec2e6c tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.5877371 Apr 28 19:54:50.576375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9605ffb2-3108-4251-924d-2d79251328d1 req-29f48d80-ae8a-455e-95f9-50dfcdbb8e4b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:50.577830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9605ffb2-3108-4251-924d-2d79251328d1 req-29f48d80-ae8a-455e-95f9-50dfcdbb8e4b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.2876003 Apr 28 19:54:50.593662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Router 88000d01-895d-4eb1-b703-e50a6561cab9 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:54:50.605256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Made reservation on behalf of 48d08a8c863c408191d5a2c8764d5652 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:54:50.608445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.685027 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.728513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:54:50.752171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:50.760537 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.775567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55f46623-4fbd-4e71-81ef-936454947cf3 req-29fba670-510e-4984-ad8f-0ce94bd63860 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550843 Apr 28 19:54:50.866698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:50.868091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9605ffb2-3108-4251-924d-2d79251328d1 req-fe9c88fc-1d74-42cb-a4bc-6681c1702240 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2680709 Apr 28 19:54:50.913983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:50.981454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:50.995659 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Sync routers for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:51.007640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:54:51.022163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-36b5f070-60b5-4871-9f10-20dfe13abfe6 admin admin] 10.222.0.24 "PUT /v2.0/routers/88000d01-895d-4eb1-b703-e50a6561cab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5614016 Apr 28 19:54:51.022823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:51.027904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d88e64d-da01-47ce-8825-ee01b76835ed,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.055855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:51.056658 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:51.117846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282b4c40-fa96-4488-8e0e-eaad5c4cd1f4 req-dd4e6140-9aae-49d2-b113-e3ad7aa050e3 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0836895 Apr 28 19:54:51.128316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Checking segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:51.128769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Network hostable DHCP agents. Network: 6633028b-ff25-4610-bcf7-3626373c314c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:51.210829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Network 6633028b-ff25-4610-bcf7-3626373c314c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:51.224962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 6633028b-ff25-4610-bcf7-3626373c314c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:51.231149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:51.231935 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.260813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2197992-c1b3-418f-95e8-48a76b00ad83 None None] Network 6633028b-ff25-4610-bcf7-3626373c314c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:54:51.287879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e91989c8-6827-4f89-ac5b-a3a6ebdf9ab6 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5279403 Apr 28 19:54:51.300337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:51.310135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:54:51.319126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:51.323685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.366499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Usage tracker for resource:router and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:51.371410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:51.382570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:51.574135 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:51.711633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Checking segment: {'id': 'd6701672-114a-485e-b28b-5080843d8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:51.712165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Network hostable DHCP agents. Network: 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:54:51.719921 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.721491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.727445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.734419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2169816-7d85-4373-bac2-b32d27c426bc,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:51.762558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:54:51.777259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.779198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:51.784649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:51.785546 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:51.828435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a48253-1d86-4d1a-8a24-8d3e9d9176a5 None None] Network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:54:51.833676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b11ee327-242d-4aea-b087-e8890cc03c30 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5042186 Apr 28 19:54:52.157243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-6633028b-ff25-4610-bcf7-3626373c314c', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:54:52.158023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.408814 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34'}], 'enable_snat': True}, 'gw_port_id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:54:48Z', 'revision_number': 5, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port': {'id': 'ad7f5b7f-c035-4660-b868-592857a25b90', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:bc:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1445, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:52.419790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Checking router: 88000d01-895d-4eb1-b703-e50a6561cab9 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:54:52.431614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.456661 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Routers {'88000d01-895d-4eb1-b703-e50a6561cab9'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:52.457501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88000d01-895d-4eb1-b703-e50a6561cab9'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:52.461969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Deleting port ad7f5b7f-c035-4660-b868-592857a25b90 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:52.462345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.618190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:52.694745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ca779a-c944-469a-afc1-e819c73ad1b5 req-64b643d3-123c-4522-9e27-e1481d3ecf47 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:52.696419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47ca779a-c944-469a-afc1-e819c73ad1b5 req-64b643d3-123c-4522-9e27-e1481d3ecf47 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 944 time: 0.4470880 Apr 28 19:54:52.720876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489873e-4c01-4a61-93fd-95fb645a1379 req-4093c9b5-e0e2-47f1-89c2-f7b6506f9fae tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:54:52.755080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d489873e-4c01-4a61-93fd-95fb645a1379 req-4093c9b5-e0e2-47f1-89c2-f7b6506f9fae tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.5041580 Apr 28 19:54:52.857082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47ca779a-c944-469a-afc1-e819c73ad1b5 req-0aa23a27-3f24-461b-8cb7-2824a0d769ef tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456211 Apr 28 19:54:52.975497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a49eb9-5711-45dd-ae67-5fb2a3520cf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.015637 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] Set router 88000d01-895d-4eb1-b703-e50a6561cab9 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:53.062733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d489873e-4c01-4a61-93fd-95fb645a1379 req-455dbb10-10ce-40e0-a7e5-e4c04c8e7b8d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037734 Apr 28 19:54:53.160087 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:54:52Z', 'revision_number': 6, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:53.165322 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94cac0aa-2d42-4ffe-bde6-67e9e6c2e813 None None] The sync data for ids ['88000d01-895d-4eb1-b703-e50a6561cab9'] in n-d-839811-1 is: [{'id': '88000d01-895d-4eb1-b703-e50a6561cab9', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-761305321-router', 'tenant_id': '3d4df6107cbc4e098a79c0d356428575', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:28Z', 'updated_at': '2022-04-28T19:54:52Z', 'revision_number': 6, 'project_id': '3d4df6107cbc4e098a79c0d356428575', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:54:53.389862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Allocated IP 172.20.0.2 (6633028b-ff25-4610-bcf7-3626373c314c/8d88e64d-da01-47ce-8825-ee01b76835ed/3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:53.448968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf547ac-c019-4c6a-9f80-c05e0d5ce3da None None] Network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:54:53.491081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] For port ad7f5b7f-c035-4660-b868-592857a25b90, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ad7f5b7f-c035-4660-b868-592857a25b90,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:53.494677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.709999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-633b6c60-ab94-4fab-afcd-8f2a070afbcf req-878d8eef-780c-4101-9f4f-5d05f3afbad6 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.2958269 Apr 28 19:54:53.768777 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.864596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:53.872318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Calling delete_port for ad7f5b7f-c035-4660-b868-592857a25b90 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:54.079602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.107679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:54.204436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Allocated IP 172.25.2.171 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/3dcf7cb7-d09a-44ea-859e-099c6e426322) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:54:54.297404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7f5b7f-c035-4660-b868-592857a25b90,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.455236 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.522482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.537718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.586352 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.605392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.756027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:54.759770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:54.765550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:54.846508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Pushing event updated for resources: {'Port': ['ID=3dcf7cb7-d09a-44ea-859e-099c6e426322,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:54.877421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:54:54.877933 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.950922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.958388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:54.968964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.009565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.010637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88000d01-895d-4eb1-b703-e50a6561cab9 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:54:55.043576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.050039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b8ecd124-5ba8-4d1b-9d30-2a738fe5b3f2 admin admin] 10.222.0.24 "DELETE /v2.0/routers/88000d01-895d-4eb1-b703-e50a6561cab9 HTTP/1.1" status: 204 len: 168 time: 4.0240517 Apr 28 19:54:55.051999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:55.068356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Transition to ACTIVE for port object 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:55.214752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6b086dd4-5360-4471-8155-915b933929be no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:55.264557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Deleting subnet ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:54:55.277812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.327587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Transition to ACTIVE for port object 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:54:55.373059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.414048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.439538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6b086dd4-5360-4471-8155-915b933929be {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:55.439752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6b086dd4-5360-4471-8155-915b933929be not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:55.440094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ad7f5b7f-c035-4660-b868-592857a25b90 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:54:55.573530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.636983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Network 6633028b-ff25-4610-bcf7-3626373c314c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:54:55.640508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ad7f5b7f-c035-4660-b868-592857a25b90 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:54:55.640859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ad7f5b7f-c035-4660-b868-592857a25b90 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:54:55.644844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:54:55.665440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:54:55.784126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.807833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Pushing event updated for resources: {'Port': ['ID=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:55.832519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:54:55.876921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.971362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:55.975599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:55.977440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.978179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.980308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.980675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.981013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.981348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.981721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.982051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.984614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.984988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.985396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:55.985664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:54:56.005366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.071528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.077245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:56.083352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5effe55c-c372-4e73-bc47-8f23fbe112bc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ca4fcec7-3ef1-40af-a6a7-96b4e8fc97be HTTP/1.1" status: 204 len: 168 time: 1.0302079 Apr 28 19:54:56.085646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36784) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:56.124594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Attempting to bind port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:54:56.124594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Attempting to bind port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:54:56.124594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Attempting to bind port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:54:56.157756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:54:56.158277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Checking segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:54:56.158800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.159292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Bound using segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:54:56.160403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Bound port: 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:54:56.160403 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.182950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.201059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7937483-9ebf-49ce-825e-d00dbea35383 None None] Network aaee5b66-2c2f-4103-886a-d98feb0a9000 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:54:56.331653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.353982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Deleting port 18cf01ab-f64e-497e-8ebc-6249246e9382 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:56.354462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.776716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] For port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:54:56.791538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] For port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:54:56.827251 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.856618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:56.917918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] For port 18cf01ab-f64e-497e-8ebc-6249246e9382, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=18cf01ab-f64e-497e-8ebc-6249246e9382,segment=NetworkSegment(ad20e9f2-8c21-4443-9960-45e18fb14588),segment_id=ad20e9f2-8c21-4443-9960-45e18fb14588)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:54:56.918559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:56.936820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.216005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.299732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50f6a96-1d36-4922-8f05-001bcfd11b6c None None] Pushing event updated for resources: {'Port': ['ID=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.306047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Calling delete_port for 18cf01ab-f64e-497e-8ebc-6249246e9382 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:54:57.485648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48614885-cace-4df1-a78a-8e3aa035f1cc None None] DHCP port deletion for aaee5b66-2c2f-4103-886a-d98feb0a9000 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:54:57.495585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-48614885-cace-4df1-a78a-8e3aa035f1cc None None] Deleting port 18cf01ab-f64e-497e-8ebc-6249246e9382 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:54:57.496231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48614885-cace-4df1-a78a-8e3aa035f1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.502608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.579508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:54:57.635969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Usage tracker for resource:security_group_rule and tenant:38dd4e6cc1c146718df8b6b3eae18626 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:54:57.650753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:54:57.671360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:54:57.707541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:57.773996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-48614885-cace-4df1-a78a-8e3aa035f1cc None None] The port '18cf01ab-f64e-497e-8ebc-6249246e9382' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:54:57.779532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6caabe0-93f3-4213-b09a-4edfe77502d8 req-d119ceb8-ad01-43cd-806d-8c32063075ec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.3671398 Apr 28 19:54:57.822902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Router c36ae71e-6715-4839-84ce-3de344b68aeb is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:54:57.834960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18cf01ab-f64e-497e-8ebc-6249246e9382,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:57.850341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] No DVR routers for this DVR port 18cf01ab-f64e-497e-8ebc-6249246e9382 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:54:58.004865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.058829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aaee5b66-2c2f-4103-886a-d98feb0a9000']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.109654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad20e9f2-8c21-4443-9960-45e18fb14588') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.109976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad20e9f2-8c21-4443-9960-45e18fb14588') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.133128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.147971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:54:58.165416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:54:58.194833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.206387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:54:58.206792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.209720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:54:58.212624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:54:58.237579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.241549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7002aab-2e62-4687-9622-cb00a83243a8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.9370401 Apr 28 19:54:58.244216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:54:58.478215 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:54:58.515257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.583727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.633885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaee5b66-2c2f-4103-886a-d98feb0a9000,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:58.732045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2d1613b-b633-4be6-ade0-1a80673bb2b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/aaee5b66-2c2f-4103-886a-d98feb0a9000 HTTP/1.1" status: 204 len: 168 time: 2.6451838 Apr 28 19:54:58.798844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:54:58.851559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:58.864075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.038191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38dd4e6cc1c146718df8b6b3eae18626&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1641223 Apr 28 19:54:59.039967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edd9dcf-0d4e-403e-b4e1-2ac0f3f81b38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d43c69-1994-41b1-96f3-e580e50d669c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.059280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36806) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:59.059622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36808) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:59.250588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-51c164ea-332b-4471-bddc-57fb99dda1cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3d4df6107cbc4e098a79c0d356428575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1747046 Apr 28 19:54:59.252106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:54:59.333777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5901d5e-981c-4867-812a-82d3bd10fef7 None None] Network 6633028b-ff25-4610-bcf7-3626373c314c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:54:59.461245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.490144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.526503 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.584288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.606898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.640781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df978708-f84b-478f-8999-8547125dc4db,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.647716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.651984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-552b4682-88c9-49ff-a253-1ac14f4f8509 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df978708-f84b-478f-8999-8547125dc4db HTTP/1.1" status: 204 len: 168 time: 0.3759537 Apr 28 19:54:59.702498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.728090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d43c69-1994-41b1-96f3-e580e50d669c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:54:59.728752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:54:59.745602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:54:59.749407 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-05e0527f-4107-487a-a04e-65374fa6aed8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e9d43c69-1994-41b1-96f3-e580e50d669c HTTP/1.1" status: 204 len: 168 time: 0.6861665 Apr 28 19:55:00.088415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-05c781f8-c529-46b8-84ec-f73836d326fd None None] Provisioning for port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:00.656550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.791129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:00.812336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:54:55Z', 'revision_number': 3, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:00.820703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:00.821080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:00.903829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:00.904246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Updating router c36ae71e-6715-4839-84ce-3de344b68aeb port 3dcf7cb7-d09a-44ea-859e-099c6e426322 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:55:00.932103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Allocated IP 172.20.0.1 (6633028b-ff25-4610-bcf7-3626373c314c/8d88e64d-da01-47ce-8825-ee01b76835ed/1e440d5b-1801-4742-be8c-a2f38d7a5f9d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:01.132442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.133279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.158563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Transition to ACTIVE for port object 1e440d5b-1801-4742-be8c-a2f38d7a5f9d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:01.199219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.259051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-85642660-5d33-402b-8a39-d80407538007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:01.260850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-85642660-5d33-402b-8a39-d80407538007 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1096 time: 0.8742685 Apr 28 19:55:01.284213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Network 6633028b-ff25-4610-bcf7-3626373c314c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:01.288710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:01.329977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:01.392330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Pushing event updated for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:01.637784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:01.695405 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:01.895366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-c3191548-7e50-4ad6-b455-3a2d2f8e3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:01.896843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-c3191548-7e50-4ad6-b455-3a2d2f8e3f54 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.6093256 Apr 28 19:55:01.917716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-546533860-network', 'tenant_id': '7d2103a0158740889e1f69edaea2a097'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:01.922829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:01.936907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Usage tracker for resource:network and tenant:7d2103a0158740889e1f69edaea2a097 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:01.940815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:01.961611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:01.992967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Made reservation on behalf of 7d2103a0158740889e1f69edaea2a097 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:01.996847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.017555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e0c510f2-7baa-4e68-81f5-6c9294c8cfa9 None None] Provisioning complete for port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:02.018182 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0c510f2-7baa-4e68-81f5-6c9294c8cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.038599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.057375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-6c0e6f5d-cc54-4707-baf7-3919f95c2db6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1357844 Apr 28 19:55:02.060864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:02.067684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Usage tracker for resource:security_group_rule and tenant:7d2103a0158740889e1f69edaea2a097 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:02.071538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:02.079186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:02.217702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.223761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.251000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:02.268601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.269262 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Added segment 0f7a3fd6-5baa-4278-8360-bacbceccd03d of type vlan for network 08dec4bb-cfd4-4ea4-ade6-90284a4b0340 Apr 28 19:55:02.312427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.383821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a019e149-80b9-4f29-8b06-460f33a16d7e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.393775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0c510f2-7baa-4e68-81f5-6c9294c8cfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.397012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.397954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.398533 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.412715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.445114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-6239da0a-bcad-43a7-947e-668c2606a96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:02.446631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-6239da0a-bcad-43a7-947e-668c2606a96b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.3711958 Apr 28 19:55:02.558335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-58f9f90d-4c8d-4718-b8b3-e923592ec56d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1017802 Apr 28 19:55:02.581487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.631960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] Pushing event updated for resources: {'Network': ['ID=08dec4bb-cfd4-4ea4-ade6-90284a4b0340,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:02.674691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 08dec4bb-cfd4-4ea4-ade6-90284a4b0340 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:55:02.690235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-226afdeb-34e1-4a4f-bff8-371e25d21872 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.0897572 Apr 28 19:55:02.692953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:02.703162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Request body: {'subnet': {'network_id': '08dec4bb-cfd4-4ea4-ade6-90284a4b0340', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-546533860-subnet', 'tenant_id': '7d2103a0158740889e1f69edaea2a097', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:02.718807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:02.725769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Usage tracker for resource:subnet and tenant:7d2103a0158740889e1f69edaea2a097 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:02.731749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:55:02.734404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:02.744524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:02.768588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Made reservation on behalf of 7d2103a0158740889e1f69edaea2a097 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:02.771575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:02.828543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:03.047248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-10c8f577-75d4-4b4b-a308-278ffafa6d26 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3049731 Apr 28 19:55:03.226073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.455569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 18cf01ab-f64e-497e-8ebc-6249246e9382 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:03.479300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.552280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26a129a8-3afe-408c-8b25-48975ca6edf2 req-b2d37520-fe8d-4011-81a7-b5297f795567 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4949474 Apr 28 19:55:03.578094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.715609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 18cf01ab-f64e-497e-8ebc-6249246e9382 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:55:03.715959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 18cf01ab-f64e-497e-8ebc-6249246e9382 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:55:03.719872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.747470 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.852055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Transition to ACTIVE for port object 3dcf7cb7-d09a-44ea-859e-099c6e426322 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:03.856722 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-e0c510f2-7baa-4e68-81f5-6c9294c8cfa9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:55:03.857120 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-e0c510f2-7baa-4e68-81f5-6c9294c8cfa9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:55:03.882144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:03.885000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.969716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Pushing event updated for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:03.980366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:03.987335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dabd884e-91fe-45ab-9159-9f8fb8f1db23,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.003582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Checking segment: {'id': '0f7a3fd6-5baa-4278-8360-bacbceccd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '08dec4bb-cfd4-4ea4-ade6-90284a4b0340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:04.003938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Network hostable DHCP agents. Network: 08dec4bb-cfd4-4ea4-ade6-90284a4b0340, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:04.063932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Network 08dec4bb-cfd4-4ea4-ade6-90284a4b0340 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:04.106302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 08dec4bb-cfd4-4ea4-ade6-90284a4b0340) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:04.126392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3fc94b-5e77-45ef-84ee-c91ba7564171 None None] Network 08dec4bb-cfd4-4ea4-ade6-90284a4b0340 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:04.161135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:04.162010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.196411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Attempting to bind port 3dcf7cb7-d09a-44ea-859e-099c6e426322 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:04.210061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Attempting to bind port 3dcf7cb7-d09a-44ea-859e-099c6e426322 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:04.210665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Attempting to bind port 3dcf7cb7-d09a-44ea-859e-099c6e426322 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:04.238870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035ae4d-b621-4d1f-b764-28a933930ca6 None None] Pushing event updated for resources: {'Port': ['ID=3dcf7cb7-d09a-44ea-859e-099c6e426322,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:04.271552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:04.271986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:04.272320 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.272711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:04.273193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Bound port: 3dcf7cb7-d09a-44ea-859e-099c6e426322, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:04.273585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:04.378308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0206bcf1-f88d-4772-a8ed-5af0726b7fa7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6757362 Apr 28 19:55:04.561891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-2d04ed73-772d-488d-aaa1-d6bfe872dae9 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:04.577159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-2d04ed73-772d-488d-aaa1-d6bfe872dae9 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/networks?id=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd HTTP/1.1" status: 200 len: 813 time: 0.4755089 Apr 28 19:55:04.629273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-2cf3b487-04a3-437b-8876-45ec33569842 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/quotas/48d08a8c863c408191d5a2c8764d5652 HTTP/1.1" status: 200 len: 375 time: 0.0507979 Apr 28 19:55:04.685141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Network 6633028b-ff25-4610-bcf7-3626373c314c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:04.720887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-56bac39a-1bfd-4a8e-aeee-3f2e1e8c82a4 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=48d08a8c863c408191d5a2c8764d5652&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0898941 Apr 28 19:55:04.722972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:04.782694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-e144d931-33ef-4c52-8a89-9e460dc1ca85 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:04.797447 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-e144d931-33ef-4c52-8a89-9e460dc1ca85 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 810 time: 0.6995339 Apr 28 19:55:04.831759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] For port 3dcf7cb7-d09a-44ea-859e-099c6e426322, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:04.839785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] For port 3dcf7cb7-d09a-44ea-859e-099c6e426322, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3dcf7cb7-d09a-44ea-859e-099c6e426322,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:04.896809 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.075191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:05.078365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:05.085110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-d0bcef31-decc-4109-baf9-3edda6930d5c service neutron] 10.222.0.24 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3631842 Apr 28 19:55:05.160706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-c34f1eb3-7ddb-444a-bee1-be3a8d57782b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/quotas/69b5a89566934e028c31a41787e33cc9 HTTP/1.1" status: 200 len: 375 time: 0.2843850 Apr 28 19:55:05.202480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:55:05.306066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-c492a460-2294-4d8b-8346-536b4eb82f08 service neutron] 10.222.0.24 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120678 Apr 28 19:55:05.313664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f9daf4b-b923-4f7a-a0a9-3bef41a7c711 None None] Provisioning for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:05.376289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035ae4d-b621-4d1f-b764-28a933930ca6 None None] Pushing event updated for resources: {'Port': ['ID=3dcf7cb7-d09a-44ea-859e-099c6e426322,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:05.397302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f9daf4b-b923-4f7a-a0a9-3bef41a7c711 None None] Provisioning complete for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:05.397813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f9daf4b-b923-4f7a-a0a9-3bef41a7c711 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:05.439940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-f3c32362-af59-42fc-b740-2d5c2296e2c0 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2780824 Apr 28 19:55:05.497629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:55:05.514249 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:55:05.571760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd5ca694-173e-4382-a906-eaca77ea603e admin admin] 10.222.0.24 "PUT /v2.0/routers/c36ae71e-6715-4839-84ce-3de344b68aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3263009 Apr 28 19:55:05.594403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f9daf4b-b923-4f7a-a0a9-3bef41a7c711 None None] Port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:55:05.610508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b528120-73a5-40f1-abd3-a23cc007f79a None None] Network 08dec4bb-cfd4-4ea4-ade6-90284a4b0340 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:05.675259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:05.906949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-2ff2174a-aaeb-450d-84e9-1819de2f5cb3 service neutron] 10.222.0.24 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570668 Apr 28 19:55:05.934103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:06.043390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38bd8fb-00b3-49e7-8cde-195ac879d2eb req-2a1cd206-fe20-4d8a-b9ae-7f3a3d7cb7d3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:06.046880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f38bd8fb-00b3-49e7-8cde-195ac879d2eb req-2a1cd206-fe20-4d8a-b9ae-7f3a3d7cb7d3 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3309367 Apr 28 19:55:06.155157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f38bd8fb-00b3-49e7-8cde-195ac879d2eb req-f34987b6-8580-476e-a366-72bde0900c54 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953486 Apr 28 19:55:06.191945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-2d91f699-0966-4236-8a09-118fa983b141 service neutron] 10.222.0.24 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2819746 Apr 28 19:55:06.385766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c847ceee-3406-4fa0-a6f5-57699699d008 None None] Provisioning complete for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:06.388166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c847ceee-3406-4fa0-a6f5-57699699d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:06.621863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8a40480-3e44-4e21-aad1-deb36a407d3b req-e8aba20f-b9fe-4d03-a970-768dfa662ae6 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1355116 Apr 28 19:55:06.729146 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18d776c8-9120-4711-b545-49b74a99d9ed'] response: {'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'code': 200} Apr 28 19:55:06.961671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f62d65-1073-482c-b910-7a76b0db813a req-bdfbf2f9-6796-420b-ab0b-8040b637f7fc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:06.972643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40f62d65-1073-482c-b910-7a76b0db813a req-bdfbf2f9-6796-420b-ab0b-8040b637f7fc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1869640 Apr 28 19:55:06.988576 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-bc6787e1-2343-4c23-80d0-2a0d01bd2862 req-1dc576e9-b99c-48bb-979d-1b99dbe47db2 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] show failed (client error): The resource could not be found. Apr 28 19:55:07.000412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc6787e1-2343-4c23-80d0-2a0d01bd2862 req-1dc576e9-b99c-48bb-979d-1b99dbe47db2 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/5d02ded8-f088-4b12-b391-34720fe33aa0 HTTP/1.1" status: 404 len: 352 time: 0.0658324 Apr 28 19:55:07.022753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c847ceee-3406-4fa0-a6f5-57699699d008 None None] Port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:55:07.052171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40f62d65-1073-482c-b910-7a76b0db813a req-0b4251e0-4edd-4367-85b8-a0e578459319 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782855 Apr 28 19:55:07.178776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:07.179154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:07.190152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bdff3aa-2398-440a-a32a-9763730af272 req-4ad2f3f3-b862-4485-9b92-020c61c4682c tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0682416 Apr 28 19:55:07.255811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 2, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:07.275556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb72eabc-d26d-43e2-9184-5bde2738c046 None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 2, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:07.347735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a512e1fa-15e8-4d86-87f5-f16aa7c0cf57 req-b4037b07-4d76-4d50-9e20-7514a91344f9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 210 time: 0.1164145 Apr 28 19:55:07.836806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:07.844710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1742509655', 'description': 'tempest-description--928883307'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:07.868933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:07.908253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:07.922441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:07.950510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:07.979972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.071918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:08.083499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:08.087205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:08.100100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:08.275861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.284225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.354025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-7622d229-b632-4e18-8957-fb8282a2d232 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:08.356734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88776746-341d-4139-b6d3-d885a390bd74 req-7622d229-b632-4e18-8957-fb8282a2d232 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Synchronizing usage tracker for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:08.377419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b85a5ac-5b87-438f-b6a3-53e85b82faf1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.410105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.411721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8eb9d793-b9f8-42f4-9ee7-5208ea73e41f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5738409 Apr 28 19:55:08.417137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36990) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:08.434670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group_rule': {'security_group_id': '8b85a5ac-5b87-438f-b6a3-53e85b82faf1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:08.454730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:08.460159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:08.472365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db052cc4-96ac-40ca-a045-12ea1244d80a req-35ac6560-5c70-4279-8c0f-28f4e191e581 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:08.473818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:08.481654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db052cc4-96ac-40ca-a045-12ea1244d80a req-35ac6560-5c70-4279-8c0f-28f4e191e581 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4185081 Apr 28 19:55:08.487532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88776746-341d-4139-b6d3-d885a390bd74 req-7622d229-b632-4e18-8957-fb8282a2d232 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Unset dirty status for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:08.489028 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-7622d229-b632-4e18-8957-fb8282a2d232 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.41 "GET /v2.0/networks?id=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd HTTP/1.1" status: 200 len: 813 time: 0.7296524 Apr 28 19:55:08.496186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:08.534146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.579052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Request body: {'port': {'device_id': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd', 'admin_state_up': True, 'tenant_id': '48d08a8c863c408191d5a2c8764d5652'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:08.802325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.807799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db052cc4-96ac-40ca-a045-12ea1244d80a req-73ba91af-a370-40b8-9daf-6716d50af293 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3131962 Apr 28 19:55:08.818853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.912256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc6e5d8e-18ef-44ea-bd3c-c3a0ebd62145,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:08.957035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:08.972990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76e53428-a7c1-4496-8a4f-96451974e58e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5487959 Apr 28 19:55:08.975498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:09.004759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group_rule': {'security_group_id': '8b85a5ac-5b87-438f-b6a3-53e85b82faf1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:09.136184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:09.139180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:09.214273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Usage tracker for resource:port and tenant:48d08a8c863c408191d5a2c8764d5652 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:09.226275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:09.239536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:09.246249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:09.276955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:09.295895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845d7ba4-d37f-4e94-a4d5-e98da97fb8fc req-69bab56a-3e98-41cf-8565-0b5a9d9cc004 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d2103a0158740889e1f69edaea2a097 HTTP/1.1" status: 200 len: 2988 time: 0.4268692 Apr 28 19:55:09.302887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:09.416672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b30ac6a2-a478-494b-a118-cecf9251a808 req-25db8e61-635b-4403-8dc0-7aa0d7213e6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e73257c830b1455e9c1e5f0f2adf346b&device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1402965 Apr 28 19:55:09.469730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Made reservation on behalf of 48d08a8c863c408191d5a2c8764d5652 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:09.473769 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.497337 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-837a1c95-cb78-4f2a-a37f-ba65c13b0c8a req-8e0b3a7e-e08d-4e6b-ae2f-05c0246af470 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0793848 Apr 28 19:55:09.585713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b30ac6a2-a478-494b-a118-cecf9251a808 req-b89c9b39-4cc9-4d7a-a06f-0d8c140ebf30 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e73257c830b1455e9c1e5f0f2adf346b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812013 Apr 28 19:55:09.768899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845d7ba4-d37f-4e94-a4d5-e98da97fb8fc req-b5f92a34-8c3d-4842-b4b9-33d90bf4c360 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/a019e149-80b9-4f29-8b06-460f33a16d7e HTTP/1.1" status: 200 len: 2985 time: 0.4466138 Apr 28 19:55:09.830073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:09.885617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3dcf7cb7-d09a-44ea-859e-099c6e426322 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:09.921401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b22bc46-0f6e-44e3-93f9-5e5102107a0e req-36714be3-70a4-4127-94bd-c5a99a89adbc tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 210 time: 0.1675196 Apr 28 19:55:09.982766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.051291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:10.081848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-bef1c54d-7f86-46a6-aa08-6b22dc96478d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:10.083820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-bef1c54d-7f86-46a6-aa08-6b22dc96478d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 810 time: 0.7868307 Apr 28 19:55:10.099719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ac6a2-a478-494b-a118-cecf9251a808 req-d4c203f4-421d-4fcb-b6d4-f8afeac8eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:10.102460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b30ac6a2-a478-494b-a118-cecf9251a808 req-d4c203f4-421d-4fcb-b6d4-f8afeac8eca7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5085895 Apr 28 19:55:10.137905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3dcf7cb7-d09a-44ea-859e-099c6e426322 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:10.146312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Request body: {'port': {'device_id': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'admin_state_up': True, 'tenant_id': '69b5a89566934e028c31a41787e33cc9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:10.179027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3dcf7cb7-d09a-44ea-859e-099c6e426322 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:10.179643 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.212986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43af552c-bbb0-47be-b7a1-665609c0af77 req-4c38b1c8-9cdb-446d-a500-33aa119bbdf8 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0772908 Apr 28 19:55:10.254565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.282651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Allocated IP 172.20.0.6 (2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd/f2169816-7d85-4373-bac2-b32d27c426bc/cf6ee287-c0cc-48a5-b3a1-3b12064049b3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:10.313944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:10.318397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:10.338482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.433494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:10.489870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-845d7ba4-d37f-4e94-a4d5-e98da97fb8fc req-ace1f614-adce-44a2-86b5-bd868a8ec847 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/a019e149-80b9-4f29-8b06-460f33a16d7e HTTP/1.1" status: 200 len: 2985 time: 0.7199876 Apr 28 19:55:10.611222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.632133 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8278f799-840e-4495-873e-5deec2cb2818'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:55:10.676781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3dcf7cb7-d09a-44ea-859e-099c6e426322, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3dcf7cb7-d09a-44ea-859e-099c6e426322,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:10.692168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:10.711600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1f4a95-e8b1-4c9f-a4bd-6fc324728564 req-21fb29ed-3f09-42fc-adc6-83b6c49d2a62 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:10.720950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d1f4a95-e8b1-4c9f-a4bd-6fc324728564 req-21fb29ed-3f09-42fc-adc6-83b6c49d2a62 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1862063 Apr 28 19:55:10.783653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d1f4a95-e8b1-4c9f-a4bd-6fc324728564 req-58ce776e-8e99-4860-81c3-2eda3f49b272 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590816 Apr 28 19:55:10.800453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3dcf7cb7-d09a-44ea-859e-099c6e426322,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:11.010180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9d8bcb6a-eea9-41f4-a202-fb6b36963f27 req-cade36b1-96ec-4aaf-a44e-b7e6f90e8842 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0737493 Apr 28 19:55:11.089576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.113559 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.121215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-073c7b37-e502-4d53-be49-e9b250fc7c0d req-14f3c9e6-d29d-482c-b056-0b6ed71f151b tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/a019e149-80b9-4f29-8b06-460f33a16d7e HTTP/1.1" status: 200 len: 2985 time: 0.4361043 Apr 28 19:55:11.131007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.134474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:11.205267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9c76abf-fd52-42d6-990c-f9f0b2cc8686 req-68d5706a-9f13-4474-a82f-e3b45689d1f7 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 210 time: 0.0578041 Apr 28 19:55:11.223197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61f36c9-4d0c-4220-82ee-c32e90bc8161,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:11.225286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:11.299377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.303995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37038) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:11.304186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a0e630d2-49e8-4c29-974f-d4669be85bd2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.3162708 Apr 28 19:55:11.308787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Made reservation on behalf of 69b5a89566934e028c31a41787e33cc9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:11.309236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:11.312543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.322772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:11.326367 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-073c7b37-e502-4d53-be49-e9b250fc7c0d req-d435bc7d-3be6-4f01-b2da-82f174e5f168 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 19:55:11.328189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-073c7b37-e502-4d53-be49-e9b250fc7c0d req-d435bc7d-3be6-4f01-b2da-82f174e5f168 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "DELETE /v2.0/security-groups/a019e149-80b9-4f29-8b06-460f33a16d7e HTTP/1.1" status: 409 len: 352 time: 0.1906936 Apr 28 19:55:11.329287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.336479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:floatingip and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:11.352531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:11.374719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:11.382085 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:11.397998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:11.401891 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:11.405176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:11.680187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-046e9fb6-49cb-40a4-aede-8c224673609e req-97485fe4-dd8c-41d2-9e67-bba8687f8e6a tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.24 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.0600507 Apr 28 19:55:11.697384 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-84466b92-56fa-448b-850d-358f9cf46611 req-6ea6030e-c810-42ca-8b68-f655aaa6f1d1 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] show failed (client error): The resource could not be found. Apr 28 19:55:11.697384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84466b92-56fa-448b-850d-358f9cf46611 req-6ea6030e-c810-42ca-8b68-f655aaa6f1d1 tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/7a90632d-03ff-45f8-9c0d-21dd461d2d96 HTTP/1.1" status: 404 len: 352 time: 0.3241744 Apr 28 19:55:11.703818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:11.711402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:11.720438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Pushing event updated for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:11.751241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:11.867275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b30ac6a2-a478-494b-a118-cecf9251a808 req-61e230a2-d01f-4152-b759-50fdc1b33482 tempest-ServerShowV254Test-1595492903 tempest-ServerShowV254Test-1595492903-project] 10.222.0.41 "GET /v2.0/ports?device_id=f0b73647-e5d3-49ce-972b-f3c4b6d4a962 HTTP/1.1" status: 200 len: 210 time: 0.1819055 Apr 28 19:55:11.901161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3dcf7cb7-d09a-44ea-859e-099c6e426322 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:11.955290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:12.067459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.071309 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-5f628a8b-964f-4c95-b52f-58aaa268c867 req-983dc756-1439-4aac-a22d-cfe748fde1fb tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] show failed (client error): The resource could not be found. Apr 28 19:55:12.072730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f628a8b-964f-4c95-b52f-58aaa268c867 req-983dc756-1439-4aac-a22d-cfe748fde1fb tempest-SecurityGroupsNegativeTestJSON-95057828 tempest-SecurityGroupsNegativeTestJSON-95057828-project] 10.222.0.24 "GET /v2.0/security-groups/88622232-e4e7-4d57-a600-1f5304e82b79 HTTP/1.1" status: 404 len: 352 time: 0.2396951 Apr 28 19:55:12.098963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37056) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:12.167774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3dcf7cb7-d09a-44ea-859e-099c6e426322 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:12.168739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.215138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.256240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.256916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.372319 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-005e618a-a1a0-458c-85ac-980f9ea0332b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8167748 Apr 28 19:55:12.397126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Deleting subnet dabd884e-91fe-45ab-9159-9f8fb8f1db23 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:55:12.420568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.479817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bca62e4-36f4-418a-bfa3-93dde9d3e789 req-d9c5fab6-7d33-4b10-b58a-f23819abc132 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:12.487380 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bca62e4-36f4-418a-bfa3-93dde9d3e789 req-d9c5fab6-7d33-4b10-b58a-f23819abc132 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.4679184 Apr 28 19:55:12.495979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Allocated IP 172.25.2.181 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/354933cd-4ce4-46d9-bcd2-f4f36f92fcd7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:12.534244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Allocated IP 172.20.0.14 (0580e89f-4fcf-4fe4-857a-a5c92715fcde/f645bfa1-fc12-4367-8a4a-8600ed7e966f/dedaa193-c088-4917-85c7-97ac960e9412) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:12.566887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Request body: {'port': {'device_id': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:12.590196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:12.811118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bca62e4-36f4-418a-bfa3-93dde9d3e789 req-02853838-45f3-48c7-9d6d-9395dbf6e18d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228066 Apr 28 19:55:12.949206 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 2, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:12.960211 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:12.960770 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Updating router c36ae71e-6715-4839-84ce-3de344b68aeb port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:55:13.095470 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.097882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.201891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7db06c7a-82a9-4d08-ba34-b0cb0858ffba req-acefccd9-1e13-4665-a995-f95da35cf3ae tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 210 time: 0.1106036 Apr 28 19:55:13.307820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.316183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.396925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.412657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dabd884e-91fe-45ab-9159-9f8fb8f1db23,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:13.434622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.464594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1c44103-348e-4694-b4d3-af8ec51b7c64 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/dabd884e-91fe-45ab-9159-9f8fb8f1db23 HTTP/1.1" status: 204 len: 168 time: 1.3622727 Apr 28 19:55:13.465381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37084) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:13.560882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.721055 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.879678 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.903343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.911097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37098) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:13.912853 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Transition to ACTIVE for port object 1e440d5b-1801-4742-be8c-a2f38d7a5f9d will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:13.927139 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:13.999580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:14.031201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:14.046082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:14.198110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:14.209812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.238646 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Pushing event updated for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:14.283120 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.287212 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.287590 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.287924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.288805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.289139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.289485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.290219 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.290219 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.294978 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.295586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.296030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:14.327481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7052448b-083d-476b-9aec-bc66e831ae11'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:14.452557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.572787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.665880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf6ee287-c0cc-48a5-b3a1-3b12064049b3 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:14.666731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:14.694104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.717983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=354933cd-4ce4-46d9-bcd2-f4f36f92fcd7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:14.743556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08dec4bb-cfd4-4ea4-ade6-90284a4b0340']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:14.751340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Transition to ACTIVE for port object cf6ee287-c0cc-48a5-b3a1-3b12064049b3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:14.784267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:14.807004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7a3fd6-5baa-4278-8360-bacbceccd03d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:14.807341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7a3fd6-5baa-4278-8360-bacbceccd03d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:14.848841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Usage tracker for resource:security_group_rule and tenant:e73257c830b1455e9c1e5f0f2adf346b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:14.875167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:14.878834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:14.885985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f60532c-8977-46e4-9660-96a45fb54091 req-cb37b75d-8d88-480e-b2bf-1cfb81864784 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:14.887659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f60532c-8977-46e4-9660-96a45fb54091 req-cb37b75d-8d88-480e-b2bf-1cfb81864784 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Synchronizing usage tracker for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:14.895962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Pushing event updated for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:14.923275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.932574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.957832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:14.958258 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Attempting to bind port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:14.958619 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Attempting to bind port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:14.958976 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Attempting to bind port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:14.970134 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:14.970511 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Checking segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:14.970906 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:14.971298 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Bound using segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:14.971762 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Bound port: 1e440d5b-1801-4742-be8c-a2f38d7a5f9d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:14.972133 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.021399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.041258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:15.041711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:15.110730 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:15.156200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f60532c-8977-46e4-9660-96a45fb54091 req-cb37b75d-8d88-480e-b2bf-1cfb81864784 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Unset dirty status for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:15.162739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.164686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f60532c-8977-46e4-9660-96a45fb54091 req-cb37b75d-8d88-480e-b2bf-1cfb81864784 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 931 time: 2.7974668 Apr 28 19:55:15.176126 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] For port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:15.244839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:15.260493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bae72f1-eaed-4c0d-8817-168d2833faa3 req-14a5d946-f850-434f-b085-f30cf1389ab1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.267927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bae72f1-eaed-4c0d-8817-168d2833faa3 req-14a5d946-f850-434f-b085-f30cf1389ab1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 1.1046576 Apr 28 19:55:15.286864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:15.298582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Network 0580e89f-4fcf-4fe4-857a-a5c92715fcde is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:15.302353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.324434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:15.376713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:15.504390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.547982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:15.548662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.585946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fee388af-fb8d-4c0b-8b67-0808f785e359'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:15.722201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.874404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:15.918132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f60532c-8977-46e4-9660-96a45fb54091 req-89e4aa20-face-4804-998b-1b38b086e34d tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Synchronizing usage tracker for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:15.945379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-d65654b0-60a2-4221-b4b8-6aa1746498d5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.8144183 Apr 28 19:55:15.978471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:15.981473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Request body: {'port': {'device_id': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:16.034962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] For port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:16.044751 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.072984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.090027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.106334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3f60532c-8977-46e4-9660-96a45fb54091 req-89e4aa20-face-4804-998b-1b38b086e34d tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Unset dirty status for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:16.108463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f60532c-8977-46e4-9660-96a45fb54091 req-89e4aa20-face-4804-998b-1b38b086e34d tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8081760 Apr 28 19:55:16.170315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Attempting to bind port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:16.170563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Attempting to bind port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'd6701672-114a-485e-b28b-5080843d8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:16.170893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Attempting to bind port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 on network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:16.176951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.238023 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:16.238656 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:16.265415 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.341665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.444917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 on network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:55:16.445158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Attempting to bind port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 on network 2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:16.498821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:16.499159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Checking segment: {'id': 'd6701672-114a-485e-b28b-5080843d8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:16.499459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Bound using segment: {'id': 'd6701672-114a-485e-b28b-5080843d8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:16.499913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Bound port: cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6701672-114a-485e-b28b-5080843d8119', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:16.500279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:16.548594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e73257c830b1455e9c1e5f0f2adf346b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6060491 Apr 28 19:55:16.552966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:16.557406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17061d43-dce7-4234-8149-ee88cf7ae08c None None] Pushing event updated for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:16.599696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] Pushing event deleted for resources: {'Network': ['ID=08dec4bb-cfd4-4ea4-ade6-90284a4b0340,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:16.603799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ab480f8-8c08-4d13-a591-7a847e8b5552 admin admin] 10.222.0.24 "DELETE /v2.0/networks/08dec4bb-cfd4-4ea4-ade6-90284a4b0340 HTTP/1.1" status: 204 len: 168 time: 3.1288168 Apr 28 19:55:16.621506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bae72f1-eaed-4c0d-8817-168d2833faa3 req-ad5641ff-70fd-4d13-89ed-34fcde7fc245 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9569151 Apr 28 19:55:16.835541 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:16.875406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17031696-bcb1-4776-bcfe-9a0313ec8b40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f23f81-a344-4709-b928-c27ef4f66873,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.016496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.021790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.077605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37130) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:17.366366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-29792778-26d1-405c-a653-903c3f8c7333 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d2103a0158740889e1f69edaea2a097&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824638 Apr 28 19:55:17.435257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:17.530274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=354933cd-4ce4-46d9-bcd2-f4f36f92fcd7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:17.554250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.576588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.665371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231b701e-4c6b-4024-8945-1ca22a2b6b62 req-81c548ea-ef39-4eb3-a22e-ac49359dc756 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:17.667955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:17.677603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-231b701e-4c6b-4024-8945-1ca22a2b6b62 req-81c548ea-ef39-4eb3-a22e-ac49359dc756 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 943 time: 0.2945335 Apr 28 19:55:17.724846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.726243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc7b7ab2-f5ab-4582-9c76-418ebe3d7f76 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.4212770 Apr 28 19:55:17.816562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-231b701e-4c6b-4024-8945-1ca22a2b6b62 req-44e379f7-c061-4d20-b444-20c6533cd762 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330051 Apr 28 19:55:17.832397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,segment=NetworkSegment(d6701672-114a-485e-b28b-5080843d8119),segment_id=d6701672-114a-485e-b28b-5080843d8119)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:17.870557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.877969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:17.996869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:15Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:18.002490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:18.028278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-057538cb-2ece-4ec7-bcf0-45da4b898897 None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:15Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:18.130930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1e440d5b-1801-4742-be8c-a2f38d7a5f9d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:18.158788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595106dc-07fc-4713-8648-80f7551bcb6a req-a8479917-ca23-406c-a4ad-91a273b20755 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:18.170462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-595106dc-07fc-4713-8648-80f7551bcb6a req-a8479917-ca23-406c-a4ad-91a273b20755 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.1145372 Apr 28 19:55:18.180706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Pushing event updated for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:18.297885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:18.298532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.303563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-595106dc-07fc-4713-8648-80f7551bcb6a req-f441790d-7234-478c-8871-faa6084abba1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354473 Apr 28 19:55:18.306033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-ccc83c70-fa90-4d4f-bd34-d9ea28202688 service neutron] 10.222.0.41 "PUT /v2.0/ports/cf6ee287-c0cc-48a5-b3a1-3b12064049b3 HTTP/1.1" status: 200 len: 1091 time: 5.7733650 Apr 28 19:55:18.384457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:18.403848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:18.404269 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.599371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fee388af-fb8d-4c0b-8b67-0808f785e359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:18.600944 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.708309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:18.724686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:18.735179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:55:18.905207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b8d9e-3227-4ee7-91bf-4feb835f5ad4 req-8282f443-c6c5-463d-945a-c2d457912a11 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:18.905976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a5b8d9e-3227-4ee7-91bf-4feb835f5ad4 req-8282f443-c6c5-463d-945a-c2d457912a11 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:18.908259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.105592 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.142919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.152220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.159342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:19.187865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:19.199259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.204863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:19.207640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f23f81-a344-4709-b928-c27ef4f66873,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.217072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a5b8d9e-3227-4ee7-91bf-4feb835f5ad4 req-8282f443-c6c5-463d-945a-c2d457912a11 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:19.223793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a5b8d9e-3227-4ee7-91bf-4feb835f5ad4 req-8282f443-c6c5-463d-945a-c2d457912a11 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 932 time: 2.0779138 Apr 28 19:55:19.257021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.259326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dedaa193-c088-4917-85c7-97ac960e9412 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:19.304896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.321101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.323701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.324809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6dac2f24-7916-424a-a8d8-0bffb3a4eda9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8f23f81-a344-4709-b928-c27ef4f66873 HTTP/1.1" status: 204 len: 168 time: 2.7517164 Apr 28 19:55:19.386125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-ff152431-3ee6-42c7-9cbc-5b7dd424198f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:19.402362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:19.437970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-d52d978e-88ff-44ab-984e-62784ac218e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:19.439514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-d52d978e-88ff-44ab-984e-62784ac218e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48d08a8c863c408191d5a2c8764d5652&device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 1094 time: 0.7093382 Apr 28 19:55:19.455251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-ff152431-3ee6-42c7-9cbc-5b7dd424198f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:19.464600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-ff152431-3ee6-42c7-9cbc-5b7dd424198f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1742509655&fields=id&tenant_id=076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 267 time: 0.2053957 Apr 28 19:55:19.469114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Transition to ACTIVE for port object dedaa193-c088-4917-85c7-97ac960e9412 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:19.497304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:19.627323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a5b8d9e-3227-4ee7-91bf-4feb835f5ad4 req-400c0615-b727-49ca-8b6b-600415ee1fd5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4025571 Apr 28 19:55:19.936426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1e440d5b-1801-4742-be8c-a2f38d7a5f9d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:20.094437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:20.095156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.129185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37188) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:20.160642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-5e0fa3c7-2a6d-4081-a1e6-79715afd9cdb tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.172692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-5e0fa3c7-2a6d-4081-a1e6-79715afd9cdb tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 810 time: 0.7068436 Apr 28 19:55:20.178959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4dec097-008b-4d76-b2e0-0f484b62a64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.193953 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed1bc88e-d919-4e81-a167-f05d9d5d75ed'] response: {'name': 'network-changed', 'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3', 'status': 'completed', 'code': 200} Apr 28 19:55:20.222008 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-14f44133-8b2f-40b6-82f6-fcb4658e2f5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3 HTTP/1.1" status: 200 len: 217 time: 0.5799673 Apr 28 19:55:20.254847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Pushing event updated for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:20.274544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-5d19eba1-5ca8-4528-a003-0fe4225f5add tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/quotas/076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 375 time: 0.1008110 Apr 28 19:55:20.328414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.402180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-d5926b52-ebec-43bd-a2a9-3b699729a400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.407395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-d5926b52-ebec-43bd-a2a9-3b699729a400 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1096 time: 0.4201357 Apr 28 19:55:20.457940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a019e149-80b9-4f29-8b06-460f33a16d7e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:20.461668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.467259 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a9f2bec8-5d9a-4e1d-b8ce-045fe9a0314b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a019e149-80b9-4f29-8b06-460f33a16d7e HTTP/1.1" status: 204 len: 168 time: 3.0023766 Apr 28 19:55:20.494147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88776746-341d-4139-b6d3-d885a390bd74 req-638f1ac7-d3b6-4265-8a4c-d245b9381346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.495800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-638f1ac7-d3b6-4265-8a4c-d245b9381346 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2169816-7d85-4373-bac2-b32d27c426bc HTTP/1.1" status: 200 len: 853 time: 0.2345295 Apr 28 19:55:20.508444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a650290b-4244-4fa9-9c06-6741204e985b req-3d52abda-38a9-4bc5-b65e-98288ea87df8 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.517832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a650290b-4244-4fa9-9c06-6741204e985b req-3d52abda-38a9-4bc5-b65e-98288ea87df8 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 943 time: 0.4271128 Apr 28 19:55:20.588990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-658f54a9-8b67-46a3-a526-f53a18591fc0 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3127880 Apr 28 19:55:20.603093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-e0704b24-c118-4ed9-90fc-e72da6496e24 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801415 Apr 28 19:55:20.749808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-5c3ef592-ae44-4ead-a519-57ea08b56580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:20.751956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-5c3ef592-ae44-4ead-a519-57ea08b56580 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.3395925 Apr 28 19:55:20.756058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a650290b-4244-4fa9-9c06-6741204e985b req-fd9ce7f7-7aae-45cf-9b2e-fa62d5a1ec87 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372935 Apr 28 19:55:20.757508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.758851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Attempting to bind port dedaa193-c088-4917-85c7-97ac960e9412 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:20.759284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Attempting to bind port dedaa193-c088-4917-85c7-97ac960e9412 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:20.760284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Attempting to bind port dedaa193-c088-4917-85c7-97ac960e9412 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:20.827751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Port dedaa193-c088-4917-85c7-97ac960e9412 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:55:20.828183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Attempting to bind port dedaa193-c088-4917-85c7-97ac960e9412 on network 0580e89f-4fcf-4fe4-857a-a5c92715fcde {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:20.850006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:20.850494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Checking segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:20.850972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Bound using segment: {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:20.851655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Bound port: dedaa193-c088-4917-85c7-97ac960e9412, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c291cb1-4235-4f2d-b8ad-7486dff4feea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:20.852094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:20.867487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:20.871502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Usage tracker for resource:security_group_rule and tenant:d92babf3dcdc43cab8d7af354a1aa4a9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:20.875159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:20.880899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:20.907491 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81e11ca1-f4c6-4640-8b36-c218ba83ee0f'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:55:20.958598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-2654413f-4657-403f-ab09-d94b56a609a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1878278 Apr 28 19:55:20.975211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-b428878d-f3c0-45ff-b710-0be945d6b69a service neutron] 10.222.0.41 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899880 Apr 28 19:55:21.277005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-e15d5fe2-1361-47a9-9d23-809f32bcf335 service neutron] 10.222.0.24 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6096961 Apr 28 19:55:21.297155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:21.300409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dedaa193-c088-4917-85c7-97ac960e9412,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:21.322778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.512783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.590203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-62cd1f86-ebb8-4c65-9cf6-60916610850c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.592164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c59eb4f-a31d-4e44-be77-2e76e6d33c95 req-aefd017c-590b-4af0-8a22-e56216ece95c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.592332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-62cd1f86-ebb8-4c65-9cf6-60916610850c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.6255295 Apr 28 19:55:21.597874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.602903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c59eb4f-a31d-4e44-be77-2e76e6d33c95 req-aefd017c-590b-4af0-8a22-e56216ece95c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.5439122 Apr 28 19:55:21.625064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:21.625878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:21.627252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] 10.222.0.41 "PUT /v2.0/ports/dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 200 len: 1092 time: 5.6633742 Apr 28 19:55:21.706080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c59eb4f-a31d-4e44-be77-2e76e6d33c95 req-330475b1-cb33-4678-b045-211dcf8d4b97 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023705 Apr 28 19:55:21.810965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-3acfcdad-e215-4373-918e-b2a430fdb4a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2005153 Apr 28 19:55:21.867874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c75ec6e-a086-4751-ad58-b8f765854710 service neutron] Pushing event updated for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.868018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a2382a-2b18-41a1-9d77-e20436997872,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:21.906552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6089a974-46e5-43d4-b3bf-5d804e166b24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d92babf3dcdc43cab8d7af354a1aa4a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7525961 Apr 28 19:55:21.911020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-0ec5a60a-8553-4cf3-821c-bcbe84e7782c service neutron] 10.222.0.24 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6265948 Apr 28 19:55:21.911488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37244) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:21.974484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88776746-341d-4139-b6d3-d885a390bd74 req-05aecca1-9d3d-43a2-b165-a0e7e4f23b51 service neutron] 10.222.0.41 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9771032 Apr 28 19:55:21.998656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-0e582630-47ec-4c92-bfa2-4997dcc449b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.001259 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-0e582630-47ec-4c92-bfa2-4997dcc449b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1095 time: 0.2940397 Apr 28 19:55:22.087115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-5c494140-dc06-4473-9143-0cfc59acad5f service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531281 Apr 28 19:55:22.197307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:22.222793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-969b59dc-8e7e-45a7-a9f7-e048b783fed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 200 len: 217 time: 0.1949856 Apr 28 19:55:22.246383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2956e891-259b-4e7b-8a4d-9b4b6837fa70 req-e601b58a-4b7b-434d-9d61-cc81a8ac0d5e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.256759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2956e891-259b-4e7b-8a4d-9b4b6837fa70 req-e601b58a-4b7b-434d-9d61-cc81a8ac0d5e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 944 time: 0.3548920 Apr 28 19:55:22.319650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-276e7cc3-672d-4e53-b610-e563a70092ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.376101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-78f861bd-e4ab-4f4b-bd08-cc44f68d2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.378003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-78f861bd-e4ab-4f4b-bd08-cc44f68d2416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.1462715 Apr 28 19:55:22.459853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37274) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:22.521180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-9ef7eeaa-9ccc-40f4-b2ac-877d1093a63c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1112633 Apr 28 19:55:22.564435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.594105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2956e891-259b-4e7b-8a4d-9b4b6837fa70 req-9f35695c-a8b4-4160-b719-a7cf71a1f8da tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3228173 Apr 28 19:55:22.672201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f54a1cd2-f622-4c08-a3ce-1a9102684936 req-6f2d4621-a0f6-4b3c-8fa9-870fd546bcb3 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5698323 Apr 28 19:55:22.704476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:22.815123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f06152-9a27-4fe7-a28b-ea99b47cd32b req-0183d6b7-2d2b-40b7-bb28-6d57f25aa392 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.817709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3f06152-9a27-4fe7-a28b-ea99b47cd32b req-0183d6b7-2d2b-40b7-bb28-6d57f25aa392 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 943 time: 0.3586085 Apr 28 19:55:22.837855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-59287d50-0f83-45af-b152-7181670094a2 req-a00bed43-1902-4517-aaa6-2cf3ba1cfa0e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:22.912453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-116044044-network', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:22.922861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:22.940967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3f06152-9a27-4fe7-a28b-ea99b47cd32b req-f723d5dc-4eac-46fb-998e-2eb94fe519c0 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823843 Apr 28 19:55:22.947037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Usage tracker for resource:network and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:22.951869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:22.962839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea532-50d3-43c7-91db-796de03f4853 req-824fa29a-a487-4c70-907d-134297d924db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:22.966853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-824fa29a-a487-4c70-907d-134297d924db service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=48d08a8c863c408191d5a2c8764d5652&device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 1094 time: 0.8535674 Apr 28 19:55:22.986865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:23.017135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:23.019919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.044192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.082879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.135950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a2382a-2b18-41a1-9d77-e20436997872,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:23.164583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.171648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0cbc41b8-53c3-43dd-ad80-5432a8b23b81 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8a2382a-2b18-41a1-9d77-e20436997872 HTTP/1.1" status: 204 len: 168 time: 1.1232781 Apr 28 19:55:23.184326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:23.194194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Usage tracker for resource:security_group_rule and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:23.195303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea532-50d3-43c7-91db-796de03f4853 req-49391b23-3139-4621-a392-543015e8005a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.197235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-49391b23-3139-4621-a392-543015e8005a service neutron] 10.222.0.41 "GET /v2.0/networks?id=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd HTTP/1.1" status: 200 len: 914 time: 0.2121429 Apr 28 19:55:23.204366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:23.208565 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e0ea999-c8ce-406b-be93-615ca2708298'] response: {'name': 'network-changed', 'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412', 'status': 'completed', 'code': 200} Apr 28 19:55:23.211701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-59287d50-0f83-45af-b152-7181670094a2 req-a00bed43-1902-4517-aaa6-2cf3ba1cfa0e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:23.220514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:23.234724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59287d50-0f83-45af-b152-7181670094a2 req-a00bed43-1902-4517-aaa6-2cf3ba1cfa0e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 210 time: 0.5244763 Apr 28 19:55:23.460378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-f61dcea9-2ee8-422f-b3f6-09524175a993 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8592565 Apr 28 19:55:23.465645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-2efdd81f-4aee-4125-b4d6-a253a8673803 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3 HTTP/1.1" status: 200 len: 217 time: 0.2137487 Apr 28 19:55:23.604001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d7613b-88c3-4906-814b-83647afe4fe3 req-0c599da2-631f-4913-bb18-f365f5a66114 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.630996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55d7613b-88c3-4906-814b-83647afe4fe3 req-0c599da2-631f-4913-bb18-f365f5a66114 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 945 time: 0.3652670 Apr 28 19:55:23.734999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.800916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b13ab6b-99c8-468a-90cf-c9dfdc262e75 req-f5d8d408-dc5a-416e-b6d6-4e6f856d3c92 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146505 Apr 28 19:55:23.855539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55d7613b-88c3-4906-814b-83647afe4fe3 req-b31e9a31-6d82-4fe4-bc20-26ae272252c8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235606 Apr 28 19:55:23.954222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdea532-50d3-43c7-91db-796de03f4853 req-a03bf41e-a31c-4185-baf7-4329ab644b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:23.955737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.958927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-a03bf41e-a31c-4185-baf7-4329ab644b85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f2169816-7d85-4373-bac2-b32d27c426bc HTTP/1.1" status: 200 len: 853 time: 0.1558530 Apr 28 19:55:23.960028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:23.974554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.014850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:24.030673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:24.043565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.044051 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Added segment eed04291-54e7-4ab7-82b8-7b53d6d347d7 of type vlan for network cdd5acf2-f7a2-48ba-8431-8887bc8b941c Apr 28 19:55:24.116111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.248676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19ea0629-20ce-447e-802d-88e0794ada1b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:24.297152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.334270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-a26833ea-b584-4ca5-adb9-5a5770039de4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3657334 Apr 28 19:55:24.338765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:24.340616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:24.353406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.467056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:24.523889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.532416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:24.532900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:24.646961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-a056e001-4772-41e5-aa81-48d16c021f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:24.648680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-a056e001-4772-41e5-aa81-48d16c021f34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1095 time: 0.6813581 Apr 28 19:55:24.707561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:24.847278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8744d1bf-1590-4a8d-bdaf-5e9f7e02aa02 req-71039995-6ef4-4f29-aa9b-6294c20a5615 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:24.862339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8744d1bf-1590-4a8d-bdaf-5e9f7e02aa02 req-71039995-6ef4-4f29-aa9b-6294c20a5615 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 944 time: 0.8971856 Apr 28 19:55:24.877740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] Pushing event updated for resources: {'Network': ['ID=cdd5acf2-f7a2-48ba-8431-8887bc8b941c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:24.890297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:55:24.891173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9947d359-e1bb-4654-b5a9-cd5374853015 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4256580 Apr 28 19:55:24.901599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37348) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:25.127739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.134432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8744d1bf-1590-4a8d-bdaf-5e9f7e02aa02 req-3f0b67c4-280e-4b41-8e7c-c88290a6ef28 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711823 Apr 28 19:55:25.180027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Request body: {'subnet': {'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-subnet', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:25.205115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-ae1d7fd2-f9e8-49d2-a97f-96c90e36c640 service neutron] 10.222.0.41 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8620393 Apr 28 19:55:25.230884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5feb758-bbc0-4c8c-950d-534a597ab63c req-3fef9eb3-246c-42df-9c2c-b913179c482a tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.235695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5feb758-bbc0-4c8c-950d-534a597ab63c req-3fef9eb3-246c-42df-9c2c-b913179c482a tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 943 time: 0.9933727 Apr 28 19:55:25.241802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:25.255710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Usage tracker for resource:subnet and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:25.330338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:25.333354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.353165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-22177cb8-89fc-4345-bb85-43cc67011477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.354740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-22177cb8-89fc-4345-bb85-43cc67011477 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.6950514 Apr 28 19:55:25.391514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:25.471573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-9ad2eb64-595a-4237-a241-f0460f09201f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.474368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-9ad2eb64-595a-4237-a241-f0460f09201f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 810 time: 0.8083425 Apr 28 19:55:25.487243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcdea532-50d3-43c7-91db-796de03f4853 req-944db1bf-9f1f-4f7d-8ec2-ebd8f1748e47 service neutron] 10.222.0.41 "GET /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712145 Apr 28 19:55:25.487822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:25.492957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:25.527390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5feb758-bbc0-4c8c-950d-534a597ab63c req-f68ee70c-b8cc-4128-8408-3b3edc88f429 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2637744 Apr 28 19:55:25.647990 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01d50ec0-2e43-486f-b255-edbc7d0f3544'] response: {'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'code': 200} Apr 28 19:55:25.649716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:25.683694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-14bffc59-036e-4b83-a096-18e3968713ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 200 len: 217 time: 0.1354887 Apr 28 19:55:25.693683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65f1f031-5ba4-4a46-be31-ba1363ebe2a2 req-1aeb01c8-5824-4bac-9ba8-b10cf2b56664 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 210 time: 0.2048824 Apr 28 19:55:25.698415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbbfd82ebd147dd9395d5cfa6ecfba3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:25.836861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:25.848427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:25.851586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-1e786b5b-2143-44cc-a353-3d6d0bad7bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:25.853351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-1e786b5b-2143-44cc-a353-3d6d0bad7bee service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.1502380 Apr 28 19:55:25.919013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-ae63e388-47d7-497a-b84c-478097b5ea65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521634 Apr 28 19:55:26.045597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-24b9bd97-345a-4452-9dc2-55bfef26c6ff tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 380 time: 0.5603254 Apr 28 19:55:26.046156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf6ee287-c0cc-48a5-b3a1-3b12064049b3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:26.060992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'port': {'device_id': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'admin_state_up': True, 'tenant_id': '076836b0402345cc83a273beea11ece2', 'security_groups': ['8b85a5ac-5b87-438f-b6a3-53e85b82faf1']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:26.110813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.140017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-db838522-ea97-432d-933b-cd7d04107764 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119777 Apr 28 19:55:26.235714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.271610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.305660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,segment=NetworkSegment(d6701672-114a-485e-b28b-5080843d8119),segment_id=d6701672-114a-485e-b28b-5080843d8119)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:26.333947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3', 'network_id': '2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd', 'port_id': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3', 'mac_address': 'fa:16:3e:1a:9d:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 416, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2169816-7d85-4373-bac2-b32d27c426bc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:26.457739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.494056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf6ee287-c0cc-48a5-b3a1-3b12064049b3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:26.518704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,segment=NetworkSegment(d6701672-114a-485e-b28b-5080843d8119),segment_id=d6701672-114a-485e-b28b-5080843d8119)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:26.522695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.539498 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1cbbfd82ebd147dd9395d5cfa6ecfba3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8155792 Apr 28 19:55:26.543719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:26.582185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bef3c5-ec63-4267-871a-25fee8e4cc75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb298781-cc81-4260-a8ec-e3aa63cad409,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:26.615976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1326c5-14f1-47b0-a0f0-b94ca22c24d0 req-77f26d3b-b1d7-4d9c-b4e2-8b5e8b3c5b60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:26.625194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e1326c5-14f1-47b0-a0f0-b94ca22c24d0 req-77f26d3b-b1d7-4d9c-b4e2-8b5e8b3c5b60 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.6614888 Apr 28 19:55:26.633570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:26.634740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcdd5e48-c932-4872-9b40-5e71f1b698f9 req-ebc3fbef-be43-4c40-911e-c95ee4eefa7c service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3969927 Apr 28 19:55:26.654225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666a6b-ca04-4af1-a499-8f07503a4fc7 req-8579da60-f5f3-44cc-9551-e3e40326eabe tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:26.664213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-57666a6b-ca04-4af1-a499-8f07503a4fc7 req-8579da60-f5f3-44cc-9551-e3e40326eabe tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 944 time: 0.2567699 Apr 28 19:55:26.666494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Checking segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:26.667365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Network hostable DHCP agents. Network: cdd5acf2-f7a2-48ba-8431-8887bc8b941c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:26.696224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b222bbd7-826c-4613-962b-1e217f2d4172,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:26.733197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-57666a6b-ca04-4af1-a499-8f07503a4fc7 req-dd4192be-7f7b-4592-80f5-33a4d90f0ac8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621874 Apr 28 19:55:26.761887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:26.792110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e1326c5-14f1-47b0-a0f0-b94ca22c24d0 req-b46c339a-4ed8-402b-ac61-495da53e972d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656911 Apr 28 19:55:26.793141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:26.799446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['cf6ee287-c0cc-48a5-b3a1-3b12064049b3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:26.842128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:26.857044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Made reservation on behalf of 076836b0402345cc83a273beea11ece2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:26.861094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.882237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.900625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cdd5acf2-f7a2-48ba-8431-8887bc8b941c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:26.926233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de142c56-fd96-47e7-a9d2-7b08f46a52ae None None] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:26.930677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:26.931432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:26.952957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.064509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa2cd1fd-d283-4c38-99a5-6d9435aefc34 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.9350793 Apr 28 19:55:27.069515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:27.089660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3743f8-f4f4-4c6d-8c3e-5656359bbe8d req-3c6a2b27-d601-4078-bba1-d5c95f3d7b58 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:27.090876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b3743f8-f4f4-4c6d-8c3e-5656359bbe8d req-3c6a2b27-d601-4078-bba1-d5c95f3d7b58 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 944 time: 0.1789565 Apr 28 19:55:27.100929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:27.112323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:27.116712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Usage tracker for resource:router and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:27.119794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:27.126675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:27.153655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-134a76fc-3f0e-44a9-b874-b9fad9df9abd req-ccde8483-964d-4013-92cc-0ea0b589d83e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 210 time: 0.0673280 Apr 28 19:55:27.168689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.171775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.212169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.259537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.275248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b3743f8-f4f4-4c6d-8c3e-5656359bbe8d req-01fd6b19-1660-4dd5-ab01-4bbb6d7675a9 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365583 Apr 28 19:55:27.356018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:55:27.357709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.379061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb298781-cc81-4260-a8ec-e3aa63cad409,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:27.537993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:27.539342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-94002737-f3d6-4076-baba-74ac54288c71 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb298781-cc81-4260-a8ec-e3aa63cad409 HTTP/1.1" status: 204 len: 168 time: 0.9778845 Apr 28 19:55:27.592084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Allocated IP 172.20.0.4 (6633028b-ff25-4610-bcf7-3626373c314c/8d88e64d-da01-47ce-8825-ee01b76835ed/952df625-b9f2-4388-97e9-5f50ed8e64ca) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:27.833264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47571677-8c83-4508-8f89-bae0ab7c491a req-257cfd2c-f594-416f-a0e1-8f0bec0db77d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:27.843377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47571677-8c83-4508-8f89-bae0ab7c491a req-257cfd2c-f594-416f-a0e1-8f0bec0db77d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.4512355 Apr 28 19:55:27.844161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Allocated IP 172.20.0.2 (cdd5acf2-f7a2-48ba-8431-8887bc8b941c/b222bbd7-826c-4613-962b-1e217f2d4172/41f9b128-bd81-45bc-820a-ec724a91ad09) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:27.916553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47571677-8c83-4508-8f89-bae0ab7c491a req-3a99e5b8-5889-4799-9282-3c040e1d836f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719039 Apr 28 19:55:28.248971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.273980 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.311852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Transition to ACTIVE for port object 952df625-b9f2-4388-97e9-5f50ed8e64ca will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:28.402980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dedaa193-c088-4917-85c7-97ac960e9412 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:28.402980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:28.404338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60072a6a-3770-4dcb-91cf-116da9c87590 req-67d61733-046d-4e49-9c57-1d926a0a5e17 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:28.404338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60072a6a-3770-4dcb-91cf-116da9c87590 req-67d61733-046d-4e49-9c57-1d926a0a5e17 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 944 time: 0.2525868 Apr 28 19:55:28.439073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37536) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:28.491702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.508285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.597111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:28.601748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Usage tracker for resource:security_group_rule and tenant:09bf985459f348ef9d243968fe38f59a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:28.604766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:28.612407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:28.673620 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60072a6a-3770-4dcb-91cf-116da9c87590 req-bac71469-be16-45c6-b69a-f02eeef7da20 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2807260 Apr 28 19:55:28.717356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:28.734882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.829430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:28.885137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Network 6633028b-ff25-4610-bcf7-3626373c314c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:28.902708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:28.917012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:28.954639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.021678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:29.022651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.027655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dedaa193-c088-4917-85c7-97ac960e9412,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:29.038559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Transition to ACTIVE for port object 41f9b128-bd81-45bc-820a-ec724a91ad09 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:29.073933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'dedaa193-c088-4917-85c7-97ac960e9412', 'network_id': '0580e89f-4fcf-4fe4-857a-a5c92715fcde', 'port_id': 'dedaa193-c088-4917-85c7-97ac960e9412', 'mac_address': 'fa:16:3e:82:56:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f645bfa1-fc12-4367-8a4a-8600ed7e966f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:29.080425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0242395 Apr 28 19:55:29.082975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09bf985459f348ef9d243968fe38f59a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6421123 Apr 28 19:55:29.084486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5800037-17e3-489e-a38d-5ac7016b10dd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:29.088279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c018ee8b-5a2f-4ce9-a40d-095547ba206d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d086d7-2412-4236-9f1f-bbb8c8db9e85,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:29.093068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37554) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:29.126885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Request body: {'port': {'device_id': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:29.188219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Transition to ACTIVE for port object 41f9b128-bd81-45bc-820a-ec724a91ad09 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:29.216970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.218423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.286074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:29.305141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Usage tracker for resource:security_group_rule and tenant:d681ea7de86c4b9b810ef8a91d542757 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:29.310810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.331702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.348455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:29.352066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.366322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b6873-d831-4468-b4a3-b947236afac5 req-1d5806cd-7d13-4914-b1de-cd418306f8c7 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:29.373723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b9b6873-d831-4468-b4a3-b947236afac5 req-1d5806cd-7d13-4914-b1de-cd418306f8c7 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 944 time: 0.3003259 Apr 28 19:55:29.376697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:29.379746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.386057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:29.388512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dedaa193-c088-4917-85c7-97ac960e9412 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:29.395842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d16ee70-11a9-4804-8adb-41c92492fcb7 req-afb89963-107c-40ed-9c0f-b2a5cd529365 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:29.397450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4d16ee70-11a9-4804-8adb-41c92492fcb7 req-afb89963-107c-40ed-9c0f-b2a5cd529365 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:29.400485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:29.428514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.475073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4d16ee70-11a9-4804-8adb-41c92492fcb7 req-afb89963-107c-40ed-9c0f-b2a5cd529365 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:29.482780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:29.483338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d16ee70-11a9-4804-8adb-41c92492fcb7 req-afb89963-107c-40ed-9c0f-b2a5cd529365 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 931 time: 0.7394969 Apr 28 19:55:29.562464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.639923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d16ee70-11a9-4804-8adb-41c92492fcb7 req-b23ad913-363f-4e51-af9e-e9bc64362806 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1538219 Apr 28 19:55:29.642072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Allocated IP 172.25.2.56 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/15c1e625-2992-4b74-be50-88cd9e72b9f3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:29.693007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dedaa193-c088-4917-85c7-97ac960e9412,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:29.702705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Pushing event updated for resources: {'Port': ['ID=41f9b128-bd81-45bc-820a-ec724a91ad09,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:29.728896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-94425b58-0375-4b10-b353-1ca55c3b840e None None] Provisioning for port 952df625-b9f2-4388-97e9-5f50ed8e64ca completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:29.743781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Attempting to bind port 41f9b128-bd81-45bc-820a-ec724a91ad09 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:29.744298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Attempting to bind port 41f9b128-bd81-45bc-820a-ec724a91ad09 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:29.744785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Attempting to bind port 41f9b128-bd81-45bc-820a-ec724a91ad09 on network cdd5acf2-f7a2-48ba-8431-8887bc8b941c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:29.752319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-94425b58-0375-4b10-b353-1ca55c3b840e None None] Provisioning complete for port 952df625-b9f2-4388-97e9-5f50ed8e64ca triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:29.752954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94425b58-0375-4b10-b353-1ca55c3b840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.827433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.828038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.829947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:29.830454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Checking segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:29.830955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.831834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Bound using segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:29.832230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Bound port: 41f9b128-bd81-45bc-820a-ec724a91ad09, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:29.832727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.843211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-94425b58-0375-4b10-b353-1ca55c3b840e None None] Port 952df625-b9f2-4388-97e9-5f50ed8e64ca cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:55:29.883503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.941404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:29.969235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:29.986102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Pushing event updated for resources: {'Port': ['ID=15c1e625-2992-4b74-be50-88cd9e72b9f3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.003196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:30.016474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d086d7-2412-4236-9f1f-bbb8c8db9e85,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.027859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:30.036263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:30.073292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] For port 41f9b128-bd81-45bc-820a-ec724a91ad09, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:30.082918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] For port 41f9b128-bd81-45bc-820a-ec724a91ad09, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=41f9b128-bd81-45bc-820a-ec724a91ad09,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:30.096175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b9b6873-d831-4468-b4a3-b947236afac5 req-be13098f-76a0-437e-8ac5-a0bdca55958f tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167654 Apr 28 19:55:30.122709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf6ee287-c0cc-48a5-b3a1-3b12064049b3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:30.228922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.313120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.317078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-13763010-37c3-4c06-a5f4-0799816c300e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b6d086d7-2412-4236-9f1f-bbb8c8db9e85 HTTP/1.1" status: 204 len: 168 time: 1.2172160 Apr 28 19:55:30.320444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['dedaa193-c088-4917-85c7-97ac960e9412'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:30.350119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 952df625-b9f2-4388-97e9-5f50ed8e64ca {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:30.369098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.409893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Transition to ACTIVE for port object 952df625-b9f2-4388-97e9-5f50ed8e64ca will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:30.417032 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.553330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c19599-1f11-443a-b6ea-2ffeee448131 None None] Pushing event updated for resources: {'Port': ['ID=41f9b128-bd81-45bc-820a-ec724a91ad09,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.638600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Pushing event updated for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:30.806535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:30.866058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:30.867720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:30.999141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.021531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.174584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d681ea7de86c4b9b810ef8a91d542757&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4551289 Apr 28 19:55:31.183935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37590) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:31.227695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8457e2cc-879f-48c1-b32a-8120885c7ec7 req-bef8abd8-a4b7-46a4-9da2-5ff2a92859fd tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:31.235778 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8457e2cc-879f-48c1-b32a-8120885c7ec7 req-bef8abd8-a4b7-46a4-9da2-5ff2a92859fd tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 945 time: 0.9238839 Apr 28 19:55:31.349713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.396766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.496812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.526107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c6e5b4-0399-44e2-9b58-49c5cbef825c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:31.534446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Attempting to bind port 952df625-b9f2-4388-97e9-5f50ed8e64ca on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:31.534950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Attempting to bind port 952df625-b9f2-4388-97e9-5f50ed8e64ca by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:31.535428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Attempting to bind port 952df625-b9f2-4388-97e9-5f50ed8e64ca on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:31.547058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Port 952df625-b9f2-4388-97e9-5f50ed8e64ca on network 6633028b-ff25-4610-bcf7-3626373c314c not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:55:31.547618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Attempting to bind port 952df625-b9f2-4388-97e9-5f50ed8e64ca on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:31.555801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:31.556372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Checking segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:31.556940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Bound using segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:31.557555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Bound port: 952df625-b9f2-4388-97e9-5f50ed8e64ca, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:31.558081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.583802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.588604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2bb47818-ad4e-465b-bac8-b952860f0bf2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/40c6e5b4-0399-44e2-9b58-49c5cbef825c HTTP/1.1" status: 204 len: 168 time: 0.4015357 Apr 28 19:55:31.638931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.696591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:31.701100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:31.708326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.722473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c137bf-0326-47af-9ea4-01c8bd0e0017 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c6e5b4-0399-44e2-9b58-49c5cbef825c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:31.798283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558a2601-4de9-4b72-973c-69c2358e3c1a req-98b2c3b1-d000-4753-a718-d95c689ae740 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:31.810119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8457e2cc-879f-48c1-b32a-8120885c7ec7 req-58fc6dcc-f499-4b31-b102-9dc6f1b9692f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5734122 Apr 28 19:55:31.811921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-558a2601-4de9-4b72-973c-69c2358e3c1a req-98b2c3b1-d000-4753-a718-d95c689ae740 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 1.1754944 Apr 28 19:55:31.855013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:31.916230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:31.951554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Pushing event updated for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:31.979147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,segment=NetworkSegment(d6701672-114a-485e-b28b-5080843d8119),segment_id=d6701672-114a-485e-b28b-5080843d8119)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:32.006126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.017579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 41f9b128-bd81-45bc-820a-ec724a91ad09 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:32.056590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.068459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.073081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-dd52de69-889c-4ca0-9791-70a77bda3371 service neutron] 10.222.0.41 "PUT /v2.0/ports/952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 1091 time: 2.9776876 Apr 28 19:55:32.175351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:32.379724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:32.391790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:32.436227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-558a2601-4de9-4b72-973c-69c2358e3c1a req-4a686357-5fc6-400a-a6a6-2120086bc93c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6226747 Apr 28 19:55:32.452572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:32.475501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 41f9b128-bd81-45bc-820a-ec724a91ad09 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:32.521847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:32.558680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Usage tracker for resource:security_group_rule and tenant:077b837e499142bf8929808095a7cf2b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:32.565079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-f122233d-cdc7-433c-92fb-d8fdada4cce3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0914974 Apr 28 19:55:32.589592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:32.599236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-b525751a-4277-409d-9c70-0622354d5b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.602700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-b525751a-4277-409d-9c70-0622354d5b6d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1094 time: 0.3994951 Apr 28 19:55:32.607763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:32.773718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950b9a02-fb73-4056-8954-05894a6ee631 None None] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:32.803229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-bf605145-f173-4bd7-ba10-0cbe86162667 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 217 time: 0.1928701 Apr 28 19:55:32.851320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817edcb6-45cb-4c45-a969-613cb9ae3026 req-bf12be38-512e-4661-a0aa-310cddddbfde tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:32.861355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-817edcb6-45cb-4c45-a969-613cb9ae3026 req-bf12be38-512e-4661-a0aa-310cddddbfde tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 943 time: 0.7569122 Apr 28 19:55:32.925981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-817edcb6-45cb-4c45-a969-613cb9ae3026 req-8576e870-3834-42c5-83d2-c677b8fa6f74 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:32.946967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-817edcb6-45cb-4c45-a969-613cb9ae3026 req-8576e870-3834-42c5-83d2-c677b8fa6f74 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:32.956132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-817edcb6-45cb-4c45-a969-613cb9ae3026 req-8576e870-3834-42c5-83d2-c677b8fa6f74 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939178 Apr 28 19:55:32.987310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.072093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-ffb7409f-e7b7-4610-a958-ebc0c0d914d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.076947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-ffb7409f-e7b7-4610-a958-ebc0c0d914d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.2511871 Apr 28 19:55:33.172970 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a71e6b1-3a9d-4af2-926b-f26f2dd6ec41'] response: {'name': 'network-changed', 'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'status': 'completed', 'code': 200} Apr 28 19:55:33.239309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78016a7-c88c-4efb-b101-e7b348c92525 req-6d0d2d7e-255c-4391-806b-69272c9139b9 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.240808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d78016a7-c88c-4efb-b101-e7b348c92525 req-6d0d2d7e-255c-4391-806b-69272c9139b9 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.5560730 Apr 28 19:55:33.324579 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18c132f4-48be-40a4-9860-c8d672cb72d8'] response: {'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3', 'code': 200} Apr 28 19:55:33.364447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Provisioning for port 41f9b128-bd81-45bc-820a-ec724a91ad09 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:33.384497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Provisioning complete for port 41f9b128-bd81-45bc-820a-ec724a91ad09 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:33.385040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.388372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.395437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d78016a7-c88c-4efb-b101-e7b348c92525 req-716ae64b-68c3-4722-9cec-14476b94313b tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262343 Apr 28 19:55:33.415950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.479136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-9b54359f-e05f-4318-befb-021cc485856d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.483577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-9b54359f-e05f-4318-befb-021cc485856d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3981023 Apr 28 19:55:33.785097 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.843165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6311911-e2d6-4e96-ac5c-01f67d0c79b6 req-c2a00ca1-1172-4ba7-a889-6a558f4a35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.849184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6311911-e2d6-4e96-ac5c-01f67d0c79b6 req-c2a00ca1-1172-4ba7-a889-6a558f4a35b9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 1096 time: 0.5889947 Apr 28 19:55:33.889824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=077b837e499142bf8929808095a7cf2b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4963913 Apr 28 19:55:33.902920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:33.904185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089726a-2481-4de1-8852-a800ed53eccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962dd13d-b328-4686-bcd7-6b9cf0df5507,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:33.961505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] For port 41f9b128-bd81-45bc-820a-ec724a91ad09, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=41f9b128-bd81-45bc-820a-ec724a91ad09,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:33.982050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b5704-5fb5-4796-8fba-c160887c586d req-8d815a6c-c8fa-4709-bb52-92a7b219d504 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:33.985810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:33.992610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-72ac4ab3-363f-4558-a344-b6d7e3da17a7 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4882379 Apr 28 19:55:33.997176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a2b5704-5fb5-4796-8fba-c160887c586d req-8d815a6c-c8fa-4709-bb52-92a7b219d504 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 945 time: 0.6520834 Apr 28 19:55:34.031919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6311911-e2d6-4e96-ac5c-01f67d0c79b6 req-acd1a8b0-b622-4a33-b6e7-f628fc47f923 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628442 Apr 28 19:55:34.066153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a2b5704-5fb5-4796-8fba-c160887c586d req-c6976071-236b-434c-8dbd-d07a7661c07d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672176 Apr 28 19:55:34.072005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dedaa193-c088-4917-85c7-97ac960e9412 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:34.083870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Router 44f8854c-33d1-4066-828f-53468156ab16 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:55:34.186738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad05cb-b7ee-4268-a7d4-654d5842f648 None None] Pushing event updated for resources: {'Port': ['ID=41f9b128-bd81-45bc-820a-ec724a91ad09,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:34.254088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port dedaa193-c088-4917-85c7-97ac960e9412 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:34.260079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port dedaa193-c088-4917-85c7-97ac960e9412 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:34.260449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.283784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.441856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:55:34.476759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Sync routers for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:34.601491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:34.603613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:34.621432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.670330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e42eeb-883c-44f8-96b8-9ebdf8dbe20a req-4abcde51-c186-4973-bcd3-dddfb7e04dec tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.682911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94e42eeb-883c-44f8-96b8-9ebdf8dbe20a req-4abcde51-c186-4973-bcd3-dddfb7e04dec tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.8800366 Apr 28 19:55:34.692026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.702309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c4ac5cd1-c37a-45d5-946f-31f19ae3ba4d admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 7.6062634 Apr 28 19:55:34.710076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37674) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:34.784276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f1dda9-db4f-4843-9ec9-70ded506d6e9 req-84366c5d-c751-4086-88e0-431d62d0b7c7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.784522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2140dcfb-8c89-4f28-a9ca-c3f49fc4af2e None None] Provisioning complete for port 41f9b128-bd81-45bc-820a-ec724a91ad09 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:34.785294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2140dcfb-8c89-4f28-a9ca-c3f49fc4af2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.808427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1f1dda9-db4f-4843-9ec9-70ded506d6e9 req-84366c5d-c751-4086-88e0-431d62d0b7c7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 943 time: 0.3502626 Apr 28 19:55:34.885663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:34.891985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-a30d7d63-6c8b-478f-ad67-32a83d88f988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:34.894145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-a30d7d63-6c8b-478f-ad67-32a83d88f988 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e&tenant_id=7131efd4dd24496eab8e7a732ae6158a HTTP/1.1" status: 200 len: 1094 time: 0.3849809 Apr 28 19:55:34.949415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dedaa193-c088-4917-85c7-97ac960e9412,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:34.969637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.060851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.084484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:35.225720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56eae5b9-43b9-4bbe-96d6-0d9d6e2199c4 req-b8fc96b0-c94f-406c-b1bf-bbd44cd9e5b3 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1835198 Apr 28 19:55:35.302517 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94e42eeb-883c-44f8-96b8-9ebdf8dbe20a req-10f9a5af-7971-4ea1-820b-71824daeb3c2 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185889 Apr 28 19:55:35.320944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1f1dda9-db4f-4843-9ec9-70ded506d6e9 req-50cf9abe-0e7e-4799-b351-de8279b6e253 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5113642 Apr 28 19:55:35.346288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:35.399531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-943d5cc5-4db1-44ed-bdd2-fc8da516dcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:35.410277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-943d5cc5-4db1-44ed-bdd2-fc8da516dcdf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1094 time: 0.4739916 Apr 28 19:55:35.703085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.777490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962dd13d-b328-4686-bcd7-6b9cf0df5507,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:35.804060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:35.805360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-09b03ace-be7e-4cf1-8619-f7d304ffa290 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/962dd13d-b328-4686-bcd7-6b9cf0df5507 HTTP/1.1" status: 204 len: 168 time: 1.8980618 Apr 28 19:55:35.827092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-07fbc258-f211-4ba8-8666-2a75608e1729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:35.828585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-07fbc258-f211-4ba8-8666-2a75608e1729 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.4165335 Apr 28 19:55:35.828707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-0b6ae4a2-ad70-41fe-8ab0-aa5d2e2e5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:35.833271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-0b6ae4a2-ad70-41fe-8ab0-aa5d2e2e5bca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1094 time: 0.5299103 Apr 28 19:55:35.869305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259802c6-6ad9-4059-9ed5-700481bf59a0 req-bc265892-e546-41dd-b98f-df33cb18d955 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:35.888239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-259802c6-6ad9-4059-9ed5-700481bf59a0 req-bc265892-e546-41dd-b98f-df33cb18d955 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.2798355 Apr 28 19:55:35.970728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 41f9b128-bd81-45bc-820a-ec724a91ad09 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:36.034496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-549b8b04-1280-4ae1-bde9-88709c26b47b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.1815000 Apr 28 19:55:36.072347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-42609ca1-d21d-442b-9cb6-800f0d7c285f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:36.073925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-42609ca1-d21d-442b-9cb6-800f0d7c285f service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.2248559 Apr 28 19:55:36.173765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 41f9b128-bd81-45bc-820a-ec724a91ad09 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:36.174139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.174747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-b7eaf2ca-c776-4424-8874-528a1514916c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 217 time: 0.0922225 Apr 28 19:55:36.253873 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-259802c6-6ad9-4059-9ed5-700481bf59a0 req-0d671040-7975-4e6b-b95d-46df8368072a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639975 Apr 28 19:55:36.269445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:31Z', 'revision_number': 3, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:36.270039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3453d31-c5f1-4112-a19c-93235a28cd28 req-95c6509c-e218-41a4-ac61-bf99503aef66 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:36.270394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-57587bc1-a852-4872-97e3-c0966530508a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:36.275367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-57587bc1-a852-4872-97e3-c0966530508a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.2150090 Apr 28 19:55:36.278223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3453d31-c5f1-4112-a19c-93235a28cd28 req-95c6509c-e218-41a4-ac61-bf99503aef66 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.6530869 Apr 28 19:55:36.303201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Checking router: 44f8854c-33d1-4066-828f-53468156ab16 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:36.307593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Updating router 44f8854c-33d1-4066-828f-53468156ab16 port 15c1e625-2992-4b74-be50-88cd9e72b9f3 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:55:36.402115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-2f832738-2080-41d9-a73a-f83c7fe8a59e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1185977 Apr 28 19:55:36.411539 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1bba551-656a-4b95-94b7-d017a843fe61'] response: {'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412', 'code': 200} Apr 28 19:55:36.433062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:36.454926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-586f59bd-6714-44c3-b848-6857f06eeede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:36.457208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-586f59bd-6714-44c3-b848-6857f06eeede service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.2739160 Apr 28 19:55:36.597130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3453d31-c5f1-4112-a19c-93235a28cd28 req-48e2f15a-eee4-4c8d-9b7b-5a63cb8a4794 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177626 Apr 28 19:55:36.781841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37720) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:36.994419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-154093d4-9780-4c29-86fa-73d9f5424d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:36.997355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-154093d4-9780-4c29-86fa-73d9f5424d9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013006 Apr 28 19:55:37.024487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a20ea4b-235a-4221-82ad-d61a3250e49f req-cf5afb74-aa28-47fc-a79b-208bcdca061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.025985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a20ea4b-235a-4221-82ad-d61a3250e49f req-cf5afb74-aa28-47fc-a79b-208bcdca061f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1097 time: 0.5205286 Apr 28 19:55:37.065402 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-ab2f9688-b037-4faf-a69e-3525b30a41be service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528273 Apr 28 19:55:37.075793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd6eac-2ed7-49f0-89bf-6e9059ce9060 req-e44bed8d-701f-4c29-9f35-9db534839e0b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.082956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67dd6eac-2ed7-49f0-89bf-6e9059ce9060 req-e44bed8d-701f-4c29-9f35-9db534839e0b tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.3272562 Apr 28 19:55:37.177339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a20ea4b-235a-4221-82ad-d61a3250e49f req-5d94cf7b-f2dd-44b9-807c-ac60d98f67a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383166 Apr 28 19:55:37.186143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67dd6eac-2ed7-49f0-89bf-6e9059ce9060 req-e307756e-c9b1-4b68-85f4-766d364fc6f1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022012 Apr 28 19:55:37.262722 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.279802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Transition to ACTIVE for port object 15c1e625-2992-4b74-be50-88cd9e72b9f3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:37.294427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.356832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6620fe98-9a0a-43a0-8636-709a4c8b8ab7 req-5a9b1e51-4db3-481c-9576-8dc7ad3be084 service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684386 Apr 28 19:55:37.431123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716244-e255-4a5a-8601-8c9bcf4b2ddc None None] Pushing event updated for resources: {'Port': ['ID=15c1e625-2992-4b74-be50-88cd9e72b9f3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:37.459980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Attempting to bind port 15c1e625-2992-4b74-be50-88cd9e72b9f3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:37.461207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Attempting to bind port 15c1e625-2992-4b74-be50-88cd9e72b9f3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:37.461833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Attempting to bind port 15c1e625-2992-4b74-be50-88cd9e72b9f3 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:37.470455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:37.471320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:37.472108 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.472726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:37.473581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Bound port: 15c1e625-2992-4b74-be50-88cd9e72b9f3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:37.474208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.479982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.582795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.601758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] For port 15c1e625-2992-4b74-be50-88cd9e72b9f3, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:37.607380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] For port 15c1e625-2992-4b74-be50-88cd9e72b9f3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15c1e625-2992-4b74-be50-88cd9e72b9f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:37.619137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b59b1-1260-4ae7-946f-8dc26aac52b1 req-84c0580d-5ac2-439b-993d-2760ddc43c0b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.620612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-105b59b1-1260-4ae7-946f-8dc26aac52b1 req-84c0580d-5ac2-439b-993d-2760ddc43c0b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1928566 Apr 28 19:55:37.630344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-39f5cadd-9691-4886-a0dd-e2ebdeb360cf service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5709667 Apr 28 19:55:37.632295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:37.642480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:37.646291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Usage tracker for resource:security_group_rule and tenant:6f03c5c3fbd54f3fa36f573f9fb75542 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:37.677958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:37.694114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-105b59b1-1260-4ae7-946f-8dc26aac52b1 req-39c9feee-546a-4ec2-96a6-cb1db7d9c52d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632377 Apr 28 19:55:37.744905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:37.758294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a58056-769f-4548-9eab-0f1d49379482 req-f69655e8-ddce-43bd-9645-14c2ad937d99 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.765916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2a58056-769f-4548-9eab-0f1d49379482 req-f69655e8-ddce-43bd-9645-14c2ad937d99 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 943 time: 0.9076991 Apr 28 19:55:37.793307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:37.794241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:37.927892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9ee20f-be4d-47fc-97af-0c93caed8a3f req-0b742669-7261-4781-8bfe-a89440290d31 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:37.937617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea9ee20f-be4d-47fc-97af-0c93caed8a3f req-0b742669-7261-4781-8bfe-a89440290d31 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.1139116 Apr 28 19:55:37.996615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea9ee20f-be4d-47fc-97af-0c93caed8a3f req-bb61d8e2-9797-4be4-a0e5-c4b311113d2f tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577753 Apr 28 19:55:37.999780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2a58056-769f-4548-9eab-0f1d49379482 req-f6cae4ab-a088-4adb-af03-38d4767f10b1 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2332237 Apr 28 19:55:38.018449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa716244-e255-4a5a-8601-8c9bcf4b2ddc None None] Pushing event updated for resources: {'Port': ['ID=15c1e625-2992-4b74-be50-88cd9e72b9f3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:38.079196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91e7f6bd-02d1-46f0-9cb6-5b29d364769d req-b266056a-2702-4fc0-978d-e8029c9e5831 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4357014 Apr 28 19:55:38.079839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 952df625-b9f2-4388-97e9-5f50ed8e64ca details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:38.128549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:38.205284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Allocated IP 172.20.0.1 (cdd5acf2-f7a2-48ba-8431-8887bc8b941c/b222bbd7-826c-4613-962b-1e217f2d4172/96d90dc4-7c2d-4fcb-a385-8d38f140773d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:38.274572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:55:38.288889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.335403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.480920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e59c341c-9d26-4037-9644-fb58731a5196,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:38.755148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2431635-8058-4873-ab4a-8c42bbef0c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f03c5c3fbd54f3fa36f573f9fb75542&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9487507 Apr 28 19:55:38.757943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:38.859748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:38.896013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.925424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.960400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:38.969730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Transition to ACTIVE for port object 96d90dc4-7c2d-4fcb-a385-8d38f140773d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:38.971077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'port_id': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'mac_address': 'fa:16:3e:4a:19:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:39.026722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.074569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.076792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.101928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59c341c-9d26-4037-9644-fb58731a5196,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.109398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.110712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29bac0cb-ca7d-4d98-bab6-1718b888ab62 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e59c341c-9d26-4037-9644-fb58731a5196 HTTP/1.1" status: 204 len: 168 time: 0.3509171 Apr 28 19:55:39.143965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:31Z', 'revision_number': 3, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:39.150927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a566bbbb-d2cf-4b49-9a7b-834999bcfdc0 None None] The sync data for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 is: [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:31Z', 'revision_number': 3, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:39.154723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:39.170593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:39.177147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:39.184800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 952df625-b9f2-4388-97e9-5f50ed8e64ca {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:39.259475 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:39.269194 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.270987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.343126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.378150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe35926-5121-4b9f-ad0d-48a17e779775 req-c0924aa3-5516-43ea-a831-afb61e266400 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:39.398167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe35926-5121-4b9f-ad0d-48a17e779775 req-c0924aa3-5516-43ea-a831-afb61e266400 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.9393380 Apr 28 19:55:39.584711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe35926-5121-4b9f-ad0d-48a17e779775 req-66179d1f-395a-4b33-a1c7-ef0770d7761d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855791 Apr 28 19:55:39.594821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['952df625-b9f2-4388-97e9-5f50ed8e64ca'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:39.836382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.856565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:39.874235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614fc34-92d0-4573-96b4-4ed6a65a159c req-8a40dde6-5200-4434-9a8c-5f007e9646a4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:39.883764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:39.884225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f614fc34-92d0-4573-96b4-4ed6a65a159c req-8a40dde6-5200-4434-9a8c-5f007e9646a4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.2529633 Apr 28 19:55:40.009968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eb3ec3b9-d386-4ffd-942b-cfc7859ec3cc None None] Provisioning for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:40.024693 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f614fc34-92d0-4573-96b4-4ed6a65a159c req-e90513fe-be79-4341-97c7-05530c529d4c tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338928 Apr 28 19:55:40.102064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eb3ec3b9-d386-4ffd-942b-cfc7859ec3cc None None] Provisioning complete for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:40.102763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3ec3b9-d386-4ffd-942b-cfc7859ec3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.122098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:40.154607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.172001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:40.177014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Usage tracker for resource:security_group_rule and tenant:6ed45cca98fb4af0b5e04c5ee9aeebce is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:40.181080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:40.188861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:40.209153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15c1e625-2992-4b74-be50-88cd9e72b9f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:40.442765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.463234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.493543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eb3ec3b9-d386-4ffd-942b-cfc7859ec3cc None None] Port 96d90dc4-7c2d-4fcb-a385-8d38f140773d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:55:40.514357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 15c1e625-2992-4b74-be50-88cd9e72b9f3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:40.522306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 15c1e625-2992-4b74-be50-88cd9e72b9f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:40.522685 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.553257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ed45cca98fb4af0b5e04c5ee9aeebce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4299650 Apr 28 19:55:40.554086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37802) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:40.554984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d0c15-8064-4237-8302-09f46a1641ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02841846-5d2f-424d-9c03-e76aec2ea808,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:40.625973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8908dc2f-863d-4a7b-8e7a-8dbc3182cc0d req-79ad4bc5-ac94-4e36-9151-6758628d2d52 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.629189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8908dc2f-863d-4a7b-8e7a-8dbc3182cc0d req-79ad4bc5-ac94-4e36-9151-6758628d2d52 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.2908678 Apr 28 19:55:40.646643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8f3d71-bac9-4edc-b8e1-77a0b4581474 req-646b890f-31ae-4fbd-a75e-f2f1e8d771e9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:40.655137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae8f3d71-bac9-4edc-b8e1-77a0b4581474 req-646b890f-31ae-4fbd-a75e-f2f1e8d771e9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 944 time: 0.6727326 Apr 28 19:55:40.716229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8908dc2f-863d-4a7b-8e7a-8dbc3182cc0d req-da5b0647-2f6c-415a-bf7a-624db4954421 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778699 Apr 28 19:55:40.805301 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.842801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 15c1e625-2992-4b74-be50-88cd9e72b9f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15c1e625-2992-4b74-be50-88cd9e72b9f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:40.850601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:40.896225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae8f3d71-bac9-4edc-b8e1-77a0b4581474 req-0fc12fa8-ca54-49d0-a825-147ce425df8e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2236090 Apr 28 19:55:41.006814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=15c1e625-2992-4b74-be50-88cd9e72b9f3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.012762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.130531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.151106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.216771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.616187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-dbc6ce1b-62d0-4530-8907-20aa95eae537 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:41.617811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-dbc6ce1b-62d0-4530-8907-20aa95eae537 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.41 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.7015169 Apr 28 19:55:41.642631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Pushing event updated for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:41.646863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.714730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185a8a24-62da-4b2a-8c6f-b0f4c0433fc6 req-3ac9a66a-231e-42e3-8407-de20d075bd75 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:41.722715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185a8a24-62da-4b2a-8c6f-b0f4c0433fc6 req-3ac9a66a-231e-42e3-8407-de20d075bd75 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.3686371 Apr 28 19:55:41.729417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-dc1f7622-b422-421a-9050-ff49047512f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:41.731794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-dc1f7622-b422-421a-9050-ff49047512f1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1097 time: 0.1439207 Apr 28 19:55:41.754064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.754378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.754743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.755042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.755418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.755749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.756069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.756427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.756707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.757027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.757336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.757677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:41.798362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.841550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Deleting port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:55:41.841950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:41.904444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185a8a24-62da-4b2a-8c6f-b0f4c0433fc6 req-a8584481-c3b2-4ee5-9613-5e6490d1df0f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804631 Apr 28 19:55:41.923310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15c1e625-2992-4b74-be50-88cd9e72b9f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:42.068674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.069341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02841846-5d2f-424d-9c03-e76aec2ea808,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:42.090861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 15c1e625-2992-4b74-be50-88cd9e72b9f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.091256 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.128337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:42.146975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:42.178763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 952df625-b9f2-4388-97e9-5f50ed8e64ca up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:42.215732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a906856-a2c2-4830-9dd3-c04f03c238e0 req-a493ca38-a81c-4b61-a632-10ea94011072 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:42.218853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a906856-a2c2-4830-9dd3-c04f03c238e0 req-a493ca38-a81c-4b61-a632-10ea94011072 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 1.0726733 Apr 28 19:55:42.264331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-48c709a4-9ca0-446c-af23-458680ed3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:42.265956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-48c709a4-9ca0-446c-af23-458680ed3b80 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.4862294 Apr 28 19:55:42.387763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583f7953-8e5e-4d15-bcf8-c68498cd6a3c req-12be9c50-30f9-47f3-a510-9ef49103f872 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:42.389537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-583f7953-8e5e-4d15-bcf8-c68498cd6a3c req-12be9c50-30f9-47f3-a510-9ef49103f872 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.3361344 Apr 28 19:55:42.413966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-ff296568-a201-4aa0-a3f5-87986509c9d3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 200 len: 217 time: 0.1278522 Apr 28 19:55:42.467630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 952df625-b9f2-4388-97e9-5f50ed8e64ca completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:42.474214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 952df625-b9f2-4388-97e9-5f50ed8e64ca triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.474623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.474915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-583f7953-8e5e-4d15-bcf8-c68498cd6a3c req-bafbc397-0c78-4a92-aba0-06faf3a7d3ff tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642366 Apr 28 19:55:42.515642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:55:42.550203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.552102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e952b763-d12c-4d0f-879b-267f09fd662a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/02841846-5d2f-424d-9c03-e76aec2ea808 HTTP/1.1" status: 204 len: 168 time: 1.9853673 Apr 28 19:55:42.685067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-06e8f43a-c99b-4729-bcbd-13601e1fcc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:42.686521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-06e8f43a-c99b-4729-bcbd-13601e1fcc5b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.2295086 Apr 28 19:55:42.720805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a906856-a2c2-4830-9dd3-c04f03c238e0 req-5bb2a38e-93ca-44f0-890e-55177460f2fc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3855217 Apr 28 19:55:42.774431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.817491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1245502c-ba4e-47af-8775-0db6d6742f5c None None] Provisioning complete for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:42.817925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1245502c-ba4e-47af-8775-0db6d6742f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:42.895435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1245502c-ba4e-47af-8775-0db6d6742f5c None None] Port 96d90dc4-7c2d-4fcb-a385-8d38f140773d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:55:42.921493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:42.940577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:42.945447 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-26098906-8628-4d62-b133-637bf2214123 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2413423 Apr 28 19:55:42.947859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.131572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Router 44f8854c-33d1-4066-828f-53468156ab16 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:55:43.142310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:43.172532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf4d47-5e5a-4e69-aeaf-8ade73a23e63 req-5f2c7d66-ba76-4b4e-a2cf-0e9c3d51d3a5 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.180588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cbf4d47-5e5a-4e69-aeaf-8ade73a23e63 req-5f2c7d66-ba76-4b4e-a2cf-0e9c3d51d3a5 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 945 time: 0.3887217 Apr 28 19:55:43.228614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-696e5958-c98e-4e51-b3bd-6ded05f875d7 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432363 Apr 28 19:55:43.389741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c889d54-989e-4c3e-b951-aacb2f7504b7 req-359ff3b3-b590-4409-a899-cd172f6599a9 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495872 Apr 28 19:55:43.410154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cbf4d47-5e5a-4e69-aeaf-8ade73a23e63 req-ebf3a683-c4bb-407a-9981-b420309e86eb tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/security-groups?id=05e5b134-f00d-417b-8969-d022854175f8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225428 Apr 28 19:55:43.476348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] For port cf6ee287-c0cc-48a5-b3a1-3b12064049b3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,segment=NetworkSegment(d6701672-114a-485e-b28b-5080843d8119),segment_id=d6701672-114a-485e-b28b-5080843d8119)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:43.476882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:43.630699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Calling delete_port for cf6ee287-c0cc-48a5-b3a1-3b12064049b3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:55:43.698148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89eafb12-0f12-4d32-8f16-b41f6e07a942 req-a3b8732b-7e87-4fd3-9644-81cf7ebfa8b2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:43.700462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89eafb12-0f12-4d32-8f16-b41f6e07a942 req-a3b8732b-7e87-4fd3-9644-81cf7ebfa8b2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.7001014 Apr 28 19:55:43.772814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:55:43.786235 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Sync routers for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:43.792780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89eafb12-0f12-4d32-8f16-b41f6e07a942 req-b631842f-85cc-49a2-9bf7-2f60deba6d39 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844483 Apr 28 19:55:43.796571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed13ec5a-aa4a-404b-919b-b4565988e3f4 admin admin] 10.222.0.24 "PUT /v2.0/routers/44f8854c-33d1-4066-828f-53468156ab16/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0855412 Apr 28 19:55:43.817333 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:43.828337 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:44.055966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.070632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['cf6ee287-c0cc-48a5-b3a1-3b12064049b3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:44.263832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Pushing event deleted for resources: {'Port': ['ID=cf6ee287-c0cc-48a5-b3a1-3b12064049b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:44.280561 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:44.366861 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f0274e4-186c-4ecf-89af-b162ce12ba17'] response: {'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'code': 200} Apr 28 19:55:44.454015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] No DVR routers for this DVR port cf6ee287-c0cc-48a5-b3a1-3b12064049b3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:55:44.457334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:44.485327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'name': 'network-vif-deleted', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:44.504848 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee51ced7-3caf-4f65-9e9b-f216d289dda8 req-5c9555b6-56ec-4446-8cf7-f0891514da17 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.41 "DELETE /v2.0/ports/cf6ee287-c0cc-48a5-b3a1-3b12064049b3 HTTP/1.1" status: 204 len: 173 time: 2.8429260 Apr 28 19:55:44.553011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb4f56-00b9-48e7-91ae-35a2139d4db6 req-d2d05df9-87b8-41d9-a46d-a60d6dcdd5a8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:44.563556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4cb4f56-00b9-48e7-91ae-35a2139d4db6 req-d2d05df9-87b8-41d9-a46d-a60d6dcdd5a8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.5622931 Apr 28 19:55:44.694116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4cb4f56-00b9-48e7-91ae-35a2139d4db6 req-331616f9-b23f-4606-9aed-01096fec9ed5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287711 Apr 28 19:55:44.825297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71efb6b0-5453-4074-b567-fb1b9a46d982 req-280be524-5c8f-4303-b352-89cf0d71df12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:44.827171 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71efb6b0-5453-4074-b567-fb1b9a46d982 req-280be524-5c8f-4303-b352-89cf0d71df12 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1096 time: 0.2893722 Apr 28 19:55:44.870770 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 2, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:44.878683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Checking router: 44f8854c-33d1-4066-828f-53468156ab16 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:44.879087 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Updating router 44f8854c-33d1-4066-828f-53468156ab16 port 96d90dc4-7c2d-4fcb-a385-8d38f140773d binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:55:44.900075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71efb6b0-5453-4074-b567-fb1b9a46d982 req-709aa980-9078-4f32-9ca5-173c06a96d40 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488720 Apr 28 19:55:44.909188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88de440e-0147-44da-a48c-92651b45ecb0 req-587313d7-e421-4a0d-b5ee-c2382d7065bf tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:44.911079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88de440e-0147-44da-a48c-92651b45ecb0 req-587313d7-e421-4a0d-b5ee-c2382d7065bf tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.3007939 Apr 28 19:55:44.978087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88de440e-0147-44da-a48c-92651b45ecb0 req-9b331a1a-c286-4ef3-9609-b1578323318f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597680 Apr 28 19:55:45.102562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d431c4b-5809-4d05-a461-4a930857aa08 req-4288e580-f26f-4851-8a19-8d374f7e5dd7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:45.104103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d431c4b-5809-4d05-a461-4a930857aa08 req-4288e580-f26f-4851-8a19-8d374f7e5dd7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1936808 Apr 28 19:55:45.144375 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.176010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-494676ff-50f1-4cf4-99e7-77290363af6a req-ff9ceae6-346f-402c-a0f3-f6475a9c1dde tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 210 time: 0.0790827 Apr 28 19:55:45.250496 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f832c541-2dc6-4768-ba62-48a382ae63e2'] response: {'server_uuid': 'b9ff77ae-ff6d-488d-9025-ba42646b6a22', 'name': 'network-vif-deleted', 'tag': 'cf6ee287-c0cc-48a5-b3a1-3b12064049b3', 'status': 'completed', 'code': 200} Apr 28 19:55:45.261730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d431c4b-5809-4d05-a461-4a930857aa08 req-dbc294c6-1fc2-4acd-844a-381b147681f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467905 Apr 28 19:55:45.499170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25898c31-4273-4dcb-ac75-99b142a1cb66 req-e9198c10-2a2d-4c47-9608-0a89ebeb9755 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:45.501076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25898c31-4273-4dcb-ac75-99b142a1cb66 req-e9198c10-2a2d-4c47-9608-0a89ebeb9755 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1591280 Apr 28 19:55:45.589013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25898c31-4273-4dcb-ac75-99b142a1cb66 req-5c56c8da-1f25-4695-8f9f-a29c54bbedfd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811546 Apr 28 19:55:45.670897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:45.678063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-880700428-network', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:45.684745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:45.690561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Usage tracker for resource:network and tenant:a061740d8dce41269c7ae322a36b9685 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:45.696228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:45.706537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:45.720505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Made reservation on behalf of a061740d8dce41269c7ae322a36b9685 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:45.723860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.739301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.756294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:45.761112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Usage tracker for resource:security_group_rule and tenant:a061740d8dce41269c7ae322a36b9685 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:45.764984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:45.772904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:45.919345 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.921412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.933298 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Transition to ACTIVE for port object 96d90dc4-7c2d-4fcb-a385-8d38f140773d will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:45.937292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:45.942816 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.037261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d82e57de-297c-4929-a436-27ec1b8b3279,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:46.041929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fdcdb-c795-4f8b-abb6-26604ad86290 None None] Pushing event updated for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:46.082427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.082776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.090815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.094095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.094856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.095385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.096771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.098656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.099166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.101659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.102151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.105856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:46.118871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:55:46.153233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf6ee287-c0cc-48a5-b3a1-3b12064049b3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:46.161838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.162188 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Added segment 49cd33e8-9d99-4019-887c-dc09acb088cc of type vlan for network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 Apr 28 19:55:46.219160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a02df4a-604e-422c-b64c-f7715534fac8 req-ec7201d2-2bab-402f-90cb-38466c3129b7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:46.229543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a02df4a-604e-422c-b64c-f7715534fac8 req-ec7201d2-2bab-402f-90cb-38466c3129b7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.3187189 Apr 28 19:55:46.273648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.344385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a02df4a-604e-422c-b64c-f7715534fac8 req-2144649b-9c00-41a7-9509-378bf77d979a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122732 Apr 28 19:55:46.357896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: cf6ee287-c0cc-48a5-b3a1-3b12064049b3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:55:46.358340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cf6ee287-c0cc-48a5-b3a1-3b12064049b3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:55:46.362451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:55:46.462326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.463853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:46.464622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.492900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Attempting to bind port 96d90dc4-7c2d-4fcb-a385-8d38f140773d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:46.493260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Attempting to bind port 96d90dc4-7c2d-4fcb-a385-8d38f140773d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:46.493634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Attempting to bind port 96d90dc4-7c2d-4fcb-a385-8d38f140773d on network cdd5acf2-f7a2-48ba-8431-8887bc8b941c {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:46.500427 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:46.500790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Checking segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:46.501177 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.501587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Bound using segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:46.502086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Bound port: 96d90dc4-7c2d-4fcb-a385-8d38f140773d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:46.502457 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.630975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-771dcb00-929e-4eec-b2ae-ae8155c81acc req-d19a5d62-8bc3-4e7f-bb63-1d65c02b0ee8 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Synchronizing usage tracker for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:55:46.690447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-771dcb00-929e-4eec-b2ae-ae8155c81acc req-d19a5d62-8bc3-4e7f-bb63-1d65c02b0ee8 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] Unset dirty status for tenant:48d08a8c863c408191d5a2c8764d5652 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:55:46.692187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-771dcb00-929e-4eec-b2ae-ae8155c81acc req-d19a5d62-8bc3-4e7f-bb63-1d65c02b0ee8 tempest-ServerAddressesTestJSON-380768572 tempest-ServerAddressesTestJSON-380768572-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9ff77ae-ff6d-488d-9025-ba42646b6a22 HTTP/1.1" status: 200 len: 210 time: 0.1422920 Apr 28 19:55:46.722904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] For port 96d90dc4-7c2d-4fcb-a385-8d38f140773d, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:46.728253 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] For port 96d90dc4-7c2d-4fcb-a385-8d38f140773d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=96d90dc4-7c2d-4fcb-a385-8d38f140773d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:46.740484 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:46.750870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] Pushing event updated for resources: {'Network': ['ID=7e6361eb-3d35-48ca-a73c-2557cdf9dea6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:46.789134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:55:47.025119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:47.026429 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:47.073045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.251606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:47.257275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:47.266621 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.268759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:47.275828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-89282668-86bb-4158-bd4b-9294c792565b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6028223 Apr 28 19:55:47.308571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383485d1-209e-4cc5-b43c-b6fb37afd211 req-e7c6fb54-e552-4b04-85bf-9965821addc6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:47.323016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-383485d1-209e-4cc5-b43c-b6fb37afd211 req-e7c6fb54-e552-4b04-85bf-9965821addc6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.9794395 Apr 28 19:55:47.337369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Request body: {'subnet': {'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-subnet', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:47.365925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:47.406417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Usage tracker for resource:subnet and tenant:a061740d8dce41269c7ae322a36b9685 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:47.417600 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668fdcdb-c795-4f8b-abb6-26604ad86290 None None] Pushing event updated for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:47.420288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:47.445038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-383485d1-209e-4cc5-b43c-b6fb37afd211 req-2e840cd6-e4d2-4fbf-9190-0ad4b6e81907 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121817 Apr 28 19:55:47.451941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:47.500035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=11']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:47.509005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285fe92-f0eb-4acf-94e7-a2133dd53a0f req-ff2ac4fe-e8b8-4323-9947-c4fb333d8d1b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:47.515544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4285fe92-f0eb-4acf-94e7-a2133dd53a0f req-ff2ac4fe-e8b8-4323-9947-c4fb333d8d1b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.4431987 Apr 28 19:55:47.517052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Made reservation on behalf of a061740d8dce41269c7ae322a36b9685 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:55:47.520339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:47.564616 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:47.776787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc281f2-79e3-4202-a73a-6f8ed6a41cd3 req-15a6901a-3f26-4bef-8612-a7f27b0ef176 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:47.782853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc281f2-79e3-4202-a73a-6f8ed6a41cd3 req-15a6901a-3f26-4bef-8612-a7f27b0ef176 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1577573 Apr 28 19:55:47.802320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4285fe92-f0eb-4acf-94e7-a2133dd53a0f req-f563df9c-c636-4ef8-ad8e-cd33a27c87b1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452931 Apr 28 19:55:47.884490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cc281f2-79e3-4202-a73a-6f8ed6a41cd3 req-1cbada0b-477f-4baf-b546-ffb22e14f353 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895858 Apr 28 19:55:47.926315 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40ff03c6-44ef-435d-9e52-2e2bd8028d93'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:55:48.136884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:48.167450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:48.196992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.340562 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:46Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:48.348737 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15c58ce-058d-42f4-a82b-d0c0301c661a None None] The sync data for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 is: [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:46Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:55:48.349599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Deleting subnet f2169816-7d85-4373-bac2-b32d27c426bc {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:55:48.353508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.364881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Pushing event updated for resources: {'Subnet': ['ID=056199a2-f0c7-4606-9b16-0ce92eeaac66,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:48.508319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8fae8-3b80-4702-8749-56b4173bcd8e req-3c777037-dcf6-43b4-90ff-3957caf66b79 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:48.534645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55a8fae8-3b80-4702-8749-56b4173bcd8e req-3c777037-dcf6-43b4-90ff-3957caf66b79 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.4692843 Apr 28 19:55:48.662394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Checking segment: {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:48.662796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Network hostable DHCP agents. Network: 7e6361eb-3d35-48ca-a73c-2557cdf9dea6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:55:48.692269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:48.701173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.708879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:55:48.720432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6c512-99f8-47a8-9931-5eb2d482a3f4 req-112941a9-6051-4892-a72b-aecd722dc288 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:48.732833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00a6c512-99f8-47a8-9931-5eb2d482a3f4 req-112941a9-6051-4892-a72b-aecd722dc288 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3728476 Apr 28 19:55:48.733605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:48.748687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'floatingip': {'port_id': '952df625-b9f2-4388-97e9-5f50ed8e64ca'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:48.751999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'mac_address': 'fa:16:3e:be:96:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:48.799692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55a8fae8-3b80-4702-8749-56b4173bcd8e req-4441a3a6-3723-4263-b181-81f500431306 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599914 Apr 28 19:55:48.901062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.919404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:48.949370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:48.957091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7e6361eb-3d35-48ca-a73c-2557cdf9dea6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:48.990787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39804a65-0d69-432e-9262-95c5c290d042 None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:49.002591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:49.013795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.076057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.083681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.118568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:49.134758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.249649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2169816-7d85-4373-bac2-b32d27c426bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:49.291406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.348870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1260a762-01fb-4cec-8cc1-f24cbb432396 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f2169816-7d85-4373-bac2-b32d27c426bc HTTP/1.1" status: 204 len: 168 time: 1.1879692 Apr 28 19:55:49.350374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:49.460167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b5e19047-32c8-41ca-86c5-fa67c2927386 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1420412 Apr 28 19:55:49.460850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38008) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:49.511679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:55:49.523008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:49.529692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Usage tracker for resource:router and tenant:a061740d8dce41269c7ae322a36b9685 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:49.533071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:49.541932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:49.589380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.591554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.609522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:49.630209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fee388af-fb8d-4c0b-8b67-0808f785e359'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:49.664752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fc5279-aecb-46da-93d3-06f5c2191286 req-6a995cf8-7e75-4abc-88a1-7de3e559fdd9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:49.677908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19fc5279-aecb-46da-93d3-06f5c2191286 req-6a995cf8-7e75-4abc-88a1-7de3e559fdd9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.5091691 Apr 28 19:55:49.896492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19fc5279-aecb-46da-93d3-06f5c2191286 req-6ed0899c-bc98-4bff-aff3-92801e36ec43 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2157404 Apr 28 19:55:49.912666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.186017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 96d90dc4-7c2d-4fcb-a385-8d38f140773d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:50.350554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:50.386670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.500907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e452812f-7bd7-4982-9684-24e06e5a19c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.563991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.587756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6701672-114a-485e-b28b-5080843d8119') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.588051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6701672-114a-485e-b28b-5080843d8119') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:50.611285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.632886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.642888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:55:50.650399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.665439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82563d5-93d0-4e6f-9327-e01bfed34dac req-a4915e35-93d8-452e-a68f-9681f9f3b722 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.675238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f82563d5-93d0-4e6f-9327-e01bfed34dac req-a4915e35-93d8-452e-a68f-9681f9f3b722 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 1.6777916 Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:55:50.697988 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:55:50.831172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'fixed_ips': [{'subnet_id': '056199a2-f0c7-4606-9b16-0ce92eeaac66'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:55:50.836206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:50.892438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:50.945081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67ad1eb-7d41-4987-8c62-40b8eaa18e04 req-ff470551-596e-4636-8cf6-6b4a99014e8f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:50.960744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d67ad1eb-7d41-4987-8c62-40b8eaa18e04 req-ff470551-596e-4636-8cf6-6b4a99014e8f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.6824760 Apr 28 19:55:50.988791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.020763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:51.021411 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.029010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.039689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:51.040625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.055286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d67ad1eb-7d41-4987-8c62-40b8eaa18e04 req-87a44f07-da40-450a-9b79-d4a0260f5cbd tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962408 Apr 28 19:55:51.073586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:51.106731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23d40f11-d23a-4e4a-9386-de309ba9da76 admin admin] 10.222.0.24 "DELETE /v2.0/networks/2b2e5edc-92ea-40aa-9a8a-0799ce6a09cd HTTP/1.1" status: 204 len: 168 time: 1.7502728 Apr 28 19:55:51.259406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f82563d5-93d0-4e6f-9327-e01bfed34dac req-63c6cd9a-6a14-4473-8b14-44fc34412261 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5831022 Apr 28 19:55:51.327406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb00309-9be8-43c4-b6cc-fc8aa8fe9d69 req-c6c0fae0-bc5a-46c7-bb04-e28b5c995574 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:51.336888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efb00309-9be8-43c4-b6cc-fc8aa8fe9d69 req-c6c0fae0-bc5a-46c7-bb04-e28b5c995574 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.1479704 Apr 28 19:55:51.431449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.455919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efb00309-9be8-43c4-b6cc-fc8aa8fe9d69 req-f27c9290-1723-4374-9701-0362dacf721d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170516 Apr 28 19:55:51.456472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:51.460254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Allocated IP 172.20.0.2 (7e6361eb-3d35-48ca-a73c-2557cdf9dea6/056199a2-f0c7-4606-9b16-0ce92eeaac66/30c8041b-49ef-492e-ad9d-5e2193a1d19f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:51.572728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 96d90dc4-7c2d-4fcb-a385-8d38f140773d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=96d90dc4-7c2d-4fcb-a385-8d38f140773d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:51.649286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9114bca7-37be-44f8-8ba3-90f935605a97 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=48d08a8c863c408191d5a2c8764d5652&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914916 Apr 28 19:55:51.651211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:51.710733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.714486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.768190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:51.779904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Usage tracker for resource:security_group_rule and tenant:55dcb787cd684dad9c869fa31d07999d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:51.807921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:51.818943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:51.853656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:51.950959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.084803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.173791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e5b134-f00d-417b-8969-d022854175f8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.180583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:52.196336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.197621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8e76b779-39f7-4854-a51d-e1bf364e0e42 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/05e5b134-f00d-417b-8969-d022854175f8 HTTP/1.1" status: 204 len: 168 time: 0.5451205 Apr 28 19:55:52.296069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.320745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.386240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.437314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4d10c4d-4c91-4042-ad31-e6f5c6462254 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.439034 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.474853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Transition to ACTIVE for port object 30c8041b-49ef-492e-ad9d-5e2193a1d19f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:52.539715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Transition to ACTIVE for port object 30c8041b-49ef-492e-ad9d-5e2193a1d19f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:55:52.564496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fee388af-fb8d-4c0b-8b67-0808f785e359 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:52.564735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.582412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea01ed8d-5a3a-4c80-9b7c-429fad1c343d req-cdbfebbd-5156-4390-9a5c-752c1dabaf1c tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:52.595725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea01ed8d-5a3a-4c80-9b7c-429fad1c343d req-cdbfebbd-5156-4390-9a5c-752c1dabaf1c tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1409793 Apr 28 19:55:52.645754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:52.667296 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea01ed8d-5a3a-4c80-9b7c-429fad1c343d req-f6be1f42-d9c4-46ef-92cf-8d7d043418c5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702450 Apr 28 19:55:52.728047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Allocated IP 172.25.2.127 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cf1598dd-3cdf-4685-94d4-42b5cbe84d31) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:55:52.938039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:52.960810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Pushing event updated for resources: {'Port': ['ID=30c8041b-49ef-492e-ad9d-5e2193a1d19f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:52.978702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:52.994967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:53.092618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcd6b6c-df6d-4300-be72-239f3a2d8476 req-be1acb40-529d-40a6-bde1-ab4e31007c6b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:53.100710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3fcd6b6c-df6d-4300-be72-239f3a2d8476 req-be1acb40-529d-40a6-bde1-ab4e31007c6b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 945 time: 0.2328398 Apr 28 19:55:53.111906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.181942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3fcd6b6c-df6d-4300-be72-239f3a2d8476 req-def609c0-5190-444e-b066-e2ec1bf910ed tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798991 Apr 28 19:55:53.342486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Attempting to bind port 30c8041b-49ef-492e-ad9d-5e2193a1d19f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:55:53.342848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Attempting to bind port 30c8041b-49ef-492e-ad9d-5e2193a1d19f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:55:53.343219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Attempting to bind port 30c8041b-49ef-492e-ad9d-5e2193a1d19f on network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:55:53.344189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] It took 0.97 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:55:53.352006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:55:53.352374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Checking segment: {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:55:53.352769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.353159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Bound using segment: {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:55:53.354168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Bound port: 30c8041b-49ef-492e-ad9d-5e2193a1d19f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:55:53.354311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.387287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.492229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] For port 30c8041b-49ef-492e-ad9d-5e2193a1d19f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:55:53.495859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] For port 30c8041b-49ef-492e-ad9d-5e2193a1d19f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30c8041b-49ef-492e-ad9d-5e2193a1d19f,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:55:53.529370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:53.530385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:53.537992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.603172 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.654864 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-282fc580-f34f-45c7-827e-fe60a2770bb5'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:55:53.786340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d3b62e-c84d-42d2-b13f-4c0ea57546c0 req-8aaf3f5c-7879-4505-9c83-0768c652e5c6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:53.795236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4d3b62e-c84d-42d2-b13f-4c0ea57546c0 req-8aaf3f5c-7879-4505-9c83-0768c652e5c6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 1.4211700 Apr 28 19:55:53.798890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.821070 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:53.835734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b36254-1f05-47a7-9276-bdfaf0e1132c None None] Pushing event updated for resources: {'Port': ['ID=30c8041b-49ef-492e-ad9d-5e2193a1d19f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.063457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Pushing event updated for resources: {'Port': ['ID=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.079141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=13']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:54.098225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 96d90dc4-7c2d-4fcb-a385-8d38f140773d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:54.165605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:55:54.169453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.179185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:55:54.195895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d685d0-7a7b-466e-8784-dd1196e4dc3a req-96fd1319-cff5-4cdd-a17b-79fc9a53c89e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:54.206260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12d685d0-7a7b-466e-8784-dd1196e4dc3a req-96fd1319-cff5-4cdd-a17b-79fc9a53c89e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.3327157 Apr 28 19:55:54.211095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:55:54.329116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12d685d0-7a7b-466e-8784-dd1196e4dc3a req-773853da-01e2-4dae-8eae-0a1e229ca502 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218538 Apr 28 19:55:54.438272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.498800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 96d90dc4-7c2d-4fcb-a385-8d38f140773d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:54.499474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:54.727422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4d3b62e-c84d-42d2-b13f-4c0ea57546c0 req-8741d977-1d2b-4c62-88a4-8786f3c5b891 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9297779 Apr 28 19:55:54.730845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.118673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.259392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.407586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be68ea45-9655-485c-a74c-04c8b014c6dd req-b2c3cef4-d18a-4b38-b56b-ea36ae553cd5 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.2271261 Apr 28 19:55:55.428471 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Floating IP 5787801c-03b8-4249-b87b-d47577a2bf47 associated. External IP: 172.25.2.181, port: 952df625-b9f2-4388-97e9-5f50ed8e64ca. Apr 28 19:55:55.486753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.708501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9fa307-9d94-44e4-a680-398ec3c566e0 None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:55:55.717859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55dcb787cd684dad9c869fa31d07999d&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6742318 Apr 28 19:55:55.719354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:55.901566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.910923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d440aed3-e6b8-4564-9bcb-47ff8eb2a9da None None] Provisioning for port 30c8041b-49ef-492e-ad9d-5e2193a1d19f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:55.955248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:55.970890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe4cfd0-7f34-4866-983d-70efc8b51343 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320c746c-8269-4ba8-ab4f-5afa84242b44,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:55.987599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f8554c-264a-4b4e-b5b3-d119c0dca00b req-b8266118-3cd1-467d-a936-515eb05f845b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:55.994902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11f8554c-264a-4b4e-b5b3-d119c0dca00b req-b8266118-3cd1-467d-a936-515eb05f845b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.3659225 Apr 28 19:55:56.067561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30c8041b-49ef-492e-ad9d-5e2193a1d19f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:56.068622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11f8554c-264a-4b4e-b5b3-d119c0dca00b req-a30b3f2a-ec2b-4c86-989c-11a63e41b008 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728796 Apr 28 19:55:56.106986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.152932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320c746c-8269-4ba8-ab4f-5afa84242b44,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:56.162861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.170107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-604bfdeb-95d6-42ce-8124-6c19f035d3f2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/320c746c-8269-4ba8-ab4f-5afa84242b44 HTTP/1.1" status: 204 len: 168 time: 0.4486532 Apr 28 19:55:56.185924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304bac69-3445-4b23-93bb-b81064f2912a req-fb476487-b93c-422e-bbc1-8ea33f183f9b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:56.193050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-304bac69-3445-4b23-93bb-b81064f2912a req-fb476487-b93c-422e-bbc1-8ea33f183f9b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 1.2544942 Apr 28 19:55:56.194925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.439761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 30c8041b-49ef-492e-ad9d-5e2193a1d19f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:55:56.446697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30c8041b-49ef-492e-ad9d-5e2193a1d19f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:56.447332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.830881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.862806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:56.884023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 30c8041b-49ef-492e-ad9d-5e2193a1d19f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30c8041b-49ef-492e-ad9d-5e2193a1d19f,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:56.892210 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.966768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:56.993123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=30c8041b-49ef-492e-ad9d-5e2193a1d19f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:57.016972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.016972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.016972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.017813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.018248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.018676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.019274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.019764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.020186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.020629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.021056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.021492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:55:57.041706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:55:57.063237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Usage tracker for resource:security_group_rule and tenant:b3a71d880607416ab8e1d1553d4a2c43 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:55:57.066852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:55:57.073869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:55:57.108693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-304bac69-3445-4b23-93bb-b81064f2912a req-016e8686-6342-4a9a-bbda-78305e51ad02 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9145722 Apr 28 19:55:57.120815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:55:57.134146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dd0112-ce86-426e-8ae9-eddeb94f47da req-fba2a3ba-04d6-40ba-a85a-955ba0118698 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:57.151666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49dd0112-ce86-426e-8ae9-eddeb94f47da req-fba2a3ba-04d6-40ba-a85a-955ba0118698 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.4392860 Apr 28 19:55:57.164570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6aa33332-b3db-4cc6-aa6b-999c0b22474c None None] Provisioning complete for port 30c8041b-49ef-492e-ad9d-5e2193a1d19f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:57.167061 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aa33332-b3db-4cc6-aa6b-999c0b22474c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.254549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49dd0112-ce86-426e-8ae9-eddeb94f47da req-cceee31a-a6bc-411b-ac00-26fc012e04ea tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092672 Apr 28 19:55:57.448890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.464619 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.495317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:55:57.582708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:57.616216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:57.623071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:57.644196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75f566ae-3727-4329-9dd8-6ad2a68203fa req-3dcd0ed2-9f35-437d-a6c6-6df4e23f9683 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1409483 Apr 28 19:55:57.646005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:57.678921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b3a71d880607416ab8e1d1553d4a2c43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8016098 Apr 28 19:55:57.778811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:57.820372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:57.944668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b981ba5-a509-4285-b674-abf8958a6f66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e3f99f9-40e4-4091-9cfc-1bee162e1c32,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.004186 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.014425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.046118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d9dcd4-88bc-4480-bdac-188d73a2323e req-38263841-cf67-43de-86d6-6702e62a8b7f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:58.054078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-39d9dcd4-88bc-4480-bdac-188d73a2323e req-38263841-cf67-43de-86d6-6702e62a8b7f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.5026872 Apr 28 19:55:58.079458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30c8041b-49ef-492e-ad9d-5e2193a1d19f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:55:58.109538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.128120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8430156c-cd79-49b4-885e-f49f2714d0b3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "PUT /v2.0/floatingips/5787801c-03b8-4249-b87b-d47577a2bf47 HTTP/1.1" status: 200 len: 991 time: 9.3896489 Apr 28 19:55:58.128773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:55:58.160072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Router 2b25dc61-a598-4879-bb7e-4847186cec08 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:55:58.197354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-39d9dcd4-88bc-4480-bdac-188d73a2323e req-eea8ebf4-90cd-417d-a03e-78d7ae415797 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423724 Apr 28 19:55:58.207714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:55:58.248134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.313246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e3f99f9-40e4-4091-9cfc-1bee162e1c32,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:58.322340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.323526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-49f19e39-2977-473a-97e9-6306a5d7444d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8e3f99f9-40e4-4091-9cfc-1bee162e1c32 HTTP/1.1" status: 204 len: 168 time: 0.5149229 Apr 28 19:55:58.359623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-0f56c204-e17d-4cbf-80d7-9193d50efc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:58.361284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-0f56c204-e17d-4cbf-80d7-9193d50efc4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1096 time: 0.1033185 Apr 28 19:55:58.408161 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8b5e23d-2ec5-46e9-a077-3f9408a913ce'] response: {'name': 'network-changed', 'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'status': 'completed', 'code': 200} Apr 28 19:55:58.604917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913ef319-a35b-44fd-be7f-09f5fe38bf2a req-c8b8877f-cbde-4dbf-bacc-629211a06a4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:58.607094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-913ef319-a35b-44fd-be7f-09f5fe38bf2a req-c8b8877f-cbde-4dbf-bacc-629211a06a4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.2007174 Apr 28 19:55:58.614921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:55:58.616786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:58.630823 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Sync routers for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:55:58.649338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'network_id': 'c00b70e0-98c2-45e9-8705-39fe019f2a50', 'port_id': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'mac_address': 'fa:16:3e:0e:97:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 448, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17fa4693-8243-4acc-a6ea-e1e563f4170b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:55:58.664572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:58.666338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:58.740332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30c8041b-49ef-492e-ad9d-5e2193a1d19f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:55:58.741016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.770829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.779215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ba10f4f7-37f9-42d1-ac5f-7757ea84e030 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.3056736 Apr 28 19:55:58.788963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38182) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:55:58.857972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:58.910937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:55:58.948829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-7207664b-60f7-4d03-9dac-92c0c9322945 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:58.953546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-7207664b-60f7-4d03-9dac-92c0c9322945 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.5831800 Apr 28 19:55:58.965447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:55:58.990340 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:55:59.170571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5787801c-03b8-4249-b87b-d47577a2bf47', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:4a:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:14Z', 'updated_at': '2022-04-28T19:55:52Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:59.181328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:55:59.210103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-cd2c7058-06c3-492c-84da-fdbf7e93ff13 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 999 time: 0.2423184 Apr 28 19:55:59.275026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:55:59.297356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-c6bdf7b2-f4c0-4532-b4f1-63924d338db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:59.298791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-c6bdf7b2-f4c0-4532-b4f1-63924d338db5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.0782011 Apr 28 19:55:59.336406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:55:59.342571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:55:59.373141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-913ef319-a35b-44fd-be7f-09f5fe38bf2a req-60aeac54-b832-4cf9-be45-68d919ab0c50 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7283821 Apr 28 19:55:59.412909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc2ca3c3-75bb-49ba-83a0-e953955658ac req-23239340-aab7-48a3-b7b7-c9238d9eaf74 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.4455674 Apr 28 19:55:59.438228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:55:59.446243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e8a78-d5bd-44d1-bb5d-53b7fc2d91d4 req-07f5e5ca-c34d-4943-a773-1fecb8e91fb5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:59.448372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-795e8a78-d5bd-44d1-bb5d-53b7fc2d91d4 req-07f5e5ca-c34d-4943-a773-1fecb8e91fb5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 943 time: 0.7658615 Apr 28 19:55:59.454102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:55:59.597052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-795e8a78-d5bd-44d1-bb5d-53b7fc2d91d4 req-c81c1672-54d1-4cdd-8f03-aaa886c8f04e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376734 Apr 28 19:55:59.643347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-d19c07f5-6824-4651-abc5-28ceb6b36f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:55:59.646523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-d19c07f5-6824-4651-abc5-28ceb6b36f62 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3367856 Apr 28 19:55:59.872250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-d1f369bd-704a-4d8e-a692-e3fc4034cafc service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167253 Apr 28 19:55:59.995433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:00.040307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:55:55Z', 'revision_number': 3, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:55:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.048364 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Checking router: 2b25dc61-a598-4879-bb7e-4847186cec08 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:00.051896 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Updating router 2b25dc61-a598-4879-bb7e-4847186cec08 port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:00.150174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9124be7-ab79-43ed-adb0-ab63f083d208 req-6af2589f-5f14-4a4e-b065-822b99d64384 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.4578552 Apr 28 19:56:00.192227 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:00.307864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f4139cf-b9a1-48d3-bc3b-8f7446ba2cdb req-05c21216-2bda-4736-ba3e-d541527a1b6a service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289391 Apr 28 19:56:00.325377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b283c79d-dbb8-45e8-8d2e-83abb49b85a7 req-a222ec47-4c30-4a0b-b6e5-75a500e2adb4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:00.344337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b283c79d-dbb8-45e8-8d2e-83abb49b85a7 req-a222ec47-4c30-4a0b-b6e5-75a500e2adb4 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.4179270 Apr 28 19:56:00.461434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b283c79d-dbb8-45e8-8d2e-83abb49b85a7 req-aabb7501-b15e-4a60-8a3a-2bd572e55169 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078987 Apr 28 19:56:00.625429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5787801c-03b8-4249-b87b-d47577a2bf47', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:4a:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:14Z', 'updated_at': '2022-04-28T19:55:52Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:00.633749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3cec3e-9603-43e1-bb01-8a2fab48b5a5 None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5787801c-03b8-4249-b87b-d47577a2bf47', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.181', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1573, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:4a:19:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:55:14Z', 'updated_at': '2022-04-28T19:55:52Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:00.784593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6fb73e41-8007-4726-850d-bfb698a3bf51 req-363c67ff-b61e-428e-aa51-23e5addf75b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1073613 Apr 28 19:56:01.100051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fa7d08-6091-44ff-8a6c-5d2c71f7d513 None None] New status for floating IP 5787801c-03b8-4249-b87b-d47577a2bf47: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:56:01.145604 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.182718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Transition to ACTIVE for port object cf1598dd-3cdf-4685-94d4-42b5cbe84d31 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:01.203145 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.266977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70197b19-21c7-4c4c-b370-a1feda96fd1d req-8247e7a4-8f61-4886-a4b2-f419474dd14e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:01.280241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70197b19-21c7-4c4c-b370-a1feda96fd1d req-8247e7a4-8f61-4886-a4b2-f419474dd14e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.4760399 Apr 28 19:56:01.335759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34762fb0-115f-49eb-97d1-5677a46afd89 req-ddecbe53-33e5-4a11-a25e-b85f95065e28 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:01.340408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34762fb0-115f-49eb-97d1-5677a46afd89 req-ddecbe53-33e5-4a11-a25e-b85f95065e28 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 944 time: 0.4405053 Apr 28 19:56:01.382720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.393278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Attempting to bind port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:01.404540 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Attempting to bind port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:01.405174 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Attempting to bind port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:01.429846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-70197b19-21c7-4c4c-b370-a1feda96fd1d req-7579ebba-85c4-44b5-8b8b-c611a6dff104 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451173 Apr 28 19:56:01.431577 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b27d96-cb60-4a9c-9515-9d75bd6eeb3d None None] Pushing event updated for resources: {'Port': ['ID=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:01.447302 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:01.447302 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:01.447302 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.447302 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:01.448633 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Bound port: cf1598dd-3cdf-4685-94d4-42b5cbe84d31, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:01.448880 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.468280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34762fb0-115f-49eb-97d1-5677a46afd89 req-58fc02e7-d1a9-4a6f-bd8e-22352e0f0038 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203103 Apr 28 19:56:01.579725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] For port cf1598dd-3cdf-4685-94d4-42b5cbe84d31, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:01.590835 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] For port cf1598dd-3cdf-4685-94d4-42b5cbe84d31, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:01.597737 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:01.777140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:56:01.778332 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:01.999695 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b27d96-cb60-4a9c-9515-9d75bd6eeb3d None None] Pushing event updated for resources: {'Port': ['ID=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.015685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75f0037-8cdc-4992-83ab-d7b220f75a87 req-140c6c74-6bfa-4c1d-837e-62b7ffb8da72 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:02.024393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b75f0037-8cdc-4992-83ab-d7b220f75a87 req-140c6c74-6bfa-4c1d-837e-62b7ffb8da72 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.2341638 Apr 28 19:56:02.074308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Allocated IP 172.20.0.1 (7e6361eb-3d35-48ca-a73c-2557cdf9dea6/056199a2-f0c7-4606-9b16-0ce92eeaac66/5579c92b-996d-4430-b70f-fe960b477767) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:02.092866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b75f0037-8cdc-4992-83ab-d7b220f75a87 req-e0308954-b618-41ee-a956-fc5955ade468 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641568 Apr 28 19:56:02.144604 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:02.227327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:02.265177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.282168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Transition to ACTIVE for port object 5579c92b-996d-4430-b70f-fe960b477767 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:02.342652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-b34f0090-27a1-450b-a4f6-df178265b8d8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1962097 Apr 28 19:56:02.373778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.388752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:02.389226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.518239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42e68915-d84e-4ba2-b57b-6b5a4e1ac3f9 req-46a470c8-5419-4a9f-822a-a199a4ed003d tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.6746843 Apr 28 19:56:02.522146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-270d32c2-7a1b-4f43-907f-187994220afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:02.532360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-270d32c2-7a1b-4f43-907f-187994220afb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 1097 time: 0.1542163 Apr 28 19:56:02.629065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:02.647833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:02.649746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.657913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:02.729717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:02.749601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Pushing event updated for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:02.756243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:02.769302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:02.910463 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:55:55Z', 'revision_number': 3, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:02.919791 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-235894ed-f6d1-460e-9731-2fb42bf7bcef None None] The sync data for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 is: [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:55:55Z', 'revision_number': 3, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:02.921789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:03.037733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.059524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e5025644-c188-45c1-a86f-fbf13a7e7fa4 None None] Provisioning for port 5579c92b-996d-4430-b70f-fe960b477767 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:03.068863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e5025644-c188-45c1-a86f-fbf13a7e7fa4 None None] Provisioning complete for port 5579c92b-996d-4430-b70f-fe960b477767 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:03.069250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5025644-c188-45c1-a86f-fbf13a7e7fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.103172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-5f865e7d-a2f8-414a-9308-a652ec533a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:03.106682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-5f865e7d-a2f8-414a-9308-a652ec533a34 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.5494730 Apr 28 19:56:03.210114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-489e757f-0553-4a35-b277-21d693517f17 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 200 len: 217 time: 0.0947933 Apr 28 19:56:03.220417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878aa6a0-0106-4afb-8d95-1160ebb05ea5 req-ec4ef10a-4629-4609-a58c-d076d42531df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:03.227856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878aa6a0-0106-4afb-8d95-1160ebb05ea5 req-ec4ef10a-4629-4609-a58c-d076d42531df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.3642528 Apr 28 19:56:03.267613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5025644-c188-45c1-a86f-fbf13a7e7fa4 None None] Port 5579c92b-996d-4430-b70f-fe960b477767 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:03.273209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:03.304113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2877b5-f79d-47af-9bbe-21064d7d0225 req-c388c337-2566-426d-9108-acf9a300c621 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:03.315757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d2877b5-f79d-47af-9bbe-21064d7d0225 req-c388c337-2566-426d-9108-acf9a300c621 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.5244453 Apr 28 19:56:03.345455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-878aa6a0-0106-4afb-8d95-1160ebb05ea5 req-e9ea2ffe-6e6f-495f-9e1d-a6a0d01b7a39 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1163957 Apr 28 19:56:03.366410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-9566a3fb-3d3b-481d-9462-e4bf5bf40916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:03.373421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-9566a3fb-3d3b-481d-9462-e4bf5bf40916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.1424272 Apr 28 19:56:03.476806 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41a3764f-aa29-436a-b1f4-fce964a14a39'] response: {'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'code': 200} Apr 28 19:56:03.502514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-971fbae6-c3da-46c4-b67e-b31f570908c8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1195145 Apr 28 19:56:03.609901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d2877b5-f79d-47af-9bbe-21064d7d0225 req-530d28a1-1fcf-40bb-805c-09a60b7bd591 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928536 Apr 28 19:56:03.960176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-718f2228-72e3-4984-9144-3baa5edfb64e service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4464025 Apr 28 19:56:04.055744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cf1598dd-3cdf-4685-94d4-42b5cbe84d31 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:04.232518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:04.238154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:04.239024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.319052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980e1a9e-3cfc-4c86-aaff-96886a0e7b81 req-c5132c26-543e-40fb-bed8-3a122da302c8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:04.337508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-980e1a9e-3cfc-4c86-aaff-96886a0e7b81 req-c5132c26-543e-40fb-bed8-3a122da302c8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.5872543 Apr 28 19:56:04.478312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b7cabe6-36c0-4fb5-a31e-b64aba21d772 req-01a24bf8-fd95-4c45-ba84-2e802b995f12 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1094854 Apr 28 19:56:04.489435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.523973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-980e1a9e-3cfc-4c86-aaff-96886a0e7b81 req-b964a2e3-f567-4d22-bf5f-e0849104d448 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842530 Apr 28 19:56:04.553150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c6a1c68-7cb5-4e77-be6a-5f17b40c38ed req-ec30de9e-4eb5-4fe3-b72f-9d816381c8f8 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5853376 Apr 28 19:56:04.585907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port cf1598dd-3cdf-4685-94d4-42b5cbe84d31, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:04.595387 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.666366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b798-3672-4069-81d1-2c7bb7ac69bc req-91bf173d-8935-4237-a219-2354cc2a1ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:04.667899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b798-3672-4069-81d1-2c7bb7ac69bc req-91bf173d-8935-4237-a219-2354cc2a1ac9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1097 time: 0.8211527 Apr 28 19:56:04.747988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:04.795602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:04.849494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.080048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:05.094986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Pushing event updated for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:05.128764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b798-3672-4069-81d1-2c7bb7ac69bc req-181cfea8-2186-4bce-8da4-9b2bd01f6dbc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4071128 Apr 28 19:56:05.203945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d133da-7bb9-485d-bcf0-da4649e9f87e req-372a9399-1068-4b59-9dc0-6398160509e2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:05.215143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65d133da-7bb9-485d-bcf0-da4649e9f87e req-372a9399-1068-4b59-9dc0-6398160509e2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.4352400 Apr 28 19:56:05.358727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65d133da-7bb9-485d-bcf0-da4649e9f87e req-cc587cb5-01a2-4c37-8c5f-0578bb17cec0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424639 Apr 28 19:56:05.548961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:05.552382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:05.845814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c447728-6491-41cc-87c9-bfb1388c0a1e req-a0160a38-461d-47c1-8a26-c528e77ec351 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:05.847487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c447728-6491-41cc-87c9-bfb1388c0a1e req-a0160a38-461d-47c1-8a26-c528e77ec351 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2591536 Apr 28 19:56:05.953987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cf1598dd-3cdf-4685-94d4-42b5cbe84d31 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:05.975604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c447728-6491-41cc-87c9-bfb1388c0a1e req-a164ec92-5184-41b2-a216-ac0e5d66b035 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193509 Apr 28 19:56:06.040301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71a969c2-175f-4ae3-9d1b-7072f9e63d61 req-73749f6a-fa87-40c4-94dd-d5a0ce6d14af tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1346183 Apr 28 19:56:06.104427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Router 2b25dc61-a598-4879-bb7e-4847186cec08 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:56:06.132859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04552b3e-0377-4b12-9035-acb03d961dac None None] Provisioning complete for port 5579c92b-996d-4430-b70f-fe960b477767 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:06.133226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04552b3e-0377-4b12-9035-acb03d961dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.314796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-04552b3e-0377-4b12-9035-acb03d961dac None None] Port 5579c92b-996d-4430-b70f-fe960b477767 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:06.320593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:06.321186 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:06.342542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112b7a9d-9a84-4f98-911a-e58a20961164 req-5d7cdda7-42d1-43c5-97d2-ab5a0607aa06 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:06.349924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-112b7a9d-9a84-4f98-911a-e58a20961164 req-5d7cdda7-42d1-43c5-97d2-ab5a0607aa06 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1431296 Apr 28 19:56:06.406084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:56:06.434215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ab1c7351-2f75-487b-9efb-56b5f4a62c59 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b25dc61-a598-4879-bb7e-4847186cec08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6293991 Apr 28 19:56:06.441106 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Sync routers for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:06.458339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:56:06.458959 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:06.499621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-112b7a9d-9a84-4f98-911a-e58a20961164 req-3a899aff-5982-456d-8f00-741d1a205911 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483746 Apr 28 19:56:06.729690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b704dc-d2c7-4d94-9a15-f26fe7986925 req-c25edb72-fe9d-4e87-8998-9d2669f126aa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:06.746148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0b704dc-d2c7-4d94-9a15-f26fe7986925 req-c25edb72-fe9d-4e87-8998-9d2669f126aa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.2174189 Apr 28 19:56:06.840935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0b704dc-d2c7-4d94-9a15-f26fe7986925 req-069fb38e-e118-477b-9d6b-141bdb52b2af tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935004 Apr 28 19:56:06.963866 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:07.460198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1192b9-aa73-4f29-b8f0-185c4b56db62 req-43f3e8d1-121f-49d8-9fd9-6785638526d9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:07.469848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de1192b9-aa73-4f29-b8f0-185c4b56db62 req-43f3e8d1-121f-49d8-9fd9-6785638526d9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1860309 Apr 28 19:56:07.501581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53faf44b-ba7c-4566-ad06-184052c5fc1e req-56a79127-2e16-4f6b-a1c3-0f3f31640884 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1476161 Apr 28 19:56:07.608126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de1192b9-aa73-4f29-b8f0-185c4b56db62 req-f8ba48aa-f563-4c29-bff0-5c2897d02131 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352267 Apr 28 19:56:07.731651 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:56:03Z', 'revision_number': 4, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5579c92b-996d-4430-b70f-fe960b477767', 'name': '', 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'mac_address': 'fa:16:3e:18:1c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:01Z', 'updated_at': '2022-04-28T19:56:03Z', 'revision_number': 2, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'subnets': [{'id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:07.738158 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Checking router: 2b25dc61-a598-4879-bb7e-4847186cec08 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:07.738924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Updating router 2b25dc61-a598-4879-bb7e-4847186cec08 port 5579c92b-996d-4430-b70f-fe960b477767 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:56:07.815197 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:07.922953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b25ba-a4b7-45b6-8db3-7e7693a4919f req-f330a428-0bce-4130-b9dd-a7523dfaf46e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:07.928771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e8b25ba-a4b7-45b6-8db3-7e7693a4919f req-f330a428-0bce-4130-b9dd-a7523dfaf46e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1407413 Apr 28 19:56:08.026345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e8b25ba-a4b7-45b6-8db3-7e7693a4919f req-ce686a4f-7244-4fc2-9473-d62bd3e13034 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894349 Apr 28 19:56:08.303868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd9627b-4603-4740-b701-4065357e6cb8 req-16e1ff16-03d2-4681-9cd6-739a15f5f265 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:08.318727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7bd9627b-4603-4740-b701-4065357e6cb8 req-16e1ff16-03d2-4681-9cd6-739a15f5f265 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.2463100 Apr 28 19:56:08.390982 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.423384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Transition to ACTIVE for port object 5579c92b-996d-4430-b70f-fe960b477767 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:08.433106 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.478149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7bd9627b-4603-4740-b701-4065357e6cb8 req-fef59826-ff81-47f4-8f95-ebf69dc5dde5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584742 Apr 28 19:56:08.892057 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c707-51f4-437a-a63d-30d14de914e2 None None] Pushing event updated for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:08.953276 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Attempting to bind port 5579c92b-996d-4430-b70f-fe960b477767 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:08.953661 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Attempting to bind port 5579c92b-996d-4430-b70f-fe960b477767 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:08.954014 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Attempting to bind port 5579c92b-996d-4430-b70f-fe960b477767 on network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:08.967314 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 55, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:08.967704 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Checking segment: {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:08.969821 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.969963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Bound using segment: {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:08.970418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Bound port: 5579c92b-996d-4430-b70f-fe960b477767, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49cd33e8-9d99-4019-887c-dc09acb088cc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:08.970786 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:08.975927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb716e40-855d-4f22-aebf-edb957eadb0b req-a1f2693a-32bf-42d2-a3e4-9cee66b9d64a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:08.983602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb716e40-855d-4f22-aebf-edb957eadb0b req-a1f2693a-32bf-42d2-a3e4-9cee66b9d64a tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1155114 Apr 28 19:56:08.996481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eddd9091-2f28-439c-8c14-cee47627a7ef req-0c6830ad-dcd4-4344-b921-52a05df07bdb tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1275377 Apr 28 19:56:09.050873 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb716e40-855d-4f22-aebf-edb957eadb0b req-a220da96-38cc-424e-899b-613c91abb658 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653884 Apr 28 19:56:09.171203 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] For port 5579c92b-996d-4430-b70f-fe960b477767, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:09.174854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] For port 5579c92b-996d-4430-b70f-fe960b477767, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5579c92b-996d-4430-b70f-fe960b477767,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:09.192004 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.347329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727dc886-7c6f-4d07-ba4b-16969d455209 req-48fb077e-f7ef-412f-bb3b-66523b677e48 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.356817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-727dc886-7c6f-4d07-ba4b-16969d455209 req-48fb077e-f7ef-412f-bb3b-66523b677e48 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1353292 Apr 28 19:56:09.461717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-727dc886-7c6f-4d07-ba4b-16969d455209 req-7e7d2fdc-2871-4f38-8a14-9646a1b930e6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954781 Apr 28 19:56:09.711879 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a330c707-51f4-437a-a63d-30d14de914e2 None None] Pushing event updated for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:09.715523 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:56:09.716371 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:55:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:09.844632 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:09.857975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc5ffd-60ee-47a4-bd31-ded70e15e6c4 req-2eb2b5e3-3aef-4ea4-8e51-b8f805c6c02d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:09.869701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84bc5ffd-60ee-47a4-bd31-ded70e15e6c4 req-2eb2b5e3-3aef-4ea4-8e51-b8f805c6c02d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1095586 Apr 28 19:56:10.085261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84bc5ffd-60ee-47a4-bd31-ded70e15e6c4 req-21b8a10e-dc4b-452f-b30d-248ca4c0f3e8 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127872 Apr 28 19:56:10.268259 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:10.447856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd776f59-f338-4a1e-80c9-77f763b3454e req-991d372b-a077-43c5-b38b-a71d9da88577 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1263866 Apr 28 19:56:10.453697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb1040e-e0fc-4400-9f4f-01030857a40c req-267ac7a8-9e34-49f9-aafa-e545513b656e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:10.467054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cb1040e-e0fc-4400-9f4f-01030857a40c req-267ac7a8-9e34-49f9-aafa-e545513b656e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2087128 Apr 28 19:56:10.559649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cb1040e-e0fc-4400-9f4f-01030857a40c req-83b15a65-e506-479b-961d-3732a57b01cd tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916424 Apr 28 19:56:10.940787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3542a2f6-f31b-4ae5-9145-4c052fb67460 req-c6a37867-0873-4854-9d85-788795a0bb4d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:10.942680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3542a2f6-f31b-4ae5-9145-4c052fb67460 req-c6a37867-0873-4854-9d85-788795a0bb4d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1697686 Apr 28 19:56:11.049508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3542a2f6-f31b-4ae5-9145-4c052fb67460 req-f8242c86-5e3e-4e9a-9bef-9f70e60e0d84 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992324 Apr 28 19:56:11.133509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccea5be-64f2-4dc6-ba00-26801c7b486f req-41ce21be-eb50-4cae-9e2f-9f1fd119efc1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:11.135062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ccea5be-64f2-4dc6-ba00-26801c7b486f req-41ce21be-eb50-4cae-9e2f-9f1fd119efc1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2734790 Apr 28 19:56:11.221384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ccea5be-64f2-4dc6-ba00-26801c7b486f req-b1b64050-6418-407c-8b03-aefa77f1b92c tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771976 Apr 28 19:56:11.249855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:56:03Z', 'revision_number': 4, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5579c92b-996d-4430-b70f-fe960b477767', 'name': '', 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'mac_address': 'fa:16:3e:18:1c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:01Z', 'updated_at': '2022-04-28T19:56:09Z', 'revision_number': 4, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'subnets': [{'id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:11.262712 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2df45e-c475-45e8-b936-af9b3929720b None None] The sync data for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 is: [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T19:56:03Z', 'revision_number': 4, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5579c92b-996d-4430-b70f-fe960b477767', 'name': '', 'network_id': '7e6361eb-3d35-48ca-a73c-2557cdf9dea6', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'mac_address': 'fa:16:3e:18:1c:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:01Z', 'updated_at': '2022-04-28T19:56:09Z', 'revision_number': 4, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'subnets': [{'id': '056199a2-f0c7-4606-9b16-0ce92eeaac66', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:11.579376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d976db44-e448-4856-909d-3358f28ff69b req-a6ec7b9f-cafd-41dd-8434-e97f8a96fad4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:11.621808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d976db44-e448-4856-909d-3358f28ff69b req-a6ec7b9f-cafd-41dd-8434-e97f8a96fad4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.3879080 Apr 28 19:56:11.644973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc2b6fe-c7b9-4e6a-87d6-70daff2def1c req-ca092f3b-b709-45d9-9087-be206b18e53f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:11.654221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dc2b6fe-c7b9-4e6a-87d6-70daff2def1c req-ca092f3b-b709-45d9-9087-be206b18e53f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1562986 Apr 28 19:56:11.751642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dc2b6fe-c7b9-4e6a-87d6-70daff2def1c req-a439f3c7-c200-4004-a5bb-0cacbd33ef2f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958228 Apr 28 19:56:11.791908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d976db44-e448-4856-909d-3358f28ff69b req-0f8333bf-1ed9-4e40-b77d-48c6f4334106 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690791 Apr 28 19:56:11.949193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6942877-6b4d-48d1-bb74-ecfdfcbf540f req-4828d8de-fe79-4e89-9c70-79c8b5c899e1 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0704968 Apr 28 19:56:11.989228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5579c92b-996d-4430-b70f-fe960b477767 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:12.153945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.171723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5579c92b-996d-4430-b70f-fe960b477767 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:12.177259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5579c92b-996d-4430-b70f-fe960b477767 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:12.178022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.309521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46384c38-ff5e-46dc-b881-754840c941c0 req-1b589529-357f-4bee-8ded-639d3cc8d294 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:12.309521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46384c38-ff5e-46dc-b881-754840c941c0 req-1b589529-357f-4bee-8ded-639d3cc8d294 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2413321 Apr 28 19:56:12.398712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46384c38-ff5e-46dc-b881-754840c941c0 req-e3c57d4a-4a75-4cec-a3ec-e691245752d8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770149 Apr 28 19:56:12.642136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8501b007-6747-4c0b-9293-1fdf883967f0 req-661ac34e-cda1-48f6-b6b0-1fe45101e05b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:12.656074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8501b007-6747-4c0b-9293-1fdf883967f0 req-661ac34e-cda1-48f6-b6b0-1fe45101e05b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.3726308 Apr 28 19:56:12.711375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.808019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8501b007-6747-4c0b-9293-1fdf883967f0 req-7f082c16-e2c5-41c4-bf0f-f5dd122d7aa0 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486306 Apr 28 19:56:12.808705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5579c92b-996d-4430-b70f-fe960b477767, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5579c92b-996d-4430-b70f-fe960b477767,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:12.825889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:12.943864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71753ce-8a3f-4638-a8f1-6825e8161eb8 req-cc97bba1-16ad-41c9-9ffd-bf8bbeaf86a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:12.953960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71753ce-8a3f-4638-a8f1-6825e8161eb8 req-cc97bba1-16ad-41c9-9ffd-bf8bbeaf86a6 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.3646576 Apr 28 19:56:12.955562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:13.025668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:13.039100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f71753ce-8a3f-4638-a8f1-6825e8161eb8 req-e856ff7d-e8f3-44f7-a1f5-5460b6f09801 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774648 Apr 28 19:56:13.231637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273bfef9-3cf1-46fe-9176-6c0dd2c4878e req-cf3e3bc3-55a0-4b1a-a9db-095da3748504 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:13.240606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-273bfef9-3cf1-46fe-9176-6c0dd2c4878e req-cf3e3bc3-55a0-4b1a-a9db-095da3748504 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1389978 Apr 28 19:56:13.324775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03956426-dc39-463b-97ba-c3c862f3c8cf req-e4389c7a-aeaa-46d8-a7c8-3de96e20c7e2 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0668492 Apr 28 19:56:13.353315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-273bfef9-3cf1-46fe-9176-6c0dd2c4878e req-1aa10829-12df-4397-9b5a-815100881c05 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085756 Apr 28 19:56:13.384365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.400608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:13.406609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Usage tracker for resource:security_group_rule and tenant:65dbb0b1c68b43b5a4ade2f96e3fcca5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:13.413514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:13.424730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:13.604081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.612797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.651638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495d4e97-d845-45c7-9679-33326679b6bd req-10f650fa-6ecc-4deb-a0c0-f0f46c97a6d8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:13.664257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65dbb0b1c68b43b5a4ade2f96e3fcca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6350377 Apr 28 19:56:13.665612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-495d4e97-d845-45c7-9679-33326679b6bd req-10f650fa-6ecc-4deb-a0c0-f0f46c97a6d8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1363332 Apr 28 19:56:13.670430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:13.678231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7d89dc-3cce-450f-bf68-f71fdf147678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c383cfb5-28d2-4bb6-bc51-d114b25b5bdb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:13.781364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.830990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-495d4e97-d845-45c7-9679-33326679b6bd req-6b78c0e2-c192-4171-982d-28555e374389 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601386 Apr 28 19:56:13.860155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:13.932791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5579c92b-996d-4430-b70f-fe960b477767 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:13.991116 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.029750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c383cfb5-28d2-4bb6-bc51-d114b25b5bdb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.035942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.035942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-debfe392-a6c4-4f86-93d8-890f6b22c1c5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c383cfb5-28d2-4bb6-bc51-d114b25b5bdb HTTP/1.1" status: 204 len: 168 time: 0.3625777 Apr 28 19:56:14.111046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5579c92b-996d-4430-b70f-fe960b477767 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:14.113772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.188883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe6dc3-f714-4ac8-b4f1-c47942a6d5be req-3f4d097d-b9c4-4835-a3c5-a624bc27fa19 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:14.190834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46fe6dc3-f714-4ac8-b4f1-c47942a6d5be req-3f4d097d-b9c4-4835-a3c5-a624bc27fa19 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1379526 Apr 28 19:56:14.244232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19b284-16b0-4300-856f-060df103888a req-b9745caf-19db-4df8-9fdc-06760d2cd0ee tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:14.258253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c19b284-16b0-4300-856f-060df103888a req-b9745caf-19db-4df8-9fdc-06760d2cd0ee tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1815791 Apr 28 19:56:14.321807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c19b284-16b0-4300-856f-060df103888a req-221ddf73-bc1a-4d0d-9f65-9c80144aeda1 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587003 Apr 28 19:56:14.350260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46fe6dc3-f714-4ac8-b4f1-c47942a6d5be req-a8fd3ac6-7e08-49f5-96d8-8d7d977b4840 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527479 Apr 28 19:56:14.596163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6237cfd2-0421-48ec-b237-ce291159b447 req-6ca1fd12-b27d-4264-aadf-f17e6dedabca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:14.602218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6237cfd2-0421-48ec-b237-ce291159b447 req-6ca1fd12-b27d-4264-aadf-f17e6dedabca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1237044 Apr 28 19:56:14.616100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cb4caf8-831f-4fd6-b0f5-4c402c834e33 req-92c80f9c-0772-45fb-8a83-f6b49ac95630 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0573375 Apr 28 19:56:14.637048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:14.657555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.672980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:14.676891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Usage tracker for resource:security_group_rule and tenant:334157335f434020bd73f508e386471d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:14.679904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:14.686958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:14.699643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6237cfd2-0421-48ec-b237-ce291159b447 req-9ac2bbbd-7195-49be-84aa-f2ad366035dd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905554 Apr 28 19:56:14.786007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.790490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.840150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=334157335f434020bd73f508e386471d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2009439 Apr 28 19:56:14.841034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3bb7d0-cb8e-479f-bed6-608c514978ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55124a80-26cb-4b13-a88f-5680c4f0951f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:14.842807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38564) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:14.907123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:14.935161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.030530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.061631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55124a80-26cb-4b13-a88f-5680c4f0951f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:15.093431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:15.094575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-24e9c647-3ec7-496c-91e3-552981bade9a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55124a80-26cb-4b13-a88f-5680c4f0951f HTTP/1.1" status: 204 len: 168 time: 0.2506475 Apr 28 19:56:15.134311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f917b2-0c15-4544-baf7-0355ae0ab1d0 req-4eacf6d8-86e5-4813-861a-08dc99d23680 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:15.135775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63f917b2-0c15-4544-baf7-0355ae0ab1d0 req-4eacf6d8-86e5-4813-861a-08dc99d23680 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1467469 Apr 28 19:56:15.195917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63f917b2-0c15-4544-baf7-0355ae0ab1d0 req-73439f44-5818-4437-b38f-a493c6b5be29 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505137 Apr 28 19:56:15.588809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fbf7f-6602-4041-8e88-a2b9f357c77d req-6b80b645-30be-4c1c-8d23-f600fdd37a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:15.591492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-569fbf7f-6602-4041-8e88-a2b9f357c77d req-6b80b645-30be-4c1c-8d23-f600fdd37a62 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1097 time: 0.0802991 Apr 28 19:56:15.648470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8ed42-430e-4a0e-b240-3c3a85d7de50 req-e082ddf2-27c6-4ce1-9318-4a703cedd203 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:15.662908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fe8ed42-430e-4a0e-b240-3c3a85d7de50 req-e082ddf2-27c6-4ce1-9318-4a703cedd203 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1628432 Apr 28 19:56:15.707821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-569fbf7f-6602-4041-8e88-a2b9f357c77d req-0cc3452a-d11a-48ea-b4ea-00999d398e9a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071978 Apr 28 19:56:15.757606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fe8ed42-430e-4a0e-b240-3c3a85d7de50 req-cf721754-367f-49e1-a519-33fa756003db tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913632 Apr 28 19:56:15.894875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-340aa1e4-00f3-497e-bf84-5b679f7bdeca req-0deda156-6f82-4a6a-9b24-5ab663233e9b tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0755467 Apr 28 19:56:15.986643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6752304-dd48-4c26-84ff-03ab6205a898 req-4ffe5ddd-89e0-4109-9917-2019ffb4560f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:15.988421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6752304-dd48-4c26-84ff-03ab6205a898 req-4ffe5ddd-89e0-4109-9917-2019ffb4560f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.0942092 Apr 28 19:56:16.045550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6752304-dd48-4c26-84ff-03ab6205a898 req-100e9802-5f76-4c59-99bc-66d95c274648 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510278 Apr 28 19:56:16.409439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c088b0-c7e7-42fb-8d5a-cb5dcd052b20 req-1016b37e-f629-42e0-a730-ed4f82be9505 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:16.412006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2c088b0-c7e7-42fb-8d5a-cb5dcd052b20 req-1016b37e-f629-42e0-a730-ed4f82be9505 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1012323 Apr 28 19:56:16.421673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df8f9f7-a2ce-43b8-9ffe-493d10128b21 req-858b6b7a-30bf-4200-991a-b72e377d9b62 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:16.423153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4df8f9f7-a2ce-43b8-9ffe-493d10128b21 req-858b6b7a-30bf-4200-991a-b72e377d9b62 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1009037 Apr 28 19:56:16.489429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2c088b0-c7e7-42fb-8d5a-cb5dcd052b20 req-95f7b423-b718-4c00-9e60-370dcb83c526 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699766 Apr 28 19:56:16.490741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4df8f9f7-a2ce-43b8-9ffe-493d10128b21 req-6947bb85-bef4-4bc6-a8bb-ee47883f40b1 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605090 Apr 28 19:56:16.759144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:16.956270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:16.996992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:17.006004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Usage tracker for resource:security_group_rule and tenant:2be2ef3e6ce74c06b020db54e6c2a953 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:17.013888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:17.028385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:17.051199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34ba7d7-66dd-4e46-a476-1f87c14dfa99 req-5835e178-f492-4ca5-8930-4b48b383c34f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.064013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34ba7d7-66dd-4e46-a476-1f87c14dfa99 req-5835e178-f492-4ca5-8930-4b48b383c34f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1802542 Apr 28 19:56:17.120250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34ba7d7-66dd-4e46-a476-1f87c14dfa99 req-fdd2e722-cd58-44cd-9380-aacea5bf05e6 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542846 Apr 28 19:56:17.251719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.271885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.340465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431acf52-102a-45d0-a0fa-5b7fc74f387f req-17940de2-83a9-4a2e-a53c-537b7a659d6d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.347714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-431acf52-102a-45d0-a0fa-5b7fc74f387f req-17940de2-83a9-4a2e-a53c-537b7a659d6d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2964127 Apr 28 19:56:17.378478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d833a45d-9c0d-4946-9616-b1776f377400 req-059f0267-7737-4356-bf0a-4108e0ceb248 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1363120 Apr 28 19:56:17.399242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2be2ef3e6ce74c06b020db54e6c2a953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6385906 Apr 28 19:56:17.401215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cb2e7-8313-44e8-b59f-4cb198cb795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9249bc7a-5211-4502-9910-eee76f0762e8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:17.405301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:17.443767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-51fa4398-6193-4e75-b2bb-d192f2176f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.445872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-51fa4398-6193-4e75-b2bb-d192f2176f04 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7131efd4dd24496eab8e7a732ae6158a&device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 1097 time: 0.1423631 Apr 28 19:56:17.452555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-431acf52-102a-45d0-a0fa-5b7fc74f387f req-937b90b9-33f1-4900-88a6-3a4ffbeef788 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039281 Apr 28 19:56:17.507752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.543019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.616472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.639714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9249bc7a-5211-4502-9910-eee76f0762e8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:17.655935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-a0ee3602-c353-48ff-b292-f76d9acd9582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.658205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-a0ee3602-c353-48ff-b292-f76d9acd9582 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 200 len: 915 time: 0.2032261 Apr 28 19:56:17.670976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:17.676031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-66499379-af98-4b4a-84d5-f25cbc22653f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9249bc7a-5211-4502-9910-eee76f0762e8 HTTP/1.1" status: 204 len: 168 time: 0.2695694 Apr 28 19:56:17.748585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-31d27f94-067e-4e35-abbd-4f3f02ce1c97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 200 len: 217 time: 0.0818279 Apr 28 19:56:17.829196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-fc0f62c4-bd8e-4b4f-b5fd-86f043a2d6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:17.830915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-fc0f62c4-bd8e-4b4f-b5fd-86f043a2d6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 200 len: 854 time: 0.0741508 Apr 28 19:56:17.890902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-a064e0b9-1a5f-4955-9547-4acb0abcefbb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c00b70e0-98c2-45e9-8705-39fe019f2a50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521538 Apr 28 19:56:18.066712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-1168e745-5ca6-4d96-8021-2b4fabd09fcf service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617448 Apr 28 19:56:18.267878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76b34dea-6b28-46cf-89ab-f7447c983987 req-6d01d338-a43b-4de2-a7e4-193ffa9fd75b service neutron] 10.222.0.41 "GET /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1908336 Apr 28 19:56:18.324593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:18.381884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee54adc-76a4-4449-9fe9-3ed7e9726f2c req-6e139b71-07a4-4bf0-9bec-45ad2fc3a27f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.383947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ee54adc-76a4-4449-9fe9-3ed7e9726f2c req-6e139b71-07a4-4bf0-9bec-45ad2fc3a27f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1067183 Apr 28 19:56:18.440779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ee54adc-76a4-4449-9fe9-3ed7e9726f2c req-3605f0de-6b9a-476b-b79b-9e1ccd878f6a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494671 Apr 28 19:56:18.496938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.585335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:18.600405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:18.611936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:18.675525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b672ea-db25-4069-9f1e-25732735599e req-8fb21ca6-b38b-4692-9440-bd27d0348396 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:18.686054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0b672ea-db25-4069-9f1e-25732735599e req-8fb21ca6-b38b-4692-9440-bd27d0348396 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 946 time: 0.1809258 Apr 28 19:56:18.726858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=14']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:18.740250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f0b672ea-db25-4069-9f1e-25732735599e req-9a2aa0fb-753e-49f1-b019-756cafd8b7ef tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529881 Apr 28 19:56:18.747204 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95a59ad2-5cd8-452e-ab8a-e3e69e3a1d74 req-a62bb9b8-9b5b-43b7-9ce3-83bb6d531113 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0993059 Apr 28 19:56:19.000682 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6341d14d-d4d6-4633-9f92-1826b3d56fc0'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'code': 200} Apr 28 19:56:19.040794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab4ea19-2d5b-48d2-84b3-146b1f71d148 req-b1a966aa-a27a-48d9-84b2-8587bcfaa3e5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.045543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ab4ea19-2d5b-48d2-84b3-146b1f71d148 req-b1a966aa-a27a-48d9-84b2-8587bcfaa3e5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1450853 Apr 28 19:56:19.206730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ab4ea19-2d5b-48d2-84b3-146b1f71d148 req-a25b6561-a648-42bf-a510-61d96e3f5d94 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519294 Apr 28 19:56:19.389915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c3ff-c6e7-469c-81a5-430227426ada req-e849121d-4ef1-4943-ae95-b8cc9f7f510e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.391670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-e849121d-4ef1-4943-ae95-b8cc9f7f510e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=69b5a89566934e028c31a41787e33cc9&device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 1097 time: 0.3560398 Apr 28 19:56:19.430939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feecba24-7c12-4991-9ff7-1f65c70911cd req-49326186-682a-462e-9e5a-bfebdabe4be9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.439723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-feecba24-7c12-4991-9ff7-1f65c70911cd req-49326186-682a-462e-9e5a-bfebdabe4be9 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1181948 Apr 28 19:56:19.450451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7933f-ff1c-4189-8566-a190ae9d723a req-7322e658-8bdb-46a5-97ba-442c3805a846 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.452222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29e7933f-ff1c-4189-8566-a190ae9d723a req-7322e658-8bdb-46a5-97ba-442c3805a846 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1612115 Apr 28 19:56:19.495769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-feecba24-7c12-4991-9ff7-1f65c70911cd req-c159e073-c55b-47a2-aa09-ebc68175979e tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545673 Apr 28 19:56:19.525987 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:56:19.580072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29e7933f-ff1c-4189-8566-a190ae9d723a req-4a9fefac-27f1-4032-99b6-2dbb0d62880a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761070 Apr 28 19:56:19.584444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c3ff-c6e7-469c-81a5-430227426ada req-7a32340e-e316-4baa-85d4-146af0a16cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.585859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-7a32340e-e316-4baa-85d4-146af0a16cc2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 200 len: 911 time: 0.1833427 Apr 28 19:56:19.680903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-e69022bb-f1eb-41a0-9d3c-68b1a7d6ce37 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 200 len: 217 time: 0.0848248 Apr 28 19:56:19.794501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603c3ff-c6e7-469c-81a5-430227426ada req-dabdc740-6142-4620-8487-4121a17057c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.797732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-dabdc740-6142-4620-8487-4121a17057c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 200 len: 850 time: 0.1055908 Apr 28 19:56:19.862872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7086f5f3-11bc-4e04-ba64-e46c305751e6 req-001ebee0-3985-456a-96d7-608959ee841d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:19.862872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7086f5f3-11bc-4e04-ba64-e46c305751e6 req-001ebee0-3985-456a-96d7-608959ee841d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1416836 Apr 28 19:56:19.867155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-558931db-0b5d-4bd7-8a57-d8776be5afb4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=0580e89f-4fcf-4fe4-857a-a5c92715fcde&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0619550 Apr 28 19:56:19.916387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7086f5f3-11bc-4e04-ba64-e46c305751e6 req-c7b9035c-0480-4805-9390-7abdf33845a0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466566 Apr 28 19:56:19.973492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75171aa3-3cc4-4176-8f37-15e7d698cc96 req-07645abb-ceef-4098-b422-46811c3ab8a8 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0614951 Apr 28 19:56:20.071775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-81416258-c2f2-42ec-86bb-49677ec24867 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937902 Apr 28 19:56:20.136621 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac7ceea4-575e-47b1-a8fd-fb3f02f126d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:20.252612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1603c3ff-c6e7-469c-81a5-430227426ada req-cf0984e8-cdd4-409f-a7fe-7cdb43b43510 service neutron] 10.222.0.41 "GET /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1657922 Apr 28 19:56:20.447052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-b5392043-738c-460d-bf61-0756813bc9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.448688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-b5392043-738c-460d-bf61-0756813bc9b3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.1789722 Apr 28 19:56:20.467060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f16e7d3-1254-4a4c-a913-e4657c6a7585 req-ea683d0c-675b-4d8b-a9f8-72d2329760e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.468259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d069b74c-31c0-4b1d-92f3-a70973279554 req-b237741d-f889-47fc-9760-5e35059f432f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.473946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f16e7d3-1254-4a4c-a913-e4657c6a7585 req-ea683d0c-675b-4d8b-a9f8-72d2329760e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1401746 Apr 28 19:56:20.475432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d069b74c-31c0-4b1d-92f3-a70973279554 req-b237741d-f889-47fc-9760-5e35059f432f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1122763 Apr 28 19:56:20.564282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d069b74c-31c0-4b1d-92f3-a70973279554 req-6227e2a0-b174-44e2-a620-d4b8d7019494 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819161 Apr 28 19:56:20.660877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-b1b01493-ece3-4c3e-ba7f-88d7f1dd1e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.663397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-b1b01493-ece3-4c3e-ba7f-88d7f1dd1e39 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.1837075 Apr 28 19:56:20.672757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f16e7d3-1254-4a4c-a913-e4657c6a7585 req-a6529a31-6b97-4c38-8f6f-1ca2f393ed42 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962104 Apr 28 19:56:20.800310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-9835b1db-852d-446c-a452-11e28595aed0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.1265478 Apr 28 19:56:20.838171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dd8734-7402-40bb-a542-91a0a6d27263 req-79f8b18c-bfa0-4439-a06a-d1689d9117a5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.842485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5dd8734-7402-40bb-a542-91a0a6d27263 req-79f8b18c-bfa0-4439-a06a-d1689d9117a5 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1474493 Apr 28 19:56:20.938474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5dd8734-7402-40bb-a542-91a0a6d27263 req-103cdcac-f6e6-4988-83b3-9eb83e8a7bff tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890708 Apr 28 19:56:20.949199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-9a0b6d7c-45d6-4e2e-825d-b917af990ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:20.950905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-9a0b6d7c-45d6-4e2e-825d-b917af990ad8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1386127 Apr 28 19:56:21.039191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e347aa57-34c9-40e1-98b7-606e33f718f3 req-52218eaa-0bd3-4233-a4d2-97b9fce6b184 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:21.041053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e347aa57-34c9-40e1-98b7-606e33f718f3 req-52218eaa-0bd3-4233-a4d2-97b9fce6b184 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1822658 Apr 28 19:56:21.094458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-0425d4c0-bb72-4ebd-afd8-c30a4be9aa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:21.095922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-0425d4c0-bb72-4ebd-afd8-c30a4be9aa6a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1311476 Apr 28 19:56:21.111151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e347aa57-34c9-40e1-98b7-606e33f718f3 req-0a730385-b148-433d-9d94-36ae289bc626 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593381 Apr 28 19:56:21.205129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1ea8642-de52-43c1-abb0-ba787f1cae29 req-eb353171-b9bc-443e-b9e6-c37659a1d879 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0569487 Apr 28 19:56:21.294773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:21.431295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.450167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:21.454405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Usage tracker for resource:security_group_rule and tenant:fe5f14dbee2e4d97bb194ac79dbf7123 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:21.457815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:21.460764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-10f06651-5cc3-4d67-857f-e28a7d330dd2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3485773 Apr 28 19:56:21.463672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:21.539313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da008b59-b05c-401c-ac8e-9e7393bb54d4 req-c52688e7-e636-4f52-8956-d2ce98adfa38 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:21.541064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da008b59-b05c-401c-ac8e-9e7393bb54d4 req-c52688e7-e636-4f52-8956-d2ce98adfa38 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1791024 Apr 28 19:56:21.550406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.555133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.602405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadda073-2614-4ff3-ac68-04583e1444a8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.608737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f4105e9-8c7a-4ae2-b541-1a24d1c7c629 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe5f14dbee2e4d97bb194ac79dbf7123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3129385 Apr 28 19:56:21.611764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38868) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:21.674596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da008b59-b05c-401c-ac8e-9e7393bb54d4 req-0f01cf5a-e92a-4624-8797-f7ef0dbca875 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893760 Apr 28 19:56:21.703834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2a905ad-5856-4d95-bbd4-c559d5b43676 req-1d1285f9-dffb-4237-b3f2-6eeb6d74dfd8 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2353830 Apr 28 19:56:21.725283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.754356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.824067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.842243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadda073-2614-4ff3-ac68-04583e1444a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:21.933516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fa7815-5145-4dbd-8e9d-06bce5c86f15 req-0a18b612-ae19-4b7e-af69-ffee2afbefb8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:21.935522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8fa7815-5145-4dbd-8e9d-06bce5c86f15 req-0a18b612-ae19-4b7e-af69-ffee2afbefb8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1157920 Apr 28 19:56:21.943779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:21.945269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ec6cd4a-348d-4db2-a0ad-22088e22e987 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cadda073-2614-4ff3-ac68-04583e1444a8 HTTP/1.1" status: 204 len: 168 time: 0.3325970 Apr 28 19:56:22.010283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99cb9bc-3590-4d4c-9402-10c1745df16f req-5ad3e4cc-e2a7-445a-9053-0199c87a49b9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:22.020604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d99cb9bc-3590-4d4c-9402-10c1745df16f req-5ad3e4cc-e2a7-445a-9053-0199c87a49b9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1516821 Apr 28 19:56:22.037351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8fa7815-5145-4dbd-8e9d-06bce5c86f15 req-c3ef5145-12d1-4835-9c07-d887753e186e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957260 Apr 28 19:56:22.100394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d99cb9bc-3590-4d4c-9402-10c1745df16f req-b836037b-f3ca-428c-a4e5-9198e5d608f4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789053 Apr 28 19:56:22.302318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006d0c9-7e7a-4dcc-b0ce-e0cddcc401a8 req-e8de151b-e2a1-49f7-a6bc-99314d94a7f2 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:22.304380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6006d0c9-7e7a-4dcc-b0ce-e0cddcc401a8 req-e8de151b-e2a1-49f7-a6bc-99314d94a7f2 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1195879 Apr 28 19:56:22.342829 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8057dc1-1c1c-43f8-9e65-a6ba99e8cd44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:22.375826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6006d0c9-7e7a-4dcc-b0ce-e0cddcc401a8 req-5d04eb6c-08fe-485a-bb57-f773e573b00b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646594 Apr 28 19:56:22.518855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b612d4ba-46b4-4508-ab20-38e7b4dd9b15 req-41c10900-e330-4827-8653-c3173df8dfb0 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:22.540677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b612d4ba-46b4-4508-ab20-38e7b4dd9b15 req-41c10900-e330-4827-8653-c3173df8dfb0 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.2178767 Apr 28 19:56:22.590657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-853dd110-aa93-44fe-927a-c922dad2650f req-2ce7318d-17d7-4dc8-a22b-9c5ff6479aec tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0552700 Apr 28 19:56:22.614859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b612d4ba-46b4-4508-ab20-38e7b4dd9b15 req-8eb812ae-89d2-44c2-9174-637ff6fcb4a7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725610 Apr 28 19:56:22.846889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4242f0e-e443-429e-9710-85fea95daf6b req-6a1aa22f-8dec-4974-b0f3-0ca7e3e0683d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:22.848307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4242f0e-e443-429e-9710-85fea95daf6b req-6a1aa22f-8dec-4974-b0f3-0ca7e3e0683d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.0880134 Apr 28 19:56:22.899391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4242f0e-e443-429e-9710-85fea95daf6b req-2e85407a-4f13-48fa-838e-04849b288085 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449295 Apr 28 19:56:23.139459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a377d4-66c9-4e2e-93e2-d69bc4747829 req-65a100b8-d26d-40ca-9d23-90202a44e865 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:23.146261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71a377d4-66c9-4e2e-93e2-d69bc4747829 req-65a100b8-d26d-40ca-9d23-90202a44e865 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1029673 Apr 28 19:56:23.200428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71a377d4-66c9-4e2e-93e2-d69bc4747829 req-2fe8bd32-bf60-4966-a02a-6352d87b1838 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532322 Apr 28 19:56:23.341177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659e0e0b-87c8-437f-854e-5818224f4efc req-ae315cf7-15ea-45bd-a1c0-45d63c0afdd5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:23.343217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-659e0e0b-87c8-437f-854e-5818224f4efc req-ae315cf7-15ea-45bd-a1c0-45d63c0afdd5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.0992641 Apr 28 19:56:23.404461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47119d33-6df6-4568-b977-82c79397c54c req-cf35101d-9e64-4d7d-b187-be66eec2485f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:23.407414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-659e0e0b-87c8-437f-854e-5818224f4efc req-dda28f65-48a3-4634-9f9f-b95e0ce56723 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578055 Apr 28 19:56:23.411419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47119d33-6df6-4568-b977-82c79397c54c req-cf35101d-9e64-4d7d-b187-be66eec2485f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1011176 Apr 28 19:56:23.554708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47119d33-6df6-4568-b977-82c79397c54c req-4a4f3785-b411-4d40-b435-156e33d7bb46 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424403 Apr 28 19:56:23.691996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ba079f-b466-42c5-a007-c37c59128fd0 req-9939e2e2-93a9-4750-a34b-5b753ab11e4a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:23.693573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1ba079f-b466-42c5-a007-c37c59128fd0 req-9939e2e2-93a9-4750-a34b-5b753ab11e4a tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1257169 Apr 28 19:56:23.731554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.783575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1ba079f-b466-42c5-a007-c37c59128fd0 req-d77e503b-d1fd-40dc-98b5-019220eb068f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658116 Apr 28 19:56:23.958532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:23.975162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-778edae7-ceeb-4d7d-b136-6314de767727 req-4fd9bf9d-d680-4d77-8316-33633c652b3c tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0485919 Apr 28 19:56:24.056858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92581ece-7379-4fa6-8e46-1f17b89ad995 req-17b69b50-2d1a-4c93-9d07-23ce7f8b31f1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.059203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92581ece-7379-4fa6-8e46-1f17b89ad995 req-17b69b50-2d1a-4c93-9d07-23ce7f8b31f1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1148915 Apr 28 19:56:24.117421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92581ece-7379-4fa6-8e46-1f17b89ad995 req-8e174f7f-6bd8-4286-96e5-e03f79b125f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524588 Apr 28 19:56:24.445735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ee01e7-77a5-4512-a394-fdf09c1c0e22 req-a3ef4a57-47e0-417f-ab35-7a219eea79b4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.455289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0ee01e7-77a5-4512-a394-fdf09c1c0e22 req-a3ef4a57-47e0-417f-ab35-7a219eea79b4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1970155 Apr 28 19:56:24.512153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0ee01e7-77a5-4512-a394-fdf09c1c0e22 req-5171b826-0bec-465f-b278-9681efdb59b5 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555012 Apr 28 19:56:24.618336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c403daf-fabf-4874-85e8-58c328296aca req-a40db34b-f0f9-45f0-bc5c-4c67e0ecdb44 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.621553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c403daf-fabf-4874-85e8-58c328296aca req-a40db34b-f0f9-45f0-bc5c-4c67e0ecdb44 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1009140 Apr 28 19:56:24.680231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c403daf-fabf-4874-85e8-58c328296aca req-0be0c124-534a-4ef9-8539-b417fb47479a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523531 Apr 28 19:56:24.724811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fd9bcd-9f31-47f6-ac29-5e6bfc31fdef req-8d74c1c0-f1fb-49d4-8071-6d716fd2fed7 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.727302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15fd9bcd-9f31-47f6-ac29-5e6bfc31fdef req-8d74c1c0-f1fb-49d4-8071-6d716fd2fed7 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1106672 Apr 28 19:56:24.790455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15fd9bcd-9f31-47f6-ac29-5e6bfc31fdef req-c3b69ff8-a5e5-45cc-a59b-807f13f8022b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554833 Apr 28 19:56:24.899006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f132a36-07c6-4efd-a8a0-079153e5be8c req-65827a11-1441-437e-80ff-d2db5c511189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:24.905994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f132a36-07c6-4efd-a8a0-079153e5be8c req-65827a11-1441-437e-80ff-d2db5c511189 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1114969 Apr 28 19:56:24.968299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f132a36-07c6-4efd-a8a0-079153e5be8c req-4b335670-d771-4dd5-a588-50a80eb02a9d tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556281 Apr 28 19:56:25.010454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9883a0d-10a7-43b2-9d7d-164ca92080e7 req-bab4f5d8-eeb9-4895-b097-3fa9c4b98853 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.012581 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9883a0d-10a7-43b2-9d7d-164ca92080e7 req-bab4f5d8-eeb9-4895-b097-3fa9c4b98853 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1072135 Apr 28 19:56:25.090482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9883a0d-10a7-43b2-9d7d-164ca92080e7 req-ce9da53c-bbfb-4e91-a966-c6a697af24ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710850 Apr 28 19:56:25.112513 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.178091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-439aa1dc-a766-4169-8837-c67020f3629d req-4cae3a87-6503-4640-b22e-bd8bd2fa3749 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0660174 Apr 28 19:56:25.298020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6ad23e-dd7f-42f3-9314-9c145f221164 req-5d7a873c-e984-4014-8379-70eea5e31a86 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.299541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae6ad23e-dd7f-42f3-9314-9c145f221164 req-5d7a873c-e984-4014-8379-70eea5e31a86 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.0937779 Apr 28 19:56:25.314006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39012) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:25.359711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae6ad23e-dd7f-42f3-9314-9c145f221164 req-5154e4da-31bc-4e7f-aa2d-9d38f3034fed tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528057 Apr 28 19:56:25.437730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7206d80-cdcc-4de3-9043-01643f48603f req-41a6e7a6-4c52-4f23-a365-54383ad7cb6d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.445089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7206d80-cdcc-4de3-9043-01643f48603f req-41a6e7a6-4c52-4f23-a365-54383ad7cb6d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1142237 Apr 28 19:56:25.500691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7206d80-cdcc-4de3-9043-01643f48603f req-23eefb6b-5b6d-4b89-8502-fa74263009f0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544038 Apr 28 19:56:25.556283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.579801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:25.585347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b720b51dbf4a29b834a04651d45581 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:25.587941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcb017c-ed6d-4996-aae1-b8c5a3041261 req-5a514e7b-27fc-4575-9ea4-02dbc46a0ad9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.589790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:25.590138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bcb017c-ed6d-4996-aae1-b8c5a3041261 req-5a514e7b-27fc-4575-9ea4-02dbc46a0ad9 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.0965984 Apr 28 19:56:25.595359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:25.646064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bcb017c-ed6d-4996-aae1-b8c5a3041261 req-ec8d85e5-8f9c-46ae-af2a-1e3cd0676c6e tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503955 Apr 28 19:56:25.721907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.726782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.788889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d8b720b51dbf4a29b834a04651d45581&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4738009 Apr 28 19:56:25.791412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:25.834258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89fff5-40a4-4648-b856-45c9995319e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=816231b4-79e6-4de6-8d45-811d7e69401d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:25.935280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:25.954439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-82464523-c561-4f64-8135-af9a6f1d2acb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.962003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-82464523-c561-4f64-8135-af9a6f1d2acb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.1711407 Apr 28 19:56:25.962892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e03e10-0061-4ecd-a269-3af5afead5f4 req-b5a78eb9-cf8c-407f-8691-cc9265a7c708 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:25.964598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35e03e10-0061-4ecd-a269-3af5afead5f4 req-b5a78eb9-cf8c-407f-8691-cc9265a7c708 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1745541 Apr 28 19:56:25.973063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-6c29ec2a-99f8-49fe-9a07-2713b0e8607c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/quotas/f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 375 time: 0.0102015 Apr 28 19:56:25.973940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.041745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-35e03e10-0061-4ecd-a269-3af5afead5f4 req-21f60091-c73d-4cb3-bc5a-f33a732d29e7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702338 Apr 28 19:56:26.061481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.083382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=816231b4-79e6-4de6-8d45-811d7e69401d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:26.087942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.090271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bd9d80a7-7c75-4940-889e-9c56e7d5db8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/816231b4-79e6-4de6-8d45-811d7e69401d HTTP/1.1" status: 204 len: 168 time: 0.2642891 Apr 28 19:56:26.098066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-b1aeba0e-309e-4511-9ef1-9dcfcb2def68 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1193888 Apr 28 19:56:26.270413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-5d021a3b-74ce-4ddd-8b51-384f1dd2f0ad service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713951 Apr 28 19:56:26.280103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc97e0-b461-4eef-8940-9b812e7bfc2e req-769b997f-e6d4-4b99-9932-a68d807a39d8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:26.281748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9efc97e0-b461-4eef-8940-9b812e7bfc2e req-769b997f-e6d4-4b99-9932-a68d807a39d8 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.0928097 Apr 28 19:56:26.331890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9efc97e0-b461-4eef-8940-9b812e7bfc2e req-ba22f108-9b63-4410-b1de-330d1dc9d94d tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438147 Apr 28 19:56:26.438628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-6eb7d2db-51c7-416b-bbf5-6d0e228a6000 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672771 Apr 28 19:56:26.532357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:26.551995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.569740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:26.582459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Usage tracker for resource:security_group_rule and tenant:65236892e7ad41b68bb84b1f9667dccb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:26.586317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:26.593439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:26.649878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e7233-4b0e-4f84-bcdd-37937197a0bf req-9fba7171-a2e4-4170-b865-290ff3b11d04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:26.658605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-230e7233-4b0e-4f84-bcdd-37937197a0bf req-9fba7171-a2e4-4170-b865-290ff3b11d04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1850569 Apr 28 19:56:26.708720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-230e7233-4b0e-4f84-bcdd-37937197a0bf req-6d24b9d2-e0ab-49c6-bf89-9dfab7487b01 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492010 Apr 28 19:56:26.796805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b33835ab-cf39-4905-830f-db87ac9768f0 req-30b6217b-2f3f-49f1-96de-150d977d32da tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0705841 Apr 28 19:56:26.830666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.836056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:26.882195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6bf657e-4e7c-4e79-b39a-60161eaa71fe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:26.907580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-06b04726-3308-4464-94c2-bdb715fb5874 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=65236892e7ad41b68bb84b1f9667dccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3764689 Apr 28 19:56:26.908211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:26.993293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c370ab3-d63a-4cb1-bda3-7c3d444dfe16 req-e7b68c39-5cac-4af8-a102-da6f9e97f62a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 210 time: 0.2258646 Apr 28 19:56:27.002429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.036954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.169502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b8c24d-126b-4ee7-9ec7-cf98c74b82fe req-916a3935-a958-4f4d-b987-5da9753a0e04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:27.171868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3b8c24d-126b-4ee7-9ec7-cf98c74b82fe req-916a3935-a958-4f4d-b987-5da9753a0e04 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1244004 Apr 28 19:56:27.172942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.206104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6bf657e-4e7c-4e79-b39a-60161eaa71fe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:27.236257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:27.242194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4ac5939e-5d12-4e62-a66f-19f5f5ae8779 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6bf657e-4e7c-4e79-b39a-60161eaa71fe HTTP/1.1" status: 204 len: 168 time: 0.3281536 Apr 28 19:56:27.244420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3b8c24d-126b-4ee7-9ec7-cf98c74b82fe req-4d129d92-ddc2-4c83-b842-93e676ab6d80 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582266 Apr 28 19:56:27.650183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5564c3-4e46-4618-89dd-73416f8490f8 req-82212e46-1f6b-4f5c-998d-103d0becfd1b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:27.657199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f5564c3-4e46-4618-89dd-73416f8490f8 req-82212e46-1f6b-4f5c-998d-103d0becfd1b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1740243 Apr 28 19:56:27.747769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f5564c3-4e46-4618-89dd-73416f8490f8 req-eedb4fa1-bfa0-418e-b9a7-0464bc81cd6f tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896688 Apr 28 19:56:27.970449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e95ca3c6-4a7b-471e-b587-f494766c355d req-d8d9b145-fa9f-47ee-b4bf-ea13c74deaaf tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0468001 Apr 28 19:56:28.164056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63e1f0a9-3ae4-478b-bdb4-777f113f40b6 req-fbb08100-9442-4816-a06c-11a62891f16c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 210 time: 0.0509908 Apr 28 19:56:28.416784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-c97b5d95-c698-4703-bee0-cf9071a46bed tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.419253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-c97b5d95-c698-4703-bee0-cf9071a46bed tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.2350295 Apr 28 19:56:28.448675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'device_id': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'admin_state_up': True, 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:28.653222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:28.677991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:28.689227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:28.696148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:28.852696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-1ba7b028-c589-4488-b341-e8fdf3dccf53 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:28.854244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-1ba7b028-c589-4488-b341-e8fdf3dccf53 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 0.1922138 Apr 28 19:56:28.991410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Deleting port dedaa193-c088-4917-85c7-97ac960e9412 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:28.992658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.033985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.20.0.6 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/c3dbf6bd-b6cb-483a-a101-01e21aae3ef7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:29.303357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8ad4988-037f-4371-aa5b-836f2f129d52 req-a61a7279-f02d-4724-8788-e0e6221e0e28 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1433892 Apr 28 19:56:29.561014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.597568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Transition to ACTIVE for port object c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:29.599156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] For port dedaa193-c088-4917-85c7-97ac960e9412, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=dedaa193-c088-4917-85c7-97ac960e9412,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:29.599531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.645920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:29.983135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Calling delete_port for dedaa193-c088-4917-85c7-97ac960e9412 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:30.004218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:30.008929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:30.045312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:30.145153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:30.220920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49460113-1f65-48a3-a543-cf0e18f5565e req-41825463-89f0-41ae-a807-4d959ec354f3 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:30.242074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49460113-1f65-48a3-a543-cf0e18f5565e req-41825463-89f0-41ae-a807-4d959ec354f3 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 946 time: 1.1974010 Apr 28 19:56:30.267618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:30.268251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.314509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59202475-4596-42c4-a418-60cd789a9c6f req-fcac7a13-674e-425d-80eb-971eef9f177c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:30.322224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59202475-4596-42c4-a418-60cd789a9c6f req-fcac7a13-674e-425d-80eb-971eef9f177c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 931 time: 0.5226669 Apr 28 19:56:30.351880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-27757ac2-024b-491a-91f6-bde333cf78f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9078267 Apr 28 19:56:30.378289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Request body: {'port': {'device_id': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:30.465975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49460113-1f65-48a3-a543-cf0e18f5565e req-84a0d3ac-bcf8-43a0-9655-988b209c3ffa tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230287 Apr 28 19:56:30.476919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.489202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59202475-4596-42c4-a418-60cd789a9c6f req-5d9bbbd8-2380-449e-9d56-8acd266ec275 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508482 Apr 28 19:56:30.511344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7052448b-083d-476b-9aec-bc66e831ae11'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:56:30.641879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Pushing event deleted for resources: {'Port': ['ID=dedaa193-c088-4917-85c7-97ac960e9412,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:30.713426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-62250276-7da7-4eda-855f-9f7945d69839 None None] Provisioning for port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:30.746895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-62250276-7da7-4eda-855f-9f7945d69839 None None] Provisioning complete for port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:30.755629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62250276-7da7-4eda-855f-9f7945d69839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:30.774745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.120958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-47d9abd8-e7ef-440a-a212-d92a59572ea9 req-549447d6-99a3-4bdb-a3c6-508ac08d7b78 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.3347950 Apr 28 19:56:31.125772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] No DVR routers for this DVR port dedaa193-c088-4917-85c7-97ac960e9412 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:31.133043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.143892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-62250276-7da7-4eda-855f-9f7945d69839 None None] Port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:31.144536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'name': 'network-vif-deleted', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:31.174009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ff730e8-1488-429f-a99f-fc1beae6b6af req-93274f1e-e5a1-41e3-b25e-6ae69bc5e001 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "DELETE /v2.0/ports/dedaa193-c088-4917-85c7-97ac960e9412 HTTP/1.1" status: 204 len: 173 time: 2.3132246 Apr 28 19:56:31.269273 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dae7398-bd3f-4abd-a7b2-2d4412f2858b'] response: {'server_uuid': '1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd', 'name': 'network-vif-deleted', 'tag': 'dedaa193-c088-4917-85c7-97ac960e9412', 'status': 'completed', 'code': 200} Apr 28 19:56:31.469586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:56:31.483698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.536894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Transition to ACTIVE for port object c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:31.548102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:31.754033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772432-b034-47bc-b535-f03772362954 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:31.900445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2fb6b365-668a-4de5-80e7-d02c2851935b req-776ac316-622c-436d-b08a-fa01816219ad tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Synchronizing usage tracker for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:31.932042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2fb6b365-668a-4de5-80e7-d02c2851935b req-776ac316-622c-436d-b08a-fa01816219ad tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Unset dirty status for tenant:69b5a89566934e028c31a41787e33cc9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:31.942591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2fb6b365-668a-4de5-80e7-d02c2851935b req-776ac316-622c-436d-b08a-fa01816219ad tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fa6bdc7-d69a-4c8a-8809-98d0a46ce3bd HTTP/1.1" status: 200 len: 210 time: 0.1318126 Apr 28 19:56:32.278162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ebb6ea-6e3a-4024-a675-920cf154a61c req-17516627-a949-4884-b603-ef5dfeb930ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:32.278930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-20ebb6ea-6e3a-4024-a675-920cf154a61c req-17516627-a949-4884-b603-ef5dfeb930ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:32.316947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-20ebb6ea-6e3a-4024-a675-920cf154a61c req-17516627-a949-4884-b603-ef5dfeb930ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:32.327218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20ebb6ea-6e3a-4024-a675-920cf154a61c req-17516627-a949-4884-b603-ef5dfeb930ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 943 time: 0.2571874 Apr 28 19:56:32.344852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Attempting to bind port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:32.345330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Attempting to bind port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:32.345756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Attempting to bind port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:32.351791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dedaa193-c088-4917-85c7-97ac960e9412 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:32.357606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:56:32.358207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Attempting to bind port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:32.365353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:32.365851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:32.366232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:32.366667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Bound port: c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:32.367017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.414085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20ebb6ea-6e3a-4024-a675-920cf154a61c req-b6dc4fbe-9e6d-4a71-9000-06a99bfb850b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880866 Apr 28 19:56:32.456606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31e32e8f-f6ed-479c-9ee5-2978c7675932 req-d4c6eca4-0cbb-4b4f-a681-979d66d1d1ac tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0925033 Apr 28 19:56:32.459590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: dedaa193-c088-4917-85c7-97ac960e9412 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:56:32.460820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device dedaa193-c088-4917-85c7-97ac960e9412 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:56:32.575001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:32.580422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:32.586249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.701854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:32.722037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf772432-b034-47bc-b535-f03772362954 service neutron] Pushing event updated for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:32.740902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:32.741619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.743067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cf772432-b034-47bc-b535-f03772362954 service neutron] 10.222.0.41 "PUT /v2.0/ports/c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 HTTP/1.1" status: 200 len: 1091 time: 2.3697011 Apr 28 19:56:32.743511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:32.857838 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfbc2269-b677-4798-9cd6-f82c53759cc5'] response: {'name': 'network-changed', 'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', 'status': 'completed', 'code': 200} Apr 28 19:56:32.910635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:32.928832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:32.936668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Usage tracker for resource:security_group_rule and tenant:51ba055272784eb2bef4762c930c7059 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:32.939967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:32.946340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:32.954288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cead890a-dcf1-4330-9f43-61b7f76b3707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:32.956832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-cead890a-dcf1-4330-9f43-61b7f76b3707 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 1094 time: 0.1689074 Apr 28 19:56:33.094746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-52346b29-d69d-4906-887f-dcd209c80bdf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 HTTP/1.1" status: 200 len: 217 time: 0.1268997 Apr 28 19:56:33.186020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.198136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.290797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-5b1103fc-81f1-45ff-9d84-e5e6e1c47021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:33.294275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-5b1103fc-81f1-45ff-9d84-e5e6e1c47021 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1892784 Apr 28 19:56:33.349180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=51ba055272784eb2bef4762c930c7059&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6454139 Apr 28 19:56:33.350325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b603b7-6ec6-4faf-bf47-20e50cf24825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c61e6f-7957-49e1-a520-def0f1a9dcf3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.356358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:33.457789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.521041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.534958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-9f5ddaaf-e116-4275-86a4-40f8baa66f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:33.536769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-9f5ddaaf-e116-4275-86a4-40f8baa66f18 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2282176 Apr 28 19:56:33.598745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.620685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c61e6f-7957-49e1-a520-def0f1a9dcf3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:33.624408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:33.628270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ad6d874c-1926-4c94-927f-78155144f506 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e0c61e6f-7957-49e1-a520-def0f1a9dcf3 HTTP/1.1" status: 204 len: 168 time: 0.2667968 Apr 28 19:56:33.770557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87533-f06d-488a-9b7d-7c1c8979e6ba req-665fd4b6-05ee-4fa1-8484-adef1d0d3e52 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:33.774931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5c87533-f06d-488a-9b7d-7c1c8979e6ba req-665fd4b6-05ee-4fa1-8484-adef1d0d3e52 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.3087718 Apr 28 19:56:33.783367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-f1e3e944-7ea2-4547-b7a0-82fc726051cb service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294519 Apr 28 19:56:33.922931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5c87533-f06d-488a-9b7d-7c1c8979e6ba req-587afec2-a7f3-4a12-b339-d2c49555f834 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369381 Apr 28 19:56:34.150190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cfb2a-626e-4492-91a9-902c6229ad70 req-4f7d012d-ff4f-4425-a2c1-34dc7ac647ea tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:34.153957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a15cfb2a-626e-4492-91a9-902c6229ad70 req-4f7d012d-ff4f-4425-a2c1-34dc7ac647ea tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 943 time: 0.1622894 Apr 28 19:56:34.156116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:34.164672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fbf7cfe-94c4-44c5-b92c-c8997bab3e47 req-5ecb54d1-d45e-4ed0-b4a8-c75da2b2ff9e tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0941491 Apr 28 19:56:34.193221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-787ff7d2-5e67-46a5-9401-d44df395a54a req-b3f0818b-189c-4d21-8886-c6361280a9df service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393273 Apr 28 19:56:34.200974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.226753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:34.239240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Usage tracker for resource:security_group_rule and tenant:b7525d43f88d44d5b37a1098df161a59 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:34.243909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:34.257997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:34.276164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a15cfb2a-626e-4492-91a9-902c6229ad70 req-2147b1b0-718c-49b5-a031-f02b465e77f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009915 Apr 28 19:56:34.399691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.404845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.436995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-97bf8abc-23bf-4621-b43d-a376b248aa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:34.438638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-97bf8abc-23bf-4621-b43d-a376b248aa51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 1094 time: 0.1720517 Apr 28 19:56:34.450393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bde7-e55f-4aa4-b84a-18976cbae712 req-dd71458b-756c-4c1b-b315-b9143210b3c4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:34.451956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8139bde7-e55f-4aa4-b84a-18976cbae712 req-dd71458b-756c-4c1b-b315-b9143210b3c4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1255746 Apr 28 19:56:34.475338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b7525d43f88d44d5b37a1098df161a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3157647 Apr 28 19:56:34.475338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748884ea-06b1-4d0e-aeca-4c1a0c7f5129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f346f26-5666-4762-a0f1-95eff864ce76,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:34.476289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:34.547351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.579905 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.586626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-38c04f11-8ca7-47e9-be95-6d53c75a04c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:34.588201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-38c04f11-8ca7-47e9-be95-6d53c75a04c8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.1352820 Apr 28 19:56:34.641300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.666591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f346f26-5666-4762-a0f1-95eff864ce76,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:34.670276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:34.671609 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-87d0643e-85f6-46af-ad03-05686ae2c809 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3f346f26-5666-4762-a0f1-95eff864ce76 HTTP/1.1" status: 204 len: 168 time: 0.1942694 Apr 28 19:56:34.685083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8139bde7-e55f-4aa4-b84a-18976cbae712 req-76f89871-807e-4701-bb62-fa67b7b22ac8 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956895 Apr 28 19:56:34.716272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-8c1ed2f6-1a0f-4b05-8db5-b07878427309 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 HTTP/1.1" status: 200 len: 217 time: 0.0916467 Apr 28 19:56:34.953358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-29f7fe5a-e0b9-479c-a62c-a44df220595d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:34.954874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-29f7fe5a-e0b9-479c-a62c-a44df220595d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.2260447 Apr 28 19:56:35.155711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-fd6f35da-fd7a-4b5c-8f56-0f85a8cfc93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:35.157186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-fd6f35da-fd7a-4b5c-8f56-0f85a8cfc93c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1915205 Apr 28 19:56:35.160306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5ce86-d7e5-4243-8fb4-a625c8d67166 req-9944a620-8d50-4630-a704-1f3062b9732b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:35.162255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20f5ce86-d7e5-4243-8fb4-a625c8d67166 req-9944a620-8d50-4630-a704-1f3062b9732b tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1073601 Apr 28 19:56:35.215186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20f5ce86-d7e5-4243-8fb4-a625c8d67166 req-fe253d70-6a35-4ece-af60-85d8afbab726 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459769 Apr 28 19:56:35.369051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-2648ceba-f23c-497b-809a-075042626d2a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2009926 Apr 28 19:56:35.444137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d5aac02-5ec3-4af4-bdaa-8f4af471f8b1 req-46ae7ccb-3c46-45f4-a8ad-d773f2cf95db tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1221297 Apr 28 19:56:35.577502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1061024-0e87-4cc4-906c-28ad5f54d042 req-0c683672-e540-4a1e-9b13-dd7e4d873487 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:35.579256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1061024-0e87-4cc4-906c-28ad5f54d042 req-0c683672-e540-4a1e-9b13-dd7e4d873487 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 943 time: 0.1680989 Apr 28 19:56:35.586543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3df0a1-ef6f-4be6-88b7-10a7d07cff2f req-72a955e7-8991-46df-82e5-14dca28e6dee service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055981 Apr 28 19:56:35.628747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1061024-0e87-4cc4-906c-28ad5f54d042 req-9cc5ae75-7db7-4321-a5cf-eb23f95a5ed0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437665 Apr 28 19:56:35.953896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39346) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:35.971161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38fa7c-4bfb-4017-acc7-10dc0798a0c0 req-cc389ed8-f798-40c3-9b47-99634699d8c4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:35.984529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e38fa7c-4bfb-4017-acc7-10dc0798a0c0 req-cc389ed8-f798-40c3-9b47-99634699d8c4 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1697178 Apr 28 19:56:36.052109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e38fa7c-4bfb-4017-acc7-10dc0798a0c0 req-ef9e3fa2-fb28-4ab9-aa20-3ef8349786bf tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/security-groups?id=81af2896-8a11-43fc-a50f-79719ffd2aaa&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665479 Apr 28 19:56:36.143854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1822184098'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:36.150052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:36.159693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:network and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:36.163757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:36.174075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:36.186352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:36.192382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.207028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39222bac-a058-4766-a208-b8db6f486a98 req-398f454d-9348-4ffd-ad78-af28facd87b7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:36.208714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39222bac-a058-4766-a208-b8db6f486a98 req-398f454d-9348-4ffd-ad78-af28facd87b7 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 946 time: 0.1135762 Apr 28 19:56:36.215896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.230850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:36.234932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:security_group_rule and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:36.238317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:36.244670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:36.294028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Deleting port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:36.294491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.339166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.346817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.374074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:36.398959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'SecurityGroup': ['ID=865de5c4-bec4-43d5-a14a-199c6255421d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:36.404171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.404171 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Added segment b450c5e8-f603-4331-abe0-c010d6399b2b of type vlan for network 2c627a14-8636-4f26-82e9-39120290afcc Apr 28 19:56:36.453204 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.555022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.562041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:36.562946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.613754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-c7b2ea1c-dd61-45f2-9034-0ee89a0e0111 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:36.621250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-c7b2ea1c-dd61-45f2-9034-0ee89a0e0111 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.1545532 Apr 28 19:56:36.735394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7775772 Apr 28 19:56:36.754050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] For port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,segment=NetworkSegment(82b36ac7-e5bb-4777-ba7b-160928604c7c),segment_id=82b36ac7-e5bb-4777-ba7b-160928604c7c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:36.754862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:36.787753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:36.920786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6519a59-300b-45cb-8c74-e417e2a2ffd5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Network': ['ID=2c627a14-8636-4f26-82e9-39120290afcc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:36.936686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2c627a14-8636-4f26-82e9-39120290afcc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:56:36.941433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'subnet': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:36.956918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Calling delete_port for 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:37.030740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455221b3-70e5-42b1-bbf7-bef2abcf4ce1 req-1aac29c8-dd97-4790-aee2-ce2fe92fabd2 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.039744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-455221b3-70e5-42b1-bbf7-bef2abcf4ce1 req-1aac29c8-dd97-4790-aee2-ce2fe92fabd2 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 946 time: 0.5797994 Apr 28 19:56:37.051550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Deleting port 7052448b-083d-476b-9aec-bc66e831ae11 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:37.051896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.121889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-455221b3-70e5-42b1-bbf7-bef2abcf4ce1 req-6477dd94-0f35-4971-b4e8-7724175a6714 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/security-groups?id=2573c68a-a7c9-44f8-865e-804636477a36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810392 Apr 28 19:56:37.164896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718740cb-6b8d-4373-b4a2-fa8f1b0758b5 req-a61004da-64d9-498a-9856-129165ff47e5 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1647265 Apr 28 19:56:37.185120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39382) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:37.192365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-929243532'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:37.209373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:37.220089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:network and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:37.225639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:37.236765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:37.248492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:37.254908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.257763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:37.262172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.267570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['44af2d05-36ed-4d2a-b990-1b3a2386b0a5'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:56:37.321273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:subnet and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:37.332944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:37.342042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:37.389091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Pushing event deleted for resources: {'Port': ['ID=44af2d05-36ed-4d2a-b990-1b3a2386b0a5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:37.411816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:37.426689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.456412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:37.471140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.471482 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Added segment 5b7d19dd-76a8-4906-ac0a-108dc9344542 of type vlan for network e363e6a2-f92d-49c5-bf9d-028af19ead43 Apr 28 19:56:37.509746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d2bc0af-f0f4-4337-8cf2-59f3089e0358 req-a69ebda6-7a70-46df-b955-94dc7e4e8683 tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.24 "GET /v2.0/ports?device_id=69829b61-9055-466b-b535-bf11ad6c0b3e HTTP/1.1" status: 200 len: 210 time: 0.1608016 Apr 28 19:56:37.671902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.682193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3328376-c372-47c0-9c76-14b04c1b9164 req-4bd5c936-9b17-44b4-b3b1-2b1af7878c12 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.683746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3328376-c372-47c0-9c76-14b04c1b9164 req-4bd5c936-9b17-44b4-b3b1-2b1af7878c12 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 943 time: 0.3559623 Apr 28 19:56:37.685573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] No DVR routers for this DVR port 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:37.689008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.691371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-deleted', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:37.722694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] For port 7052448b-083d-476b-9aec-bc66e831ae11, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7052448b-083d-476b-9aec-bc66e831ae11,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:37.723214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.753454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39222bac-a058-4766-a208-b8db6f486a98 req-a6feb14d-92a6-4451-bb19-15a7ec90290f tempest-ServersNegativeTestJSON-237841604 tempest-ServersNegativeTestJSON-237841604-project] 10.222.0.41 "DELETE /v2.0/ports/44af2d05-36ed-4d2a-b990-1b3a2386b0a5 HTTP/1.1" status: 204 len: 173 time: 1.5375073 Apr 28 19:56:37.759962 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0f2335cb-8265-4940-8d9e-589e05278767'] response: {'server_uuid': '69829b61-9055-466b-b535-bf11ad6c0b3e', 'name': 'network-vif-deleted', 'tag': '44af2d05-36ed-4d2a-b990-1b3a2386b0a5', 'status': 'completed', 'code': 200} Apr 28 19:56:37.769402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3328376-c372-47c0-9c76-14b04c1b9164 req-00776270-a438-4a40-8dc1-16e965d689ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733647 Apr 28 19:56:37.771828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.777606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:37.778222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.811628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6248407 Apr 28 19:56:37.825127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:37.831534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1055755948'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:37.845090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:37.873898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Calling delete_port for 7052448b-083d-476b-9aec-bc66e831ae11 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:37.896527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:network and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:37.905409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:37.912797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed79c29-3564-40d5-926a-1e73946f7873 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Network': ['ID=e363e6a2-f92d-49c5-bf9d-028af19ead43,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:37.915159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:37.926879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:37.927619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:56:37.931205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.964310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:37.976602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:37.977335 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Added segment fe9b0eba-a914-4670-a497-fc4c0e7ecb35 of type vlan for network d4c2f109-e3ff-4d58-805d-a0661f3486de Apr 28 19:56:38.034169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.101757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.107728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.108325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.143304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.157275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7052448b-083d-476b-9aec-bc66e831ae11'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:56:38.190080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.224683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4043198 Apr 28 19:56:38.224683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39398) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:38.251461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'subnet': {'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:38.280356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Pushing event deleted for resources: {'Port': ['ID=7052448b-083d-476b-9aec-bc66e831ae11,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.384023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:56:38.394842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd7607-212c-4de0-9233-e4ff6c5b47ed tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Network': ['ID=d4c2f109-e3ff-4d58-805d-a0661f3486de,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.413318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d4c2f109-e3ff-4d58-805d-a0661f3486de details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:56:38.504789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff93ef11-7713-4b84-b8a8-5c856a23c4a3 req-a812caef-1be7-43f4-847b-f62721e50725 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1253693 Apr 28 19:56:38.525776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:38.530273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:subnet and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:38.544261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:38.548813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3b37aab-9e97-47bd-a46e-f25be3009bff req-2376788a-4323-4948-8d2e-4e43746b62bd tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.24 "GET /v2.0/ports?device_id=e34f6e66-122f-4bbc-9593-77ca4ebb05cb HTTP/1.1" status: 200 len: 210 time: 0.1631799 Apr 28 19:56:38.551171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:38.558114 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:56:38.575804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:38.579327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.613163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] No DVR routers for this DVR port 7052448b-083d-476b-9aec-bc66e831ae11 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:56:38.617074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.626476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'name': 'network-vif-deleted', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:38.669252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:38.678257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Checking segment: {'id': 'b450c5e8-f603-4331-abe0-c010d6399b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:38.678827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network hostable DHCP agents. Network: 2c627a14-8636-4f26-82e9-39120290afcc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:38.709967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Subnet': ['ID=cd5d9180-aad8-40ba-9cb0-6a25bd05094d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:38.723833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-caf77392-ff51-4609-8cae-b3f15433dc7e req-8af3594d-047c-4881-9674-ff037e642009 tempest-ServerRescueTestJSON-1905035709 tempest-ServerRescueTestJSON-1905035709-project] 10.222.0.41 "DELETE /v2.0/ports/7052448b-083d-476b-9aec-bc66e831ae11 HTTP/1.1" status: 204 len: 173 time: 2.0771677 Apr 28 19:56:38.725574 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-957ff50c-9904-49e3-9c21-7cf642cf1e83'] response: {'server_uuid': 'e34f6e66-122f-4bbc-9593-77ca4ebb05cb', 'name': 'network-vif-deleted', 'tag': '7052448b-083d-476b-9aec-bc66e831ae11', 'status': 'completed', 'code': 200} Apr 28 19:56:38.742197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:38.747003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:38.757601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2c627a14-8636-4f26-82e9-39120290afcc) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:38.768889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:38.771063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:38.773654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119da69f-a8c4-4cad-b895-bcb28136b4f9 None None] Network 2c627a14-8636-4f26-82e9-39120290afcc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:38.796945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', 'mac_address': 'fa:16:3e:f0:bc:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:56:38.798024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6724b39-c6d7-479c-8fef-91a8e1ba34ab tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0067368 Apr 28 19:56:38.800712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:38.806130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-1336801807'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:38.866783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.030087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Subnet': ['ID=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.074601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:39.079135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:port and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:39.082271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:39.089983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-2c627a14-8636-4f26-82e9-39120290afcc', 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'tenant_id': '973cad250aab4798b110227715e86d64', 'fixed_ips': [{'subnet_id': 'cd5d9180-aad8-40ba-9cb0-6a25bd05094d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:56:39.090231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:39.092105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.102528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:39.108847 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.109586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.143969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port b6eb9f07-aa13-4685-8106-e88988ff57ce yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:39.156485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Deleting subnet 17fa4693-8243-4acc-a6ea-e1e563f4170b {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:56:39.159372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.164457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:56:39.208096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:39.212421 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.214816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.272573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.287708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.343303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:39.343889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network hostable DHCP agents. Network: e363e6a2-f92d-49c5-bf9d-028af19ead43, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:39.415380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:39.430690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34fc699-1536-41f9-ae9e-6185733f9ef8 req-7bdd06ae-5338-4185-89a4-cc8b7b7b1722 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:39.435378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d34fc699-1536-41f9-ae9e-6185733f9ef8 req-7bdd06ae-5338-4185-89a4-cc8b7b7b1722 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 943 time: 0.4439805 Apr 28 19:56:39.461832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e363e6a2-f92d-49c5-bf9d-028af19ead43) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:39.474004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:39.474911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.476910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72a73f4-6aa9-4b06-9e63-4cfdd95d16ba None None] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:39.509748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:56:39.530929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.5 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/b6eb9f07-aa13-4685-8106-e88988ff57ce) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:39.531205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d34fc699-1536-41f9-ae9e-6185733f9ef8 req-6f771c0d-6a94-42c0-8745-05317f62d342 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895631 Apr 28 19:56:39.532477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5daf465b-ac3b-4f5e-b493-645a5ceb508b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3025162 Apr 28 19:56:39.543152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.543152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39420) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:39.578997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'subnet': {'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:39.599309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17fa4693-8243-4acc-a6ea-e1e563f4170b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:39.624627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.629009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fd059dd7-989c-4961-a8e5-728bfe35d5a5 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/17fa4693-8243-4acc-a6ea-e1e563f4170b HTTP/1.1" status: 204 len: 168 time: 0.9564145 Apr 28 19:56:39.630036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:39.803864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:39.812903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:39.828666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:subnet and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:39.832943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:39.841573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.843390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:39.858642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:39.862035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:39.895696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adcdf44b-c355-4824-89ee-035789786807 req-d797e809-7e1d-41b1-a3fd-8f08bc00696a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1557641 Apr 28 19:56:39.927351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.019533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e363e6a2-f92d-49c5-bf9d-028af19ead43', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:56:40.020362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.025730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8bf5a280-8e6e-4cea-85db-c7db889f5493 req-f9a0ced7-c8a8-427a-9b1a-dd82910a325f tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.2007067 Apr 28 19:56:40.192277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.211678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Allocated IP 10.1.1.2 (e363e6a2-f92d-49c5-bf9d-028af19ead43/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5/ea082424-8b22-45ea-8d4f-62613ee332ac) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:40.224891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.226701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00b70e0-98c2-45e9-8705-39fe019f2a50']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:40.241890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b36ac7-e5bb-4777-ba7b-160928604c7c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:40.242179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b36ac7-e5bb-4777-ba7b-160928604c7c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:40.256136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.309395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.319429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object b6eb9f07-aa13-4685-8106-e88988ff57ce will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:40.324736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:40.325124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:40.339702 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:40.430276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.455283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.474369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.485300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00b70e0-98c2-45e9-8705-39fe019f2a50,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.487240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.559674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f8a8140a-b67a-49c7-b400-f1ef47845761 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c00b70e0-98c2-45e9-8705-39fe019f2a50 HTTP/1.1" status: 204 len: 168 time: 0.9256611 Apr 28 19:56:40.562500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:40.580868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Subnet': ['ID=4284f048-4600-4900-8a9d-296c81cda863,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.591767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Checking segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:40.592120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network hostable DHCP agents. Network: d4c2f109-e3ff-4d58-805d-a0661f3486de, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:40.613967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network d4c2f109-e3ff-4d58-805d-a0661f3486de is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:40.623927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d4c2f109-e3ff-4d58-805d-a0661f3486de) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:40.638516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.639328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.640874 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.661803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Allocated IP 172.20.0.2 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:40.665107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a81e35c5-2cb1-4467-9d52-2629021a933e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0990334 Apr 28 19:56:40.668376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:40.668568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:40.675993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'name': 'tempest-TaggedBootDevicesTest_v242-501292711', 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:40.677975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Transition to ACTIVE for port object ea082424-8b22-45ea-8d4f-62613ee332ac will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:40.680551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0981796-eec3-4d96-8be1-73c4aa5f7f12 None None] Network d4c2f109-e3ff-4d58-805d-a0661f3486de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:40.692103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:40.698749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:40.702178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:56:40.702517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 44af2d05-36ed-4d2a-b990-1b3a2386b0a5 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:56:40.703063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7052448b-083d-476b-9aec-bc66e831ae11 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:40.737718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=b6eb9f07-aa13-4685-8106-e88988ff57ce,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:40.769748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39446) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:40.778971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7052448b-083d-476b-9aec-bc66e831ae11 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:56:40.779208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7052448b-083d-476b-9aec-bc66e831ae11 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:56:40.785999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Transition to ACTIVE for port object ea082424-8b22-45ea-8d4f-62613ee332ac will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:40.801749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:40.802713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.854599 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:40.861692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7f6a7aea-b03c-4075-a949-5804196c8de1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0569086 Apr 28 19:56:40.864173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:40.877270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-455221397', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a5:d8:f5'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:40.910265 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.005677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:41.016649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d227cdf-8e9d-441d-a1d8-f54add7e4076 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7131efd4dd24496eab8e7a732ae6158a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2043200 Apr 28 19:56:41.017792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:41.028909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:41.035997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:port and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:41.040524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:41.043125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:41.069272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d88fa-a79b-413e-8e3e-9cd814c9cdc3 req-55f28612-3ff8-4c80-91bb-84a8143005e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:41.070770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b23d88fa-a79b-413e-8e3e-9cd814c9cdc3 req-55f28612-3ff8-4c80-91bb-84a8143005e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 944 time: 0.3776655 Apr 28 19:56:41.074893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:41.105343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:41.152405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:41.209574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d4c2f109-e3ff-4d58-805d-a0661f3486de', 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ips': [{'subnet_id': '4284f048-4600-4900-8a9d-296c81cda863'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:56:41.210553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.248951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b23d88fa-a79b-413e-8e3e-9cd814c9cdc3 req-9810b4ad-05ad-4d54-afdb-fdf603e89936 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666498 Apr 28 19:56:41.262546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:41.286604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Pushing event updated for resources: {'Port': ['ID=ea082424-8b22-45ea-8d4f-62613ee332ac,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:41.295431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9e1adcd-5611-4761-b30b-3b1ce8e12168 req-b33f20a5-f2a1-41fe-a48b-6c32c8ec38eb tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0583725 Apr 28 19:56:41.315968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:port and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:41.320360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.321987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:41.346542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:41.381645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.399294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:41.455452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.493037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.504882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Transition to ACTIVE for port object 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:41.523685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Transition to ACTIVE for port object 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:41.534831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Attempting to bind port ea082424-8b22-45ea-8d4f-62613ee332ac on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:41.535200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Attempting to bind port ea082424-8b22-45ea-8d4f-62613ee332ac by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:41.535566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Attempting to bind port ea082424-8b22-45ea-8d4f-62613ee332ac on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:41.550271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:41.550645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:41.551050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.551453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Bound using segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:41.551935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Bound port: ea082424-8b22-45ea-8d4f-62613ee332ac, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:41.552311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.563764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.602102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] device_id is not set on port f54f6421-e333-4355-beae-2b0e565e2309 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:41.640783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:41.666363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:41.687692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.735877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:41.774201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2bf530b-659e-493d-ac6b-8597f88579f0 req-87dd1375-6860-4cf9-b47d-ee185b7620b1 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106&device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.0742371 Apr 28 19:56:41.780225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Deleting port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:41.780504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.780885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port c7326412-063f-4835-9caf-db2bf430e4e3 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:41.831957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] For port ea082424-8b22-45ea-8d4f-62613ee332ac, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:41.835127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] For port ea082424-8b22-45ea-8d4f-62613ee332ac, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ea082424-8b22-45ea-8d4f-62613ee332ac,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:41.844784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:41.881880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81af2896-8a11-43fc-a50f-79719ffd2aaa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:41.897946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Pushing event updated for resources: {'Port': ['ID=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:41.949519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.949959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.950362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.950761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.951155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.951747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.952144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.952532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.952923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.953307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.953712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:41.954096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:42.022692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Allocated IP 10.2.2.2 (d4c2f109-e3ff-4d58-805d-a0661f3486de/4284f048-4600-4900-8a9d-296c81cda863/e918a304-164d-4461-b611-0eb9266bcc9f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:42.035230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] For port 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,segment=NetworkSegment(7c291cb1-4235-4f2d-b8ad-7486dff4feea),segment_id=7c291cb1-4235-4f2d-b8ad-7486dff4feea)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:42.038650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.183542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.196095 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.199975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed4f53f8-7954-4809-84a1-232dd5a4d3aa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/81af2896-8a11-43fc-a50f-79719ffd2aaa HTTP/1.1" status: 204 len: 168 time: 1.1639593 Apr 28 19:56:42.251791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Calling delete_port for 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:42.277042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9d6f7a14-43f4-4972-a6fa-e9644a291bec req-17ac0249-b0cd-4573-8625-26c016392484 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.0736482 Apr 28 19:56:42.295929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b69eeb05-3a09-428f-adf1-0ec110047d3c req-240d8159-4852-484b-a8f2-3aee140af85d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36fc83375890454db86f9448f20333c6&device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1561742 Apr 28 19:56:42.299377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.4 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/c7326412-063f-4835-9caf-db2bf430e4e3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:42.331204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Attempting to bind port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:42.331746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Attempting to bind port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b450c5e8-f603-4331-abe0-c010d6399b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:42.332171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Attempting to bind port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb on network 2c627a14-8636-4f26-82e9-39120290afcc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:42.344757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:42.345265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Checking segment: {'id': 'b450c5e8-f603-4331-abe0-c010d6399b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:42.345795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.346276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Bound using segment: {'id': 'b450c5e8-f603-4331-abe0-c010d6399b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:42.346838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Bound port: 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b450c5e8-f603-4331-abe0-c010d6399b2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '2c627a14-8636-4f26-82e9-39120290afcc'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:42.347309 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.363287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.390766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.1.1.136 (e363e6a2-f92d-49c5-bf9d-028af19ead43/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5/f54f6421-e333-4355-beae-2b0e565e2309) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:42.403091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b69eeb05-3a09-428f-adf1-0ec110047d3c req-b7b78fe7-bcd1-4d41-95ba-9fa1517e500c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=36fc83375890454db86f9448f20333c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747504 Apr 28 19:56:42.421620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:42.525252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] For port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:42.528698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] For port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,segment=NetworkSegment(b450c5e8-f603-4331-abe0-c010d6399b2b),segment_id=b450c5e8-f603-4331-abe0-c010d6399b2b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:42.556461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.591506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3c830e-d620-4bef-a6ec-eb2550ddd3e4 None None] Pushing event updated for resources: {'Port': ['ID=ea082424-8b22-45ea-8d4f-62613ee332ac,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.692180 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.723917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Transition to ACTIVE for port object e918a304-164d-4461-b611-0eb9266bcc9f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:42.803776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527205ab-853d-4187-b8d8-b498dc6948de None None] Pushing event updated for resources: {'Port': ['ID=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:42.829190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Transition to ACTIVE for port object e918a304-164d-4461-b611-0eb9266bcc9f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:42.829190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:42.839610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:42.840004 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.948498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.960515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:42.978279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.022289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object c7326412-063f-4835-9caf-db2bf430e4e3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:43.048834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.053440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.054447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69eeb05-3a09-428f-adf1-0ec110047d3c req-1523a196-2fd6-4920-bf81-3924b330d418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.058788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b69eeb05-3a09-428f-adf1-0ec110047d3c req-1523a196-2fd6-4920-bf81-3924b330d418 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6268060 Apr 28 19:56:43.062908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.171327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Network d4c2f109-e3ff-4d58-805d-a0661f3486de is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:43.175003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Pushing event updated for resources: {'Port': ['ID=e918a304-164d-4461-b611-0eb9266bcc9f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.177578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:43.181044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:43.205757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object f54f6421-e333-4355-beae-2b0e565e2309 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:43.244906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:43.246244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:43.252690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:43.289189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f9f3dc-b054-47db-92eb-41b241ba47a9 req-358557cb-e4a4-4608-bc71-d59213a7b3c7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.290768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3f9f3dc-b054-47db-92eb-41b241ba47a9 req-358557cb-e4a4-4608-bc71-d59213a7b3c7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 944 time: 0.8207614 Apr 28 19:56:43.331759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=c7326412-063f-4835-9caf-db2bf430e4e3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.348000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.370704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Attempting to bind port e918a304-164d-4461-b611-0eb9266bcc9f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:43.371402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Attempting to bind port e918a304-164d-4461-b611-0eb9266bcc9f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:43.371801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Attempting to bind port e918a304-164d-4461-b611-0eb9266bcc9f on network d4c2f109-e3ff-4d58-805d-a0661f3486de {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:43.382414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:43.382941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Checking segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:43.383775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.384413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Bound using segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:43.384988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Bound port: e918a304-164d-4461-b611-0eb9266bcc9f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:43.386101 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.420658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.437585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.438423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.464466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:43.472205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:43.480662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:43.511278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:56:43.575891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3f9f3dc-b054-47db-92eb-41b241ba47a9 req-02ebeb14-f21a-457e-acdd-5121ebae2bd6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765521 Apr 28 19:56:43.582991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] For port e918a304-164d-4461-b611-0eb9266bcc9f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:43.586620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] For port e918a304-164d-4461-b611-0eb9266bcc9f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e918a304-164d-4461-b611-0eb9266bcc9f,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:43.588308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:43.593019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.641255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a7e39d8-23f8-4436-84a2-1ecda4d06dd0 req-b55fb4a9-c8e1-43c6-907b-190a56ba2e7b tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.1115832 Apr 28 19:56:43.651667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.688480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-105c9f61-ee84-4265-9af6-8b84cd1962f1 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 997 time: 2.8248887 Apr 28 19:56:43.689368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:43.705540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.742959 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc141fc-c4d9-4394-b630-cf1ee928fd68'] response: {'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', 'code': 200} Apr 28 19:56:43.749703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.782028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:43.782668 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:43.794451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a897c-2000-4ad0-ac43-ffbee86c83d4 None None] Pushing event updated for resources: {'Port': ['ID=e918a304-164d-4461-b611-0eb9266bcc9f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:43.853766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4803a26d-cc95-4bdc-8328-9cf3d849aa10 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.1837013 Apr 28 19:56:43.869172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39502) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:43.889027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'name': 'tempest-TaggedBootDevicesTest_v242-1917536385', 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:43.983538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:44.090789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.109116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.117914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.118879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:44.172006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:44.173272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2443b613-c816-4bf4-a2a3-0e475ea2cec4 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.4795065 Apr 28 19:56:44.176624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39510) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:44.307832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:44.314382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:port and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:44.318253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:44.326604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:44.334069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea082424-8b22-45ea-8d4f-62613ee332ac up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:44.345060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:44.359618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.428773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port c7326412-063f-4835-9caf-db2bf430e4e3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:44.429232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:44.484235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cd45e7-2983-474d-a5f5-92e55d2d5f8e None None] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:44.557219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a539e28-5adc-4e5d-b3a1-8ecfff18c5a9 req-fbc02c9b-49a0-4944-8382-164f6f14ba9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:44.558846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a539e28-5adc-4e5d-b3a1-8ecfff18c5a9 req-fbc02c9b-49a0-4944-8382-164f6f14ba9c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 1096 time: 0.6676233 Apr 28 19:56:44.644959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] device_id is not set on port 39707d61-2ad5-48f6-a640-051803bbde50 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:44.673706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ea082424-8b22-45ea-8d4f-62613ee332ac completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:44.695753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:44.743449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Provisioning for port ea082424-8b22-45ea-8d4f-62613ee332ac completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:44.747883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b69eeb05-3a09-428f-adf1-0ec110047d3c req-ac95d8ad-d791-47da-92d0-f618ee3b9552 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.41 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.2570791 Apr 28 19:56:44.815157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Provisioning complete for port ea082424-8b22-45ea-8d4f-62613ee332ac triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:44.815625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.144368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d51c399-d8e5-4f28-bad7-7274a57a7509 None None] Network 2c627a14-8636-4f26-82e9-39120290afcc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:45.150446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a539e28-5adc-4e5d-b3a1-8ecfff18c5a9 req-49c45876-2d73-4465-b80a-9635baebe9e4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4487026 Apr 28 19:56:45.180899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b64e52a4-731f-4c56-b672-14cf0f64ccd8 req-7a7e8259-af49-494e-a0b6-d6054b6f2980 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=d0ba9448-1438-47ec-ac74-24764f207106 HTTP/1.1" status: 200 len: 210 time: 0.2949562 Apr 28 19:56:45.237290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Router 9252a788-1c88-4549-b6d6-a7fad5167c59 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:56:45.492369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.520746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:45.582912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:56:45.610962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5d897d17-41d4-4fc9-983e-b084e58cf99c admin admin] 10.222.0.24 "PUT /v2.0/routers/9252a788-1c88-4549-b6d6-a7fad5167c59/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7997181 Apr 28 19:56:45.611999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:45.617564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Sync routers for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:56:45.653586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] For port ea082424-8b22-45ea-8d4f-62613ee332ac, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ea082424-8b22-45ea-8d4f-62613ee332ac,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:45.672703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d41270-ec08-4eb5-a5ea-370974426db8 None None] Network d4c2f109-e3ff-4d58-805d-a0661f3486de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:45.695258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:56:45.695911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:45.801494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ff30b6-745d-4e8e-8ca7-e57c764d838f req-4f3d1e20-6bdb-430c-ab6b-17dd1382b5f1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:45.802079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.802824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8ff30b6-745d-4e8e-8ca7-e57c764d838f req-4f3d1e20-6bdb-430c-ab6b-17dd1382b5f1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 1.0335281 Apr 28 19:56:45.913247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:45.936280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.019863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e918a304-164d-4461-b611-0eb9266bcc9f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:46.089067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for c7326412-063f-4835-9caf-db2bf430e4e3 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:46.150240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.167776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Deleting port b96e8c49-1d4b-44dc-8792-5bae386fced6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:46.168308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Provisioning for port e918a304-164d-4461-b611-0eb9266bcc9f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:46.168904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.221709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.1.1.249 (e363e6a2-f92d-49c5-bf9d-028af19ead43/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5/39707d61-2ad5-48f6-a640-051803bbde50) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:46.243430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363eb122-e814-4a96-acbe-5546cb09a6e0 None None] Pushing event updated for resources: {'Port': ['ID=ea082424-8b22-45ea-8d4f-62613ee332ac,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.264584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8ff30b6-745d-4e8e-8ca7-e57c764d838f req-5f5ce1ff-8684-4035-ad49-8c4851f9921c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291248 Apr 28 19:56:46.625301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Provisioning for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:46.632107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] For port b96e8c49-1d4b-44dc-8792-5bae386fced6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b96e8c49-1d4b-44dc-8792-5bae386fced6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:46.633829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.715457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:46.720184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.792695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=c7326412-063f-4835-9caf-db2bf430e4e3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:46.891702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Provisioning complete for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:46.892536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:46.951424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Calling delete_port for b96e8c49-1d4b-44dc-8792-5bae386fced6 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:47.023403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.117077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cfdfe63-8001-474d-a5a3-4c210ed5338b req-895ea0f9-f343-4b38-91e9-30d67f8f3a60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36fc83375890454db86f9448f20333c6&device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.0771327 Apr 28 19:56:47.156967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object 39707d61-2ad5-48f6-a640-051803bbde50 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:47.175472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e918a304-164d-4461-b611-0eb9266bcc9f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:47.214352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.214570 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cfdfe63-8001-474d-a5a3-4c210ed5338b req-1b93c12c-a1b7-47fd-bc3c-2140f1e3c385 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=36fc83375890454db86f9448f20333c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0870175 Apr 28 19:56:47.265585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e918a304-164d-4461-b611-0eb9266bcc9f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:47.265585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.332945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45c92686-c7d5-4c96-b837-c6b52c176b1d req-83aa93dd-74a1-44ea-8837-4456e074bdee tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.0794368 Apr 28 19:56:47.335495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9e90364-49d7-4a7b-9ba8-38014e0b16b5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/c7326412-063f-4835-9caf-db2bf430e4e3 HTTP/1.1" status: 204 len: 168 time: 3.1564794 Apr 28 19:56:47.350351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39572) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:47.513518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.520534 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-51c69c25-2411-44aa-8298-e677fa7d4075 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] GET failed (client error): The resource could not be found. Apr 28 19:56:47.523742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51c69c25-2411-44aa-8298-e677fa7d4075 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:47.707036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:47.784122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:47.803270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:47.827740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.928133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51c69c25-2411-44aa-8298-e677fa7d4075 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:47.929626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:47.930471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-51c69c25-2411-44aa-8298-e677fa7d4075 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports/c7326412-063f-4835-9caf-db2bf430e4e3 HTTP/1.1" status: 404 len: 333 time: 0.5711634 Apr 28 19:56:47.945789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:47.965313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:47.981980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.024687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.028268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.057788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e918a304-164d-4461-b611-0eb9266bcc9f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e918a304-164d-4461-b611-0eb9266bcc9f,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:48.059898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4a1a896-fd52-4d71-8286-4b6825e7df75 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.1771634 Apr 28 19:56:48.060272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-1362985995'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:48.063669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.094075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3cd028c-9692-4065-a36f-61ae410a93f6 req-567038a8-11fd-4691-a065-fe4ccb683dd9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.106456 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3cd028c-9692-4065-a36f-61ae410a93f6 req-567038a8-11fd-4691-a065-fe4ccb683dd9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.4222097 Apr 28 19:56:48.177515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] For port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,segment=NetworkSegment(b450c5e8-f603-4331-abe0-c010d6399b2b),segment_id=b450c5e8-f603-4331-abe0-c010d6399b2b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:56:48.183735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3cd028c-9692-4065-a36f-61ae410a93f6 req-bd9029bb-8def-43b4-9a32-dd1f9181254e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762982 Apr 28 19:56:48.213772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.218836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea082424-8b22-45ea-8d4f-62613ee332ac up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:48.278301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b314dbd8-a72d-4acf-aeea-067ba9c84166 req-b8500464-a420-488c-87a9-b478b24d59b1 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.280111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b314dbd8-a72d-4acf-aeea-067ba9c84166 req-b8500464-a420-488c-87a9-b478b24d59b1 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.7480214 Apr 28 19:56:48.307360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Pushing event deleted for resources: {'Port': ['ID=b96e8c49-1d4b-44dc-8792-5bae386fced6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:48.321814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:56:42Z', 'revision_number': 5, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port': {'id': 'b96e8c49-1d4b-44dc-8792-5bae386fced6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c3:d7:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1448, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:33Z', 'updated_at': '2022-04-28T19:53:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.334593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Could not find standard attr ID for object c7326412-063f-4835-9caf-db2bf430e4e3. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:56:48.342353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e918a304-164d-4461-b611-0eb9266bcc9f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:48.376893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.377360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.377912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.378419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.378931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.379416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.379898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.380412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.380892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.381424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.381999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.382540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:48.395594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Checking router: 9252a788-1c88-4549-b6d6-a7fad5167c59 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:56:48.418126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port ea082424-8b22-45ea-8d4f-62613ee332ac triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:48.422162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.438774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfdfe63-8001-474d-a5a3-4c210ed5338b req-0e37be53-80a4-4470-bc02-7cd9bec2a659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:48.440336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cfdfe63-8001-474d-a5a3-4c210ed5338b req-0e37be53-80a4-4470-bc02-7cd9bec2a659 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.1994081 Apr 28 19:56:48.485016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ea082424-8b22-45ea-8d4f-62613ee332ac triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:48.485016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.502981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:48.507872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b314dbd8-a72d-4acf-aeea-067ba9c84166 req-d58021b8-ff70-4247-ad1b-ddb7f367bc68 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032368 Apr 28 19:56:48.515716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.555580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39592) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:48.562172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'security_group': {'name': 'tempest-securitygroup--736910209', 'description': 'tempest-description--1811524056'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:48.579656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:48.588467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:security_group and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:48.594359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:48.606319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:48.629438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:48.639001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.700349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:48.712305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Routers {'9252a788-1c88-4549-b6d6-a7fad5167c59'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:56:48.713563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9252a788-1c88-4549-b6d6-a7fad5167c59'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.747823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.751872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.755150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:48.767930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.771084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44384404-6d3a-44d6-9a28-d4852e9815d9 req-0fa57d34-7094-4fd7-b039-9353edd1e1a0 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.0937619 Apr 28 19:56:48.772075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:48.783763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:security_group_rule and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:48.792084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:48.804882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:48.833745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port 935027f8-b905-4868-9505-ab36bcfa1152 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:48.863981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] Set router 9252a788-1c88-4549-b6d6-a7fad5167c59 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:56:48.901621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.902461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9252a788-1c88-4549-b6d6-a7fad5167c59 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:56:48.944811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.951741 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.955946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:48.987073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:56:47Z', 'revision_number': 7, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:48.999841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:49.004319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Usage tracker for resource:security_group_rule and tenant:744744ed031442ad8bfa2cad869f3aa5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:49.004560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8831a06-e2be-4e71-8948-4e6987c3d77c None None] The sync data for ids ['9252a788-1c88-4549-b6d6-a7fad5167c59'] in n-d-839811-1 is: [{'id': '9252a788-1c88-4549-b6d6-a7fad5167c59', 'name': 'tempest-ServerRescueTestJSON-648399533-router', 'tenant_id': '69b5a89566934e028c31a41787e33cc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:56:47Z', 'revision_number': 7, 'project_id': '69b5a89566934e028c31a41787e33cc9', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:56:49.008131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:49.015766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:49.046899 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.048017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c61b8f6-40a2-4bf0-a227-d58e11ee298d admin admin] 10.222.0.24 "DELETE /v2.0/routers/9252a788-1c88-4549-b6d6-a7fad5167c59 HTTP/1.1" status: 204 len: 168 time: 3.4316714 Apr 28 19:56:49.055021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:49.074141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac8a4f3-4583-4620-813d-0268acc4eaa4 None None] Pushing event updated for resources: {'Port': ['ID=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.107810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.111775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5551188 Apr 28 19:56:49.113062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39608) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:49.126663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'security_group_rule': {'security_group_id': 'fcdfceb7-8c81-4394-98ae-ea084fa76957', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:49.130805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0950e52-1f09-4d80-9ba4-c39c637d8f50 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdfceb7-8c81-4394-98ae-ea084fa76957,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.137717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:49.139213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.9 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/935027f8-b905-4868-9505-ab36bcfa1152) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:49.143253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:security_group_rule and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:49.153228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning for port f54f6421-e333-4355-beae-2b0e565e2309 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:49.153721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:49.158773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port f54f6421-e333-4355-beae-2b0e565e2309 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.159304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.159603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef92384-04c0-4a93-af42-61050d6a03b6 req-f22f59de-4c05-423f-8998-987466a670c4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:49.161368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ef92384-04c0-4a93-af42-61050d6a03b6 req-f22f59de-4c05-423f-8998-987466a670c4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2567928 Apr 28 19:56:49.166057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:49.171379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Deleting subnet f645bfa1-fc12-4367-8a4a-8600ed7e966f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:56:49.178250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.201864 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.217075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.223830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Port f54f6421-e333-4355-beae-2b0e565e2309 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:49.227539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.235614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning for port b6eb9f07-aa13-4685-8106-e88988ff57ce completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:49.241709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port b6eb9f07-aa13-4685-8106-e88988ff57ce triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.242374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.289403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12dcbf0a-3950-4822-9bc8-36b7478312dd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.298888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Port b6eb9f07-aa13-4685-8106-e88988ff57ce cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:49.303859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-01972142-ef96-4ce6-bb63-ff814774054b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=744744ed031442ad8bfa2cad869f3aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6736624 Apr 28 19:56:49.306783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:49.311766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.315602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port e918a304-164d-4461-b611-0eb9266bcc9f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.316139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.338275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.351803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.371490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ef92384-04c0-4a93-af42-61050d6a03b6 req-1c3fd2fe-252a-4f4e-81db-e906597d3caf tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958146 Apr 28 19:56:49.401970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6045bac3-1761-40cd-94cc-df97e568f697,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.461147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.468472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-662e8591-bd07-4c32-860c-ed00f7304426 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3519549 Apr 28 19:56:49.470218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39616) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:49.478798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.479676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.485732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'security_group_rule': {'security_group_id': 'fcdfceb7-8c81-4394-98ae-ea084fa76957', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:49.490441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.495989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:49.508394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:security_group_rule and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:49.512933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:49.514543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.526978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:49.533423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.576184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.627961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.673655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning for port 39707d61-2ad5-48f6-a640-051803bbde50 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:49.679423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.679836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object 935027f8-b905-4868-9505-ab36bcfa1152 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:49.680669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Provisioning complete for port 39707d61-2ad5-48f6-a640-051803bbde50 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:49.681185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.682690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.702835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.738032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2481ea3d-b584-4461-930f-00395da6dbe6 None None] Port 39707d61-2ad5-48f6-a640-051803bbde50 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:49.754222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.757681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f645bfa1-fc12-4367-8a4a-8600ed7e966f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.763608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.849986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.889403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12dcbf0a-3950-4822-9bc8-36b7478312dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.891554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.895410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e83b294-dbdc-4512-90a9-d79ec38a3fba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12dcbf0a-3950-4822-9bc8-36b7478312dd HTTP/1.1" status: 204 len: 168 time: 0.5842786 Apr 28 19:56:49.901739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.905786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4254129 Apr 28 19:56:49.917666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39626) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:49.924807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:49.929423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9491f9d-170c-4bc3-a1ae-303c32c13060 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e23c3e1-ea3b-46e9-a1c6-0ee1e2719908,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:49.938020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:49.944725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:floatingip and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:49.948363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:49.956709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:49.974616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:49.998428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d127989-18bf-4561-a579-f51f90ce94e6 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f645bfa1-fc12-4367-8a4a-8600ed7e966f HTTP/1.1" status: 204 len: 168 time: 0.9379249 Apr 28 19:56:50.000487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3adebdf-088b-496a-9c84-87a86188a117 req-870b72ca-3436-4792-971f-1ebf698652a0 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.002218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3adebdf-088b-496a-9c84-87a86188a117 req-870b72ca-3436-4792-971f-1ebf698652a0 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3212984 Apr 28 19:56:50.005055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:50.050154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cfdfe63-8001-474d-a5a3-4c210ed5338b req-30db8000-4140-4c26-b8b9-fdf341a935e6 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.41 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.0571778 Apr 28 19:56:50.111298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:50.120725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:50.123250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=935027f8-b905-4868-9505-ab36bcfa1152,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:50.131813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d2bb4b82-5596-44f9-b563-091b58dc911e req-c8c71694-28f2-43bf-bcf0-ed5e05623fb9 tempest-ServerShowV247Test-2058959119 tempest-ServerShowV247Test-2058959119-project] 10.222.0.24 "GET /v2.0/ports?device_id=05ad59ea-b024-4efb-889a-4586a7423fe1 HTTP/1.1" status: 200 len: 210 time: 0.1328182 Apr 28 19:56:50.140901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:50.176465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d2cf593-769b-4b50-aaba-26b95cf2b804 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.211408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.284063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.284993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.302521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3adebdf-088b-496a-9c84-87a86188a117 req-c6c0e877-ba6a-43ce-8659-3f75a4bc7cfb tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2749965 Apr 28 19:56:50.316648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e918a304-164d-4461-b611-0eb9266bcc9f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:50.355713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0c3f0e35-95d4-4d2f-b841-b3d874b2f5d7 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3352618 Apr 28 19:56:50.358270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:50.373755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a5:d8:f5'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:50.506025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e918a304-164d-4461-b611-0eb9266bcc9f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:50.506472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.544410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39642) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:50.623945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a0fa3a8b-097c-498d-b854-3c771e6ef0ee None None] Provisioning for port 935027f8-b905-4868-9505-ab36bcfa1152 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:50.632739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a0fa3a8b-097c-498d-b854-3c771e6ef0ee None None] Provisioning complete for port 935027f8-b905-4868-9505-ab36bcfa1152 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:50.633397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a0fa3a8b-097c-498d-b854-3c771e6ef0ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.644481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.652110 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.674405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:50.692558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:beb8afb937b348b688afc6aff9e6c7ad is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:50.696087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0580e89f-4fcf-4fe4-857a-a5c92715fcde']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.703136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:50.716176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:50.723713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c291cb1-4235-4f2d-b8ad-7486dff4feea') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.724017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c291cb1-4235-4f2d-b8ad-7486dff4feea') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:56:50.737200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.798315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf0cfc7-13bc-484f-ac02-b82afa511dc2 req-fe2cf8b1-d959-49c9-82d4-b0e6b0acacb5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:50.799758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.800708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cf0cfc7-13bc-484f-ac02-b82afa511dc2 req-fe2cf8b1-d959-49c9-82d4-b0e6b0acacb5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.1983023 Apr 28 19:56:50.834121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:56:50.848437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.881382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa3a8b-097c-498d-b854-3c771e6ef0ee None None] Port 935027f8-b905-4868-9505-ab36bcfa1152 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:50.892404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:56:50.892835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:56:50.906342 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:56:50.918778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:50.919011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:50.925894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cf0cfc7-13bc-484f-ac02-b82afa511dc2 req-2ff7876e-65bd-4dac-9aa8-ab7fb968c599 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890226 Apr 28 19:56:50.930669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.024647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.031863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 172.25.2.116 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/a35c3c5c-7ad3-4f42-8781-3243129cb80b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:51.056000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.082090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0580e89f-4fcf-4fe4-857a-a5c92715fcde,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.108237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.129174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.136579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:51.158113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-21f811ac-0d2c-42bd-aa7e-392456e6e4a8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0580e89f-4fcf-4fe4-857a-a5c92715fcde HTTP/1.1" status: 204 len: 168 time: 1.1519887 Apr 28 19:56:51.173167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:56:51.173554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f97b0f8-bd3a-4e54-af5c-b56aa8b8dc85 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:56:51.173975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b96e8c49-1d4b-44dc-8792-5bae386fced6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:56:51.208616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b96e8c49-1d4b-44dc-8792-5bae386fced6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:56:51.209614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b96e8c49-1d4b-44dc-8792-5bae386fced6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:56:51.217441 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.227695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.260730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=beb8afb937b348b688afc6aff9e6c7ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7086527 Apr 28 19:56:51.274801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39650) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:51.292833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5e925-c0b2-4397-899c-4ffa83f21fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11b403fe-eef8-4cfd-8a91-cd3f92e74552,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.399090 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.466284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.467812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:51.486228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.551199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.573509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=935027f8-b905-4868-9505-ab36bcfa1152,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.584713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] In _notify_port_updated(), no bound segment for port 935027f8-b905-4868-9505-ab36bcfa1152 on network 2c627a14-8636-4f26-82e9-39120290afcc {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:56:51.592123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:51.593060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.594608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9ccda81-fcf7-431b-bb4a-2971bf496ad5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "PUT /v2.0/ports/935027f8-b905-4868-9505-ab36bcfa1152 HTTP/1.1" status: 200 len: 993 time: 1.2344227 Apr 28 19:56:51.606873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:51.631140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.653800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:51.659519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:51.664634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11b403fe-eef8-4cfd-8a91-cd3f92e74552,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.667425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:51.695558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:51.705836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c7ee00d9-b354-483e-8cba-48a478298efb None None] Provisioning complete for port 935027f8-b905-4868-9505-ab36bcfa1152 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:51.706456 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7ee00d9-b354-483e-8cba-48a478298efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.714331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.715530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b40bc517-0d6f-4035-9698-c6d3c4cc74c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11b403fe-eef8-4cfd-8a91-cd3f92e74552 HTTP/1.1" status: 204 len: 168 time: 0.4397635 Apr 28 19:56:51.719714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-321a66b3-b1b1-498f-82d5-27d6ae38b51f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69b5a89566934e028c31a41787e33cc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2478526 Apr 28 19:56:51.720616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:51.725367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=a35c3c5c-7ad3-4f42-8781-3243129cb80b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:51.778025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c7ee00d9-b354-483e-8cba-48a478298efb None None] Port 935027f8-b905-4868-9505-ab36bcfa1152 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:51.796845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.797638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port 935027f8-b905-4868-9505-ab36bcfa1152 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:51.797990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.870567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.875464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac084a9-90d0-459f-b315-fa2db505827d req-2897cd16-0bbd-48c0-b2fe-d2a6ae093c01 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:51.876982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac084a9-90d0-459f-b315-fa2db505827d req-2897cd16-0bbd-48c0-b2fe-d2a6ae093c01 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3855429 Apr 28 19:56:51.881969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:51.994928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.070237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac084a9-90d0-459f-b315-fa2db505827d req-d3ec1b9a-612e-4576-bf14-1c6bcf0604e8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1825893 Apr 28 19:56:52.088651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.195309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:52.204989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Usage tracker for resource:security_group_rule and tenant:36fc83375890454db86f9448f20333c6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:52.214270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:52.226942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:52.254710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.272573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.315886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92051459-b6bf-4d23-8c95-d014023f7455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.361874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21fba6-7ec6-41d3-a83e-280167a75f3b req-4bcdc6c6-3efc-465b-bf9f-0e021807531c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:52.363694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de21fba6-7ec6-41d3-a83e-280167a75f3b req-4bcdc6c6-3efc-465b-bf9f-0e021807531c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2493324 Apr 28 19:56:52.368355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.387000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.524854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=a35c3c5c-7ad3-4f42-8781-3243129cb80b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:52.538792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for 935027f8-b905-4868-9505-ab36bcfa1152 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:52.546074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de21fba6-7ec6-41d3-a83e-280167a75f3b req-bd6c92a7-43c5-4ddf-8756-2ccb9cc00a75 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733615 Apr 28 19:56:52.555299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.573661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2573c68a-a7c9-44f8-865e-804636477a36,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:52.584640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.585949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a0c344e-1648-4425-a85c-71a0dc6cc759 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.6673353 Apr 28 19:56:52.630276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.631381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2460057-98f0-4917-8df0-6e5ef369a3d0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2573c68a-a7c9-44f8-865e-804636477a36 HTTP/1.1" status: 204 len: 168 time: 0.9056678 Apr 28 19:56:52.732681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.743818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.809903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36fc83375890454db86f9448f20333c6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1029382 Apr 28 19:56:52.811382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:52.825169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b1d51d-517a-413d-8460-47ff88543198 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe721232-6145-44c4-bca4-62459b82b424,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:52.831081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:52.897624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=935027f8-b905-4868-9505-ab36bcfa1152,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:53.005998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.247801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.258376 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.277946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e6007317-e00a-4c14-afe6-41f638d8dc56 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/935027f8-b905-4868-9505-ab36bcfa1152 HTTP/1.1" status: 204 len: 168 time: 1.6684155 Apr 28 19:56:53.283420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:53.301394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f58328-47bb-4be9-9694-c482cc876257 req-d50d6182-0644-4d25-b995-a5a10b69280c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:53.303628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80f58328-47bb-4be9-9694-c482cc876257 req-d50d6182-0644-4d25-b995-a5a10b69280c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1024988 Apr 28 19:56:53.350357 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-25652203-854f-4792-97e9-1d1f1700b10f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] GET failed (client error): The resource could not be found. Apr 28 19:56:53.350892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25652203-854f-4792-97e9-1d1f1700b10f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:53.367382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80f58328-47bb-4be9-9694-c482cc876257 req-eac6bffd-dcdb-42e2-ad97-885e8b3a1ddd tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579367 Apr 28 19:56:53.391613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-100c2d47-1c05-42ff-961e-1fcf3e8b4de9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--736910209&fields=id&tenant_id=e7989dcbc9d44a248674a9cc4f904820 HTTP/1.1" status: 200 len: 267 time: 0.2512040 Apr 28 19:56:53.468634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-7116e08a-cc2e-443e-bf5e-59b1a43b7224 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:53.469935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-7116e08a-cc2e-443e-bf5e-59b1a43b7224 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 936 time: 0.0775545 Apr 28 19:56:53.478146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25652203-854f-4792-97e9-1d1f1700b10f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:53.479508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25652203-854f-4792-97e9-1d1f1700b10f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports/935027f8-b905-4868-9505-ab36bcfa1152 HTTP/1.1" status: 404 len: 333 time: 0.1951942 Apr 28 19:56:53.483442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:53.489061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-1879711048'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:53.590130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.627881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-35cf3a44-4897-49f2-bb20-c6121c2ee9e1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:53.629217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-35cf3a44-4897-49f2-bb20-c6121c2ee9e1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 937 time: 0.1486819 Apr 28 19:56:53.630422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe721232-6145-44c4-bca4-62459b82b424,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:53.699299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.700409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bec1af80-eba3-4682-a393-e4899c19d3c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fe721232-6145-44c4-bca4-62459b82b424 HTTP/1.1" status: 204 len: 168 time: 0.8880360 Apr 28 19:56:53.708751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-86b1e710-bc77-4d4d-8799-2afbb8af69c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0655634 Apr 28 19:56:53.731532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.774567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6db683fc-915f-4c88-8032-4505c1ee12ab tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0648053 Apr 28 19:56:53.796053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:53.810922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:53.829262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:53.832951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.852444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3581928-5ded-4e53-9842-a63fd0577cb3 req-9fe99496-3c9d-4366-8e8b-3777f548e49e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:53.855650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3581928-5ded-4e53-9842-a63fd0577cb3 req-9fe99496-3c9d-4366-8e8b-3777f548e49e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.1375697 Apr 28 19:56:53.868757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:53.964976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:53.993756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3581928-5ded-4e53-9842-a63fd0577cb3 req-c7d89e34-05c0-4b01-80a4-1df5bf5b05a6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265547 Apr 28 19:56:54.046997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-04038e41-1545-47ff-97da-74c09dbdbc47 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:54.052775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-04038e41-1545-47ff-97da-74c09dbdbc47 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:54.060091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-04038e41-1545-47ff-97da-74c09dbdbc47 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:54.062415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-04038e41-1545-47ff-97da-74c09dbdbc47 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/networks?id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=d4c2f109-e3ff-4d58-805d-a0661f3486de&id=d4c2f109-e3ff-4d58-805d-a0661f3486de HTTP/1.1" status: 200 len: 1994 time: 0.2784882 Apr 28 19:56:54.075335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.13 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/6ace03ac-d0ae-4c6d-81e9-17cdf09099b9) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:54.083074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-fc85f4bc-4ece-46ae-b9f7-d6646a630563 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/quotas/e7989dcbc9d44a248674a9cc4f904820 HTTP/1.1" status: 200 len: 375 time: 0.0146134 Apr 28 19:56:54.148381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:54.225141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-4e12e123-90ec-4d01-8bf3-3e9c67f9cd04 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1360650 Apr 28 19:56:54.331142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-network', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:54.345229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:54.363081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Usage tracker for resource:network and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:54.372875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:54.383891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.388787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:54.427050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:54.431383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Made reservation on behalf of caeb3a32a7e849dd845a1339c659a9af for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:54.434972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.438985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-381ddbaf-4cec-4de1-a34b-f19ed6070a2d service neutron] 10.222.0.24 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991732 Apr 28 19:56:54.483701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.532983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:54.542218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Usage tracker for resource:security_group_rule and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:54.553522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:54.571402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:54.719416 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-7362ce92-a34c-4abb-9bb7-4e9437e42173 service neutron] 10.222.0.24 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2716677 Apr 28 19:56:54.761432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.831822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-ffc82d0a-6331-4868-86dc-9c6bf32ff181 service neutron] 10.222.0.24 "GET /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1037915 Apr 28 19:56:54.886416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:54.891201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:54.897209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:54.900817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=6ace03ac-d0ae-4c6d-81e9-17cdf09099b9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:54.904374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:54.939319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d6b9a6-1ff8-4731-a880-020397a7cd6f req-9b86d692-b8ec-4614-81dc-698803d33d1f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:54.941112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6d6b9a6-1ff8-4731-a880-020397a7cd6f req-9b86d692-b8ec-4614-81dc-698803d33d1f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3086498 Apr 28 19:56:54.941807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.030436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:55.053279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39812) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:55.087058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.087401 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Added segment 39b1e195-1039-4575-94a3-01eabd1732da of type vlan for network 8129cd04-2b50-4784-ac06-44867987b246 Apr 28 19:56:55.089277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5d2bef5-fc1c-49fc-a105-77a1b1b64612,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:55.109424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:55.110122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.129693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.136376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6d6b9a6-1ff8-4731-a880-020397a7cd6f req-cc315f90-ac65-4c66-b4d2-bdfcd9c20a61 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785021 Apr 28 19:56:55.174342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.223535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dd76b2a0-9d72-4c88-be94-6d2b03c967f1 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3854842 Apr 28 19:56:55.234502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a0b723c-e707-4a92-934a-3757b923b6bf tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7500691 Apr 28 19:56:55.237815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39818) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:55.254770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:a5:d8:f5'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:55.329977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-30238aec-3e9d-416f-af61-c6dd2f73a338 None None] Provisioning for port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:55.341187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-30238aec-3e9d-416f-af61-c6dd2f73a338 None None] Provisioning complete for port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:55.341573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30238aec-3e9d-416f-af61-c6dd2f73a338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.373505 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.374463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:55.375032 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.443014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-30238aec-3e9d-416f-af61-c6dd2f73a338 None None] Port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:55.504597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e385efaf-d44c-4cce-b507-70c828ce6893 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725892 Apr 28 19:56:55.579921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114373794-network', 'tenant_id': 'aae5249421d04fb990fadec43f3cbe02'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:55.585157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-33990aa2-3079-4eb9-8c77-af225c4adfcc service neutron] 10.222.0.24 "GET /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0795128 Apr 28 19:56:55.595206 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.4428053 Apr 28 19:56:55.606083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:55.610447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495980ac-99e2-4487-9d66-5565bac0044c admin admin] Pushing event updated for resources: {'Network': ['ID=8129cd04-2b50-4784-ac06-44867987b246,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:55.615158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Request body: {'subnet': {'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-subnet', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:55.616601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:55.623314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Usage tracker for resource:network and tenant:aae5249421d04fb990fadec43f3cbe02 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:55.625866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8129cd04-2b50-4784-ac06-44867987b246 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:56:55.629833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:55.633265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:55.641731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Usage tracker for resource:subnet and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:55.646113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:55.694504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:55.707734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:55.738477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27bfe4-8c40-4f54-bd6a-4df95ddd45fe req-c68cbb84-6b0b-491d-acbc-ca4afb8d4582 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:55.745849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a27bfe4-8c40-4f54-bd6a-4df95ddd45fe req-c68cbb84-6b0b-491d-acbc-ca4afb8d4582 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.4288023 Apr 28 19:56:55.752510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Made reservation on behalf of caeb3a32a7e849dd845a1339c659a9af for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:55.754914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.799286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-43c3d6ad-fc90-4b79-b24d-834377692753 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129073 Apr 28 19:56:55.894073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Made reservation on behalf of aae5249421d04fb990fadec43f3cbe02 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:55.896293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:55.934232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.014585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-ae86eb26-fb17-4c99-8cc3-e68fd2c95d28 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138984 Apr 28 19:56:56.022021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a27bfe4-8c40-4f54-bd6a-4df95ddd45fe req-c1c97cd9-5086-4a12-9414-83f773826f2b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2752838 Apr 28 19:56:56.023961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:56.048175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Usage tracker for resource:security_group_rule and tenant:aae5249421d04fb990fadec43f3cbe02 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:56.051228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.064383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:56.075244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:56.222751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-21c2bdb8-cbb0-489d-8236-047dce6288c9 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767664 Apr 28 19:56:56.226310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.370608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:56.414364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Pushing event updated for resources: {'Subnet': ['ID=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:56.439109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.455989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.461267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8ed0c9ac-1019-489d-aff8-ce4b4288eb8e service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2294912 Apr 28 19:56:56.467743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:56.468111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Network hostable DHCP agents. Network: 8129cd04-2b50-4784-ac06-44867987b246, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:56.477367 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.487514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3940078-4721-4bc2-8614-e2c9d6b8a489 req-244ca0dc-8469-45b2-9e89-73eb0bfcede3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:56.489281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3940078-4721-4bc2-8614-e2c9d6b8a489 req-244ca0dc-8469-45b2-9e89-73eb0bfcede3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2097571 Apr 28 19:56:56.497496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.501302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:56:56.518374 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:56:56.577561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Network 8129cd04-2b50-4784-ac06-44867987b246 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:56.606703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8129cd04-2b50-4784-ac06-44867987b246) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:56.613894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:56.614408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.624371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da4a2d68-f23e-4c40-9a5f-f775e78e8065 None None] Network 8129cd04-2b50-4784-ac06-44867987b246 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:56.647490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-d91447b9-ffa5-4587-a84b-8d6866a5017f service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700335 Apr 28 19:56:56.648248 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.656225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1a844dd5-2512-44ac-a957-dc66a7a3feda admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0489802 Apr 28 19:56:56.657704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88ca867-c838-48b5-b219-d6000f57af38,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:56.658858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:56.664554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.664970 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Added segment 6e2f8ab6-0b98-43ea-88a2-2a3de9de688d of type vlan for network 246901d5-5f32-4723-9b8e-71cf8ba1e46c Apr 28 19:56:56.708215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=6ace03ac-d0ae-4c6d-81e9-17cdf09099b9,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:56.717731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:56.730537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3940078-4721-4bc2-8614-e2c9d6b8a489 req-c476f733-a2ec-4cb5-a5f7-6e3cc13a54b5 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2251873 Apr 28 19:56:56.731814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Usage tracker for resource:security_group_rule and tenant:a477049213c1405f9c5626b928fb448a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:56.740665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:56.770373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:56.774141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] In _notify_port_updated(), no bound segment for port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 on network 2c627a14-8636-4f26-82e9-39120290afcc {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:56:56.779930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:56.780582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.784481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-988918cd-9cae-4e6c-8504-94deda60f4fb tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "PUT /v2.0/ports/6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 HTTP/1.1" status: 200 len: 997 time: 1.5429287 Apr 28 19:56:56.784481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.788766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39848) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:56.808076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:56.813763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:56.817425 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-3cc1d5a4-a8f7-47d3-8630-371a6b1aa037 service neutron] 10.222.0.24 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551015 Apr 28 19:56:56.819734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Usage tracker for resource:router and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:56.823512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:56.904047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:56:56.904484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.924678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8129cd04-2b50-4784-ac06-44867987b246', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:56:56.925723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.941503 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:56.942393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:56.942969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.101529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0432544 Apr 28 19:56:57.105545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4981a3d2-96a5-4b97-98f9-c5d1765677fa None None] Provisioning complete for port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:56:57.109654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:57.110173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4981a3d2-96a5-4b97-98f9-c5d1765677fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.114446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:57.133012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Request body: {'subnet': {'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2114373794-subnet', 'tenant_id': 'aae5249421d04fb990fadec43f3cbe02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:57.144845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540eceeb-60fd-48e3-8947-3ce468c32807 admin admin] Pushing event updated for resources: {'Network': ['ID=246901d5-5f32-4723-9b8e-71cf8ba1e46c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.146661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:57.161312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 246901d5-5f32-4723-9b8e-71cf8ba1e46c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:56:57.170930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Usage tracker for resource:subnet and tenant:aae5249421d04fb990fadec43f3cbe02 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:57.176282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:57.180649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.182170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.191519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e04e62cb-b9d4-4995-90ab-9d296fe814b6 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650053 Apr 28 19:56:57.193137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:57.194042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Allocated IP 172.20.0.2 (8129cd04-2b50-4784-ac06-44867987b246/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b/27767b82-1fef-4d0a-bd21-09b384062f07) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:57.221650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4981a3d2-96a5-4b97-98f9-c5d1765677fa None None] Port 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:56:57.235180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.245378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Made reservation on behalf of aae5249421d04fb990fadec43f3cbe02 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:57.247637 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.250699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.273525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.405806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65caf93f-ad97-4c48-a020-37d54d95bf07,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.410181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7dd061fe-fd76-4ab7-bc99-bad9f2ef7dd0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a477049213c1405f9c5626b928fb448a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0383286 Apr 28 19:56:57.414432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:57.466055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3e03f-9231-4391-a251-f4573b4c2441 req-cfef40c7-4411-4ec6-ae38-4c3dc19ba6ad tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:57.467547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1e3e03f-9231-4391-a251-f4573b4c2441 req-cfef40c7-4411-4ec6-ae38-4c3dc19ba6ad tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.3066556 Apr 28 19:56:57.500422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.522655 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.535888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Transition to ACTIVE for port object 27767b82-1fef-4d0a-bd21-09b384062f07 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:57.560666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Transition to ACTIVE for port object 27767b82-1fef-4d0a-bd21-09b384062f07 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:56:57.566337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.634144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:57.637150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:57.639649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:57.657601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for 6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:56:57.685601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Pushing event updated for resources: {'Port': ['ID=27767b82-1fef-4d0a-bd21-09b384062f07,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:57.701721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.706676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-78ab8b6c-a40b-4e06-b9b5-4ab49bbcfc9e service neutron] 10.222.0.24 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005350 Apr 28 19:56:57.731935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1e3e03f-9231-4391-a251-f4573b4c2441 req-965bf992-37aa-40be-9681-7b53558fdfdb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549686 Apr 28 19:56:57.732914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.733318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.734348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.734892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.735389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.735720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.736044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.736363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.736684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.736994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.737451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.738188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:56:57.745298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.757962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Attempting to bind port 27767b82-1fef-4d0a-bd21-09b384062f07 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:56:57.758527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Attempting to bind port 27767b82-1fef-4d0a-bd21-09b384062f07 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:56:57.759117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Attempting to bind port 27767b82-1fef-4d0a-bd21-09b384062f07 on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:56:57.765838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:56:57.766568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:57.767204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.767747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Bound using segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:56:57.768360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Bound port: 27767b82-1fef-4d0a-bd21-09b384062f07, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:56:57.769079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.797450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.902991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] For port 27767b82-1fef-4d0a-bd21-09b384062f07, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:56:57.909015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] For port 27767b82-1fef-4d0a-bd21-09b384062f07, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=27767b82-1fef-4d0a-bd21-09b384062f07,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:56:57.917882 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:57.990372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e1a59ab0-76e0-4258-acd6-0ccaf1add2f2 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643368 Apr 28 19:56:58.088487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f3b8eb-40e2-475b-baf2-a91f0019a446 None None] Pushing event updated for resources: {'Port': ['ID=27767b82-1fef-4d0a-bd21-09b384062f07,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.152617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.210343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.241508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=6ace03ac-d0ae-4c6d-81e9-17cdf09099b9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.246278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65caf93f-ad97-4c48-a020-37d54d95bf07,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.258177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.280256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e184e374-21da-48a3-80d7-a2a3ac83d4c3 req-bbe7a5ce-5e0e-429a-a8d5-2cce2dfd3e7d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:58.287899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e184e374-21da-48a3-80d7-a2a3ac83d4c3 req-bbe7a5ce-5e0e-429a-a8d5-2cce2dfd3e7d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2356188 Apr 28 19:56:58.347156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e385cc24-6bab-425c-8a34-badc41ee38d8 service neutron] 10.222.0.24 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3448741 Apr 28 19:56:58.389598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.393038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4291f227-4eb9-4c4c-87fe-2ae14b15559d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/65caf93f-ad97-4c48-a020-37d54d95bf07 HTTP/1.1" status: 204 len: 168 time: 0.9714544 Apr 28 19:56:58.444581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efe8b8ad-bf9f-40c0-8950-bc3533f732ce,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:56:58.545627 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e184e374-21da-48a3-80d7-a2a3ac83d4c3 req-f28dfbdb-fbcd-479d-8edd-dcbf0a592d6e tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563052 Apr 28 19:56:58.595603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.601651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-acc1a54e-a2a0-4b95-8100-fdfe5892665f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 HTTP/1.1" status: 204 len: 168 time: 1.8090639 Apr 28 19:56:58.602200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39870) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:58.656588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Checking segment: {'id': '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:56:58.657404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Network hostable DHCP agents. Network: 246901d5-5f32-4723-9b8e-71cf8ba1e46c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:56:58.662612 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b206dbd-a9b5-4fcb-84a3-08bee49db21e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] GET failed (client error): The resource could not be found. Apr 28 19:56:58.663990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3b206dbd-a9b5-4fcb-84a3-08bee49db21e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:56:58.690383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3b206dbd-a9b5-4fcb-84a3-08bee49db21e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:56:58.695661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3b206dbd-a9b5-4fcb-84a3-08bee49db21e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports/6ace03ac-d0ae-4c6d-81e9-17cdf09099b9 HTTP/1.1" status: 404 len: 333 time: 0.0923812 Apr 28 19:56:58.696338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:58.702912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-835730878'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:56:58.777693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Network 246901d5-5f32-4723-9b8e-71cf8ba1e46c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:56:58.787914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:58.940948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:56:58.949932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:58.988033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.002242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:59.018216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.022176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:56:59.025035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 246901d5-5f32-4723-9b8e-71cf8ba1e46c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:59.029511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Usage tracker for resource:security_group_rule and tenant:243c7005a94f4ad4ac524b0b9bb279bc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:56:59.033681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:56:59.038114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18494749-2a04-46a9-b1b9-add56c2dab9b None None] Network 246901d5-5f32-4723-9b8e-71cf8ba1e46c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:59.042375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:59.042860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.052803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:56:59.064043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.091953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:56:59.144834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b39b2fed-8a04-4eec-abdf-dd77bf26c966 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0272601 Apr 28 19:56:59.159844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port bcac32e3-bcc4-4ef2-b6e0-96304c55bffe yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:56:59.263739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Allocated IP 172.25.2.2 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0de05e16-b8bf-4260-8933-865a39c6671e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:59.279688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc8559-4cc1-4c60-8acf-0679924d54f6 req-52ca6596-0b76-4f8e-918a-38e5e60b0347 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:56:59.298065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1bc8559-4cc1-4c60-8acf-0679924d54f6 req-52ca6596-0b76-4f8e-918a-38e5e60b0347 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.3942695 Apr 28 19:56:59.511696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfcb78b-f703-4953-a2a5-0f032bc3db72 None None] Network 246901d5-5f32-4723-9b8e-71cf8ba1e46c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:59.539752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff44242-0296-483a-9169-e7f6fa677724 None None] Network 8129cd04-2b50-4784-ac06-44867987b246 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:56:59.581499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.621891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:56:59.681149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c7039a73-f68c-4cd2-b492-86563f6d7307 None None] Provisioning for port 27767b82-1fef-4d0a-bd21-09b384062f07 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:56:59.734243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:56:59.738145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:56:59.747167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:56:59.772199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.7 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/bcac32e3-bcc4-4ef2-b6e0-96304c55bffe) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:56:59.883246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Pushing event updated for resources: {'Port': ['ID=0de05e16-b8bf-4260-8933-865a39c6671e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.028486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1bc8559-4cc1-4c60-8acf-0679924d54f6 req-148f0c44-a024-42eb-a2bd-9df1ead50e3b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7294557 Apr 28 19:57:00.031151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:00.050673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1587550990-network', 'tenant_id': '3f4e3d9f2039414d8a2f3f5d65449a8e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:00.056853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:00.061832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Usage tracker for resource:network and tenant:3f4e3d9f2039414d8a2f3f5d65449a8e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:00.065367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:00.071193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:00.076400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.193018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-29584ecb-415e-48e1-8e0a-5942866458d2 req-f4c7687c-c79d-4ce3-bfba-e48c8f469ae6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:00.204754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Made reservation on behalf of 3f4e3d9f2039414d8a2f3f5d65449a8e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:00.208221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object bcac32e3-bcc4-4ef2-b6e0-96304c55bffe will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:00.224955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.233347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 27767b82-1fef-4d0a-bd21-09b384062f07 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:00.245932 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.254261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.272141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-29584ecb-415e-48e1-8e0a-5942866458d2 req-f4c7687c-c79d-4ce3-bfba-e48c8f469ae6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:00.278566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.280841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29584ecb-415e-48e1-8e0a-5942866458d2 req-f4c7687c-c79d-4ce3-bfba-e48c8f469ae6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.1868761 Apr 28 19:57:00.329933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0c41540-43ef-41e5-bf6a-254c898dadb2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.333798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.338304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf960d96-7f34-4617-be5a-a83a5c4043c4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=243c7005a94f4ad4ac524b0b9bb279bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3962748 Apr 28 19:57:00.376236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:00.397777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 27767b82-1fef-4d0a-bd21-09b384062f07 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:00.405943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 27767b82-1fef-4d0a-bd21-09b384062f07 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:00.406588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.460578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:00.497332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:00.512944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:00.597810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=bcac32e3-bcc4-4ef2-b6e0-96304c55bffe,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.616016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.650596 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.690843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:00.696452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Usage tracker for resource:security_group_rule and tenant:3f4e3d9f2039414d8a2f3f5d65449a8e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:00.699989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:00.700708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.702024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:00.703052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 27767b82-1fef-4d0a-bd21-09b384062f07, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=27767b82-1fef-4d0a-bd21-09b384062f07,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:00.705263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c35cf663-ebbb-4a03-bb21-087374350242 None None] Provisioning complete for port 27767b82-1fef-4d0a-bd21-09b384062f07 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:00.705849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c35cf663-ebbb-4a03-bb21-087374350242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.717372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:00.721773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.740689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.789337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.842755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=27767b82-1fef-4d0a-bd21-09b384062f07,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:00.865134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c234502b-8bd1-408a-adf9-c783f0503b9c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.1671870 Apr 28 19:57:00.865479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:00.871665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'network_id': '2c627a14-8636-4f26-82e9-39120290afcc', 'name': 'tempest-AllowedAddressPairTestJSON-1162513735'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:00.940080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.956480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ef5a66-fc98-47e8-80e8-6063d295e7f2 req-dcd2970d-d6a3-47eb-be4e-35b0255931b5 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:00.957941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81ef5a66-fc98-47e8-80e8-6063d295e7f2 req-dcd2970d-d6a3-47eb-be4e-35b0255931b5 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 1.0760522 Apr 28 19:57:00.961168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.962484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:00.995388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0c41540-43ef-41e5-bf6a-254c898dadb2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.004502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.005631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-01f79acf-ee48-44ae-92cc-2da14702d0ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0c41540-43ef-41e5-bf6a-254c898dadb2 HTTP/1.1" status: 204 len: 168 time: 0.6190557 Apr 28 19:57:01.020588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:01.060451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f802d45-aef6-4b02-aee2-22506a8afd07 None None] Provisioning for port bcac32e3-bcc4-4ef2-b6e0-96304c55bffe completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:01.076567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f802d45-aef6-4b02-aee2-22506a8afd07 None None] Provisioning complete for port bcac32e3-bcc4-4ef2-b6e0-96304c55bffe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:01.078977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f802d45-aef6-4b02-aee2-22506a8afd07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.128097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:01.139742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Usage tracker for resource:port and tenant:973cad250aab4798b110227715e86d64 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:01.146587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:01.169556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:01.178197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f60d13-93cb-4617-9b7c-8ae860b639c0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:01.209706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Made reservation on behalf of 973cad250aab4798b110227715e86d64 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:01.213376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.249126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6f802d45-aef6-4b02-aee2-22506a8afd07 None None] Port bcac32e3-bcc4-4ef2-b6e0-96304c55bffe cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:01.320800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] device_id is not set on port c66dce60-b5bf-4fbb-bc42-d81c651da8ed yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:01.361907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.361907 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Added segment 699e3ef6-64d1-44ee-9b28-525c70dd18fc of type vlan for network f6e32221-d1e1-493f-8f5e-aba8b27dfeee Apr 28 19:57:01.370720 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81ef5a66-fc98-47e8-80e8-6063d295e7f2 req-44e83fae-b006-489f-87f5-996f630a4074 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4056580 Apr 28 19:57:01.622766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80dd2192-1cc4-47bc-b3bd-0378c4cb9c79 req-674938fa-8b19-4ced-98d3-2261434eca2e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0960784 Apr 28 19:57:01.631314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.695445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c31051-b562-4624-901e-5de59fa412e3 req-77ef554f-a469-4b01-8be6-6b9ee1c16fc9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:01.703425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28c31051-b562-4624-901e-5de59fa412e3 req-77ef554f-a469-4b01-8be6-6b9ee1c16fc9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.4376879 Apr 28 19:57:01.704204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-7a116aae-9019-4de4-a635-d74b284b8795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:01.705969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-7a116aae-9019-4de4-a635-d74b284b8795 service neutron] 10.222.0.41 "GET /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 1032 time: 0.3260815 Apr 28 19:57:01.706234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Allocated IP 172.20.0.6 (2c627a14-8636-4f26-82e9-39120290afcc/cd5d9180-aad8-40ba-9cb0-6a25bd05094d/c66dce60-b5bf-4fbb-bc42-d81c651da8ed) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:01.715285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.716227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:01.716809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.852408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8201456 Apr 28 19:57:01.854127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:01.858995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:01.946537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Request body: {'subnet': {'network_id': 'f6e32221-d1e1-493f-8f5e-aba8b27dfeee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1587550990-subnet', 'tenant_id': '3f4e3d9f2039414d8a2f3f5d65449a8e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:01.951307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:01.973358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28c31051-b562-4624-901e-5de59fa412e3 req-9bb4fba6-302f-489c-b2f4-ef82cb8d5286 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665462 Apr 28 19:57:02.048539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Usage tracker for resource:subnet and tenant:3f4e3d9f2039414d8a2f3f5d65449a8e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:02.051830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.070988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:02.117510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Transition to ACTIVE for port object c66dce60-b5bf-4fbb-bc42-d81c651da8ed will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:02.178078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-28b96ecb-190f-4558-84de-b3238a4eafb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1085880 Apr 28 19:57:02.178616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-221a332f-f60c-45f8-a567-de6dabee59f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.179951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-221a332f-f60c-45f8-a567-de6dabee59f7 service neutron] 10.222.0.41 "GET /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 1033 time: 0.4555767 Apr 28 19:57:02.180539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.188358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:02.196598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81df0a-7b5d-4f56-8023-782a78c27435 admin admin] Pushing event updated for resources: {'Network': ['ID=f6e32221-d1e1-493f-8f5e-aba8b27dfeee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:02.209423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f6e32221-d1e1-493f-8f5e-aba8b27dfeee details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:57:02.264260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Made reservation on behalf of 3f4e3d9f2039414d8a2f3f5d65449a8e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:02.266822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.334271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 27767b82-1fef-4d0a-bd21-09b384062f07 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:02.349238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Network 2c627a14-8636-4f26-82e9-39120290afcc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:02.368012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:02.378903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:02.442706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 27767b82-1fef-4d0a-bd21-09b384062f07 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:02.443965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.473806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=c66dce60-b5bf-4fbb-bc42-d81c651da8ed,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:02.556038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.560593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.608344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-223a2655-da28-42c6-8b85-57a94e95e421 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7411466 Apr 28 19:57:02.611373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39974) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:02.628800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:a5:d8:f5'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:36:0a:a0'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:02.704674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199511-040c-44df-81db-9bd8b67afb93 req-d8dd6cf2-cea5-443d-bedd-f99ce26c4a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.706557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-d8dd6cf2-cea5-443d-bedd-f99ce26c4a22 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.4280164 Apr 28 19:57:02.798946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b221f395-0e96-48f0-bc02-46b94c490fe5 None None] Provisioning for port c66dce60-b5bf-4fbb-bc42-d81c651da8ed completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:02.804507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b221f395-0e96-48f0-bc02-46b94c490fe5 None None] Provisioning complete for port c66dce60-b5bf-4fbb-bc42-d81c651da8ed triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:02.805024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b221f395-0e96-48f0-bc02-46b94c490fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:02.850404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-cd95713a-5db8-442a-81c9-24d979f085d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.856789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-cd95713a-5db8-442a-81c9-24d979f085d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.862981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-cd95713a-5db8-442a-81c9-24d979f085d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:02.864914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-cd95713a-5db8-442a-81c9-24d979f085d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/networks?id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=d4c2f109-e3ff-4d58-805d-a0661f3486de&id=d4c2f109-e3ff-4d58-805d-a0661f3486de HTTP/1.1" status: 200 len: 1994 time: 0.6697259 Apr 28 19:57:02.912555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49546bc1-d673-46e2-8660-4b04fc5ff26d req-e68a73ab-3a5c-480d-8065-a12eccc37977 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.1235354 Apr 28 19:57:02.943046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b221f395-0e96-48f0-bc02-46b94c490fe5 None None] Port c66dce60-b5bf-4fbb-bc42-d81c651da8ed cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:02.992246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8fd1dfcb-38ea-42d7-a5b7-94da2637135b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7989dcbc9d44a248674a9cc4f904820 HTTP/1.1" status: 200 len: 379 time: 0.1171725 Apr 28 19:57:03.004964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec181-9aa1-4768-9f56-b0a769ccb97f req-5a3271e2-0737-4e56-bbd4-12505f77e5ac tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:03.006618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-354ec181-9aa1-4768-9f56-b0a769ccb97f req-5a3271e2-0737-4e56-bbd4-12505f77e5ac tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.4029465 Apr 28 19:57:03.007092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:57:03.022674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'admin_state_up': True, 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'security_groups': ['fcdfceb7-8c81-4394-98ae-ea084fa76957']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:03.045318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199511-040c-44df-81db-9bd8b67afb93 req-f5dd53aa-46b2-4ffb-b538-0a2eeddeb3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:03.046771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-f5dd53aa-46b2-4ffb-b538-0a2eeddeb3e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3113673 Apr 28 19:57:03.213932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-354ec181-9aa1-4768-9f56-b0a769ccb97f req-e8c83b91-eab2-4c46-80b7-391ce9d12a7f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1960385 Apr 28 19:57:03.318698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-2cf07237-c7b2-4c50-9c16-19be8adf4ba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.2628832 Apr 28 19:57:03.323685 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.468743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199511-040c-44df-81db-9bd8b67afb93 req-cd543b61-a3f6-4f72-ac0b-ab35e3368b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:03.470196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-cd543b61-a3f6-4f72-ac0b-ab35e3368b50 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1357036 Apr 28 19:57:03.484861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bd7280-4ff0-409e-8ae0-165a649577e4 req-5dbc4cfa-4613-4a12-97a6-15190179fa35 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:03.486321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9bd7280-4ff0-409e-8ae0-165a649577e4 req-5dbc4cfa-4613-4a12-97a6-15190179fa35 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2985580 Apr 28 19:57:03.617371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.700209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5f612b8-68d6-45c9-aee1-dd5d61d32f30,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:03.762033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.779139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.838636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:03.846471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:57:03.863410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:03.872236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:57:03.872869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:03.886632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Checking segment: {'id': '699e3ef6-64d1-44ee-9b28-525c70dd18fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'f6e32221-d1e1-493f-8f5e-aba8b27dfeee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:03.887068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Network hostable DHCP agents. Network: f6e32221-d1e1-493f-8f5e-aba8b27dfeee, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:03.900023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:03.916467 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:03.918190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f0fb975-d855-438b-8207-6c2000c9ece8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.2581763 Apr 28 19:57:03.922833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:04.253653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:57:04.306068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9bd7280-4ff0-409e-8ae0-165a649577e4 req-23f6956b-00fe-434d-88e3-35c0b58741f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7796900 Apr 28 19:57:04.403662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] In _notify_port_updated(), no bound segment for port c66dce60-b5bf-4fbb-bc42-d81c651da8ed on network 2c627a14-8636-4f26-82e9-39120290afcc {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:57:04.413373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:04.422507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:04.423946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.427670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "PUT /v2.0/ports/c66dce60-b5bf-4fbb-bc42-d81c651da8ed HTTP/1.1" status: 200 len: 1055 time: 1.8093686 Apr 28 19:57:04.430582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40018) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:04.449210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.504142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73852f-59f0-4320-842c-5233338ac90f tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event updated for resources: {'Port': ['ID=c66dce60-b5bf-4fbb-bc42-d81c651da8ed,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:04.584701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-49d6abb4-7935-4164-b86f-29c9de415ec9 None None] Provisioning complete for port c66dce60-b5bf-4fbb-bc42-d81c651da8ed triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:04.585307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49d6abb4-7935-4164-b86f-29c9de415ec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.771103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-49d6abb4-7935-4164-b86f-29c9de415ec9 None None] Port c66dce60-b5bf-4fbb-bc42-d81c651da8ed cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:04.772390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57199511-040c-44df-81db-9bd8b67afb93 req-87227711-8e2d-44b8-b22e-a292a9b1009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:04.774412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-87227711-8e2d-44b8-b22e-a292a9b1009c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2871861 Apr 28 19:57:04.797029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ba6c032-097e-4558-8a9d-7c5eb0f5ce31 req-4794e8ca-e516-4026-b640-d007e5ca2ffa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.4051876 Apr 28 19:57:04.797690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Network f6e32221-d1e1-493f-8f5e-aba8b27dfeee is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:04.819099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port c66dce60-b5bf-4fbb-bc42-d81c651da8ed {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:04.819395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:04.982322 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:00Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:56:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:04.989163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:04.991859 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Updating router d6694a8a-e671-42ce-8f54-0749973e7fe4 port 0de05e16-b8bf-4260-8933-865a39c6671e binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:57:05.014322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-d2b313ae-c30f-4536-8fb4-39124ac8ca79 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258618 Apr 28 19:57:05.034641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e415a-b4bb-4c5a-98ae-b56f17581078 req-32b55496-680d-46e5-a212-682122aa7848 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:05.036215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf6e415a-b4bb-4c5a-98ae-b56f17581078 req-32b55496-680d-46e5-a212-682122aa7848 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.5064952 Apr 28 19:57:05.090272 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.290445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bf6e415a-b4bb-4c5a-98ae-b56f17581078 req-c39787f4-d38a-4527-951d-16fb629e5852 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321737 Apr 28 19:57:05.393688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57199511-040c-44df-81db-9bd8b67afb93 req-32a86c29-0d8e-4d64-8673-587e58130a13 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3563654 Apr 28 19:57:05.429288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40030) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:05.502821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.544552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 172.20.0.8 (cdd5acf2-f7a2-48ba-8431-8887bc8b941c/b222bbd7-826c-4613-962b-1e217f2d4172/2851c5cc-3422-4037-ac62-98fbf024655d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:05.658254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for c66dce60-b5bf-4fbb-bc42-d81c651da8ed owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:05.699049 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.711186 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Transition to ACTIVE for port object 0de05e16-b8bf-4260-8933-865a39c6671e will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:05.722659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.722896 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.749807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:05.757214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Usage tracker for resource:security_group_rule and tenant:67ab31042b1f4625903dd51c7d71b43a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:05.763383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:05.763656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f6e32221-d1e1-493f-8f5e-aba8b27dfeee) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:05.772871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a72544-7bbf-46e0-bcb2-31d0b8537d2b None None] Network f6e32221-d1e1-493f-8f5e-aba8b27dfeee requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:05.792700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:05.844159 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Attempting to bind port 0de05e16-b8bf-4260-8933-865a39c6671e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:05.844534 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Attempting to bind port 0de05e16-b8bf-4260-8933-865a39c6671e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:05.844929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Attempting to bind port 0de05e16-b8bf-4260-8933-865a39c6671e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:05.845128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:05.845739 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.875335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:05.877720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:05.878366 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.878904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:05.881680 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Bound port: 0de05e16-b8bf-4260-8933-865a39c6671e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:05.882309 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:05.965068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47052707-c5d7-437b-b9bb-48e56ffe2983 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 4.0332301 Apr 28 19:57:06.067146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.078415 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Pushing event updated for resources: {'Port': ['ID=0de05e16-b8bf-4260-8933-865a39c6671e,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.106418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.107487 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.108248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.109960 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.110725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.112220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.113804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.114249 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.115049 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.117143 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.117674 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.117801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fd5a19a-d164-4fa8-be92-c79ada62a2c0 req-8a415b6c-469f-468b-998e-c07f3475557e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0643344 Apr 28 19:57:06.118140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:06.122529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.130327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] For port 0de05e16-b8bf-4260-8933-865a39c6671e, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:06.131314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.137897 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] For port 0de05e16-b8bf-4260-8933-865a39c6671e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0de05e16-b8bf-4260-8933-865a39c6671e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:06.154243 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.155936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object 2851c5cc-3422-4037-ac62-98fbf024655d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:06.176710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baf842c-02d0-4f51-b7de-da81749cb54c req-a41e1319-273e-4d4e-a265-ed5193fd0597 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:06.178266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3baf842c-02d0-4f51-b7de-da81749cb54c req-a41e1319-273e-4d4e-a265-ed5193fd0597 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.4485517 Apr 28 19:57:06.193820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6925534-f3f7-4a6e-b0e5-3dcd2d3ecbc7 None None] Network f6e32221-d1e1-493f-8f5e-aba8b27dfeee requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:06.294045 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:57:06.294685 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:06.323591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.326685 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3baf842c-02d0-4f51-b7de-da81749cb54c req-427a1d55-3c12-41ff-a0c4-7ceb63e2ee6c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341262 Apr 28 19:57:06.355407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.371604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=c66dce60-b5bf-4fbb-bc42-d81c651da8ed,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.488598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:06.660291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67ab31042b1f4625903dd51c7d71b43a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2259276 Apr 28 19:57:06.661952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:06.669412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:06.671982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:06.686805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9a92de-b755-460d-9480-dc17b291b0d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f3b231-7dc3-4425-be8a-2711397441a2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.693927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:06.748874 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e4f5bb-ddf5-4511-a3ae-59e1f40a47fd None None] Pushing event updated for resources: {'Port': ['ID=0de05e16-b8bf-4260-8933-865a39c6671e,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.761405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:06.851076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530509a8-08ca-4162-b981-20ee5652176e req-8fb4af9f-58e5-45c3-b090-2c1711682e8a tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:06.868768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:57:06.871792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-530509a8-08ca-4162-b981-20ee5652176e req-8fb4af9f-58e5-45c3-b090-2c1711682e8a tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3133700 Apr 28 19:57:06.922096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-530509a8-08ca-4162-b981-20ee5652176e req-a8ede742-cb68-49a7-9821-4f6fe37c6cd3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489900 Apr 28 19:57:07.091695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Allocated IP 172.20.0.1 (8129cd04-2b50-4784-ac06-44867987b246/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b/0267856a-defe-41c8-ae8b-bf32e175366e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:07.120917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f74502ad-96d8-47dd-9dc1-504d4953591a None None] Provisioning for port 2851c5cc-3422-4037-ac62-98fbf024655d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:07.126421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f74502ad-96d8-47dd-9dc1-504d4953591a None None] Provisioning complete for port 2851c5cc-3422-4037-ac62-98fbf024655d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:07.126795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f74502ad-96d8-47dd-9dc1-504d4953591a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.180040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.188446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:07.189089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.252421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f74502ad-96d8-47dd-9dc1-504d4953591a None None] Port 2851c5cc-3422-4037-ac62-98fbf024655d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:07.307608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.323014 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:00Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:07.335011 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2932d412-a8a9-4406-8cd3-d058ea90713e None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:00Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:07.344454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-818bed79-db4c-4810-876d-5283a0ee6e8e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3331089 Apr 28 19:57:07.352758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-26afa2fa-15c6-4c0e-9c80-48d43411589b tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/c66dce60-b5bf-4fbb-bc42-d81c651da8ed HTTP/1.1" status: 204 len: 168 time: 2.8554645 Apr 28 19:57:07.389529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40064) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:07.428389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.445670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'admin_state_up': True, 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'security_groups': ['fcdfceb7-8c81-4394-98ae-ea084fa76957']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:07.470507 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59f7f48-6fde-46b8-b644-37c7b3a483d5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] GET failed (client error): The resource could not be found. Apr 28 19:57:07.471040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a59f7f48-6fde-46b8-b644-37c7b3a483d5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:07.524877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba301e47-2c1d-4aed-8494-aff387d70a2f req-10b863d4-47d5-42bd-82a5-1d4915fd1986 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:07.526870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba301e47-2c1d-4aed-8494-aff387d70a2f req-10b863d4-47d5-42bd-82a5-1d4915fd1986 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 931 time: 0.1802695 Apr 28 19:57:07.528254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a59f7f48-6fde-46b8-b644-37c7b3a483d5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:07.529408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a59f7f48-6fde-46b8-b644-37c7b3a483d5 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports/c66dce60-b5bf-4fbb-bc42-d81c651da8ed HTTP/1.1" status: 404 len: 333 time: 0.1386499 Apr 28 19:57:07.532334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:07.637452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ba301e47-2c1d-4aed-8494-aff387d70a2f req-9d7a83ad-4b3e-4b76-8719-b598ec5ee95e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:07.657402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port bcac32e3-bcc4-4ef2-b6e0-96304c55bffe {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:07.657858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.691015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c3349934-c243-403a-af65-703c814e5bc2 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:07.692597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c3349934-c243-403a-af65-703c814e5bc2 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/networks?id=246901d5-5f32-4723-9b8e-71cf8ba1e46c HTTP/1.1" status: 200 len: 825 time: 0.6325784 Apr 28 19:57:07.796625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-d0b75b4d-9aa5-4414-adf7-facbe0018e73 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/quotas/aae5249421d04fb990fadec43f3cbe02 HTTP/1.1" status: 200 len: 375 time: 0.0818641 Apr 28 19:57:07.821171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ba301e47-2c1d-4aed-8494-aff387d70a2f req-9d7a83ad-4b3e-4b76-8719-b598ec5ee95e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:07.823897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba301e47-2c1d-4aed-8494-aff387d70a2f req-9d7a83ad-4b3e-4b76-8719-b598ec5ee95e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2845109 Apr 28 19:57:07.875901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-57d7c026-2e93-4e6a-b3e4-c99fc311b017 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=aae5249421d04fb990fadec43f3cbe02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0782166 Apr 28 19:57:07.883656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:07.904538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Transition to ACTIVE for port object 0267856a-defe-41c8-ae8b-bf32e175366e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:07.979945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:07.985742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:port and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:07.990041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for port was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:07.998081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 8; quota limit: 500; headroom:492 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:08.000535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.007475 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.115324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f3b231-7dc3-4425-be8a-2711397441a2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:08.124179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.138220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:08.141793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.160307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.161432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e982e750-7fb3-47a0-bf74-1047db835841 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b8f3b231-7dc3-4425-be8a-2711397441a2 HTTP/1.1" status: 204 len: 168 time: 1.4843650 Apr 28 19:57:08.239346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:08.250513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:08.264980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:08.277138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0de05e16-b8bf-4260-8933-865a39c6671e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:08.373247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Pushing event updated for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:08.417189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for bcac32e3-bcc4-4ef2-b6e0-96304c55bffe owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:08.467651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0de05e16-b8bf-4260-8933-865a39c6671e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:08.470257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8808b2d5-e88c-42fe-aa8e-b33def076545 req-49805d98-4226-4e55-83ed-85fc5b0e8807 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:08.477604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8808b2d5-e88c-42fe-aa8e-b33def076545 req-49805d98-4226-4e55-83ed-85fc5b0e8807 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.4640975 Apr 28 19:57:08.487745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0de05e16-b8bf-4260-8933-865a39c6671e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:08.488467 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.551064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8808b2d5-e88c-42fe-aa8e-b33def076545 req-18e9b3ac-411d-4e44-af8b-f57cd177fdac tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722904 Apr 28 19:57:08.659762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.740662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-e3c45f14-f1e7-4325-93e1-f81665acafb1 service neutron] 10.222.0.24 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638749 Apr 28 19:57:08.750310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.799402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d5620b61-f698-424b-bdb2-c3449ec1ce2e None None] Provisioning for port 0267856a-defe-41c8-ae8b-bf32e175366e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:08.806238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d5620b61-f698-424b-bdb2-c3449ec1ce2e None None] Provisioning complete for port 0267856a-defe-41c8-ae8b-bf32e175366e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:08.806553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5620b61-f698-424b-bdb2-c3449ec1ce2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.838375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.858057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0de05e16-b8bf-4260-8933-865a39c6671e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0de05e16-b8bf-4260-8933-865a39c6671e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:08.875509 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.881023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=bcac32e3-bcc4-4ef2-b6e0-96304c55bffe,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:08.881500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:08.952131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:08.965871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0de05e16-b8bf-4260-8933-865a39c6671e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:08.984247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d5620b61-f698-424b-bdb2-c3449ec1ce2e None None] Port 0267856a-defe-41c8-ae8b-bf32e175366e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:09.056956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:09.077229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.1.1.45 (e363e6a2-f92d-49c5-bf9d-028af19ead43/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5/aacfcd4d-46de-4f77-a490-7380c7705837) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:09.079691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Usage tracker for resource:security_group_rule and tenant:6b5eb7e6a8ce4c899cc568caa9ec4296 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:09.090061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34580b8-b92f-47f2-bb83-8bd2e44a6242 req-7faa44e8-d299-41fa-bafd-742f649b83ea tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:09.090209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:09.097499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a34580b8-b92f-47f2-bb83-8bd2e44a6242 req-7faa44e8-d299-41fa-bafd-742f649b83ea tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2642372 Apr 28 19:57:09.115908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:09.116278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.168027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a34580b8-b92f-47f2-bb83-8bd2e44a6242 req-3bd92439-7f4e-46e4-94f9-0e16c3bc0067 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689337 Apr 28 19:57:09.170348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-676ed34b-ab9d-4ea7-bbfd-8265bbd53f8a tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/bcac32e3-bcc4-4ef2-b6e0-96304c55bffe HTTP/1.1" status: 204 len: 168 time: 1.6361732 Apr 28 19:57:09.172675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40088) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:09.245886 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c51cb762-fe31-4001-a40d-a5e780343089 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] GET failed (client error): The resource could not be found. Apr 28 19:57:09.247271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c51cb762-fe31-4001-a40d-a5e780343089 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Synchronizing usage tracker for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:09.253353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-cf82d880-c4da-4f33-be02-8e34604457c6 service neutron] 10.222.0.24 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4837863 Apr 28 19:57:09.271173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c51cb762-fe31-4001-a40d-a5e780343089 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Unset dirty status for tenant:973cad250aab4798b110227715e86d64 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:09.277490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c51cb762-fe31-4001-a40d-a5e780343089 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "GET /v2.0/ports/bcac32e3-bcc4-4ef2-b6e0-96304c55bffe HTTP/1.1" status: 404 len: 333 time: 0.1030674 Apr 28 19:57:09.278185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40094) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:09.394053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.432877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port b6eb9f07-aa13-4685-8106-e88988ff57ce {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:09.433226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.616108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.780514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.857145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:09.949070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9dd74a-c062-4d42-af29-42e0a9146cd6 req-9541851c-6155-4220-bf81-5ae2f822be1c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:09.956592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e9dd74a-c062-4d42-af29-42e0a9146cd6 req-9541851c-6155-4220-bf81-5ae2f822be1c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 931 time: 0.6239898 Apr 28 19:57:09.973556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d527105-a07f-419a-bee8-66ce260f8531 req-f9ac1c6f-b68c-4eaf-97a5-adb785d48d4e tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 210 time: 0.2795601 Apr 28 19:57:09.979098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.132398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6b5eb7e6a8ce4c899cc568caa9ec4296&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2458415 Apr 28 19:57:10.138983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40112) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:10.140517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16a4fe2-46ea-4b55-8586-01a1feae0647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb833912-472f-4e53-8ba0-ce5ee14fd1d8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.149132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object aacfcd4d-46de-4f77-a490-7380c7705837 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:10.225218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0de05e16-b8bf-4260-8933-865a39c6671e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:10.229779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e9dd74a-c062-4d42-af29-42e0a9146cd6 req-42d9c309-909c-4ff9-a4db-c2cb4623bed6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723126 Apr 28 19:57:10.258964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.327011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.369237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.406606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0de05e16-b8bf-4260-8933-865a39c6671e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:10.407760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.453483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.460381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for b6eb9f07-aa13-4685-8106-e88988ff57ce owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:10.478705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d4e51-b4dd-4fd7-b965-7b6a854ffff2 req-428aa31b-a173-4e8d-8829-ab6fa79d7809 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.480236 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a3d4e51-b4dd-4fd7-b965-7b6a854ffff2 req-428aa31b-a173-4e8d-8829-ab6fa79d7809 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2954695 Apr 28 19:57:10.504251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-01e2ab08-537a-4a43-9a7e-f19cefb4b507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.505822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-01e2ab08-537a-4a43-9a7e-f19cefb4b507 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1096 time: 0.6193805 Apr 28 19:57:10.560261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.626944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.709433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:10.729682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a3d4e51-b4dd-4fd7-b965-7b6a854ffff2 req-6e9b37cd-748a-4470-be62-14bc358168a6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657624 Apr 28 19:57:10.734046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.755041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:10.760511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:10.807114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80fde9-da8b-4b9c-8824-8af5ebcf577e req-be350ed9-3183-4d52-8515-43065f9ef5c3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.808643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb80fde9-da8b-4b9c-8824-8af5ebcf577e req-be350ed9-3183-4d52-8515-43065f9ef5c3 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3582194 Apr 28 19:57:10.820260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.854530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-6505817e-de93-48c2-895b-a9215603d7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.855872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-6505817e-de93-48c2-895b-a9215603d7b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.2925804 Apr 28 19:57:10.901452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb833912-472f-4e53-8ba0-ce5ee14fd1d8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.904587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Pushing event updated for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:10.932351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.955670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.956784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5f80df24-a371-43bc-ae4b-5dc4e719b65d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb833912-472f-4e53-8ba0-ce5ee14fd1d8 HTTP/1.1" status: 204 len: 168 time: 0.8133945 Apr 28 19:57:10.974611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb80fde9-da8b-4b9c-8824-8af5ebcf577e req-a2703e80-a87b-41b5-9e8d-085cd4a549a7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1516201 Apr 28 19:57:10.975398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:10.976083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:10.995345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.015396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-dac9a156-0e7f-4e63-a096-5eb4d309e273 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5917561 Apr 28 19:57:11.028567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'admin_state_up': True, 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'security_groups': ['fcdfceb7-8c81-4394-98ae-ea084fa76957']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:11.092911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=b6eb9f07-aa13-4685-8106-e88988ff57ce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:11.127141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44b4d21f-4a37-4e0f-ac11-d4e3a6b996b7 None None] Provisioning for port aacfcd4d-46de-4f77-a490-7380c7705837 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:11.141863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44b4d21f-4a37-4e0f-ac11-d4e3a6b996b7 None None] Provisioning complete for port aacfcd4d-46de-4f77-a490-7380c7705837 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:11.144262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44b4d21f-4a37-4e0f-ac11-d4e3a6b996b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.176216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-50901bc6-f765-4312-a362-7ada5c0705b7 req-38d37863-cebf-4a10-8851-ec4dbcc4c3e1 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 210 time: 0.0590355 Apr 28 19:57:11.232790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-9afdda86-c5fb-4c45-817d-9bb7de19bb3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 1001 time: 0.3649683 Apr 28 19:57:11.284344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-44b4d21f-4a37-4e0f-ac11-d4e3a6b996b7 None None] Port aacfcd4d-46de-4f77-a490-7380c7705837 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:11.327984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.345931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-f0299871-9727-44f2-b75a-a724adb90ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.347554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-f0299871-9727-44f2-b75a-a724adb90ea8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.1018455 Apr 28 19:57:11.352208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec87ed18-877b-41d8-beca-1677bdb87097 tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/ports/b6eb9f07-aa13-4685-8106-e88988ff57ce HTTP/1.1" status: 204 len: 168 time: 2.0728223 Apr 28 19:57:11.387796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:11.388869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:11.395835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:11.456880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-30ac44f0-5d28-45d8-a5eb-4674d62dd17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.458405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-30ac44f0-5d28-45d8-a5eb-4674d62dd17f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1037762 Apr 28 19:57:11.713633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-50253fac-32b3-4fb5-9d9b-a350b60743b4 None None] Provisioning complete for port 0267856a-defe-41c8-ae8b-bf32e175366e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:11.713998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-50253fac-32b3-4fb5-9d9b-a350b60743b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:11.729671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-481c9e14-7df9-4803-96c1-f295eb68d173 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2642906 Apr 28 19:57:11.740307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d83f-95f4-45b6-89e8-b7bdd6a57d0d req-a2204c0b-f416-4b1f-835f-df36d8fd2071 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.747015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a3d83f-95f4-45b6-89e8-b7bdd6a57d0d req-a2204c0b-f416-4b1f-835f-df36d8fd2071 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.748530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77a3d83f-95f4-45b6-89e8-b7bdd6a57d0d req-a2204c0b-f416-4b1f-835f-df36d8fd2071 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 1652 time: 0.2418001 Apr 28 19:57:11.785953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-50253fac-32b3-4fb5-9d9b-a350b60743b4 None None] Port 0267856a-defe-41c8-ae8b-bf32e175366e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:11.789910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-527f3a48-0be6-4858-b75a-76cc3b78b357 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:11.791629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-527f3a48-0be6-4858-b75a-76cc3b78b357 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.41 "GET /v2.0/networks?id=246901d5-5f32-4723-9b8e-71cf8ba1e46c HTTP/1.1" status: 200 len: 825 time: 0.4821596 Apr 28 19:57:11.881721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:11.887143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Request body: {'port': {'device_id': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c', 'admin_state_up': True, 'tenant_id': 'aae5249421d04fb990fadec43f3cbe02'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:11.928489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77a3d83f-95f4-45b6-89e8-b7bdd6a57d0d req-e386154b-9d32-4a85-80bf-db24d7e2e080 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258070 Apr 28 19:57:11.940208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:port and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:11.964267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for port was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:11.972372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee7577ba-69d8-49e6-a34a-fe503ac9bbe4 req-91408930-3f7c-49aa-8455-97fdf759590d service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228203 Apr 28 19:57:12.000134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 9; quota limit: 500; headroom:491 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:12.011960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.043206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting subnet cd5d9180-aad8-40ba-9cb0-6a25bd05094d {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:12.241573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.295329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:12.299611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.310313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd58c0e-8a47-405c-a0d2-992e9f820ef8 req-d8fc25da-e0d0-4246-9f03-0bccf20ab2b4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:12.314675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fd58c0e-8a47-405c-a0d2-992e9f820ef8 req-d8fc25da-e0d0-4246-9f03-0bccf20ab2b4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2168446 Apr 28 19:57:12.360624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fd58c0e-8a47-405c-a0d2-992e9f820ef8 req-e86311ee-e630-4554-b9cc-682fe5b00769 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418901 Apr 28 19:57:12.421486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.509136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:12.533523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bb07ef-6a89-4038-a5f9-c52681e5c8d7 req-2ac869cb-9f40-4c0f-aa04-14b877a09eba tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:12.535121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0bb07ef-6a89-4038-a5f9-c52681e5c8d7 req-2ac869cb-9f40-4c0f-aa04-14b877a09eba tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.6727669 Apr 28 19:57:12.535961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a64cdb6-ff31-41df-8889-92a06ea46fe7 req-78b8b64e-1765-4d9e-89ad-45e62fb1b865 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 210 time: 0.0595474 Apr 28 19:57:12.551530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Usage tracker for resource:port and tenant:aae5249421d04fb990fadec43f3cbe02 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:12.556013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:57:12.558773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:12.578813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:12.802299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Made reservation on behalf of aae5249421d04fb990fadec43f3cbe02 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:12.805676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:12.853906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0bb07ef-6a89-4038-a5f9-c52681e5c8d7 req-550f28bc-edd1-45e8-82a3-f7fabecd94ee tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2961390 Apr 28 19:57:12.910993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.010836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.1.1.243 (e363e6a2-f92d-49c5-bf9d-028af19ead43/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5/23be342a-651e-4955-a128-e8d2ae3a3d4e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:13.051027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:57:13.065182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:57:13.078620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:57:13.080058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:13.099794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-563ca756-5cb7-4c6c-a8c0-85a67a93f133 admin admin] 10.222.0.24 "PUT /v2.0/routers/d6694a8a-e671-42ce-8f54-0749973e7fe4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1757064 Apr 28 19:57:13.179848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.225111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59960c00-69a0-4c6c-b1ea-48b8a523c774 req-a4ba874e-8e20-4b51-bfd2-e4de0b23e35a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:13.240723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59960c00-69a0-4c6c-b1ea-48b8a523c774 req-a4ba874e-8e20-4b51-bfd2-e4de0b23e35a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:13.242483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59960c00-69a0-4c6c-b1ea-48b8a523c774 req-a4ba874e-8e20-4b51-bfd2-e4de0b23e35a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 1652 time: 0.1813011 Apr 28 19:57:13.248696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Subnet': ['ID=cd5d9180-aad8-40ba-9cb0-6a25bd05094d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:13.250660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.260800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-381eaa4b-32c5-4b79-888a-254487e7318c tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/subnets/cd5d9180-aad8-40ba-9cb0-6a25bd05094d HTTP/1.1" status: 204 len: 168 time: 1.8609111 Apr 28 19:57:13.262400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390e6529-8f90-4330-b918-53d1fbf8c08c None None] Network 2c627a14-8636-4f26-82e9-39120290afcc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:13.273399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40194) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:13.411076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Allocated IP 172.20.0.11 (246901d5-5f32-4723-9b8e-71cf8ba1e46c/efe8b8ad-bf9f-40c0-8950-bc3533f732ce/4d49d48f-7948-4da4-89ea-bbc6ce481ac9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:13.568681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:57:13.586054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59960c00-69a0-4c6c-b1ea-48b8a523c774 req-17a12435-5aca-4ef1-b83b-64e9dee536bd tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3357122 Apr 28 19:57:13.631467 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.644322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.648301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object 23be342a-651e-4955-a128-e8d2ae3a3d4e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:13.676808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Deleting port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:13.677451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.841983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:13.896221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9532d7a7-3e97-47e3-88fe-74d8419a1301 req-a76ebe7e-d482-4cbd-930d-b4ea24aab5e9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:13.903145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9532d7a7-3e97-47e3-88fe-74d8419a1301 req-a76ebe7e-d482-4cbd-930d-b4ea24aab5e9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3100903 Apr 28 19:57:13.967282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:13.974238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:13.983304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:14.055041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.078595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9532d7a7-3e97-47e3-88fe-74d8419a1301 req-1344c881-333f-4701-b5ca-76d88952b98a tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745131 Apr 28 19:57:14.155726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.177152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] DHCP port deletion for 2c627a14-8636-4f26-82e9-39120290afcc request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:14.202302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Deleting port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:14.202671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.209872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:14.210541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.250408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-32e45435-8760-4c1f-ae87-bac84edc4bd8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2260008 Apr 28 19:57:14.278563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'admin_state_up': True, 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'security_groups': ['fcdfceb7-8c81-4394-98ae-ea084fa76957']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:14.286080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:14.324282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] For port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,segment=NetworkSegment(b450c5e8-f603-4331-abe0-c010d6399b2b),segment_id=b450c5e8-f603-4331-abe0-c010d6399b2b)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:14.324954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.429691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0ce4d9b3-54df-446d-9c9a-626d9a3222e6 req-7d57df77-d956-4b4e-99b8-b5da5d01ac42 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Synchronizing usage tracker for tenant:aae5249421d04fb990fadec43f3cbe02 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:14.445775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-d971283e-db12-45a2-a6ca-0b02235171bc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:14.446575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-d971283e-db12-45a2-a6ca-0b02235171bc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:14.500192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.532718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Calling delete_port for 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:14.554615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] For port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,segment=NetworkSegment(b450c5e8-f603-4331-abe0-c010d6399b2b),segment_id=b450c5e8-f603-4331-abe0-c010d6399b2b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:14.555019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.599816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-d971283e-db12-45a2-a6ca-0b02235171bc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:14.601096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-d971283e-db12-45a2-a6ca-0b02235171bc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.5829501 Apr 28 19:57:14.631868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-afcf4bc1-9af1-4fd2-be93-2d5230cd25fd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/quotas/caeb3a32a7e849dd845a1339c659a9af HTTP/1.1" status: 200 len: 375 time: 0.0211852 Apr 28 19:57:14.634053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40278) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:14.723715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0ce4d9b3-54df-446d-9c9a-626d9a3222e6 req-7d57df77-d956-4b4e-99b8-b5da5d01ac42 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Unset dirty status for tenant:aae5249421d04fb990fadec43f3cbe02 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:14.734852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Calling delete_port for 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:14.738499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ce4d9b3-54df-446d-9c9a-626d9a3222e6 req-7d57df77-d956-4b4e-99b8-b5da5d01ac42 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 210 time: 0.4195225 Apr 28 19:57:14.764876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Network 246901d5-5f32-4723-9b8e-71cf8ba1e46c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:14.765496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.771007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:14.784328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:14.862214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-22bdb0a0-33c7-4f2d-8017-19f5a019d537 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2181385 Apr 28 19:57:14.863653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Pushing event updated for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.876102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Port': ['ID=22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:14.896546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] No DVR routers for this DVR port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:14.897385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.910818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 19:57:14.911265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:14.913134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:14.920490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2e0c346-a778-4660-860f-f2e365e8edd9 None None] Provisioning for port 23be342a-651e-4955-a128-e8d2ae3a3d4e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:14.935672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:14.936476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.941705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2e0c346-a778-4660-860f-f2e365e8edd9 None None] Provisioning complete for port 23be342a-651e-4955-a128-e8d2ae3a3d4e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:14.942233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Usage tracker for resource:port and tenant:e7989dcbc9d44a248674a9cc4f904820 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:14.942354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2e0c346-a778-4660-860f-f2e365e8edd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:14.950906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Quota usage for port was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:14.960691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:14.975594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:14.981002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-3deac4b7-9b67-4d28-9bfc-c0cb6ae068f5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1196702 Apr 28 19:57:14.989371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:14.995624 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:57:14.995948 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:57:15.010868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2e0c346-a778-4660-860f-f2e365e8edd9 None None] Port 23be342a-651e-4955-a128-e8d2ae3a3d4e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:15.013312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Request body: {'port': {'device_id': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:15.026049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 2, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:15.030494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:57:15.031030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Updating router d6694a8a-e671-42ce-8f54-0749973e7fe4 port 0267856a-defe-41c8-ae8b-bf32e175366e binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:57:15.036579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Usage tracker for resource:security_group_rule and tenant:bd3a010b789c49e7a44775b91e8e839e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:15.050141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:15.070933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:15.080969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faffcba-3f14-4c63-8697-70b6195d4b6f req-8003c349-fbbf-4e75-817b-5b1c5b38755f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.082426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1faffcba-3f14-4c63-8697-70b6195d4b6f req-8003c349-fbbf-4e75-817b-5b1c5b38755f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2232318 Apr 28 19:57:15.092054 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.129057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.184927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-9fe3078b-21b7-43c3-a20f-0805d3396f6e service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3098283 Apr 28 19:57:15.188122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c627a14-8636-4f26-82e9-39120290afcc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:15.225648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b450c5e8-f603-4331-abe0-c010d6399b2b') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:15.226031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b450c5e8-f603-4331-abe0-c010d6399b2b') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:15.236868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1faffcba-3f14-4c63-8697-70b6195d4b6f req-abaeb999-bc8e-4f23-896b-e446ed3f6e06 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479304 Apr 28 19:57:15.257671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.271626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.280882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.452046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.475294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:15.476053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:15.496167 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:15.529046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Deleting port 22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:15.529618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.615974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8940d12d-cff4-4dbd-8a31-14f4d86f3509 None None] The port '22bc4d3e-c3dd-4ce3-88e7-c51dfb97a0eb' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:57:15.620533 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.622971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-f1a6b417-fbdb-4039-ae80-c0c29bbeff85 service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4264529 Apr 28 19:57:15.634818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.653309 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.656198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.673522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Transition to ACTIVE for port object 0267856a-defe-41c8-ae8b-bf32e175366e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:15.687310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.712839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.723489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] Pushing event deleted for resources: {'Network': ['ID=2c627a14-8636-4f26-82e9-39120290afcc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:15.730006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd3a010b789c49e7a44775b91e8e839e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0914013 Apr 28 19:57:15.731763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.732460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0d88c-e6ad-4cf1-a11c-bd20e7bbad0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45073408-7b2d-4e75-bd4c-3769f1cb9c9f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:15.734886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40284) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:15.738902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.746210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:15.747337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:15.767543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-10dae34e-f134-41bf-b0f9-6495557d207e tempest-AllowedAddressPairTestJSON-1760482169 tempest-AllowedAddressPairTestJSON-1760482169-project] 10.222.0.24 "DELETE /v2.0/networks/2c627a14-8636-4f26-82e9-39120290afcc HTTP/1.1" status: 204 len: 168 time: 2.4855185 Apr 28 19:57:15.839426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.2.2.100 (d4c2f109-e3ff-4d58-805d-a0661f3486de/4284f048-4600-4900-8a9d-296c81cda863/d5982947-0f20-454b-93ef-35fa568f6371) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:15.857448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:15.871284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:15.883554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-f6b882e7-c657-4e22-b073-ce90c9356819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 2373 time: 0.4955537 Apr 28 19:57:15.902495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.019919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.041691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45073408-7b2d-4e75-bd4c-3769f1cb9c9f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.059801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.061985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c8c64a4-baa3-40ea-84ed-c1d7b67bad37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/45073408-7b2d-4e75-bd4c-3769f1cb9c9f HTTP/1.1" status: 204 len: 168 time: 0.3225148 Apr 28 19:57:16.227148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14527b-820e-4b6a-ba88-aefb2512a511 None None] Pushing event updated for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:16.235828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Attempting to bind port 0267856a-defe-41c8-ae8b-bf32e175366e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:16.236196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Attempting to bind port 0267856a-defe-41c8-ae8b-bf32e175366e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:16.236561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Attempting to bind port 0267856a-defe-41c8-ae8b-bf32e175366e on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:16.243022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:16.243286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:16.243720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.244181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:16.244836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Bound using segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:16.245316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Bound port: 0267856a-defe-41c8-ae8b-bf32e175366e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:16.245722 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.308073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a07b0-c872-4e43-8f79-08cf6cb9c3d5 req-9a60f6b1-f1a1-4e0b-95af-d051baa5caeb tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:16.314135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e96a07b0-c872-4e43-8f79-08cf6cb9c3d5 req-9a60f6b1-f1a1-4e0b-95af-d051baa5caeb tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 932 time: 0.2374980 Apr 28 19:57:16.393078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e96a07b0-c872-4e43-8f79-08cf6cb9c3d5 req-364f6e3f-e338-4de9-9c37-d447d0785694 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Synchronizing usage tracker for tenant:aae5249421d04fb990fadec43f3cbe02 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:16.403378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f7bd271-7b49-47db-a5df-f3532ea0f9cd req-34f0f8d6-7165-42a4-8cee-7f165c7f9f1f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5176947 Apr 28 19:57:16.427182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e96a07b0-c872-4e43-8f79-08cf6cb9c3d5 req-364f6e3f-e338-4de9-9c37-d447d0785694 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Unset dirty status for tenant:aae5249421d04fb990fadec43f3cbe02 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:16.431723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e96a07b0-c872-4e43-8f79-08cf6cb9c3d5 req-364f6e3f-e338-4de9-9c37-d447d0785694 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138508 Apr 28 19:57:16.448119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] For port 0267856a-defe-41c8-ae8b-bf32e175366e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:16.460345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] For port 0267856a-defe-41c8-ae8b-bf32e175366e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0267856a-defe-41c8-ae8b-bf32e175366e,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:16.467354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.479423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:16.534561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.554711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0113f1b0-c923-416f-aac0-3767687aac7f req-9f931fc3-eace-487f-bc20-7106a37bd78e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:16.574878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.589031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Transition to ACTIVE for port object 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:16.627911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:16.631692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:57:16.633669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:56:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:16.644855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object d5982947-0f20-454b-93ef-35fa568f6371 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:16.721160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0113f1b0-c923-416f-aac0-3767687aac7f req-9f931fc3-eace-487f-bc20-7106a37bd78e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:16.733986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0113f1b0-c923-416f-aac0-3767687aac7f req-9f931fc3-eace-487f-bc20-7106a37bd78e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 210 time: 0.2438049 Apr 28 19:57:17.023400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e14527b-820e-4b6a-ba88-aefb2512a511 None None] Pushing event updated for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.065498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ce378dc-d696-46eb-ab5c-5c60dbc1963b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=973cad250aab4798b110227715e86d64&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8179553 Apr 28 19:57:17.066027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40328) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:17.080548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40332) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:17.102775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.112712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:57:17.147631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:17.154332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Usage tracker for resource:security_group_rule and tenant:04990207b9a54fa998076b13211f5e7b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:17.160929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:17.177023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41cb88-9d8e-4249-a82c-3c539064764f req-9980d4fe-bb7b-4378-a216-a765a9c16a28 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.184849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa41cb88-9d8e-4249-a82c-3c539064764f req-9980d4fe-bb7b-4378-a216-a765a9c16a28 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.3828790 Apr 28 19:57:17.187005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:17.221318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Pushing event updated for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.234059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.267099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.277062 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa41cb88-9d8e-4249-a82c-3c539064764f req-fe719dc1-5534-455a-9ff4-a77591b2aaba tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913529 Apr 28 19:57:17.300204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.411141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.428354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.435940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.479399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network d4c2f109-e3ff-4d58-805d-a0661f3486de is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:17.480354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.482728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Attempting to bind port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:17.483068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Attempting to bind port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:17.483400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Attempting to bind port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 on network 246901d5-5f32-4723-9b8e-71cf8ba1e46c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:17.488707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:17.494717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:17.506743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865de5c4-bec4-43d5-a14a-199c6255421d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.542267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 on network 246901d5-5f32-4723-9b8e-71cf8ba1e46c not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:17.542599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Attempting to bind port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 on network 246901d5-5f32-4723-9b8e-71cf8ba1e46c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:17.581371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=04990207b9a54fa998076b13211f5e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4983430 Apr 28 19:57:17.582540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8c891-bc74-454a-8323-2d243b4b089f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff72bd2-dbe3-4ee4-9c24-697a9059d862,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:17.587306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5fcb160-5d5d-4247-9f81-d68ca9a9b0d8 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.589500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5fcb160-5d5d-4247-9f81-d68ca9a9b0d8 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.3734519 Apr 28 19:57:17.590302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:17.590644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Checking segment: {'id': '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:17.591027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Bound using segment: {'id': '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:17.591474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Bound port: 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:17.592502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.596595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:17.635981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:16Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:17.646713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e35ae74f-2774-4114-b12a-92704919a209 None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:16Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:57:17.648148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-552eba30-e924-4da6-a15c-0fea863a3744 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/quotas/caeb3a32a7e849dd845a1339c659a9af HTTP/1.1" status: 200 len: 375 time: 0.0348129 Apr 28 19:57:17.654983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:17.655653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.700393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:17.701540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8308d363-bcbc-48fa-b77e-4b7648c2e20f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/865de5c4-bec4-43d5-a14a-199c6255421d HTTP/1.1" status: 204 len: 168 time: 0.6349263 Apr 28 19:57:17.856674 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5149146c-693f-4224-a17e-d6ccea200f46 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5936389 Apr 28 19:57:17.895006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'admin_state_up': True, 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'security_groups': ['fcdfceb7-8c81-4394-98ae-ea084fa76957']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:18.003123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc244145-4a46-4e03-86a4-70dbbc6c0b46 None None] Provisioning for port d5982947-0f20-454b-93ef-35fa568f6371 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:18.023754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc244145-4a46-4e03-86a4-70dbbc6c0b46 None None] Provisioning complete for port d5982947-0f20-454b-93ef-35fa568f6371 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:18.024131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc244145-4a46-4e03-86a4-70dbbc6c0b46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.043655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.077448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-344c06f3-49f0-485c-b3e2-57782de04f99 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.078952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-344c06f3-49f0-485c-b3e2-57782de04f99 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.4180551 Apr 28 19:57:18.080498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:18.099230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-004ac0b4-36c2-4a5b-b315-cef225df05af tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4035149 Apr 28 19:57:18.105853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,segment=NetworkSegment(6e2f8ab6-0b98-43ea-88a2-2a3de9de688d),segment_id=6e2f8ab6-0b98-43ea-88a2-2a3de9de688d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:18.124270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fc244145-4a46-4e03-86a4-70dbbc6c0b46 None None] Port d5982947-0f20-454b-93ef-35fa568f6371 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:18.131353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'port': {'device_id': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'admin_state_up': True, 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:18.153906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.194262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-f1bcdfca-47ff-41ab-b7b5-6ae530bfdcde tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.201872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-f1bcdfca-47ff-41ab-b7b5-6ae530bfdcde tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.208702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-f1bcdfca-47ff-41ab-b7b5-6ae530bfdcde tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.215008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-f1bcdfca-47ff-41ab-b7b5-6ae530bfdcde tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.220662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-f1bcdfca-47ff-41ab-b7b5-6ae530bfdcde tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3094 time: 0.5140772 Apr 28 19:57:18.264024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0267856a-defe-41c8-ae8b-bf32e175366e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:18.343565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-f439b206-8c7e-44f2-bf4c-edadfe541f55 service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131042 Apr 28 19:57:18.346050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.397553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0267856a-defe-41c8-ae8b-bf32e175366e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:18.402351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.403810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0267856a-defe-41c8-ae8b-bf32e175366e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:18.404673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.435643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff72bd2-dbe3-4ee4-9c24-697a9059d862,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:18.453426 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.454962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4cb797ed-f632-46e7-a8a0-1366c7c3f958 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ff72bd2-dbe3-4ee4-9c24-697a9059d862 HTTP/1.1" status: 204 len: 168 time: 0.8561428 Apr 28 19:57:18.489608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Pushing event updated for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:18.510562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b2fa5a8-d38e-4438-885f-bac90b2a80b9 req-6a0a86f3-ce17-45d5-bf51-9acc7fa9b59e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2431681 Apr 28 19:57:18.569436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:18.570130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.571660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c5577a4d-f633-4295-9b78-df1f7e970a5e service neutron] 10.222.0.41 "PUT /v2.0/ports/4d49d48f-7948-4da4-89ea-bbc6ce481ac9 HTTP/1.1" status: 200 len: 1092 time: 3.5630984 Apr 28 19:57:18.590260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:18.594069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:18.604012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:18.640907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:18.667833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Made reservation on behalf of caeb3a32a7e849dd845a1339c659a9af for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:18.675069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.804250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.881493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0267856a-defe-41c8-ae8b-bf32e175366e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0267856a-defe-41c8-ae8b-bf32e175366e,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:18.891195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:18.895324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attempting to reserve 1 items for resource port. Total usage: 10; quota limit: 500; headroom:490 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:18.934933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Made reservation on behalf of e7989dcbc9d44a248674a9cc4f904820 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:18.940131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.062592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:19.116149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Allocated IP 172.20.0.3 (8129cd04-2b50-4784-ac06-44867987b246/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b/1698ca00-4d4d-4735-b7bb-35106380450d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:19.197590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Allocated IP 10.2.2.200 (d4c2f109-e3ff-4d58-805d-a0661f3486de/4284f048-4600-4900-8a9d-296c81cda863/c0783065-e4ca-418b-b7e0-88949fa18df6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:19.405220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-599dbdcf-ea89-4d5b-8671-5fd230d13c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:19.407073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-599dbdcf-ea89-4d5b-8671-5fd230d13c88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aae5249421d04fb990fadec43f3cbe02&device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 1095 time: 0.7631099 Apr 28 19:57:19.413837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:19.511762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d08030de-d703-46d2-8e9a-ce2f6494dbf7 service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1672208 Apr 28 19:57:19.523968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.544060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Transition to ACTIVE for port object 1698ca00-4d4d-4735-b7bb-35106380450d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:19.577495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446e747d-098f-4f9c-8e53-639c9dc70e2b req-dfea4a3d-add0-4bd6-bf2c-a376934b6ffa tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:19.584438 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-446e747d-098f-4f9c-8e53-639c9dc70e2b req-dfea4a3d-add0-4bd6-bf2c-a376934b6ffa tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 944 time: 0.7347147 Apr 28 19:57:19.594441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-c481f261-8941-4c72-b462-fae90c1298f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9 HTTP/1.1" status: 200 len: 217 time: 0.1738477 Apr 28 19:57:19.633500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.732325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-446e747d-098f-4f9c-8e53-639c9dc70e2b req-19dc4ec8-468b-45f4-8aa7-1915d67ae6b7 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469219 Apr 28 19:57:19.804598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-768882187'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:19.817122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:19.824051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:19.831082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:19.851597 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8997194-4646-4526-8a7f-1695255fae14'] response: {'name': 'network-changed', 'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9', 'status': 'completed', 'code': 200} Apr 28 19:57:19.869108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:19.909431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:network and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:19.917864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:19.921108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:19.934115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:19.948652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:19.955628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-e93eb620-8eef-405e-a795-56a6df0b0160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:19.957986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-e93eb620-8eef-405e-a795-56a6df0b0160 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efe8b8ad-bf9f-40c0-8950-bc3533f732ce HTTP/1.1" status: 200 len: 865 time: 0.3513770 Apr 28 19:57:20.006276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.006940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.064481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-5c5b4464-23a0-4486-840c-439897e8df9c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9712753 Apr 28 19:57:20.068552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Transition to ACTIVE for port object c0783065-e4ca-418b-b7e0-88949fa18df6 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:20.077033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Request body: {'port': {'device_id': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:20.153251 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11245ea7-9175-4ac6-ad90-e8fe89e6815d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.161247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451619d9-c9d5-40a7-bced-aa53ccd04a4c req-8bdef56f-a12b-4c33-995e-7e54d63251df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.164080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-451619d9-c9d5-40a7-bced-aa53ccd04a4c req-8bdef56f-a12b-4c33-995e-7e54d63251df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.2461340 Apr 28 19:57:20.170851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-7ae3bda5-0f34-4e0a-98ca-24bb0a2ba11f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246901d5-5f32-4723-9b8e-71cf8ba1e46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1908314 Apr 28 19:57:20.176183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:20.179845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.252057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0267856a-defe-41c8-ae8b-bf32e175366e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:20.292610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-451619d9-c9d5-40a7-bced-aa53ccd04a4c req-9addbd04-b432-4323-88a9-1173ae36659b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855970 Apr 28 19:57:20.338548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0267856a-defe-41c8-ae8b-bf32e175366e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:20.339211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.380850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14e0f9fe-2ab6-4668-9556-8bb95242d74f None None] Provisioning for port 1698ca00-4d4d-4735-b7bb-35106380450d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:20.400384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14e0f9fe-2ab6-4668-9556-8bb95242d74f None None] Provisioning complete for port 1698ca00-4d4d-4735-b7bb-35106380450d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:20.401073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14e0f9fe-2ab6-4668-9556-8bb95242d74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.433301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.440835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.452156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:20.463630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d31dbf2e-5846-4d5b-992f-158f700c940f req-36ba81a4-fbfb-49a1-8404-914837b10b14 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:20.528928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:20.567524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-14e0f9fe-2ab6-4668-9556-8bb95242d74f None None] Port 1698ca00-4d4d-4735-b7bb-35106380450d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:20.574727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d31dbf2e-5846-4d5b-992f-158f700c940f req-36ba81a4-fbfb-49a1-8404-914837b10b14 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:20.588875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d31dbf2e-5846-4d5b-992f-158f700c940f req-36ba81a4-fbfb-49a1-8404-914837b10b14 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 210 time: 0.1950738 Apr 28 19:57:20.617427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:security_group_rule and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:20.639525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:20.668019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Network d4c2f109-e3ff-4d58-805d-a0661f3486de is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:20.680128 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-0881520d-a745-42f7-b374-5081edbc2904 service neutron] 10.222.0.41 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4723248 Apr 28 19:57:20.686529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:20.698335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:20.715938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:20.824406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-8c619d1d-3eb1-4579-b27f-57aa4571e055 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.833521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-8c619d1d-3eb1-4579-b27f-57aa4571e055 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.841917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-8c619d1d-3eb1-4579-b27f-57aa4571e055 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.858866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-8c619d1d-3eb1-4579-b27f-57aa4571e055 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:20.877031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-8c619d1d-3eb1-4579-b27f-57aa4571e055 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3094 time: 0.8290825 Apr 28 19:57:20.935631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:20.991761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1698ca00-4d4d-4735-b7bb-35106380450d {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:21.011024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.031859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Transition to ACTIVE for port object 1698ca00-4d4d-4735-b7bb-35106380450d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:21.050822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5c2af2e-5e40-413f-a58b-a5dbc50e27ef req-0bdf2695-975e-4584-9b5d-7c16c9202c14 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1726091 Apr 28 19:57:21.086994 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.116690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b746bb16-f9dd-44ba-8500-52efcd7715f4 None None] Provisioning for port c0783065-e4ca-418b-b7e0-88949fa18df6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:21.123924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b746bb16-f9dd-44ba-8500-52efcd7715f4 None None] Provisioning complete for port c0783065-e4ca-418b-b7e0-88949fa18df6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:21.124293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b746bb16-f9dd-44ba-8500-52efcd7715f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.152011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:21.152645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.234590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b746bb16-f9dd-44ba-8500-52efcd7715f4 None None] Port c0783065-e4ca-418b-b7e0-88949fa18df6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:21.306742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91419499-c2f6-468c-97fb-2964675cc4f8 req-aee6bf89-f0c0-463f-acca-61fd47952575 service neutron] 10.222.0.41 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972465 Apr 28 19:57:21.334003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5c8509f9-7523-454f-bbd7-d2473ac7ff95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4734426 Apr 28 19:57:21.369945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:21.375276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Pushing event updated for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:21.425184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23736726-118f-4363-bee4-6636e732321f req-2a1d78ef-a703-4922-924f-f74dd36d4884 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:21.433738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23736726-118f-4363-bee4-6636e732321f req-2a1d78ef-a703-4922-924f-f74dd36d4884 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 944 time: 0.3998871 Apr 28 19:57:21.486957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Attempting to bind port 1698ca00-4d4d-4735-b7bb-35106380450d on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:21.487457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Attempting to bind port 1698ca00-4d4d-4735-b7bb-35106380450d by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:21.487786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Attempting to bind port 1698ca00-4d4d-4735-b7bb-35106380450d on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:21.492890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Port 1698ca00-4d4d-4735-b7bb-35106380450d on network 8129cd04-2b50-4784-ac06-44867987b246 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:21.493422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Attempting to bind port 1698ca00-4d4d-4735-b7bb-35106380450d on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:21.512340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:21.512680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:21.513050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Bound using segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:21.513505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Bound port: 1698ca00-4d4d-4735-b7bb-35106380450d, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:21.514189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.605824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-23736726-118f-4363-bee4-6636e732321f req-a2d11d7b-014f-4da8-b60a-6a79a48010b4 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672735 Apr 28 19:57:21.607208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.629021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b2ded-9364-4a4a-bbe4-1919fb11b9d4 req-434397bb-0505-4fa7-bb5d-bbfda1a8e357 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:21.630694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc7b2ded-9364-4a4a-bbe4-1919fb11b9d4 req-434397bb-0505-4fa7-bb5d-bbfda1a8e357 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3873062 Apr 28 19:57:21.635482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.745140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.836092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:21.857420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fc33f516-745e-4131-b92e-3ab8c4a15911 req-abe8d63c-a702-491c-ac8b-bf520192de21 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 210 time: 0.0742176 Apr 28 19:57:21.870075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-70f20750-e231-46f1-87ca-eebfd8ee7a4d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:21.871471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-70f20750-e231-46f1-87ca-eebfd8ee7a4d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.2187927 Apr 28 19:57:21.884340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'port': {'device_id': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'admin_state_up': True, 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:21.902169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:21.927940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1698ca00-4d4d-4735-b7bb-35106380450d,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:21.944348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3657c640-a83d-4793-bcb9-8656d8696c0c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:21.958895 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:21.959239 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Added segment b199f19d-48ef-45ac-9d88-2dedfbe05b23 of type vlan for network f7ec7e46-f92e-476c-bc0f-c46582ece80a Apr 28 19:57:21.965996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-489a4f79-fcab-4efb-9621-b44bc70511c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:21.968082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-489a4f79-fcab-4efb-9621-b44bc70511c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aae5249421d04fb990fadec43f3cbe02&device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 1095 time: 0.6092157 Apr 28 19:57:21.978660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.030188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc7b2ded-9364-4a4a-bbe4-1919fb11b9d4 req-b0200375-357a-4bae-acc8-3a3ec0664a85 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3858812 Apr 28 19:57:22.201495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.201775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.203105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] 10.222.0.41 "PUT /v2.0/ports/1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 200 len: 1091 time: 2.1313920 Apr 28 19:57:22.206370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:22.301414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.328510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ea8b883-9ca1-40de-9427-857cb450afd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.395603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaf09ad-bf61-41a8-8f6f-8a4d9821896b service neutron] Pushing event updated for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:22.411283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:22.417447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:22.440430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:22.441747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-bca05e16-0bb2-4b67-a608-53c99ca2dbfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.443260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-bca05e16-0bb2-4b67-a608-53c99ca2dbfb service neutron] 10.222.0.41 "GET /v2.0/networks?id=246901d5-5f32-4723-9b8e-71cf8ba1e46c HTTP/1.1" status: 200 len: 926 time: 0.4663422 Apr 28 19:57:22.479696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbabb31e-574d-42fa-bcae-0fbd85a2e232 req-b643fd61-5ac3-43cb-a3c8-4371d014b3e4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.481593 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbabb31e-574d-42fa-bcae-0fbd85a2e232 req-b643fd61-5ac3-43cb-a3c8-4371d014b3e4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2506378 Apr 28 19:57:22.483607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Made reservation on behalf of caeb3a32a7e849dd845a1339c659a9af for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:22.487765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.506633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-389f6aa1-7873-4e1c-9335-cf9e042455d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.508376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-389f6aa1-7873-4e1c-9335-cf9e042455d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1094 time: 0.2083442 Apr 28 19:57:22.555152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-01293318-5cf7-484f-8299-b2eafd2288e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9 HTTP/1.1" status: 200 len: 217 time: 0.0900803 Apr 28 19:57:22.623636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-fb3597e3-6281-4633-b53e-5306a79ca82f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 200 len: 217 time: 0.1075010 Apr 28 19:57:22.722672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.764333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbabb31e-574d-42fa-bcae-0fbd85a2e232 req-2b2a5206-4f5e-40f8-8ed9-0d9604f0a86c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2600439 Apr 28 19:57:22.779942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:22.784279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Usage tracker for resource:security_group_rule and tenant:f7bfdd6fd5504eacaa5832ade62d4c25 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:22.786754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:22.793121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:22.798053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.804895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.805523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:22.836300 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb398fab-b829-4774-929e-fb3b2d56a7c9'] response: {'name': 'network-changed', 'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d', 'status': 'completed', 'code': 200} Apr 28 19:57:22.837900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-6234b87e-cd92-4ed2-9edb-0c16fbbcc785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.839330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-6234b87e-cd92-4ed2-9edb-0c16fbbcc785 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1983995 Apr 28 19:57:22.974586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-62843b33-022d-425c-a69f-210680cc311b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.976009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-62843b33-022d-425c-a69f-210680cc311b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=efe8b8ad-bf9f-40c0-8950-bc3533f732ce HTTP/1.1" status: 200 len: 865 time: 0.2405941 Apr 28 19:57:22.984410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.5694058 Apr 28 19:57:22.995196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:22.997332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40498) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:23.000922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.006935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.012761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.018739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.019235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:23.019703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:23.063384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e819dd51-0166-4065-8738-32713cfd4314 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Network': ['ID=f7ec7e46-f92e-476c-bc0f-c46582ece80a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.076836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:57:23.081999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Allocated IP 172.20.0.7 (8129cd04-2b50-4784-ac06-44867987b246/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b/77895d75-8db7-40fb-af70-a295267ac129) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:23.094871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-34b88e12-f5ee-4122-88a2-36b3764536f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=246901d5-5f32-4723-9b8e-71cf8ba1e46c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671535 Apr 28 19:57:23.110961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:23.112120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-d9042fd2-c680-4ea5-9296-d278d959c2d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3815 time: 0.8218553 Apr 28 19:57:23.237847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:23.257041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.258574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:23.270200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ded22b-511a-44c7-aa2c-f3c541a2c6f6 req-4ada40a9-c89f-4d02-9e31-9639e715afb5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.271648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92ded22b-511a-44c7-aa2c-f3c541a2c6f6 req-4ada40a9-c89f-4d02-9e31-9639e715afb5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 944 time: 0.3525124 Apr 28 19:57:23.275801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:23.282086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-34bc46f4-f079-44fc-8d34-5be5069347c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.282285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2851c5cc-3422-4037-ac62-98fbf024655d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:23.283484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-34bc46f4-f079-44fc-8d34-5be5069347c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4052818 Apr 28 19:57:23.284079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.298695 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8c6dd2a-6bf4-44b6-ae5c-5d6d00c2e8a6 req-c9e2c302-bbfa-4c57-8b18-4417d336ee23 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407084 Apr 28 19:57:23.300337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.308101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:23.340980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Transition to ACTIVE for port object 2851c5cc-3422-4037-ac62-98fbf024655d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:23.347299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.395243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-7e1acead-cb57-473f-82e9-a3fc461ef917 service neutron] 10.222.0.41 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2819247 Apr 28 19:57:23.458964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f7bfdd6fd5504eacaa5832ade62d4c25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0411046 Apr 28 19:57:23.469679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:23.476285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:23.481776 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.568866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0accca2-928b-4531-b250-83c2497849dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=124e30fc-7b79-476f-8ccf-1ebeafbb200a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.595540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:23.596857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92ded22b-511a-44c7-aa2c-f3c541a2c6f6 req-748325cb-b95f-46e0-be8f-fb51e09b2775 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3055656 Apr 28 19:57:23.745919 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.805300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd12f14-ff9b-4a33-8817-87ec612195fa req-821adbce-e577-4cab-99df-56c5d501dc56 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 210 time: 0.0784740 Apr 28 19:57:23.842101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-aea0c419-ab7f-4f32-a307-fbb0652284a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5263941 Apr 28 19:57:23.842526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.850931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dc9566a-0a97-4504-8ca7-3f449654bc66 req-41667823-d6e5-4ce4-894d-14d2cb51ac2f service neutron] 10.222.0.41 "GET /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4422605 Apr 28 19:57:23.865956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Attempting to bind port 2851c5cc-3422-4037-ac62-98fbf024655d on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:23.866294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Attempting to bind port 2851c5cc-3422-4037-ac62-98fbf024655d by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:23.866620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Attempting to bind port 2851c5cc-3422-4037-ac62-98fbf024655d on network cdd5acf2-f7a2-48ba-8431-8887bc8b941c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:23.886327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc06f567-6f3d-47a4-a082-6d08cea9fe1f req-334972ac-6e1d-466a-8175-ee2cf2547f8c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:23.887772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc06f567-6f3d-47a4-a082-6d08cea9fe1f req-334972ac-6e1d-466a-8175-ee2cf2547f8c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4767141 Apr 28 19:57:23.892421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Port 2851c5cc-3422-4037-ac62-98fbf024655d on network cdd5acf2-f7a2-48ba-8431-8887bc8b941c not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:23.892698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Attempting to bind port 2851c5cc-3422-4037-ac62-98fbf024655d on network cdd5acf2-f7a2-48ba-8431-8887bc8b941c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:23.912997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.924839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:23.925175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Checking segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:23.925582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Bound using segment: {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:23.926015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Bound port: 2851c5cc-3422-4037-ac62-98fbf024655d, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed04291-54e7-4ab7-82b8-7b53d6d347d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:23.926358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.955533 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:23.969619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.033212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc06f567-6f3d-47a4-a082-6d08cea9fe1f req-b8d30065-a28e-447f-b1a6-35aba6405fd5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381252 Apr 28 19:57:24.080792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:24.084085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:24.085113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.101325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.133904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Transition to ACTIVE for port object 77895d75-8db7-40fb-af70-a295267ac129 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:24.158044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=124e30fc-7b79-476f-8ccf-1ebeafbb200a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.179909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.180574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.183253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] 10.222.0.41 "PUT /v2.0/ports/2851c5cc-3422-4037-ac62-98fbf024655d HTTP/1.1" status: 200 len: 1091 time: 2.8232586 Apr 28 19:57:24.185995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:24.195673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.201245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0099034c-fa67-4c4b-be8e-2930d79f3f3f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/124e30fc-7b79-476f-8ccf-1ebeafbb200a HTTP/1.1" status: 204 len: 168 time: 0.6729178 Apr 28 19:57:24.219319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:24.277698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defed7a-404c-46cd-ba74-ef615815864f service neutron] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.287906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb7ad2df-3179-413f-9a0b-c47a1033a8f8 req-7db8fa6c-3f41-4c8c-b389-c682990a8418 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4376934 Apr 28 19:57:24.295533 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb374a6c-7d7e-4778-9a2b-76149b23c01a'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d', 'status': 'completed', 'code': 200} Apr 28 19:57:24.376081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.414135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.424565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.556840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:57:24.585923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48d4b0-0d9e-4aa0-89de-89a93ff93f96 req-aa46af76-fa76-42cd-a0e7-9af29e36d08d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.593528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe48d4b0-0d9e-4aa0-89de-89a93ff93f96 req-aa46af76-fa76-42cd-a0e7-9af29e36d08d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4223771 Apr 28 19:57:24.637843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:24.652466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:24.668406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:24.695570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.739773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=a3d7ac7d-6214-4cff-ade6-06299f12793b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:24.779618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40518) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:24.788842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,segment=NetworkSegment(6e2f8ab6-0b98-43ea-88a2-2a3de9de688d),segment_id=6e2f8ab6-0b98-43ea-88a2-2a3de9de688d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:24.792546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe48d4b0-0d9e-4aa0-89de-89a93ff93f96 req-b100b444-212a-4bca-a6e9-5bc0efc3ed53 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980808 Apr 28 19:57:24.812869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9', 'network_id': '246901d5-5f32-4723-9b8e-71cf8ba1e46c', 'port_id': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9', 'mac_address': 'fa:16:3e:08:da:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 415, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efe8b8ad-bf9f-40c0-8950-bc3533f732ce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:57:24.839723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:24.839723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network hostable DHCP agents. Network: f7ec7e46-f92e-476c-bc0f-c46582ece80a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:24.859066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.859550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.860023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.860489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.860952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.866146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-afa10f42-f4d9-424e-9d85-a5e14226f28c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 4362 time: 0.5415926 Apr 28 19:57:24.874307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.886798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.908664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:24.927266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:24.927750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.929338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,segment=NetworkSegment(6e2f8ab6-0b98-43ea-88a2-2a3de9de688d),segment_id=6e2f8ab6-0b98-43ea-88a2-2a3de9de688d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:24.937318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:24.957101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:24.986444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Usage tracker for resource:security_group_rule and tenant:4a1f420ba7894b7eb6ada823d5dbd2b2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:24.998186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:25.024648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-2a402197-00a7-4a3b-bf6e-998febf18df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.026498 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-2a402197-00a7-4a3b-bf6e-998febf18df1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1094 time: 0.6371999 Apr 28 19:57:25.032290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:25.058281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d76a781d-da67-49c2-8cb4-645ea415814a None None] Provisioning for port 77895d75-8db7-40fb-af70-a295267ac129 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:25.063493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d76a781d-da67-49c2-8cb4-645ea415814a None None] Provisioning complete for port 77895d75-8db7-40fb-af70-a295267ac129 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:25.064049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d76a781d-da67-49c2-8cb4-645ea415814a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.083047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:25.110198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:25.138889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.140053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d76a781d-da67-49c2-8cb4-645ea415814a None None] Port 77895d75-8db7-40fb-af70-a295267ac129 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:25.147078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-d5f623b9-dc90-4b30-9cc7-d0070769cdfa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2666910 Apr 28 19:57:25.160720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.167261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.171637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Request body: {'port': {'device_id': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:25.173115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.178932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.185727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.187457 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-026436df-7837-4a03-a590-941faacf9430 req-c6a50b48-027e-4b31-b999-316a49ea5578 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3827 time: 0.6977193 Apr 28 19:57:25.197785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f7ec7e46-f92e-476c-bc0f-c46582ece80a) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:25.210499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08aa760-1177-40d7-8018-96e00611d148 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:25.227247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.228840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.246331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['4d49d48f-7948-4da4-89ea-bbc6ce481ac9'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:57:25.276874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-509791f8-dec7-446e-9a70-7fe804bfa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.277360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-509791f8-dec7-446e-9a70-7fe804bfa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.278217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-509791f8-dec7-446e-9a70-7fe804bfa9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.279994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-509791f8-dec7-446e-9a70-7fe804bfa9bf service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3860750 Apr 28 19:57:25.333307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-026436df-7837-4a03-a590-941faacf9430 req-aa820bce-4f59-43e1-b15c-219041430038 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391826 Apr 28 19:57:25.360682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-9ea011a7-ad89-420d-b70e-61f05fd36c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.362400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-9ea011a7-ad89-420d-b70e-61f05fd36c00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3189282 Apr 28 19:57:25.384759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4efbdf2-8b32-4635-954d-086d4a98f03e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3802719 Apr 28 19:57:25.391818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40528) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:25.408077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'name': 'tempest-NetworksTestDHCPv6-304721105'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:25.438538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f54f6421-e333-4355-beae-2b0e565e2309 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:25.464006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.492177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Transition to ACTIVE for port object f54f6421-e333-4355-beae-2b0e565e2309 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:25.513423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996fef20-b072-4572-9653-6fe07edfa71d req-6bdf94ff-d355-4f9c-a721-7e5c0c756f84 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.514942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-996fef20-b072-4572-9653-6fe07edfa71d req-6bdf94ff-d355-4f9c-a721-7e5c0c756f84 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 945 time: 0.5139320 Apr 28 19:57:25.545194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.609008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': 'a3d7ac7d-6214-4cff-ade6-06299f12793b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:25.609848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.614898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.675762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-517f131b-17c7-4568-b890-d7459893af64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 200 len: 217 time: 0.1820621 Apr 28 19:57:25.741510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.760091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-996fef20-b072-4572-9653-6fe07edfa71d req-90e95b04-349f-44df-bd88-76cdd10c0c69 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225595 Apr 28 19:57:25.760704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:25.802466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-f78a6ffd-33eb-4d3c-a365-4e836d50e29c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.804201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8c176b4-695e-4d7f-be28-643910f4e682 req-f78a6ffd-33eb-4d3c-a365-4e836d50e29c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5118291 Apr 28 19:57:25.834673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/a3d7ac7d-6214-4cff-ade6-06299f12793b/e9d27f19-a864-4dc4-86a6-7554e7d01765) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:25.854536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-060e7b0c-6349-4df1-bcd1-1d827f8f3678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:25.855952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-060e7b0c-6349-4df1-bcd1-1d827f8f3678 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1577861 Apr 28 19:57:25.870672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:25.914227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4a1f420ba7894b7eb6ada823d5dbd2b2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1206644 Apr 28 19:57:25.921928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51426b7e-7f0d-42fa-aabb-45d5a8058b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79799f56-8cf8-40b5-9011-b8e5dd03e633,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:25.924239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:25.926795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40536) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:25.932906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:25.982759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:26.004066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.061580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Attempting to bind port f54f6421-e333-4355-beae-2b0e565e2309 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:26.062366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Attempting to bind port f54f6421-e333-4355-beae-2b0e565e2309 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:26.062366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Attempting to bind port f54f6421-e333-4355-beae-2b0e565e2309 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:26.074805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1963375c-b555-4580-b972-d1a583c64434 req-e821c882-a224-45c2-bc11-92d829f1a6de tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.082200 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1963375c-b555-4580-b972-d1a583c64434 req-e821c882-a224-45c2-bc11-92d829f1a6de tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 931 time: 0.5058546 Apr 28 19:57:26.098036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Port f54f6421-e333-4355-beae-2b0e565e2309 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:26.098358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Attempting to bind port f54f6421-e333-4355-beae-2b0e565e2309 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:26.118088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:26.118978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:26.119364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Bound using segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:26.119879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Bound port: f54f6421-e333-4355-beae-2b0e565e2309, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:26.120222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.129006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:26.132491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.151020 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.154588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-9b9fbfbf-65e8-4b62-a965-cd9fd2541922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.157951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-9b9fbfbf-65e8-4b62-a965-cd9fd2541922 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2908926 Apr 28 19:57:26.164358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Transition to ACTIVE for port object e9d27f19-a864-4dc4-86a6-7554e7d01765 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:26.185328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Transition to ACTIVE for port object e9d27f19-a864-4dc4-86a6-7554e7d01765 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:26.192644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.216041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1963375c-b555-4580-b972-d1a583c64434 req-bb172679-968e-470c-ae9a-df92f34bb68d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329455 Apr 28 19:57:26.278685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:26.280464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:26.283784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:26.334571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Pushing event updated for resources: {'Port': ['ID=e9d27f19-a864-4dc4-86a6-7554e7d01765,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.350597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:26.356751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f54f6421-e333-4355-beae-2b0e565e2309,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:26.367552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.382627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port f51c7cd6-5519-4756-8625-fa4651274be6 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:26.394763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Attempting to bind port e9d27f19-a864-4dc4-86a6-7554e7d01765 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:26.395204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Attempting to bind port e9d27f19-a864-4dc4-86a6-7554e7d01765 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:26.395894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Attempting to bind port e9d27f19-a864-4dc4-86a6-7554e7d01765 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:26.402455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:26.402916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:26.403505 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.404568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:26.405207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Bound port: e9d27f19-a864-4dc4-86a6-7554e7d01765, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:26.405721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.421067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.469935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-b2e8c550-5944-4c20-b0e9-5d83a0b2da58 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060837 Apr 28 19:57:26.505338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-151918ba-aeaa-4b6d-9900-1923edf15ed9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.510613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:26.513034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-151918ba-aeaa-4b6d-9900-1923edf15ed9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.5600307 Apr 28 19:57:26.517536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.518959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] 10.222.0.41 "PUT /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 1135 time: 2.3038564 Apr 28 19:57:26.524511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'f54f6421-e333-4355-beae-2b0e565e2309'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:26.540542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.562971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] For port e9d27f19-a864-4dc4-86a6-7554e7d01765, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:26.566782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] For port e9d27f19-a864-4dc4-86a6-7554e7d01765, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e9d27f19-a864-4dc4-86a6-7554e7d01765,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:26.574614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:26.596815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:26.614849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-bffb2eef-e51b-4813-85a2-6902e00feeca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/quotas/f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 375 time: 0.1008477 Apr 28 19:57:26.663037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.786699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14a2ae1f-3041-486a-944b-3a0b5882115b req-94ed8410-b25d-4ea6-a2b1-96efd62205da service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2988272 Apr 28 19:57:26.788510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8af57a-7187-403a-ab80-2485e16e1ec0 None None] Pushing event updated for resources: {'Port': ['ID=e9d27f19-a864-4dc4-86a6-7554e7d01765,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.800124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:26.807955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:26.808461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.814667 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.838084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c48b1-05f6-4d28-ae43-7e0186157c62 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.876400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::2ba (f7ec7e46-f92e-476c-bc0f-c46582ece80a/a3d7ac7d-6214-4cff-ade6-06299f12793b/f51c7cd6-5519-4756-8625-fa4651274be6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:26.904112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79799f56-8cf8-40b5-9011-b8e5dd03e633,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:26.907705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77895d75-8db7-40fb-af70-a295267ac129 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:26.934548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.970767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.971887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5714e870-f66a-4357-a5bf-cea3c89b609a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79799f56-8cf8-40b5-9011-b8e5dd03e633 HTTP/1.1" status: 204 len: 168 time: 1.0417583 Apr 28 19:57:26.974031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:26.989713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Transition to ACTIVE for port object 77895d75-8db7-40fb-af70-a295267ac129 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:27.018299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:27.025570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-456abdb9-8a0e-4b86-971f-4b106ea9228f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&fields=id HTTP/1.1" status: 200 len: 440 time: 0.4083805 Apr 28 19:57:27.033849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,segment=NetworkSegment(6e2f8ab6-0b98-43ea-88a2-2a3de9de688d),segment_id=6e2f8ab6-0b98-43ea-88a2-2a3de9de688d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:27.039827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.070261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.111231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.129131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.136965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.143578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.162162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.169116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.176618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-c5bdd4a1-3532-4a41-9c6c-40c8a972df55 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 4604 time: 0.6907566 Apr 28 19:57:27.177213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.205724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:27.310864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4dfde2a-2bbf-41a9-9b1c-faffdb4ab87c req-296e72f7-fbdf-4c9e-bc13-ee7ac535cedc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1171391 Apr 28 19:57:27.495602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:27.507244 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdc6ffa7-9d7f-4e47-98e1-82d3443315b6'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'f54f6421-e333-4355-beae-2b0e565e2309', 'status': 'completed', 'code': 200} Apr 28 19:57:27.609136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-3ad6919f-04c0-446e-9ad8-346b62d43311 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834408 Apr 28 19:57:27.832724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-7b846d33-bb98-4f3f-83e5-98ecdac4e890 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899297 Apr 28 19:57:27.864874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Attempting to bind port 77895d75-8db7-40fb-af70-a295267ac129 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:27.865329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Attempting to bind port 77895d75-8db7-40fb-af70-a295267ac129 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:27.865776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Attempting to bind port 77895d75-8db7-40fb-af70-a295267ac129 on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:27.874632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Port 77895d75-8db7-40fb-af70-a295267ac129 on network 8129cd04-2b50-4784-ac06-44867987b246 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:27.878553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Attempting to bind port 77895d75-8db7-40fb-af70-a295267ac129 on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:27.883118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:27.883597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:27.884155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Bound using segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:27.884670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Bound port: 77895d75-8db7-40fb-af70-a295267ac129, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:27.885127 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.904976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:27.916038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.916536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.917013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.917500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.917970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.918436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.920288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-594b83cb-c28a-4b62-be22-af7cbebaa17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5290 time: 0.4122436 Apr 28 19:57:27.930095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313e7a21-a2c9-4857-b982-c54ecbe8fac6 req-01847349-8176-4ef7-83d8-16b7a81cbbe1 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:27.937596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-313e7a21-a2c9-4857-b982-c54ecbe8fac6 req-01847349-8176-4ef7-83d8-16b7a81cbbe1 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.3574193 Apr 28 19:57:27.974708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object f51c7cd6-5519-4756-8625-fa4651274be6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:27.994628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39707d61-2ad5-48f6-a640-051803bbde50 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:28.004189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.025168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:28.031375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=77895d75-8db7-40fb-af70-a295267ac129,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:28.041667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Transition to ACTIVE for port object 39707d61-2ad5-48f6-a640-051803bbde50 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:28.044898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.074238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.081259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.140006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.140617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.142371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] 10.222.0.41 "PUT /v2.0/ports/77895d75-8db7-40fb-af70-a295267ac129 HTTP/1.1" status: 200 len: 1091 time: 2.9797511 Apr 28 19:57:28.142820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'tag': '77895d75-8db7-40fb-af70-a295267ac129'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:28.162890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:28.167363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:28.175617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:28.186919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.187663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:28.199484 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b6989b7-0c54-424c-882f-e8df1b4ac80b'] response: {'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9', 'code': 200} Apr 28 19:57:28.201190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcee0bc-05a8-4ff0-be98-03d56a82cc1d service neutron] Pushing event updated for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:28.458538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e9d27f19-a864-4dc4-86a6-7554e7d01765 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:28.582677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=f51c7cd6-5519-4756-8625-fa4651274be6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:28.598699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-455a11d2-bfcf-418a-837a-6df2e2d74f4d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2055848 Apr 28 19:57:28.623138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03a3e97-f3fd-499f-8ad2-b767410b342a None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:28.626406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:28.685153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1698ca00-4d4d-4735-b7bb-35106380450d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:57:28.695074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-313e7a21-a2c9-4857-b982-c54ecbe8fac6 req-79895aa6-9733-4e15-a5bf-4c750d896ecc tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7556031 Apr 28 19:57:28.752141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-82d81319-7972-4b0e-b41a-577e2ae8202a None None] Provisioning for port e9d27f19-a864-4dc4-86a6-7554e7d01765 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:28.879581 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-358fde7a-871e-4821-af9a-644b17ebc821 req-ce498296-f02d-45fc-9b0b-21f100095e69 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 210 time: 0.1020868 Apr 28 19:57:28.887596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:28.892697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:57:28.940456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-bd32332a-97cf-4e7f-8111-bd1de46f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.941202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-bd32332a-97cf-4e7f-8111-bd1de46f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.941848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-bd32332a-97cf-4e7f-8111-bd1de46f6324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:28.953230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e9d27f19-a864-4dc4-86a6-7554e7d01765 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:28.957035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-bd32332a-97cf-4e7f-8111-bd1de46f6324 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 1.0152521 Apr 28 19:57:28.972238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e9d27f19-a864-4dc4-86a6-7554e7d01765 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:28.972598 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.043694 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e06ae78-3f2b-4e9c-b5d4-0be1b38c4c07'] response: {'name': 'network-changed', 'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'tag': '77895d75-8db7-40fb-af70-a295267ac129', 'status': 'completed', 'code': 200} Apr 28 19:57:29.144356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-1e7bf42e-cb18-4518-9049-3189adb44a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.147059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-1e7bf42e-cb18-4518-9049-3189adb44a70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 1094 time: 0.9428232 Apr 28 19:57:29.214632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-1742fb2b-99ad-4bc1-93ff-e2997a63c3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.216144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4b4a0ea-ec0a-4a7c-931c-19fb3e72d89b req-1742fb2b-99ad-4bc1-93ff-e2997a63c3ac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2512009 Apr 28 19:57:29.274046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9b6a7-4722-4ba6-b138-11cb849ec36c req-091ee432-6b3e-46da-890f-22d03d677c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.275696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fea9b6a7-4722-4ba6-b138-11cb849ec36c req-091ee432-6b3e-46da-890f-22d03d677c84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 1097 time: 0.8833630 Apr 28 19:57:29.319649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Attempting to bind port 39707d61-2ad5-48f6-a640-051803bbde50 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:29.320358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Attempting to bind port 39707d61-2ad5-48f6-a640-051803bbde50 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:29.322448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Attempting to bind port 39707d61-2ad5-48f6-a640-051803bbde50 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:29.323267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-880768b1-f418-4ddc-81b7-3c87f79b58a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77895d75-8db7-40fb-af70-a295267ac129 HTTP/1.1" status: 200 len: 217 time: 0.1637878 Apr 28 19:57:29.335507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Port 39707d61-2ad5-48f6-a640-051803bbde50 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:29.336367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Attempting to bind port 39707d61-2ad5-48f6-a640-051803bbde50 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:29.347052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:29.347458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:29.349015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Bound using segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:29.350290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Bound port: 39707d61-2ad5-48f6-a640-051803bbde50, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:29.350424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.382173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1698ca00-4d4d-4735-b7bb-35106380450d,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:29.431723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.438087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.445345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.453384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fea9b6a7-4722-4ba6-b138-11cb849ec36c req-677b5caa-e53a-4f2d-be6e-85082f342a34 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496453 Apr 28 19:57:29.454830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.462677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.470489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.480003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.482207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-890303be-9afe-45a8-ac79-2cc1f1d8bad5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5382 time: 0.2630491 Apr 28 19:57:29.502394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65454a19-d76f-4aef-8959-08f17a3fc88c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.507690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65454a19-d76f-4aef-8959-08f17a3fc88c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.508497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-65454a19-d76f-4aef-8959-08f17a3fc88c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:29.532299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.553337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-65454a19-d76f-4aef-8959-08f17a3fc88c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:29.559481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65454a19-d76f-4aef-8959-08f17a3fc88c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.9181657 Apr 28 19:57:29.560342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:29.582901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '1698ca00-4d4d-4735-b7bb-35106380450d', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'port_id': '1698ca00-4d4d-4735-b7bb-35106380450d', 'mac_address': 'fa:16:3e:e4:28:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:57:29.587879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:29.591080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=39707d61-2ad5-48f6-a640-051803bbde50,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:29.594032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-049a784e-b636-4df8-811c-885826fc6a33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.595022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-049a784e-b636-4df8-811c-885826fc6a33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:29.597168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.687055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.692811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8893a2b8-0efc-48d5-a5bc-e34a94e4716b req-7b97ccdf-8ff4-4db2-9d75-bb0fe58fbee0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1929843 Apr 28 19:57:29.699165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-108aacee-413e-43a3-ab77-b930cd369862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.700640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-108aacee-413e-43a3-ab77-b930cd369862 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.3498390 Apr 28 19:57:29.704066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-049a784e-b636-4df8-811c-885826fc6a33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:29.713203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-049a784e-b636-4df8-811c-885826fc6a33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 943 time: 1.1456642 Apr 28 19:57:29.717876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:29.718525 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.720108 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] 10.222.0.41 "PUT /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 1136 time: 3.1337521 Apr 28 19:57:29.722744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e9d27f19-a864-4dc4-86a6-7554e7d01765, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e9d27f19-a864-4dc4-86a6-7554e7d01765,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:29.723246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '39707d61-2ad5-48f6-a640-051803bbde50'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:29.725033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1698ca00-4d4d-4735-b7bb-35106380450d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:29.741281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.758380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:29.818781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port f51c7cd6-5519-4756-8625-fa4651274be6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:29.826826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9482db94-ce5f-4538-82d6-b3ce4ec0d663 service neutron] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:29.841608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.850404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e9d27f19-a864-4dc4-86a6-7554e7d01765,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:29.872790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1698ca00-4d4d-4735-b7bb-35106380450d,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:29.886909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:29.983671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:30.071656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:30.093517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-44a57463-6d35-4078-9104-ed73dfbaff3f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:30.183230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1698ca00-4d4d-4735-b7bb-35106380450d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:57:30.253065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-44a57463-6d35-4078-9104-ed73dfbaff3f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:30.258845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4786cc7-e0da-4daf-899b-8ab554e80b61 req-44a57463-6d35-4078-9104-ed73dfbaff3f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5447419 Apr 28 19:57:30.280443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.313401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e9d27f19-a864-4dc4-86a6-7554e7d01765 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:30.385081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.449900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-7df7827e-1032-4307-9459-0f85fdd61090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:30.451764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-7df7827e-1032-4307-9459-0f85fdd61090 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7069333 Apr 28 19:57:30.467562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:30.636774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-674b3e7b-beb2-4140-aaf5-d0cf10b45e11 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663966 Apr 28 19:57:30.638196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Usage tracker for resource:security_group_rule and tenant:0bd8bb45285341b18182c6d3cf280c1c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:30.641820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e9d27f19-a864-4dc4-86a6-7554e7d01765 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:30.642369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.719136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:30.776326 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95b4e661-726a-4acf-8d49-70d7ecda8672'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '39707d61-2ad5-48f6-a640-051803bbde50', 'status': 'completed', 'code': 200} Apr 28 19:57:30.831825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7b7dd7-e0ba-4822-9447-2b8093ea4ba5 req-6b1b9e30-0a4d-42ce-9759-c278654a191e tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:30.833596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb7b7dd7-e0ba-4822-9447-2b8093ea4ba5 req-6b1b9e30-0a4d-42ce-9759-c278654a191e tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.7297101 Apr 28 19:57:30.837876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:30.842430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d74b18e2-2547-429b-898f-30828fbd2b44 req-7e33e7b3-4b72-4e69-82d1-de1d41aaca6d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 210 time: 0.1750159 Apr 28 19:57:30.858154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-9a664a1b-891a-441e-b921-6d4fdc4fc4fa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:30.859857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-9a664a1b-891a-441e-b921-6d4fdc4fc4fa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.8289719 Apr 28 19:57:30.880475 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Provisioning for port f51c7cd6-5519-4756-8625-fa4651274be6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:30.899466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Provisioning complete for port f51c7cd6-5519-4756-8625-fa4651274be6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:30.900510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:30.908626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'device_id': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'admin_state_up': True, 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:31.002401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacfcd4d-46de-4f77-a490-7380c7705837 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:31.013133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.019795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Port f51c7cd6-5519-4756-8625-fa4651274be6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:31.037661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Provisioning complete for port e9d27f19-a864-4dc4-86a6-7554e7d01765 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:31.038593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2eb58eb-b0c2-4db3-81c6-c229ab787900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.052603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.053077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.053742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.054359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.054825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.055310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.055810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.057735 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-879f27c2-0979-405d-b9dd-14b18e439ac7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6219 time: 0.3874872 Apr 28 19:57:31.058786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Transition to ACTIVE for port object aacfcd4d-46de-4f77-a490-7380c7705837 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:31.069421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb7b7dd7-e0ba-4822-9447-2b8093ea4ba5 req-4e5af998-4776-493f-9429-f59519d38f18 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050847 Apr 28 19:57:31.098278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.200899 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.314639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9fe1b6ea-ef3a-4852-977b-df42e348f994 None None] Provisioning complete for port f51c7cd6-5519-4756-8625-fa4651274be6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:31.315468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9fe1b6ea-ef3a-4852-977b-df42e348f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.383681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.403932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9fe1b6ea-ef3a-4852-977b-df42e348f994 None None] Port f51c7cd6-5519-4756-8625-fa4651274be6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:31.454893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-51fa6063-abcf-4c5c-91de-9abded7d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.455288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-51fa6063-abcf-4c5c-91de-9abded7d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.455749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-51fa6063-abcf-4c5c-91de-9abded7d52af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.457285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-51fa6063-abcf-4c5c-91de-9abded7d52af service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3869674 Apr 28 19:57:31.578172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for f51c7cd6-5519-4756-8625-fa4651274be6 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:31.624056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:31.627606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-024310aa-4a6a-437d-8a9f-c2e50f95e1f5 req-10aa96bf-a0ac-4629-9cf4-85167e16bcc0 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8982418 Apr 28 19:57:31.641404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Attempting to bind port aacfcd4d-46de-4f77-a490-7380c7705837 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:31.641764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Attempting to bind port aacfcd4d-46de-4f77-a490-7380c7705837 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:31.642096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Attempting to bind port aacfcd4d-46de-4f77-a490-7380c7705837 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:31.653653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Port aacfcd4d-46de-4f77-a490-7380c7705837 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:31.653981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Attempting to bind port aacfcd4d-46de-4f77-a490-7380c7705837 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:31.654935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:31.679613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:31.679957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:31.680337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Bound using segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:31.681359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Bound port: aacfcd4d-46de-4f77-a490-7380c7705837, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:31.681725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.701085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-bcfb123f-720c-48b7-9412-e8e4c7f4f31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.702533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969fb673-3534-49ea-a541-f99d9aae0bc0 req-bcfb123f-720c-48b7-9412-e8e4c7f4f31d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2093196 Apr 28 19:57:31.703591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.709346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.715123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.720819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.726557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.732700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.738732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.740616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-29ecb274-33ae-49a7-a05a-04ab1115ccae tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5382 time: 0.7445445 Apr 28 19:57:31.745678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4817a122-389e-4c3b-8652-cf64ede6f9d7 req-760b95fd-4c5a-46b1-a094-236afc56c314 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.747161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4817a122-389e-4c3b-8652-cf64ede6f9d7 req-760b95fd-4c5a-46b1-a094-236afc56c314 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 943 time: 0.2965324 Apr 28 19:57:31.788058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:31.791947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.823815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4817a122-389e-4c3b-8652-cf64ede6f9d7 req-6d6ef55b-9631-4d49-ba81-767533782287 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655048 Apr 28 19:57:31.826395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:31.829830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:31.835860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.855969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.895728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:31.896758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.897696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] 10.222.0.41 "PUT /v2.0/ports/aacfcd4d-46de-4f77-a490-7380c7705837 HTTP/1.1" status: 200 len: 1090 time: 2.1463552 Apr 28 19:57:31.905541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:31.916670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5223eea7-11c0-48a5-9d8e-2e08758c2da6 service neutron] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:31.927477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:32.015332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e992799-a40f-4114-b6a6-2ee4d4474eb6 req-a450dd8a-b9c2-4951-a24b-096fa11fa8b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2081587 Apr 28 19:57:32.023919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-98c6f65e-aa6c-4940-843e-490553a97256 req-c309609f-65e6-4db8-9377-1ca7bff93c5e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 210 time: 0.0502222 Apr 28 19:57:32.036675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0bd8bb45285341b18182c6d3cf280c1c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0492606 Apr 28 19:57:32.042808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40656) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:32.051568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0154be-f629-4c52-b350-178be54906e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f730fa98-9a99-4035-a73e-b2e6beae3cbf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:32.094558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.163874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-6ede1d9f-5eb6-4d4e-b6ae-ad2b4fdc0923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.165660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-6ede1d9f-5eb6-4d4e-b6ae-ad2b4fdc0923 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 1094 time: 0.4200926 Apr 28 19:57:32.192505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=f51c7cd6-5519-4756-8625-fa4651274be6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:32.271716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.376079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.395793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.422514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d29a03-6a2b-482d-859c-8dda3b753648 req-4d321209-6ced-43be-bb8f-54bb125ac1ab tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.429441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48d29a03-6a2b-482d-859c-8dda3b753648 req-4d321209-6ced-43be-bb8f-54bb125ac1ab tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.2177627 Apr 28 19:57:32.492028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.502312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.20.0.7 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/8c46da94-8033-41ea-9fef-4dff093f4762) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:32.504747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48d29a03-6a2b-482d-859c-8dda3b753648 req-c4ecc618-b23f-4135-a8bb-9b39a4f9fe8c tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744636 Apr 28 19:57:32.507668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d19809d1-1fec-4d85-9318-7b4afadee162 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/f51c7cd6-5519-4756-8625-fa4651274be6 HTTP/1.1" status: 204 len: 168 time: 2.9420829 Apr 28 19:57:32.514151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-2880936f-b98f-4e75-8f78-fff0235e306c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.515629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-2880936f-b98f-4e75-8f78-fff0235e306c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3243604 Apr 28 19:57:32.517997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:32.607747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-b5ae8a8e-e463-4c2f-bfd4-6c764f9a5954 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77895d75-8db7-40fb-af70-a295267ac129 HTTP/1.1" status: 200 len: 217 time: 0.0840232 Apr 28 19:57:32.625387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1698ca00-4d4d-4735-b7bb-35106380450d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:32.656373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f4b7a-0493-4911-a16d-1ea4cdbefc5c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.657879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132f4b7a-0493-4911-a16d-1ea4cdbefc5c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.662019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-132f4b7a-0493-4911-a16d-1ea4cdbefc5c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1404169 Apr 28 19:57:32.662486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:32.723774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 1698ca00-4d4d-4735-b7bb-35106380450d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:32.729712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 1698ca00-4d4d-4735-b7bb-35106380450d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:32.730062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.755527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet a3d7ac7d-6214-4cff-ade6-06299f12793b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:32.767233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.775705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-8e7a74ad-7d9a-4384-88ef-9f5b8d4131dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:32.777656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-8e7a74ad-7d9a-4384-88ef-9f5b8d4131dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1499267 Apr 28 19:57:32.794403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:32.799905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.855067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.876488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f730fa98-9a99-4035-a73e-b2e6beae3cbf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:32.877917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.897892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1698ca00-4d4d-4735-b7bb-35106380450d,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:32.900921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:32.911565 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e80b6e15-e809-472c-8230-bbd3f2621bbf'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'status': 'completed', 'code': 200} Apr 28 19:57:32.917659 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.958552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:32.960398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b5505636-742c-44cf-8293-daf373ab717a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f730fa98-9a99-4035-a73e-b2e6beae3cbf HTTP/1.1" status: 204 len: 168 time: 0.9148200 Apr 28 19:57:32.998606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23be342a-651e-4955-a128-e8d2ae3a3d4e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:32.999707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fd3baf-14ac-468f-b96a-547b982fbcc7 req-f236602b-cec8-4962-b1af-e676b96d7097 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.006460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2fd3baf-14ac-468f-b96a-547b982fbcc7 req-f236602b-cec8-4962-b1af-e676b96d7097 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.3426571 Apr 28 19:57:33.019794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.046402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Transition to ACTIVE for port object 23be342a-651e-4955-a128-e8d2ae3a3d4e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:33.060287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.063559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.075814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.098305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-93af97ef-bb5f-4b39-b6bf-423144bb67ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.099763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-93af97ef-bb5f-4b39-b6bf-423144bb67ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3010008 Apr 28 19:57:33.120577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2fd3baf-14ac-468f-b96a-547b982fbcc7 req-7ad61cfa-dc40-4306-96fa-93f5cad27d20 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132174 Apr 28 19:57:33.140270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Transition to ACTIVE for port object 8c46da94-8033-41ea-9fef-4dff093f4762 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:33.214574 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e22c71d-c7f9-4ccd-b84a-9be70de1d8eb'] response: {'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d', 'code': 200} Apr 28 19:57:33.269410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-6bdb8c2e-b0a2-44a0-a2f1-e03be8baa5d4 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594083 Apr 28 19:57:33.270550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.281567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:57:33.389800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.451088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:33.476125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.476611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.478042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.478828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.479478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.480143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.480751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.482896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3284bf65-f46a-4a5b-8609-f8f280930c52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6286 time: 0.5703435 Apr 28 19:57:33.486431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.520292 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:57:33.689599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.692199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:33.701859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8a548-d3dc-4d9f-9440-99feb42f3de1 req-e081b391-ea5d-4ca4-a953-6163c459556c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.708740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dde8a548-d3dc-4d9f-9440-99feb42f3de1 req-e081b391-ea5d-4ca4-a953-6163c459556c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 943 time: 0.6024625 Apr 28 19:57:33.789293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:33.796765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Attempting to bind port 23be342a-651e-4955-a128-e8d2ae3a3d4e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:33.797101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Attempting to bind port 23be342a-651e-4955-a128-e8d2ae3a3d4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:33.797424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Attempting to bind port 23be342a-651e-4955-a128-e8d2ae3a3d4e on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:33.826079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.858778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Port 23be342a-651e-4955-a128-e8d2ae3a3d4e on network e363e6a2-f92d-49c5-bf9d-028af19ead43 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:33.858778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Attempting to bind port 23be342a-651e-4955-a128-e8d2ae3a3d4e on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:33.872138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dde8a548-d3dc-4d9f-9440-99feb42f3de1 req-ba8758fb-7260-4e39-8d88-f46a9c45f2cc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626899 Apr 28 19:57:33.883142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3e966b7d-bfac-42b3-9a41-36f0b63982f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.885174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3e966b7d-bfac-42b3-9a41-36f0b63982f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.885849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3e966b7d-bfac-42b3-9a41-36f0b63982f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.888672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-3e966b7d-bfac-42b3-9a41-36f0b63982f3 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3356972 Apr 28 19:57:33.891870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=a3d7ac7d-6214-4cff-ade6-06299f12793b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:33.894151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:33.894733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Checking segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:33.895317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Bound using segment: {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:33.896004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Bound port: 23be342a-651e-4955-a128-e8d2ae3a3d4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7d19dd-76a8-4906-ac0a-108dc9344542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:33.896448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:33.963949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:33.964933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.011772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce27d001-ef15-4262-82b3-1ad3ce7ee402 req-90ed6edc-6fdf-4f11-9213-722622f5a886 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000115 Apr 28 19:57:34.027714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-21fec48b-3d45-49c2-b068-702c7ea63c6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1415365 Apr 28 19:57:34.045492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Request body: {'port': {'device_id': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:34.047285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5123a326-11fd-4dec-8e4e-d11e42e25508 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:34.047762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.084612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd7aff-5eca-4d44-9a9b-f9e0ca5ae077 req-8cea9025-e8f9-43ef-9328-c6a876e59222 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.085511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-19fd7aff-5eca-4d44-9a9b-f9e0ca5ae077 req-8cea9025-e8f9-43ef-9328-c6a876e59222 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:34.116448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070adcec-3067-4180-baa0-1b92e1deb48d req-fc415b37-e04e-48f3-93df-33dcf75e440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.118301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-070adcec-3067-4180-baa0-1b92e1deb48d req-fc415b37-e04e-48f3-93df-33dcf75e440c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1096 time: 0.4293807 Apr 28 19:57:34.188575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-19fd7aff-5eca-4d44-9a9b-f9e0ca5ae077 req-8cea9025-e8f9-43ef-9328-c6a876e59222 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:34.189867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19fd7aff-5eca-4d44-9a9b-f9e0ca5ae077 req-8cea9025-e8f9-43ef-9328-c6a876e59222 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 931 time: 0.7373452 Apr 28 19:57:34.218340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04b758fe-0460-4b13-8054-0b3dce90da54 None None] Provisioning for port 8c46da94-8033-41ea-9fef-4dff093f4762 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:34.243197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-070adcec-3067-4180-baa0-1b92e1deb48d req-93605ad1-dcb8-4b55-ba70-bec68c6be7fe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158741 Apr 28 19:57:34.244532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:34.259790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-90e4357c-16bd-4e5f-9173-4b64225e0775 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/a3d7ac7d-6214-4cff-ade6-06299f12793b HTTP/1.1" status: 204 len: 168 time: 1.5963078 Apr 28 19:57:34.263030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.272196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40706) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:34.313840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:34.318845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04b758fe-0460-4b13-8054-0b3dce90da54 None None] Provisioning complete for port 8c46da94-8033-41ea-9fef-4dff093f4762 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:34.319221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04b758fe-0460-4b13-8054-0b3dce90da54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.333288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.357751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-19fd7aff-5eca-4d44-9a9b-f9e0ca5ae077 req-547830e6-17ee-49c2-a113-feaeb038a3ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490581 Apr 28 19:57:34.401944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-871bb9bc-7eec-49b1-9136-b245e94ecbb4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1241226 Apr 28 19:57:34.402579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40714) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:34.432234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:34.453257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.453682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.455069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] 10.222.0.41 "PUT /v2.0/ports/23be342a-651e-4955-a128-e8d2ae3a3d4e HTTP/1.1" status: 200 len: 1091 time: 2.5322220 Apr 28 19:57:34.465957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-74ec7f19-24b3-477a-8d1c-1bdd7b1f7a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.467355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65a1920b-4aaf-4675-94c7-9a55e78d2865 req-74ec7f19-24b3-477a-8d1c-1bdd7b1f7a1f service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5408266 Apr 28 19:57:34.474036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e0f444-8a01-4b76-ab07-4cf8f2a0b631 service neutron] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:34.480411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-04b758fe-0460-4b13-8054-0b3dce90da54 None None] Port 8c46da94-8033-41ea-9fef-4dff093f4762 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:34.495527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.501286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.519697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.525253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.544425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.555514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.562235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:34.570987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-41517cec-b903-42e6-94ad-f7a43b7e2a68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5406 time: 0.5317597 Apr 28 19:57:34.578991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:34.631866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:34.636904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 77895d75-8db7-40fb-af70-a295267ac129 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:57:34.641278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Deleting port e9d27f19-a864-4dc4-86a6-7554e7d01765 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:34.648401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.714367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:34.728492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:34.733719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:34.762430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16961a2b-4c80-4a4e-8eab-d25a1ec9fa8d req-3d722fb2-03ac-4ce7-986d-b3b579b129f5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1901002 Apr 28 19:57:34.779246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:34.830000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:34.902825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:34.915156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.017845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:35.161752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=77895d75-8db7-40fb-af70-a295267ac129,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:35.169769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] For port e9d27f19-a864-4dc4-86a6-7554e7d01765, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e9d27f19-a864-4dc4-86a6-7554e7d01765,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:35.170159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.236333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '77895d75-8db7-40fb-af70-a295267ac129', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'port_id': '77895d75-8db7-40fb-af70-a295267ac129', 'mac_address': 'fa:16:3e:59:57:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:57:35.242539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:35.340354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Calling delete_port for e9d27f19-a864-4dc4-86a6-7554e7d01765 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:35.352924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c46da94-8033-41ea-9fef-4dff093f4762 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:35.363304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.394233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Transition to ACTIVE for port object 8c46da94-8033-41ea-9fef-4dff093f4762 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:35.402330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.458119 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.501135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77895d75-8db7-40fb-af70-a295267ac129 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:35.520265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5982947-0f20-454b-93ef-35fa568f6371 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:35.525246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.564909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.591515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-806594212'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:35.595546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=77895d75-8db7-40fb-af70-a295267ac129,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:35.605556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:35.610944 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.613116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] No DVR routers for this DVR port e9d27f19-a864-4dc4-86a6-7554e7d01765 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:35.614774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a050147e-6c4d-4750-ae1e-680ed13b5e94 None None] Pushing event deleted for resources: {'Port': ['ID=e9d27f19-a864-4dc4-86a6-7554e7d01765,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.623909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Usage tracker for resource:network and tenant:b64e372a8549403583cb428d6bad1307 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:35.631322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:35.648553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:35.656905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Pushing event updated for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.677079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.692534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb0b92-ddcc-4111-a833-97a689b41386 req-06ed8d41-7420-47ce-b750-4dbe906bd268 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.703084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3cb0b92-ddcc-4111-a833-97a689b41386 req-06ed8d41-7420-47ce-b750-4dbe906bd268 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.5143478 Apr 28 19:57:35.706595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Transition to ACTIVE for port object d5982947-0f20-454b-93ef-35fa568f6371 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:35.710284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:35.714975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Made reservation on behalf of b64e372a8549403583cb428d6bad1307 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:35.718506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.739431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.791156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:35.837993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adcd0b68-f920-4b40-8989-b2d1e1e34b92 req-012a7cf8-62a0-4319-b007-b4535ac62323 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:35.839578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adcd0b68-f920-4b40-8989-b2d1e1e34b92 req-012a7cf8-62a0-4319-b007-b4535ac62323 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 943 time: 0.7769244 Apr 28 19:57:35.846841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:35.885624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['77895d75-8db7-40fb-af70-a295267ac129'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:57:35.904766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Usage tracker for resource:security_group_rule and tenant:b64e372a8549403583cb428d6bad1307 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:35.910164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:35.961449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:35.988330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:36.005011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:36.016585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.016802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca0a833-2165-424c-8926-575e0dcc5e7f None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:36.017620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.033719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3cb0b92-ddcc-4111-a833-97a689b41386 req-58174cbb-4704-4945-a22c-a6af43a95b47 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290925 Apr 28 19:57:36.046022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=6e033ee8-25eb-4fe0-a706-4d7cb57648a7,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.073754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-caa0f03f-cd82-4602-8346-9ebf59ebf63c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6475759 Apr 28 19:57:36.077124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40748) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:36.088681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'name': 'tempest-NetworksTestDHCPv6-645157669'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:36.090911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.101821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adcd0b68-f920-4b40-8989-b2d1e1e34b92 req-950afe14-9eb7-44fb-8b72-7d749c3ab717 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502265 Apr 28 19:57:36.126529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Attempting to bind port 8c46da94-8033-41ea-9fef-4dff093f4762 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:36.126809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Attempting to bind port 8c46da94-8033-41ea-9fef-4dff093f4762 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:36.127140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Attempting to bind port 8c46da94-8033-41ea-9fef-4dff093f4762 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:36.151714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Port 8c46da94-8033-41ea-9fef-4dff093f4762 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:36.152331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Attempting to bind port 8c46da94-8033-41ea-9fef-4dff093f4762 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:36.190501 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d16dd7fd-f105-4eb9-bbc6-2fa344c2f2e1'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'status': 'completed', 'code': 200} Apr 28 19:57:36.191383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Attempting to bind port d5982947-0f20-454b-93ef-35fa568f6371 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:36.192672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Attempting to bind port d5982947-0f20-454b-93ef-35fa568f6371 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:36.193121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Attempting to bind port d5982947-0f20-454b-93ef-35fa568f6371 on network d4c2f109-e3ff-4d58-805d-a0661f3486de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:36.235258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:36.235900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:36.236465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:36.237363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Bound port: 8c46da94-8033-41ea-9fef-4dff093f4762, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:36.237902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.329991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e9d27f19-a864-4dc4-86a6-7554e7d01765 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:36.332421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Port d5982947-0f20-454b-93ef-35fa568f6371 on network d4c2f109-e3ff-4d58-805d-a0661f3486de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:36.332750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Attempting to bind port d5982947-0f20-454b-93ef-35fa568f6371 on network d4c2f109-e3ff-4d58-805d-a0661f3486de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:36.390105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e9d27f19-a864-4dc4-86a6-7554e7d01765 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:36.390604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e9d27f19-a864-4dc4-86a6-7554e7d01765 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:36.392210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '6e033ee8-25eb-4fe0-a706-4d7cb57648a7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:36.393122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.415414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:36.416177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Checking segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:36.416177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Bound using segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:36.416632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Bound port: d5982947-0f20-454b-93ef-35fa568f6371, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:36.417114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.428666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:36.438060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:36.441971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:36.451304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:36.453589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:36.459909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8c46da94-8033-41ea-9fef-4dff093f4762,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:36.467235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.514415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:36.518174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.552479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.566665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.567281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.567909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.569048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] 10.222.0.41 "PUT /v2.0/ports/8c46da94-8033-41ea-9fef-4dff093f4762 HTTP/1.1" status: 200 len: 1091 time: 2.5302238 Apr 28 19:57:36.570339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:36.580553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 95961cc7-93a2-441a-a788-eae40255f20b yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:36.643570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4fb264-d884-4474-bf39-ce89ec2e2217 req-25566256-c19b-4a0c-98c9-924a763444dd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.650508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4fb264-d884-4474-bf39-ce89ec2e2217 req-25566256-c19b-4a0c-98c9-924a763444dd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 943 time: 0.3097358 Apr 28 19:57:36.653831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/6e033ee8-25eb-4fe0-a706-4d7cb57648a7/d49f9868-7302-4bf2-8e01-59dac208f44d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:36.666414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:36.695215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:36.702143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.711132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.713931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.714316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.714788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.715250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.715711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.716178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.716648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.718633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-0121525f-56dd-45d1-9ce5-9cce6714cf70 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6378 time: 0.5161376 Apr 28 19:57:36.720302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.726803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1684e0e-3e62-4427-b7b7-94de5203559f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.727263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.732095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.732439 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Added segment 86be3ac2-72f1-4b91-8a46-f99923907bf4 of type vlan for network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 Apr 28 19:57:36.733760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.734519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:36.744195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.751385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.754079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-3d6e86c8-549d-42a9-a47c-c670745251b2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5418 time: 0.4076340 Apr 28 19:57:36.776075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.818070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62f2a62-5f31-4acd-8776-edda945bcfdb service neutron] Pushing event updated for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:36.879800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f73e3a22-c5a7-437f-ac1e-c1d5b7b58fa2 req-053a6829-0b05-404a-a310-4a9d8277ca95 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568590 Apr 28 19:57:36.888602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.889495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-34451098-1815-4d41-83d3-e9ce7947a58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:36.889611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.891039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-34451098-1815-4d41-83d3-e9ce7947a58d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 1094 time: 0.2590244 Apr 28 19:57:36.891160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] 10.222.0.41 "PUT /v2.0/ports/d5982947-0f20-454b-93ef-35fa568f6371 HTTP/1.1" status: 200 len: 1091 time: 2.3176470 Apr 28 19:57:36.915549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4fb264-d884-4474-bf39-ce89ec2e2217 req-162d3ad3-9fea-466f-ab0a-684257868605 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493606 Apr 28 19:57:36.978344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:36.986881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-8eb5a0a0-d8db-4685-a299-d1c761d00e6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c46da94-8033-41ea-9fef-4dff093f4762 HTTP/1.1" status: 200 len: 217 time: 0.0851698 Apr 28 19:57:36.993585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Transition to ACTIVE for port object d49f9868-7302-4bf2-8e01-59dac208f44d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:37.033232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Transition to ACTIVE for port object d49f9868-7302-4bf2-8e01-59dac208f44d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:37.048134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.142346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:37.145401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:37.151859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:37.165797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::1fc (f7ec7e46-f92e-476c-bc0f-c46582ece80a/6e033ee8-25eb-4fe0-a706-4d7cb57648a7/95961cc7-93a2-441a-a788-eae40255f20b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:37.172177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Pushing event updated for resources: {'Port': ['ID=d49f9868-7302-4bf2-8e01-59dac208f44d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.347584 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ee1934-fe04-43c3-b17d-669e3695952e'] response: {'name': 'network-changed', 'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762', 'status': 'completed', 'code': 200} Apr 28 19:57:37.379109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Attempting to bind port d49f9868-7302-4bf2-8e01-59dac208f44d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:37.379109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Attempting to bind port d49f9868-7302-4bf2-8e01-59dac208f44d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:37.379109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Attempting to bind port d49f9868-7302-4bf2-8e01-59dac208f44d on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Bound port: d49f9868-7302-4bf2-8e01-59dac208f44d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:37.384527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.458297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Request body: {'port': {'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:37.481418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] For port d49f9868-7302-4bf2-8e01-59dac208f44d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:37.484888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] For port d49f9868-7302-4bf2-8e01-59dac208f44d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d49f9868-7302-4bf2-8e01-59dac208f44d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:37.489751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.500650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.565840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.582666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 95961cc7-93a2-441a-a788-eae40255f20b will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:37.611027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f10c4-aca2-469d-ad9e-7e9b6cce77e2 None None] Pushing event updated for resources: {'Port': ['ID=d49f9868-7302-4bf2-8e01-59dac208f44d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.611358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-994b7832-77f3-40ca-b140-f4bd8b784f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.613249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-994b7832-77f3-40ca-b140-f4bd8b784f0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.6186681 Apr 28 19:57:37.660275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-6f715fd1-ca13-48c3-bce9-6db2c1ea8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.660751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-6f715fd1-ca13-48c3-bce9-6db2c1ea8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.661213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-6f715fd1-ca13-48c3-bce9-6db2c1ea8107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.662858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-6f715fd1-ca13-48c3-bce9-6db2c1ea8107 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.9320726 Apr 28 19:57:37.701658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48687ca-4c85-49b3-a7ac-51001d4d47eb service neutron] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.736299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.743504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.748887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.749498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.829599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:37.851905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:37.856064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed161d4-40e4-43a2-b25f-a5efedad1106 req-68040bce-0cea-4908-87ef-82135d3925c5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.857938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ed161d4-40e4-43a2-b25f-a5efedad1106 req-68040bce-0cea-4908-87ef-82135d3925c5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 944 time: 0.4383216 Apr 28 19:57:37.868699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:37.874418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.875037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.891754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=95961cc7-93a2-441a-a788-eae40255f20b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:37.919795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:37.928805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b0dad-f3b9-48d0-96a5-5fab0cff7671 req-abc1512b-7af3-4c44-a254-325a99d40428 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.931007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-746b0dad-f3b9-48d0-96a5-5fab0cff7671 req-abc1512b-7af3-4c44-a254-325a99d40428 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.2526355 Apr 28 19:57:37.933425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-87e3f2bf-5733-4061-b4ec-126f7d120392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8508286 Apr 28 19:57:37.935781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-e6ba17b5-dcc8-43a8-a673-9f39e16fe674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:37.937371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-e6ba17b5-dcc8-43a8-a673-9f39e16fe674 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3140852 Apr 28 19:57:37.938067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40764) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:37.947859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.7036455 Apr 28 19:57:37.974473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40768) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:37.999256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Request body: {'subnet': {'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:38.058721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05497a7d-8dae-428d-9093-8e59ded0b903 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event updated for resources: {'Network': ['ID=f6813ff2-6590-4ebb-91b0-a7b327dc4d59,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:38.071923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:57:38.114636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ed161d4-40e4-43a2-b25f-a5efedad1106 req-37eb59ce-268a-4b47-8507-7906123d4d6e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015264 Apr 28 19:57:38.119319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-8b6f2244-2cf9-4c7e-9dcf-79cf775d152a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.120716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-644d54fd-882c-4138-a252-0da6ab1d9cce req-8b6f2244-2cf9-4c7e-9dcf-79cf775d152a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4201889 Apr 28 19:57:38.226165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:38.292769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d49f9868-7302-4bf2-8e01-59dac208f44d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:38.375838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-746b0dad-f3b9-48d0-96a5-5fab0cff7671 req-c57eb8f5-7a94-4b70-bd89-5f236013a93d tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4351635 Apr 28 19:57:38.404553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:38.413551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Usage tracker for resource:subnet and tenant:b64e372a8549403583cb428d6bad1307 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:38.425998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:38.429535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d49f9868-7302-4bf2-8e01-59dac208f44d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:38.436742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:38.448453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-7df12846-c65a-4d77-a044-f64086204555 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4570425 Apr 28 19:57:38.464470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c5057-0481-45d5-a025-05502f897ccb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.474465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c5057-0481-45d5-a025-05502f897ccb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.475270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-577c5057-0481-45d5-a025-05502f897ccb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:38.478550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Made reservation on behalf of b64e372a8549403583cb428d6bad1307 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:38.482010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.494170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.505263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.516505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.522702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.529671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.535812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.542365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.544185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e90ced33-af67-4118-8857-4df262bd6f90 req-fadf0264-83aa-43b6-9aab-76d5217a0eaa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5418 time: 0.2617035 Apr 28 19:57:38.613164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e90ced33-af67-4118-8857-4df262bd6f90 req-869e8d07-1eda-4205-a6b6-fde52d712f78 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0525546 Apr 28 19:57:38.650189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 77895d75-8db7-40fb-af70-a295267ac129 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:38.703101 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64e82935-7d2c-464f-919c-f0c523355c33'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371', 'status': 'completed', 'code': 200} Apr 28 19:57:38.716972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0783065-e4ca-418b-b7e0-88949fa18df6 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:38.725382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.731549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-577c5057-0481-45d5-a025-05502f897ccb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:38.733426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-577c5057-0481-45d5-a025-05502f897ccb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7943056 Apr 28 19:57:38.737856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:38.763326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 77895d75-8db7-40fb-af70-a295267ac129 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:38.768796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 77895d75-8db7-40fb-af70-a295267ac129 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:38.769280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.826265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b3f2ed3-0f32-4691-9cfa-86be2a8e7ac1 req-1369186b-b802-4cc8-91e5-ba4f686ae660 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261364 Apr 28 19:57:38.849566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f13aed-76f9-400c-9c66-c0ee44ac5d24 req-3ab24fb2-d584-454d-a01f-86d6ff284cf5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:38.859215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0f13aed-76f9-400c-9c66-c0ee44ac5d24 req-3ab24fb2-d584-454d-a01f-86d6ff284cf5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 943 time: 0.3343997 Apr 28 19:57:38.861003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Transition to ACTIVE for port object c0783065-e4ca-418b-b7e0-88949fa18df6 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:38.900510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.928081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.965134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=77895d75-8db7-40fb-af70-a295267ac129,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:38.966060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77895d75-8db7-40fb-af70-a295267ac129'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:38.968898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 95961cc7-93a2-441a-a788-eae40255f20b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:38.969305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:38.981531 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.064031 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffcc276d-2fc7-4838-9102-5fbb7a9e714b'] response: {'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77895d75-8db7-40fb-af70-a295267ac129', 'code': 200} Apr 28 19:57:39.083487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.107999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0f13aed-76f9-400c-9c66-c0ee44ac5d24 req-c10e1da0-85d2-42c4-9994-cb01432da402 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479134 Apr 28 19:57:39.123680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Provisioning for port d49f9868-7302-4bf2-8e01-59dac208f44d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:39.138259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Provisioning complete for port d49f9868-7302-4bf2-8e01-59dac208f44d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:39.138259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.292234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.361031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.368595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-7db41481-6661-4c23-9b53-bf2e87f0a7c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.370099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-7db41481-6661-4c23-9b53-bf2e87f0a7c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 1094 time: 0.4476709 Apr 28 19:57:39.405328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.422955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] For port d49f9868-7302-4bf2-8e01-59dac208f44d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d49f9868-7302-4bf2-8e01-59dac208f44d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:39.429090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.514065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aed96c-fe3d-4c75-9c38-532a0515cc96 None None] Pushing event updated for resources: {'Port': ['ID=d49f9868-7302-4bf2-8e01-59dac208f44d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.551024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-2ff42f4e-8eec-41db-8e1a-bbbde97b89ac tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.552528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-2ff42f4e-8eec-41db-8e1a-bbbde97b89ac tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.41 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.5615730 Apr 28 19:57:39.566753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-07ef45c1-0631-4e3e-8d73-4e7a3a4ced77 None None] Provisioning for port 95961cc7-93a2-441a-a788-eae40255f20b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:39.572836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-07ef45c1-0631-4e3e-8d73-4e7a3a4ced77 None None] Provisioning complete for port 95961cc7-93a2-441a-a788-eae40255f20b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:39.573428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-07ef45c1-0631-4e3e-8d73-4e7a3a4ced77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.627859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event updated for resources: {'Subnet': ['ID=2775b475-5d69-4440-b5e5-cc4c4b983da2,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:39.630815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-07ef45c1-0631-4e3e-8d73-4e7a3a4ced77 None None] Port 95961cc7-93a2-441a-a788-eae40255f20b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:39.688430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.689024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.689345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.689826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.690279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.690733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.691608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.693051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-1a48634a-e3aa-482e-913c-20deb365bbcf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6445 time: 0.8952322 Apr 28 19:57:39.698093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c69eaca-fa71-47d9-9124-a7b6ef57cbb3 req-d6070184-79c7-4c37-a37b-a809bb93cb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.699538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c69eaca-fa71-47d9-9124-a7b6ef57cbb3 req-d6070184-79c7-4c37-a37b-a809bb93cb68 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 1096 time: 0.5807049 Apr 28 19:57:39.709890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Checking segment: {'id': '86be3ac2-72f1-4b91-8a46-f99923907bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:39.710245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Network hostable DHCP agents. Network: f6813ff2-6590-4ebb-91b0-a7b327dc4d59, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:57:39.776117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Deleting port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:39.776464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.806153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-c3eec4ab-2366-4163-8cda-782a1cc99ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.807867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-c3eec4ab-2366-4163-8cda-782a1cc99ce4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.4308560 Apr 28 19:57:39.818403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Attempting to bind port c0783065-e4ca-418b-b7e0-88949fa18df6 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:39.818734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Attempting to bind port c0783065-e4ca-418b-b7e0-88949fa18df6 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:39.819055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Attempting to bind port c0783065-e4ca-418b-b7e0-88949fa18df6 on network d4c2f109-e3ff-4d58-805d-a0661f3486de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:39.839431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Port c0783065-e4ca-418b-b7e0-88949fa18df6 on network d4c2f109-e3ff-4d58-805d-a0661f3486de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:57:39.839786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Attempting to bind port c0783065-e4ca-418b-b7e0-88949fa18df6 on network d4c2f109-e3ff-4d58-805d-a0661f3486de {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:39.850500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.906724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:39.907062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Checking segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:39.907441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Bound using segment: {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:39.907870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Bound port: c0783065-e4ca-418b-b7e0-88949fa18df6, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:39.908217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.910255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:39.919658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-d4448cd6-6f22-4729-940a-5b23ec4d1249 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c46da94-8033-41ea-9fef-4dff093f4762 HTTP/1.1" status: 200 len: 217 time: 0.0896618 Apr 28 19:57:39.926025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c69eaca-fa71-47d9-9124-a7b6ef57cbb3 req-985668d4-5397-4676-ba79-f1c9ae72fe31 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917133 Apr 28 19:57:39.957286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baee2699-6998-49a4-aefa-f39f8c4800d1 req-9f994b27-ae81-4b2d-9337-8cc40c133202 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:39.958735 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-baee2699-6998-49a4-aefa-f39f8c4800d1 req-9f994b27-ae81-4b2d-9337-8cc40c133202 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.6444705 Apr 28 19:57:39.960861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:39.972163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f6813ff2-6590-4ebb-91b0-a7b327dc4d59) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:39.982937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05bde149-6e86-4d5c-9bb7-3c64227843fa None None] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:40.014702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.015283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.043428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1fd6d-c73f-496d-960a-f36131a70005 req-a3942cdd-0a8d-4a0e-8a51-62cb663659e2 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.044817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8dc1fd6d-c73f-496d-960a-f36131a70005 req-a3942cdd-0a8d-4a0e-8a51-62cb663659e2 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.5102739 Apr 28 19:57:40.101849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-13b4a1b1-09dc-475f-a356-37af4cdcf9b7 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1092026 Apr 28 19:57:40.103715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-858f36f0-58a6-4b6c-89bb-370519e90740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.105498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-858f36f0-58a6-4b6c-89bb-370519e90740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1782501 Apr 28 19:57:40.107629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40786) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:40.143112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Request body: {'port': {'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59', 'name': 'tempest-DHCPAgentSchedulersTestJSON-366920332'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:40.166057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 95961cc7-93a2-441a-a788-eae40255f20b owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:40.215980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f6813ff2-6590-4ebb-91b0-a7b327dc4d59', 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59', 'tenant_id': 'b64e372a8549403583cb428d6bad1307', 'fixed_ips': [{'subnet_id': '2775b475-5d69-4440-b5e5-cc4c4b983da2'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:40.216826 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.229452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d49f9868-7302-4bf2-8e01-59dac208f44d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:40.244116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-b9775def-f2fc-4a37-84ae-ce138784ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.244834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-b9775def-f2fc-4a37-84ae-ce138784ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.245431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-b9775def-f2fc-4a37-84ae-ce138784ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.247165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-b9775def-f2fc-4a37-84ae-ce138784ba55 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e7989dcbc9d44a248674a9cc4f904820&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4842780 Apr 28 19:57:40.247658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8dc1fd6d-c73f-496d-960a-f36131a70005 req-a11f475f-5105-4ece-9c99-9bdf43b94b6e tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891198 Apr 28 19:57:40.299018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-baee2699-6998-49a4-aefa-f39f8c4800d1 req-3ba6e737-8fff-4708-897b-3770e0f8f65d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3024404 Apr 28 19:57:40.352020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:40.414568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:40.432690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.503134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d49f9868-7302-4bf2-8e01-59dac208f44d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:40.503500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.568265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Allocated IP 172.20.0.2 (f6813ff2-6590-4ebb-91b0-a7b327dc4d59/2775b475-5d69-4440-b5e5-cc4c4b983da2/91d02571-3368-46fb-b79c-91c4ac0623ad) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:40.627495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.628091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.629445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] 10.222.0.41 "PUT /v2.0/ports/c0783065-e4ca-418b-b7e0-88949fa18df6 HTTP/1.1" status: 200 len: 1091 time: 3.2024951 Apr 28 19:57:40.661130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-11dcc319-f45d-4287-867b-229ad8882cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.662773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a36e6ce-428a-4705-bc57-aafe792db732 req-11dcc319-f45d-4287-867b-229ad8882cb0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4046316 Apr 28 19:57:40.683813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:40.686707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.734772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:40.752634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=95961cc7-93a2-441a-a788-eae40255f20b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:40.788658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] For port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,segment=NetworkSegment(6e2f8ab6-0b98-43ea-88a2-2a3de9de688d),segment_id=6e2f8ab6-0b98-43ea-88a2-2a3de9de688d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:40.789096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.850567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:40.861082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.872002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Usage tracker for resource:port and tenant:b64e372a8549403583cb428d6bad1307 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:40.879302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa22dfa-3cb7-4a90-a908-7c2855ee65b0 req-ab5e033c-4e56-40b9-890b-57f3823dd72a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:40.880912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-baa22dfa-3cb7-4a90-a908-7c2855ee65b0 req-ab5e033c-4e56-40b9-890b-57f3823dd72a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 943 time: 0.3679564 Apr 28 19:57:40.902474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:40.918849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-384b7931-b362-4dbe-b1da-9e3873190222 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/95961cc7-93a2-441a-a788-eae40255f20b HTTP/1.1" status: 204 len: 168 time: 2.1773810 Apr 28 19:57:40.919887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Transition to ACTIVE for port object 91d02571-3368-46fb-b79c-91c4ac0623ad will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:40.923675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:40.940865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Transition to ACTIVE for port object 91d02571-3368-46fb-b79c-91c4ac0623ad will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:40.949706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:40.950080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.020064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-baa22dfa-3cb7-4a90-a908-7c2855ee65b0 req-c50b8ebc-c363-463b-8b61-9229a7714f39 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278543 Apr 28 19:57:41.035191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Pushing event updated for resources: {'Port': ['ID=91d02571-3368-46fb-b79c-91c4ac0623ad,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.055792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:41.057113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:41.062183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:41.069120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.069642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.070119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.070883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.071897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.072377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.072913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.075201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6e5be514-d4e0-4361-86cc-508f83942401 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6487 time: 0.2744882 Apr 28 19:57:41.079689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f250b-098e-49d5-b9ab-1ef9e98dd935 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.080752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Calling delete_port for 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:41.081583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3f250b-098e-49d5-b9ab-1ef9e98dd935 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.082245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c3f250b-098e-49d5-b9ab-1ef9e98dd935 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:41.136922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:41.147547 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662e0e96-2689-4e54-8a7a-af427ddd8118'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'status': 'completed', 'code': 200} Apr 28 19:57:41.159215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Attempting to bind port 91d02571-3368-46fb-b79c-91c4ac0623ad on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:41.159574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Attempting to bind port 91d02571-3368-46fb-b79c-91c4ac0623ad by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '86be3ac2-72f1-4b91-8a46-f99923907bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:41.159944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Attempting to bind port 91d02571-3368-46fb-b79c-91c4ac0623ad on network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:41.166291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:41.166836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Checking segment: {'id': '86be3ac2-72f1-4b91-8a46-f99923907bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:41.167239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.167828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Bound using segment: {'id': '86be3ac2-72f1-4b91-8a46-f99923907bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:41.168147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Bound port: 91d02571-3368-46fb-b79c-91c4ac0623ad, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86be3ac2-72f1-4b91-8a46-f99923907bf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'f6813ff2-6590-4ebb-91b0-a7b327dc4d59'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:41.168512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.169080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-4481cb56-954d-48ab-b9cf-881dd6b83335 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2851c5cc-3422-4037-ac62-98fbf024655d HTTP/1.1" status: 200 len: 217 time: 0.0789721 Apr 28 19:57:41.175494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4c3f250b-098e-49d5-b9ab-1ef9e98dd935 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:41.179595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4c3f250b-098e-49d5-b9ab-1ef9e98dd935 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2549806 Apr 28 19:57:41.182700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:41.222579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-b64ab9bf-f9f0-4d9c-9b64-838ad27c212e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.225987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-b64ab9bf-f9f0-4d9c-9b64-838ad27c212e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0882390 Apr 28 19:57:41.226667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Made reservation on behalf of b64e372a8549403583cb428d6bad1307 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:41.233051 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.264854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] For port 91d02571-3368-46fb-b79c-91c4ac0623ad, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:41.267825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] For port 91d02571-3368-46fb-b79c-91c4ac0623ad, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91d02571-3368-46fb-b79c-91c4ac0623ad,segment=NetworkSegment(86be3ac2-72f1-4b91-8a46-f99923907bf4),segment_id=86be3ac2-72f1-4b91-8a46-f99923907bf4)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:41.283261 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.310299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-d9c4a56f-87ac-430c-995a-2f297db44f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.311734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-d9c4a56f-87ac-430c-995a-2f297db44f56 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b222bbd7-826c-4613-962b-1e217f2d4172 HTTP/1.1" status: 200 len: 855 time: 0.1300435 Apr 28 19:57:41.323917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] device_id is not set on port 0036370f-47f3-4ea4-980c-cb370a8d1300 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:41.384376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.391243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.393714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 6e033ee8-25eb-4fe0-a706-4d7cb57648a7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:41.397190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.398709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.403384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.409272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.419573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.428283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.441505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-7fe18585-5021-4372-905a-997c29111a0f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.6259344 Apr 28 19:57:41.441818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9682031-da80-4cdd-9fdb-b2d9d75c3fa3 None None] Pushing event updated for resources: {'Port': ['ID=91d02571-3368-46fb-b79c-91c4ac0623ad,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.646687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.693111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-552bc050-d1a7-42f3-b2f0-457f13a8d371 req-bcefc137-2604-4919-bfca-6712c06cd854 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2410569 Apr 28 19:57:41.744483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-29c9a83d-187f-48f1-930a-6db5f42733a2 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4962041 Apr 28 19:57:41.748588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-38de86b7-f3f6-4f65-9640-54de9dd699f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.750268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-38de86b7-f3f6-4f65-9640-54de9dd699f0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4206891 Apr 28 19:57:41.755751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.815367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287bac01-10ba-4b2f-b806-b6e157578d6c req-e63ed5d6-55cc-4cf2-a322-32fc35678b82 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:41.816915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-287bac01-10ba-4b2f-b806-b6e157578d6c req-e63ed5d6-55cc-4cf2-a322-32fc35678b82 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/ports?device_id=3b27a886-cada-4d31-a72b-0598dbba8f04 HTTP/1.1" status: 200 len: 946 time: 0.4192781 Apr 28 19:57:41.912483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Pushing event deleted for resources: {'Port': ['ID=4d49d48f-7948-4da4-89ea-bbc6ce481ac9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:41.916383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:41.995269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-d06e3649-3c89-461e-a3c0-55eb10699ed9 service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337241 Apr 28 19:57:42.000381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-287bac01-10ba-4b2f-b806-b6e157578d6c req-7043438d-9572-4cfb-ba67-741f1bf605e3 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.24 "GET /v2.0/security-groups?id=d88ca867-c838-48b5-b219-d6000f57af38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325653 Apr 28 19:57:42.000691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Allocated IP 172.20.0.7 (f6813ff2-6590-4ebb-91b0-a7b327dc4d59/2775b475-5d69-4440-b5e5-cc4c4b983da2/0036370f-47f3-4ea4-980c-cb370a8d1300) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:42.011301 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.070716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] No DVR routers for this DVR port 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:42.084097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.091858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'name': 'network-vif-deleted', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:42.119593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.123072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e1680eb-2281-4b5c-8033-d8f1afc9188d req-79f7e1c0-8fe0-4493-b180-2bcaba02f73d service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3684719 Apr 28 19:57:42.171356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=6e033ee8-25eb-4fe0-a706-4d7cb57648a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:42.173522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.181724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b004634-09c1-4d98-abb1-70371e3a0e17 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:42.185927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-852a145d-7f77-4b41-8d7f-746cd3b8111c req-547c87f4-0b3b-48e9-9f67-564454a44ae5 tempest-ServersNegativeTestMultiTenantJSON-947419010 tempest-ServersNegativeTestMultiTenantJSON-947419010-project] 10.222.0.41 "DELETE /v2.0/ports/4d49d48f-7948-4da4-89ea-bbc6ce481ac9 HTTP/1.1" status: 204 len: 173 time: 2.6223874 Apr 28 19:57:42.208118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b2076e6c-87e9-4e3e-ab52-364f000f507e service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043009 Apr 28 19:57:42.213538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-343abdeb-239c-4e85-87ad-2dd4cddc9869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/6e033ee8-25eb-4fe0-a706-4d7cb57648a7 HTTP/1.1" status: 204 len: 168 time: 1.0281677 Apr 28 19:57:42.263350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40812) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:42.313367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91d02571-3368-46fb-b79c-91c4ac0623ad up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:42.333853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baced308-a2d7-4f89-a6b2-882a21df970a req-c029e59f-a08b-435c-9229-87c7c9b1c88e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:42.335364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baced308-a2d7-4f89-a6b2-882a21df970a req-c029e59f-a08b-435c-9229-87c7c9b1c88e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.4332228 Apr 28 19:57:42.339504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-3adb8bbb-7c1b-4827-a863-9f4d09920632 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 217 time: 0.1240244 Apr 28 19:57:42.377049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d9989fa7-cebe-4aca-b4a8-5c49e399d94f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054671 Apr 28 19:57:42.379815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:42.394376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:42.468779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-14f30781-0495-41d7-9075-e9a0a7014496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:42.472193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-14f30781-0495-41d7-9075-e9a0a7014496 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1093655 Apr 28 19:57:42.575425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 91d02571-3368-46fb-b79c-91c4ac0623ad completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:42.611023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb679ca-6990-4e5b-9447-2d14ac8671a4 req-f5d0ae75-7390-4ff5-9f8e-45874bcc371c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:42.612788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecb679ca-6990-4e5b-9447-2d14ac8671a4 req-f5d0ae75-7390-4ff5-9f8e-45874bcc371c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 943 time: 0.3139510 Apr 28 19:57:42.625615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-74e18262-1272-43ed-b1b1-1461b4341483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:42.627261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-74e18262-1272-43ed-b1b1-1461b4341483 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385458 Apr 28 19:57:42.675018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baced308-a2d7-4f89-a6b2-882a21df970a req-b6a9275f-f883-447c-8db4-c45e14b848e8 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3179457 Apr 28 19:57:42.675427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8c46da94-8033-41ea-9fef-4dff093f4762 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:57:42.782466 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f406c527-2d69-464e-93ab-fa5e9ead0b94'] response: {'server_uuid': '3b27a886-cada-4d31-a72b-0598dbba8f04', 'name': 'network-vif-deleted', 'tag': '4d49d48f-7948-4da4-89ea-bbc6ce481ac9', 'status': 'completed', 'code': 200} Apr 28 19:57:42.806285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.831859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:42.833151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecb679ca-6990-4e5b-9447-2d14ac8671a4 req-c6d43c3b-02a1-43a6-be7a-e05012b37232 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107389 Apr 28 19:57:42.837973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Transition to ACTIVE for port object 0036370f-47f3-4ea4-980c-cb370a8d1300 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:42.839605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:42.844914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:42.851854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:42.872042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:42.903101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:42.911964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:42.919266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-3bd70767-b2e9-4456-882b-e4d30ac1ebd6 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784486 Apr 28 19:57:42.933523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:42.933868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4d49d48f-7948-4da4-89ea-bbc6ce481ac9 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:42.940438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:42.953668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Deleting port d49f9868-7302-4bf2-8e01-59dac208f44d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:42.954048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.010481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610e7877-f4c0-4006-8558-6e9194aeedf7 None None] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:43.250620 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-3a274b8d-a95b-490e-a547-cc82b146c6c9 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253429 Apr 28 19:57:43.267836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40836) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:43.278732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.285197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.292466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.299005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] For port d49f9868-7302-4bf2-8e01-59dac208f44d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d49f9868-7302-4bf2-8e01-59dac208f44d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:43.299520 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.301562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.309231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.309823 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.311751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.316465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.324697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.327127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-886f1747-02db-4f82-9370-e9d0337d1484 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.3239849 Apr 28 19:57:43.414146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-1a71424b-47ce-4683-86f0-5ccc2070a15b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 217 time: 0.1544039 Apr 28 19:57:43.421872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Provisioning for port 91d02571-3368-46fb-b79c-91c4ac0623ad completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:43.441350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Calling delete_port for d49f9868-7302-4bf2-8e01-59dac208f44d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:43.469108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8c46da94-8033-41ea-9fef-4dff093f4762,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:43.496444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Provisioning complete for port 91d02571-3368-46fb-b79c-91c4ac0623ad triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:43.497095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.500707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fcbb7bed-20e7-4790-87bc-6b06fd56aff0 req-c8ae2f67-9d08-4de9-94bb-415fff3f47d6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1173754 Apr 28 19:57:43.527261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-44083e26-deb2-4dc8-a789-e16d0a42e05e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.528233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:43.529635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-44083e26-deb2-4dc8-a789-e16d0a42e05e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.0951996 Apr 28 19:57:43.538697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:43.541931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:43.568455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8c46da94-8033-41ea-9fef-4dff093f4762', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': '8c46da94-8033-41ea-9fef-4dff093f4762', 'mac_address': 'fa:16:3e:07:b0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:57:43.576834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:43.600619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:43.608253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.608834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.614978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-067b0388-5525-4237-ac3d-06a9f392745e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.616165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-067b0388-5525-4237-ac3d-06a9f392745e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0775931 Apr 28 19:57:43.646004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Deleting subnet efe8b8ad-bf9f-40c0-8950-bc3533f732ce {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:43.647688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event updated for resources: {'Port': ['ID=0036370f-47f3-4ea4-980c-cb370a8d1300,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:43.659175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=4819d03e-b048-4181-aa15-591c43db9743,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:43.662639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.698563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.742337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.742950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.743396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.743814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.744238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.744658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.745081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.745520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.745954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.746367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.746790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.747200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.751008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.751565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.752006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.752430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.752874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.753300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.753776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.756544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.757698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.758847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.759279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.759722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:43.789383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7a70acd5-e0ef-4db8-b033-03c2da751986 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4063442 Apr 28 19:57:43.796849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40844) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:43.810527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.811338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.826571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'name': 'tempest-NetworksTestDHCPv6-1053558126'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:43.830462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.866164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c46da94-8033-41ea-9fef-4dff093f4762 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:57:43.886701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e89972b2-2540-4c2e-9bc7-376c98488a90 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2629519 Apr 28 19:57:43.923263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-e94bbd04-9b35-4c77-b964-716ff1959a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.924748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-e94bbd04-9b35-4c77-b964-716ff1959a85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 1096 time: 0.6929946 Apr 28 19:57:43.950423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] Pushing event deleted for resources: {'Port': ['ID=d49f9868-7302-4bf2-8e01-59dac208f44d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:43.962269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6574ea98-2fff-400d-8e95-41e9c35d2b9b None None] No DVR routers for this DVR port d49f9868-7302-4bf2-8e01-59dac208f44d on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:43.963914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:43.991550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8c46da94-8033-41ea-9fef-4dff093f4762,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:43.991689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceda66d-a6b8-4ab7-b778-745349985ccf req-b1f376ac-9b27-4aa2-87aa-532de2b3d4a5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:43.993119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ceda66d-a6b8-4ab7-b778-745349985ccf req-b1f376ac-9b27-4aa2-87aa-532de2b3d4a5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.5913348 Apr 28 19:57:44.007361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.009219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-919a7bce-0f8c-4a1b-9c45-8523bbd8cacd None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:44.018469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cb74bc09-9589-484f-810a-a7188b00b992 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9052625 Apr 28 19:57:44.023233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:44.047891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.099163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] For port 91d02571-3368-46fb-b79c-91c4ac0623ad, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91d02571-3368-46fb-b79c-91c4ac0623ad,segment=NetworkSegment(86be3ac2-72f1-4b91-8a46-f99923907bf4),segment_id=86be3ac2-72f1-4b91-8a46-f99923907bf4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:44.113384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-e2bc0996-9580-4c0c-b976-29053b9b712b service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199354 Apr 28 19:57:44.153334 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.201216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:44.216384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-17a4fb50-8279-4dfb-84b0-9244e118c7ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=aacfcd4d-46de-4f77-a490-7380c7705837 HTTP/1.1" status: 200 len: 217 time: 0.0965645 Apr 28 19:57:44.225155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cecf64c-d467-4d2d-98d4-41b1eb5143d4 req-327193bc-e476-4d4d-8ceb-471674fe59a4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.227240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cecf64c-d467-4d2d-98d4-41b1eb5143d4 req-327193bc-e476-4d4d-8ceb-471674fe59a4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 944 time: 0.2002594 Apr 28 19:57:44.265439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:44.284248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:44.291439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.323161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:44.328007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d49f9868-7302-4bf2-8e01-59dac208f44d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:44.331000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Deleting port 0036370f-47f3-4ea4-980c-cb370a8d1300 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:44.331000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.336996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2cecf64c-d467-4d2d-98d4-41b1eb5143d4 req-b50d76c0-3c06-4dae-b4e0-808289e55184 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690985 Apr 28 19:57:44.341126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-c9565808-c81a-405f-a9fa-ea58612daceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.342790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-c9565808-c81a-405f-a9fa-ea58612daceb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1145658 Apr 28 19:57:44.370291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8c46da94-8033-41ea-9fef-4dff093f4762'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:57:44.373270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ceda66d-a6b8-4ab7-b778-745349985ccf req-68afc440-a8e3-4ada-9ddc-543ba56d0fd4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3523693 Apr 28 19:57:44.374248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:44.410379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-8dc0fae4-8e16-4d09-b18c-6f7701387d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.411833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-8dc0fae4-8e16-4d09-b18c-6f7701387d31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.4727921 Apr 28 19:57:44.482821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-230481ed-6eb4-4150-9e02-0bd5ebbdcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.484571 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-230481ed-6eb4-4150-9e02-0bd5ebbdcd46 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1349750 Apr 28 19:57:44.508768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:44.512401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.514886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d49f9868-7302-4bf2-8e01-59dac208f44d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:44.515333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d49f9868-7302-4bf2-8e01-59dac208f44d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:44.542481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-06bfb836-efe7-4093-aa5e-cf5394e14114 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77895d75-8db7-40fb-af70-a295267ac129 HTTP/1.1" status: 200 len: 217 time: 0.1217310 Apr 28 19:57:44.576782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563be260-50fe-4dea-a511-2c0890574ac0 None None] Pushing event updated for resources: {'Port': ['ID=91d02571-3368-46fb-b79c-91c4ac0623ad,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:44.612202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Provisioning complete for port 91d02571-3368-46fb-b79c-91c4ac0623ad triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:44.612823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.676932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-c8324c09-547c-4e47-a19e-23ba4905eb39 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842995 Apr 28 19:57:44.736185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '4819d03e-b048-4181-aa15-591c43db9743'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:44.737270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.808353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:44.868481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.896112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-594933a9-aaa4-497a-a38a-fec5f9b2faa0 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122130 Apr 28 19:57:44.911923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.918803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.924712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.930480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.936213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.941948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.946861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efe8b8ad-bf9f-40c0-8950-bc3533f732ce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:44.947809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.955470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-fc2ee086-4ede-4e5d-bc0b-04f5a96bb9e9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2480369 Apr 28 19:57:44.980620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:44.991116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-a0ee36c6-1e53-4deb-a235-f1018532f62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:44.992568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-a0ee36c6-1e53-4deb-a235-f1018532f62f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.4178677 Apr 28 19:57:45.012910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Provisioning for port 0036370f-47f3-4ea4-980c-cb370a8d1300 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:45.032170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Provisioning complete for port 0036370f-47f3-4ea4-980c-cb370a8d1300 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:45.032533 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.038759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-fdb5a356-2d86-4762-b675-fe2be480c385 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e HTTP/1.1" status: 200 len: 217 time: 0.0809457 Apr 28 19:57:45.100646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f62df4-7ded-443d-bffa-e673fc689c08 req-8e0736e4-7af8-4d71-b72b-aaeda00c95fb tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1445444 Apr 28 19:57:45.106678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-923c6c3c-59b2-4d08-baa4-3ea883195057 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/efe8b8ad-bf9f-40c0-8950-bc3533f732ce HTTP/1.1" status: 204 len: 168 time: 1.8324101 Apr 28 19:57:45.109062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:45.118380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/4819d03e-b048-4181-aa15-591c43db9743/d79cb300-3d8a-43c3-8f6a-82352911c01f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:45.136587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4d02533f-364d-43de-b7bb-4eb6ee600c6c None None] Port 0036370f-47f3-4ea4-980c-cb370a8d1300 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:45.151748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.154934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-c21e2edb-16f2-43d9-81ea-c2e66eeccca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.156333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-c21e2edb-16f2-43d9-81ea-c2e66eeccca8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1067367 Apr 28 19:57:45.240591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.283571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Calling delete_port for 0036370f-47f3-4ea4-980c-cb370a8d1300 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:45.314464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8d8c0f57-eff3-4262-85a0-88d57396f2a3 None None] Provisioning complete for port 0036370f-47f3-4ea4-980c-cb370a8d1300 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:45.314464 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d8c0f57-eff3-4262-85a0-88d57396f2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.315673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-0c19245b-1cdc-4240-b768-a8d389ee6652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.317142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-0c19245b-1cdc-4240-b768-a8d389ee6652 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2723973 Apr 28 19:57:45.393491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c0f57-eff3-4262-85a0-88d57396f2a3 None None] Port 0036370f-47f3-4ea4-980c-cb370a8d1300 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:45.398636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.409041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Transition to ACTIVE for port object d79cb300-3d8a-43c3-8f6a-82352911c01f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:45.452202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Transition to ACTIVE for port object d79cb300-3d8a-43c3-8f6a-82352911c01f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:45.464702 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.480761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.545314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-783439ff-d536-4ed3-bf41-41f722210e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.547035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-783439ff-d536-4ed3-bf41-41f722210e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3034644 Apr 28 19:57:45.548755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['246901d5-5f32-4723-9b8e-71cf8ba1e46c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.566669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:45.567768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Pushing event updated for resources: {'Port': ['ID=d79cb300-3d8a-43c3-8f6a-82352911c01f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.571733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:45.574897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:45.629092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-77122459-dd00-4aa8-b2a6-829cb5e15d60 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003798 Apr 28 19:57:45.636891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.637183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2f8ab6-0b98-43ea-88a2-2a3de9de688d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:45.671565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.678140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Attempting to bind port d79cb300-3d8a-43c3-8f6a-82352911c01f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:45.678685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Attempting to bind port d79cb300-3d8a-43c3-8f6a-82352911c01f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:45.679209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Attempting to bind port d79cb300-3d8a-43c3-8f6a-82352911c01f on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:45.685277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:45.685844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:45.686567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.687339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:45.688607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::27a (f7ec7e46-f92e-476c-bc0f-c46582ece80a/4819d03e-b048-4181-aa15-591c43db9743/e705bcc0-3181-4e13-8ae5-6dc5e90e47d2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:45.689242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Bound port: d79cb300-3d8a-43c3-8f6a-82352911c01f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:45.689242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.702851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.788306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] For port d79cb300-3d8a-43c3-8f6a-82352911c01f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:45.792681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] For port d79cb300-3d8a-43c3-8f6a-82352911c01f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d79cb300-3d8a-43c3-8f6a-82352911c01f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:45.796511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.824682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event deleted for resources: {'Port': ['ID=0036370f-47f3-4ea4-980c-cb370a8d1300,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.903717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef12ab-f3ce-4b31-9749-d77d65256664 None None] Pushing event updated for resources: {'Port': ['ID=d79cb300-3d8a-43c3-8f6a-82352911c01f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:45.908520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.926006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:45.926425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:45.957017 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:45.969252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b77f39-e43b-44f4-a4a6-ccb57324cbc6 req-3d6ed0bd-a2f6-4b6f-a457-3d417797f911 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:45.973999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5b77f39-e43b-44f4-a4a6-ccb57324cbc6 req-3d6ed0bd-a2f6-4b6f-a457-3d417797f911 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 944 time: 0.4461482 Apr 28 19:57:46.061411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c6b27fb-ccd1-46a2-9162-91c9bd5a0920 req-d267bd8f-3901-4ba4-8636-93c83e038d8b service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168661 Apr 28 19:57:46.063673 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-74d4ad1a-c841-4d21-9a2a-774c44ba77f0 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5064390 Apr 28 19:57:46.078027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa74439-b48a-4c7d-a94b-808d1e37b7c4 req-13ba7c9f-4afc-430d-a54a-6194eb588afd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.079538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5aa74439-b48a-4c7d-a94b-808d1e37b7c4 req-13ba7c9f-4afc-430d-a54a-6194eb588afd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.4814806 Apr 28 19:57:46.100970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.159422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.213922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=246901d5-5f32-4723-9b8e-71cf8ba1e46c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:46.246644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.264992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-644f3d5f-9e8e-4901-8bd0-0f6d7f34511d tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "DELETE /v2.0/ports/0036370f-47f3-4ea4-980c-cb370a8d1300 HTTP/1.1" status: 204 len: 168 time: 2.2358692 Apr 28 19:57:46.273500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:46.279608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eefc4521-854b-4872-9f18-198621b4c4d8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/246901d5-5f32-4723-9b8e-71cf8ba1e46c HTTP/1.1" status: 204 len: 168 time: 1.1668942 Apr 28 19:57:46.279804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91d02571-3368-46fb-b79c-91c4ac0623ad up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:46.281841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5b77f39-e43b-44f4-a4a6-ccb57324cbc6 req-97c86b27-5a8d-458b-92de-411796f736f8 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130861 Apr 28 19:57:46.286539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:46.354466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.369143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5aa74439-b48a-4c7d-a94b-808d1e37b7c4 req-96602485-52f2-4cb7-a312-5c31649c7159 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2658262 Apr 28 19:57:46.392574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 91d02571-3368-46fb-b79c-91c4ac0623ad triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:46.393073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.431031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:46.448714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3cf51627-7054-45df-94a4-a9fdda1713b9 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1627483 Apr 28 19:57:46.454705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-d3ce2567-3fab-4908-bc17-9062d8df290d service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3738596 Apr 28 19:57:46.455164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:46.466821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Deleting subnet a5f612b8-68d6-45c9-aee1-dd5d61d32f30 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:46.474192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1269482598'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:46.532089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.563462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.569384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:46.569581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.576044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.581872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.585771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-a0a58b39-581a-49b8-821f-70fa97ed9629 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5982947-0f20-454b-93ef-35fa568f6371 HTTP/1.1" status: 200 len: 217 time: 0.1156783 Apr 28 19:57:46.587834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.591724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Usage tracker for resource:network and tenant:b64e372a8549403583cb428d6bad1307 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:46.593895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.599387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.601102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-0e691f14-620f-41fe-945d-c13265c555cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.1500118 Apr 28 19:57:46.609440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.626726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:46.642735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:46.658554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.688245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8c46da94-8033-41ea-9fef-4dff093f4762 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:46.717413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Made reservation on behalf of b64e372a8549403583cb428d6bad1307 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:46.722147 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.731321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-40abde92-655c-4725-a79f-cadab40ee113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.732764 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-40abde92-655c-4725-a79f-cadab40ee113 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 200 len: 797 time: 0.1366067 Apr 28 19:57:46.763034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8c46da94-8033-41ea-9fef-4dff093f4762 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:46.768219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8c46da94-8033-41ea-9fef-4dff093f4762 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:46.768636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.808810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.841709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:46.848359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:46.857814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:46.863502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.864120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.868860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:46.891388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49eb1cef-e20e-427e-be5e-781aeb6e9a8c req-3a70bce9-13bd-4719-a9ad-bbdefde402a4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2793827 Apr 28 19:57:46.909376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=e705bcc0-3181-4e13-8ae5-6dc5e90e47d2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:46.909768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.910236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.910341 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Added segment e191e3c2-1c8a-4b21-946b-e6d02861f890 of type vlan for network a3c72e79-bafb-41fa-8862-8307839f7b02 Apr 28 19:57:46.925610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-26e3f68b-3680-49b3-b78e-8eef4638e0fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.1083133 Apr 28 19:57:46.926525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:46.952183 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:46.959964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:57:46.966526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-27a23605-f1e1-42e5-b503-ac4277c0aa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:46.968238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-27a23605-f1e1-42e5-b503-ac4277c0aa97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2286634 Apr 28 19:57:46.985126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8c46da94-8033-41ea-9fef-4dff093f4762,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:46.990827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.037601 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57a35aa7-7346-4734-9a7f-17af31864a84'] response: {'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762', 'code': 200} Apr 28 19:57:47.059173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545aa30d-3a4f-46fc-91cd-1bcb94c9003f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:47.066201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545aa30d-3a4f-46fc-91cd-1bcb94c9003f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:47.068255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-545aa30d-3a4f-46fc-91cd-1bcb94c9003f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:47.092449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-545aa30d-3a4f-46fc-91cd-1bcb94c9003f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:47.094221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-545aa30d-3a4f-46fc-91cd-1bcb94c9003f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1668701 Apr 28 19:57:47.096118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.099939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:47.109386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.138742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:57:47.174044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c80587c-b56b-4cb9-b1fd-1a3bb55d4473 req-e578e30b-84a2-4be4-9434-616bbb043a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:47.175591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c80587c-b56b-4cb9-b1fd-1a3bb55d4473 req-e578e30b-84a2-4be4-9434-616bbb043a49 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 1096 time: 0.0787580 Apr 28 19:57:47.193004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5f612b8-68d6-45c9-aee1-dd5d61d32f30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.221026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.226706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c80587c-b56b-4cb9-b1fd-1a3bb55d4473 req-170e808c-1533-44ef-9e4d-39f6a5092cc0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431116 Apr 28 19:57:47.232931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.238597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:47.239169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.292467 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e6ee101-7b3a-4dde-9ab0-f3cd1ed8a523 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a5f612b8-68d6-45c9-aee1-dd5d61d32f30 HTTP/1.1" status: 204 len: 168 time: 1.0049944 Apr 28 19:57:47.295024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40896) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:47.313827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:47.314168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.348447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3604f4cf-3a6f-4e57-baa5-cfc8d04cf532 None None] Provisioning for port d79cb300-3d8a-43c3-8f6a-82352911c01f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:47.363679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-46576a07-dd8e-47a1-8048-f8d4f17960a4 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3775017 Apr 28 19:57:47.364757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9085090 Apr 28 19:57:47.372406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40904) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:47.522180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.554784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c676652b-781e-46c6-a325-7708a9baf951 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event updated for resources: {'Network': ['ID=a3c72e79-bafb-41fa-8862-8307839f7b02,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:47.566428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a3c72e79-bafb-41fa-8862-8307839f7b02 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:57:47.674979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c4cd6c3d-2199-489a-8ee3-5f61780a90bd None None] Provisioning for port e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:47.691824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c4cd6c3d-2199-489a-8ee3-5f61780a90bd None None] Provisioning complete for port e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:47.692535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c4cd6c3d-2199-489a-8ee3-5f61780a90bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.771755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c4cd6c3d-2199-489a-8ee3-5f61780a90bd None None] Port e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:57:47.803727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.853652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6e32221-d1e1-493f-8f5e-aba8b27dfeee']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.891650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '699e3ef6-64d1-44ee-9b28-525c70dd18fc') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.891978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '699e3ef6-64d1-44ee-9b28-525c70dd18fc') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:47.913940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b2fa882b-0f94-4a0f-806c-76465c5277f8 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4214544 Apr 28 19:57:47.922348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97f0ecbf-393f-4abc-8edf-c766cfcc9e5e tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks HTTP/1.1" status: 200 len: 10448 time: 0.5462403 Apr 28 19:57:47.922348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.922662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:47.946644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.953583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:47.954452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:47.969193 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:47.991961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17edf9b3-7b44-40b4-9d72-3c2e0a5aa9e7 req-a0e1998e-decf-4ec5-aace-b4bc203e81e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:47.993586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-17edf9b3-7b44-40b4-9d72-3c2e0a5aa9e7 req-a0e1998e-decf-4ec5-aace-b4bc203e81e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 945 time: 0.4651814 Apr 28 19:57:48.059733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-5d808f06-f0f6-4300-a048-55a4fa03af66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0783065-e4ca-418b-b7e0-88949fa18df6 HTTP/1.1" status: 200 len: 217 time: 0.1298890 Apr 28 19:57:48.068286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.078628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.101072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.115856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-17edf9b3-7b44-40b4-9d72-3c2e0a5aa9e7 req-43d8456c-f91d-4fb3-be6a-e973b30acd32 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768290 Apr 28 19:57:48.117351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] 10.222.0.24 "DELETE /v2.0/networks/f6e32221-d1e1-493f-8f5e-aba8b27dfeee HTTP/1.1" status: 204 len: 168 time: 0.8209627 Apr 28 19:57:48.118294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d753a-22a8-4fd7-88c0-cd1fed0b63ad admin admin] Pushing event deleted for resources: {'Network': ['ID=f6e32221-d1e1-493f-8f5e-aba8b27dfeee,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.260477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d79cb300-3d8a-43c3-8f6a-82352911c01f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:48.266434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:48.359033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.360338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b56eb6d5-be7e-41e3-82a6-e1ec1ac8de08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.362031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-b56eb6d5-be7e-41e3-82a6-e1ec1ac8de08 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 200 len: 797 time: 0.2774146 Apr 28 19:57:48.365792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.374029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d79cb300-3d8a-43c3-8f6a-82352911c01f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:48.375944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.379551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d79cb300-3d8a-43c3-8f6a-82352911c01f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:48.379925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.382320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.388052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.393780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.399703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.401648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-bc4287f0-cde5-4806-81ae-6e2833ef47d0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.1434288 Apr 28 19:57:48.402152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:48.520640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d4696d-a9f4-4f01-aca1-c6ffd9144839 req-5deda0be-3d7d-4217-afe4-8706c5b9ac96 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.528729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38d4696d-a9f4-4f01-aca1-c6ffd9144839 req-5deda0be-3d7d-4217-afe4-8706c5b9ac96 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.5282233 Apr 28 19:57:48.537510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d66c301-bff0-4d0f-9df0-687c4b07cf39 req-89a191d6-ad6e-4778-99cd-859188c3e6c5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1121013 Apr 28 19:57:48.543578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3899c245-ce79-4a8e-a53a-99b1725bd341 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aae5249421d04fb990fadec43f3cbe02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1403351 Apr 28 19:57:48.546115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40928) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:48.564170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.630970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad1f7d5-ca5d-4424-9936-47b277cea66c tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] Network a3c72e79-bafb-41fa-8862-8307839f7b02 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:57:48.639942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.652251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d79cb300-3d8a-43c3-8f6a-82352911c01f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d79cb300-3d8a-43c3-8f6a-82352911c01f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:48.656600 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.706221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a32fd9c5-40df-4f8d-af4e-40cf92fc7700 None None] Network a3c72e79-bafb-41fa-8862-8307839f7b02 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:48.707050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38d4696d-a9f4-4f01-aca1-c6ffd9144839 req-57a07872-4dec-469e-9ab1-651aab50cd9e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771269 Apr 28 19:57:48.711897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dad1f7d5-ca5d-4424-9936-47b277cea66c tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "POST /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.7838144 Apr 28 19:57:48.713733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40932) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:48.716727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.719923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9c455d59-1759-424f-b741-0d587bd7c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:48.721741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9c455d59-1759-424f-b741-0d587bd7c47c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3489661 Apr 28 19:57:48.726061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.892140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=e705bcc0-3181-4e13-8ae5-6dc5e90e47d2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.894626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.953611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d79cb300-3d8a-43c3-8f6a-82352911c01f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:48.964204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:48.989678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.990236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.990396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.990737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.991061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.991779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.992265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.993410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.994069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.994540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.995245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:48.995723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:49.042291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88ca867-c838-48b5-b219-d6000f57af38,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:49.067004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.075342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecb7eb4e-d62a-480a-b9be-fb34191fb9c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 HTTP/1.1" status: 204 len: 168 time: 1.9405417 Apr 28 19:57:49.076768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.080712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76c40c75-7d06-420b-9514-21566e42f43e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d88ca867-c838-48b5-b219-d6000f57af38 HTTP/1.1" status: 204 len: 168 time: 0.5332935 Apr 28 19:57:49.092110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fc726ec9-4c40-49b1-aecf-854d4eae7d79 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks HTTP/1.1" status: 200 len: 10446 time: 0.3745890 Apr 28 19:57:49.092323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40942) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.139454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-a3673d02-de47-4952-b294-910bd03b25e7 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537085 Apr 28 19:57:49.218907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de81d6b7-0ea5-446f-964c-de9d0ba2c1b3 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "DELETE /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks/a3c72e79-bafb-41fa-8862-8307839f7b02 HTTP/1.1" status: 204 len: 168 time: 0.1255023 Apr 28 19:57:49.221572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.346072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64916006-e1bb-44b1-9b08-f0c4a5bb6e70 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.347674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64916006-e1bb-44b1-9b08-f0c4a5bb6e70 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.348418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64916006-e1bb-44b1-9b08-f0c4a5bb6e70 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:49.375889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-9cf13414-b527-43fb-ab61-d0f3de158cb0 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929545 Apr 28 19:57:49.380569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64916006-e1bb-44b1-9b08-f0c4a5bb6e70 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:49.381679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-64916006-e1bb-44b1-9b08-f0c4a5bb6e70 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2451575 Apr 28 19:57:49.385242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.457148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 4819d03e-b048-4181-aa15-591c43db9743 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:49.460765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.547768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.576175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.647719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae43c1e-688c-4994-9f54-74cd9f44cbb4 req-2f93dbe7-8721-4697-aaa7-4dab9e06a216 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.649992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ae43c1e-688c-4994-9f54-74cd9f44cbb4 req-2f93dbe7-8721-4697-aaa7-4dab9e06a216 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 945 time: 0.3702226 Apr 28 19:57:49.662762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.663312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.663787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.664286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.664962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.665781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.666266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:49.668346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-658f55be-65a7-468d-b447-f129ee029954 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6487 time: 0.1516831 Apr 28 19:57:49.700058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-af889b5c-a752-41cf-9b48-86d8c61a9732 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3f4e3d9f2039414d8a2f3f5d65449a8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1480260 Apr 28 19:57:49.706989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.714161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-368fdf5a-a7eb-4b8f-a0dd-a6d094406b71 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks HTTP/1.1" status: 200 len: 9674 time: 0.4915013 Apr 28 19:57:49.724148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40970) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.769778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2ae43c1e-688c-4994-9f54-74cd9f44cbb4 req-8711c71a-a048-47de-bc6c-439b6505643b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939682 Apr 28 19:57:49.782482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54ebacec-b923-4c7e-9e32-29567f3203f9 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/networks/f6813ff2-6590-4ebb-91b0-a7b327dc4d59/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0539806 Apr 28 19:57:49.785978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40976) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.827373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-da8cbaf9-dddb-47b7-ba21-51417b8c355c tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/networks/f6813ff2-6590-4ebb-91b0-a7b327dc4d59/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0365608 Apr 28 19:57:49.829399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:49.832578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.921034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:49.943150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.039634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-5e2b8ec7-2078-43ae-82de-d72ae156af6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.041070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-5e2b8ec7-2078-43ae-82de-d72ae156af6c service neutron] 10.222.0.41 "GET /v2.0/networks?id=d4c2f109-e3ff-4d58-805d-a0661f3486de HTTP/1.1" status: 200 len: 903 time: 0.3627691 Apr 28 19:57:50.059317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.065107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.071664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.077581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.083353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.089258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.095198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.097493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-a3658183-0119-4942-ab47-d0a9a3098168 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.4277668 Apr 28 19:57:50.128113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a02176d-3463-4c68-9fb2-eea0c837066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.132025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb9a678-451c-4992-b5f7-bb98c4eccc5d req-6b99860a-763c-47f3-b862-a44439d9b4aa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.134178 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bb9a678-451c-4992-b5f7-bb98c4eccc5d req-6b99860a-763c-47f3-b862-a44439d9b4aa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2548347 Apr 28 19:57:50.136242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.152000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0824311a-e602-48dd-9c04-cd2f4e4440a0 tempest-DHCPAgentSchedulersTestJSON-2025779069 tempest-DHCPAgentSchedulersTestJSON-2025779069-project-admin] 10.222.0.24 "GET /v2.0/agents/b2475cdd-d1f2-4336-b398-46596fa1ae58/dhcp-networks HTTP/1.1" status: 200 len: 9674 time: 0.3213999 Apr 28 19:57:50.161439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40988) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:50.184962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-ff76919d-f71f-41d7-a689-3ee2cb769f3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0783065-e4ca-418b-b7e0-88949fa18df6 HTTP/1.1" status: 200 len: 217 time: 0.0839233 Apr 28 19:57:50.188261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f60d13-93cb-4617-9b7c-8ae860b639c0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.190382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.243521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bb9a678-451c-4992-b5f7-bb98c4eccc5d req-68b9a44c-4ed2-48c7-928c-81a32cdeb4b6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823977 Apr 28 19:57:50.243993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d79cb300-3d8a-43c3-8f6a-82352911c01f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:50.244376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.258937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-697a3472-8be7-4ed5-bb9f-073e4985cb4c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19f60d13-93cb-4617-9b7c-8ae860b639c0 HTTP/1.1" status: 204 len: 168 time: 0.5399954 Apr 28 19:57:50.284938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=4819d03e-b048-4181-aa15-591c43db9743,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:50.298813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.305861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4780d6e-8049-490b-8ad4-df69cbf8fb12 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:50.312944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f69be57-e2e9-4c13-a19b-6f6f17ef213f req-d103ab6e-92a5-4027-abb8-d277926686af tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1592631 Apr 28 19:57:50.331992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-336a806a-2c7e-49e4-9821-8849279239da tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/4819d03e-b048-4181-aa15-591c43db9743 HTTP/1.1" status: 204 len: 168 time: 0.9456623 Apr 28 19:57:50.337174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40996) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:50.339333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-0ee70b4f-da31-44d7-ae56-64058edbe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.340727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-0ee70b4f-da31-44d7-ae56-64058edbe4df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 200 len: 797 time: 0.1455090 Apr 28 19:57:50.437709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-7470f626-a795-4603-abad-a3b8fb19ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:50.439317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-7470f626-a795-4603-abad-a3b8fb19ce1e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0918674 Apr 28 19:57:50.578615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d79cb300-3d8a-43c3-8f6a-82352911c01f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:50.578983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.643784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1feb297a-fb40-4962-8b99-99e03f9f1c30 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3030958 Apr 28 19:57:50.644714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41004) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:50.692216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-df006ad5-7bd5-4155-97e0-c527311b63e3 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452288 Apr 28 19:57:50.692502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.894647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-18acd2cf-9fd3-43c5-a8df-e5d4216cef48 req-67287251-8d8a-4a60-b619-1ba48f948233 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1935868 Apr 28 19:57:50.908227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:50.912804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Deleting port d79cb300-3d8a-43c3-8f6a-82352911c01f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:50.913248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:50.979008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.001886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9efbba3-7130-4274-beb7-0168879c4ebe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.005510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9efbba3-7130-4274-beb7-0168879c4ebe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3577433 Apr 28 19:57:51.006150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.023733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f6fec-d101-46f2-8932-8700770d778a req-6541c7ff-538b-4b34-826b-4db62f124e70 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.025026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-807f6fec-d101-46f2-8932-8700770d778a req-6541c7ff-538b-4b34-826b-4db62f124e70 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2442825 Apr 28 19:57:51.031624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3c72e79-bafb-41fa-8862-8307839f7b02']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:51.054177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e191e3c2-1c8a-4b21-946b-e6d02861f890') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:51.054469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e191e3c2-1c8a-4b21-946b-e6d02861f890') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:51.070049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.083421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222bb231-a685-4d33-aa1b-16bb97b54dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.084675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-222bb231-a685-4d33-aa1b-16bb97b54dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:51.089318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.110369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:51.110997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.124592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-222bb231-a685-4d33-aa1b-16bb97b54dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:51.125885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-222bb231-a685-4d33-aa1b-16bb97b54dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1187696 Apr 28 19:57:51.129158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:51.129291 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:51.196597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] For port d79cb300-3d8a-43c3-8f6a-82352911c01f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d79cb300-3d8a-43c3-8f6a-82352911c01f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:51.197260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.214066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-72aa4d63-5b59-4f51-8aa8-a42266ae5795 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842865 Apr 28 19:57:51.219144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41032) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.225226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.258638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-807f6fec-d101-46f2-8932-8700770d778a req-aa490f1a-d241-4c27-b0d9-b6fbc12bdc65 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1661406 Apr 28 19:57:51.265165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.272233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.303891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event deleted for resources: {'Network': ['ID=a3c72e79-bafb-41fa-8862-8307839f7b02,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.307266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e5d4b950-a0c9-4ec1-b540-68a4e2144afb tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "DELETE /v2.0/networks/a3c72e79-bafb-41fa-8862-8307839f7b02 HTTP/1.1" status: 204 len: 168 time: 1.1143653 Apr 28 19:57:51.310119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41038) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.340700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Calling delete_port for d79cb300-3d8a-43c3-8f6a-82352911c01f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:51.367460 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7ecd32d-5684-43c2-849c-309ed30f01a2 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] DELETE failed (client error): The resource could not be found. Apr 28 19:57:51.367988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7ecd32d-5684-43c2-849c-309ed30f01a2 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:57:51.369730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f7ecd32d-5684-43c2-849c-309ed30f01a2 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "DELETE /v2.0/ports/0036370f-47f3-4ea4-980c-cb370a8d1300 HTTP/1.1" status: 404 len: 333 time: 0.0578539 Apr 28 19:57:51.372798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.398013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:51.422769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:51.448336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:51.451798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.490817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.508663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Deleting subnet 2775b475-5d69-4440-b5e5-cc4c4b983da2 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:51.513510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.558712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] Pushing event deleted for resources: {'Port': ['ID=d79cb300-3d8a-43c3-8f6a-82352911c01f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:51.566325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057d4b0f-d3ba-4aa7-9b9c-85e476b78825 None None] No DVR routers for this DVR port d79cb300-3d8a-43c3-8f6a-82352911c01f on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:51.661985 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.681870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c63d00-6fde-4323-8862-37c64f193085 req-1680f63b-8c46-48a2-aa22-e4357ffd8e3b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.683339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3c63d00-6fde-4323-8862-37c64f193085 req-1680f63b-8c46-48a2-aa22-e4357ffd8e3b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2361076 Apr 28 19:57:51.747077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.756126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.763175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.769183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.778632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.782177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.783607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3c63d00-6fde-4323-8862-37c64f193085 req-e0ed5281-5ab8-41b9-b100-abf8f00c975b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939810 Apr 28 19:57:51.788207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.796857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-db1c4bac-06d3-46d0-9fe9-02c6ee1e5270 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2446599 Apr 28 19:57:51.845800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.920501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:51.923785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:51.927202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:51.927799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:51.936146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed8a574-a9d4-4a08-b819-a9458bd4c125 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:51.959455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7390456 Apr 28 19:57:51.962606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:51.970266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '394c6d7e-ee29-4917-bac1-3956f970e78a', 'ip_address': '2001:db8::f446:7083:706a:b30d'}], 'name': 'tempest-NetworksTestDHCPv6-1621792825'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:51.984874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af6b7855-e041-49e1-9341-cb30c67a6844 req-30325e94-e8e3-41de-a4d5-854d804e6591 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1867459 Apr 28 19:57:51.998810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.005432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb419d4-e03e-4b31-9b6b-561e3f556fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=394c6d7e-ee29-4917-bac1-3956f970e78a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.095920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.142580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.150756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event deleted for resources: {'Subnet': ['ID=2775b475-5d69-4440-b5e5-cc4c4b983da2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:52.155275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee735179-b134-4658-8ecc-ae98e3b771b6 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "DELETE /v2.0/subnets/2775b475-5d69-4440-b5e5-cc4c4b983da2 HTTP/1.1" status: 204 len: 168 time: 0.7815275 Apr 28 19:57:52.156870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c8e3a2-358f-4bd2-922c-73cfb025d65c None None] Network f6813ff2-6590-4ebb-91b0-a7b327dc4d59 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:52.157701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:52.277162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:52.282042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:52.286111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:52.293537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:52.304206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:52.308907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.318034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d79cb300-3d8a-43c3-8f6a-82352911c01f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:52.320522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Deleting port 91d02571-3368-46fb-b79c-91c4ac0623ad {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:52.321317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.440983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d79cb300-3d8a-43c3-8f6a-82352911c01f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:52.441712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d79cb300-3d8a-43c3-8f6a-82352911c01f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:52.460412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3b2363e-ef29-4882-aed3-c8751acc443c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.521380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '394c6d7e-ee29-4917-bac1-3956f970e78a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:52.522231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.579605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] For port 91d02571-3368-46fb-b79c-91c4ac0623ad, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91d02571-3368-46fb-b79c-91c4ac0623ad,segment=NetworkSegment(86be3ac2-72f1-4b91-8a46-f99923907bf4),segment_id=86be3ac2-72f1-4b91-8a46-f99923907bf4)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:52.580179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.605019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.631089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port adb438a0-9366-49f4-a0d9-66f6b3131e72 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:52.695040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30b521d-8643-4a28-8ab8-44df25855451 req-a8d9e1db-2df3-4c72-9048-2b7d6dce9a5d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:52.701946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e30b521d-8643-4a28-8ab8-44df25855451 req-a8d9e1db-2df3-4c72-9048-2b7d6dce9a5d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2642932 Apr 28 19:57:52.730178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Calling delete_port for 91d02571-3368-46fb-b79c-91c4ac0623ad owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:52.739174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c15a822-dcf5-4938-90c3-3b933a408649 None None] DHCP port deletion for f6813ff2-6590-4ebb-91b0-a7b327dc4d59 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:52.760145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c15a822-dcf5-4938-90c3-3b933a408649 None None] Deleting port 91d02571-3368-46fb-b79c-91c4ac0623ad {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:52.760526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c15a822-dcf5-4938-90c3-3b933a408649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.812240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e30b521d-8643-4a28-8ab8-44df25855451 req-b9fa37a8-2c91-4d8c-99c4-6ba3505a3a25 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093652 Apr 28 19:57:52.829577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/394c6d7e-ee29-4917-bac1-3956f970e78a/8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:52.842807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:52.871431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9c15a822-dcf5-4938-90c3-3b933a408649 None None] The port '91d02571-3368-46fb-b79c-91c4ac0623ad' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 19:57:52.926130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] No DVR routers for this DVR port 91d02571-3368-46fb-b79c-91c4ac0623ad on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:52.928193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event deleted for resources: {'Port': ['ID=91d02571-3368-46fb-b79c-91c4ac0623ad,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.116531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.144977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.152268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6813ff2-6590-4ebb-91b0-a7b327dc4d59']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:53.160351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Transition to ACTIVE for port object 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:53.168155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86be3ac2-72f1-4b91-8a46-f99923907bf4') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:53.168450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86be3ac2-72f1-4b91-8a46-f99923907bf4') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:57:53.186258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Transition to ACTIVE for port object 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:53.190514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d00c5f1-943f-4433-b08d-64cc9ddf9dfc req-7bccc82c-b03d-47e2-8cc0-df71cbd6653c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.192017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d00c5f1-943f-4433-b08d-64cc9ddf9dfc req-7bccc82c-b03d-47e2-8cc0-df71cbd6653c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2091625 Apr 28 19:57:53.192545 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.193732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.231267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.247115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:57:53.247524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:57:53.264068 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:57:53.283041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Pushing event updated for resources: {'Port': ['ID=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.296394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:53.297588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:53.299898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:53.323260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f446:7083:706a:b30d (f7ec7e46-f92e-476c-bc0f-c46582ece80a/394c6d7e-ee29-4917-bac1-3956f970e78a/adb438a0-9366-49f4-a0d9-66f6b3131e72) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:53.338400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d00c5f1-943f-4433-b08d-64cc9ddf9dfc req-74707752-d290-43f3-896a-3d810c37dc22 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366017 Apr 28 19:57:53.358877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.360541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.366162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.373401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.384971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.388858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.392108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.399575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.401211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] Pushing event deleted for resources: {'Network': ['ID=f6813ff2-6590-4ebb-91b0-a7b327dc4d59,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.406955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f5583ab6-c59a-491a-9928-f6f41cf4de20 tempest-DHCPAgentSchedulersTestJSON-1113493986 tempest-DHCPAgentSchedulersTestJSON-1113493986-project] 10.222.0.24 "DELETE /v2.0/networks/f6813ff2-6590-4ebb-91b0-a7b327dc4d59 HTTP/1.1" status: 204 len: 168 time: 1.2480741 Apr 28 19:57:53.411809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.420297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-ab3ddd6b-bfaf-4b73-9854-c695cdb4b819 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2520633 Apr 28 19:57:53.421089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Attempting to bind port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:53.421588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Attempting to bind port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:53.421948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Attempting to bind port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:53.428858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:53.429383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:53.429869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.430817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:53.431447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Bound port: 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:53.431851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.549857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0f2bc4-3fab-4327-9643-58705c47c79b req-b88e30dc-5357-4733-90fa-f1e4fe41fb66 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1285930 Apr 28 19:57:53.551466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] For port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:53.555571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] For port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:53.561325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.702454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d0379b-57c1-408e-8118-2b0aaba2288d None None] Pushing event updated for resources: {'Port': ['ID=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:53.738699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.741503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.758938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object adb438a0-9366-49f4-a0d9-66f6b3131e72 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:53.796881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.928273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:53.948736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:53.967182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:53.972790 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.981410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:53.989198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:53.995139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:54.026108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=adb438a0-9366-49f4-a0d9-66f6b3131e72,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.066665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77e355-d51b-4d65-9caf-1cbd02c52f9e req-a64a1357-0e0a-4b4d-ba74-378902e4122c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.069879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-297f2c2b-42f2-4ad1-ab10-6bf5dff59337 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1039112 Apr 28 19:57:54.070116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:54.076073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a77e355-d51b-4d65-9caf-1cbd02c52f9e req-a64a1357-0e0a-4b4d-ba74-378902e4122c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1198106 Apr 28 19:57:54.171374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a77e355-d51b-4d65-9caf-1cbd02c52f9e req-9b8bc7e0-d0c4-4fb5-9acc-3a930f19ec8b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789690 Apr 28 19:57:54.274821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7423d7c7-dfbf-415a-9c1b-82420568b6f6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b64e372a8549403583cb428d6bad1307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755685 Apr 28 19:57:54.275803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41120) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:54.280251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:54.291533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e2daa-7411-49a4-a8aa-f6530be1dce1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.299034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401e2daa-7411-49a4-a8aa-f6530be1dce1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.299798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-401e2daa-7411-49a4-a8aa-f6530be1dce1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:54.311872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:54.325235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-401e2daa-7411-49a4-a8aa-f6530be1dce1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:54.326795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-401e2daa-7411-49a4-a8aa-f6530be1dce1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2545080 Apr 28 19:57:54.329048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:54.346882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.380052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:54.410975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.419000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port adb438a0-9366-49f4-a0d9-66f6b3131e72 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:54.419341 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.452240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91d02571-3368-46fb-b79c-91c4ac0623ad no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:54.489110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 91d02571-3368-46fb-b79c-91c4ac0623ad {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:54.489544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91d02571-3368-46fb-b79c-91c4ac0623ad not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:54.514664 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.527240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.540177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:54.553782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.555069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b1684e0e-3e62-4427-b7b7-94de5203559f HTTP/1.1" status: 204 len: 168 time: 0.2780056 Apr 28 19:57:54.556109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b4d010-13cd-4566-beca-63bf4b680f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1684e0e-3e62-4427-b7b7-94de5203559f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:54.603601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Usage tracker for resource:security_group_rule and tenant:e441b81e958f470cb09f3ad13d72ec4a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:54.621550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:54.632556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:54.896634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.905266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.910540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:54.915255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.922679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.930648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.938473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.944199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:54.953094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-f0561e95-e3b9-4d8f-90ad-31fa0ed54047 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.1762764 Apr 28 19:57:55.006283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb88d3cf-38e1-4841-b8b5-aa011727e3d2 req-1bf41c20-8a63-423b-9ba2-dd58f16bbff5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0522916 Apr 28 19:57:55.006759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41142) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:55.024775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.050696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:55.055545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Usage tracker for resource:security_group_rule and tenant:2c7f06dc18564d37afc4403e37091905 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:55.058596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:55.064993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:55.079674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Provisioning for port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:55.085251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Provisioning complete for port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:55.085771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.155417 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.195523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for adb438a0-9366-49f4-a0d9-66f6b3131e72 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:55.234222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.242137 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.293962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] For port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:55.298759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.309509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.365841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.371160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.380652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a8fd5-c6ef-4007-a606-faa235344a99 None None] Pushing event updated for resources: {'Port': ['ID=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.380885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a721e-9b56-43b4-ad26-0859a2a240e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.423729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c3b452-76b1-4ba0-bdf7-75a418df0ebb req-a8fcc544-b472-4a5a-825e-5624228b43ca tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:55.431493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83c3b452-76b1-4ba0-bdf7-75a418df0ebb req-a8fcc544-b472-4a5a-825e-5624228b43ca tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.6696589 Apr 28 19:57:55.451299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34f3d742-61c5-4563-9557-606d936fcc66 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e441b81e958f470cb09f3ad13d72ec4a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1371493 Apr 28 19:57:55.455871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41150) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:55.489945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-621023b9-cc9a-493d-ac79-57f40987faee None None] Provisioning for port adb438a0-9366-49f4-a0d9-66f6b3131e72 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:57:55.501102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-621023b9-cc9a-493d-ac79-57f40987faee None None] Provisioning complete for port adb438a0-9366-49f4-a0d9-66f6b3131e72 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:55.501934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-621023b9-cc9a-493d-ac79-57f40987faee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.502917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.548745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-621023b9-cc9a-493d-ac79-57f40987faee None None] Port adb438a0-9366-49f4-a0d9-66f6b3131e72 was deleted so its status cannot be updated. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 28 19:57:55.606378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=adb438a0-9366-49f4-a0d9-66f6b3131e72,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.620565 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2c7f06dc18564d37afc4403e37091905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6126502 Apr 28 19:57:55.622013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83c3b452-76b1-4ba0-bdf7-75a418df0ebb req-45eb13cd-7a27-4e6d-af6a-935e06fbd6f7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902399 Apr 28 19:57:55.623127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:55.630483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990f57b-7833-4836-b50c-c6e1b8f813e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7146f67b-35f4-48fd-82b7-e348fb25c415,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.656406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.672182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61ee5a2-1b64-4a8c-9d26-8ee4458af235 req-67da6d03-1ad8-4fe7-991a-e0efc5f6aeb4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:55.674221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d61ee5a2-1b64-4a8c-9d26-8ee4458af235 req-67da6d03-1ad8-4fe7-991a-e0efc5f6aeb4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1375861 Apr 28 19:57:55.723201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d61ee5a2-1b64-4a8c-9d26-8ee4458af235 req-41265562-5fa0-4934-bcf3-3aef9bd8f3e2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429323 Apr 28 19:57:55.723399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.732733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38dcd8ca-9fbf-418b-aa7f-13fc0f97e3d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/adb438a0-9366-49f4-a0d9-66f6b3131e72 HTTP/1.1" status: 204 len: 168 time: 1.4005651 Apr 28 19:57:55.733593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41160) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:55.777062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.779872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.808963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b297b46-756d-49f6-a312-9c1532268fee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:55.810495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b297b46-756d-49f6-a312-9c1532268fee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:55.811227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b297b46-756d-49f6-a312-9c1532268fee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:55.826637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b297b46-756d-49f6-a312-9c1532268fee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:55.827772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b297b46-756d-49f6-a312-9c1532268fee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0934474 Apr 28 19:57:55.830463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41164) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:55.836109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.892624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.900409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 394c6d7e-ee29-4917-bac1-3956f970e78a {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:57:55.903443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.918617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a721e-9b56-43b4-ad26-0859a2a240e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.920382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.947519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.948706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7146f67b-35f4-48fd-82b7-e348fb25c415 HTTP/1.1" status: 204 len: 168 time: 0.3094726 Apr 28 19:57:55.949615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01ae4f7-00fb-446e-a6b4-98e979de77b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7146f67b-35f4-48fd-82b7-e348fb25c415,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:55.952120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:55.955879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-36562176-1424-4d76-a406-95c1f4d7c2a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/aa3a721e-9b56-43b4-ad26-0859a2a240e9 HTTP/1.1" status: 204 len: 168 time: 0.4950259 Apr 28 19:57:55.978149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.071955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.180988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.255571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.262678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c25e5a-3be0-4fc2-9a11-776f96b40d92 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:56.288992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=394c6d7e-ee29-4917-bac1-3956f970e78a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.294366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-68649b17-ee51-49a8-9508-89ac006ff02c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/394c6d7e-ee29-4917-bac1-3956f970e78a HTTP/1.1" status: 204 len: 168 time: 0.4603472 Apr 28 19:57:56.295439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41178) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:56.314045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:57:56.358516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.371129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.389279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d7a8500-2f26-4222-9d8f-4631d95a249c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0899911 Apr 28 19:57:56.390262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41186) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:56.394255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.405011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:56.410101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.421571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.436104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.454928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.457328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3562008-c8a6-441a-b91e-8938809b5eff req-b1383c51-ee22-4a81-8505-ae345b91e302 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2700024 Apr 28 19:57:56.565406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3562008-c8a6-441a-b91e-8938809b5eff req-63f33e0e-9955-4677-9f00-2bdc73510127 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013467 Apr 28 19:57:56.624961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:56.626933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:56.631592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:56.635660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:56.642913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:56.659160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:56.660655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.663091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.694993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:57:56.696992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.705616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:56.719301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Usage tracker for resource:security_group_rule and tenant:fd2a72e09eb1424c81b154731ce98a48 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:56.730213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:56.742104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:56.892882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.899120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.902910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:57:56.914109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Deleting port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:56.914686 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:56.971858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fd2a72e09eb1424c81b154731ce98a48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3429351 Apr 28 19:57:56.971858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0f1972-c7a5-42da-ad11-8e9df4a889fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=759e2451-233e-45f6-b58a-f8dc1fb3824b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:56.973905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:56.977427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fed6df-370b-4a10-805f-0f91e7d21689 req-670dfe94-a6da-482b-abb3-1914f7fe4a0b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:56.979285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77fed6df-370b-4a10-805f-0f91e7d21689 req-670dfe94-a6da-482b-abb3-1914f7fe4a0b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.1900373 Apr 28 19:57:57.129186 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.144084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41ba07e-d6aa-4f29-b336-a7905aa41a3c req-8554e07c-a7eb-4a61-a483-93565a10a572 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:57.145659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b41ba07e-d6aa-4f29-b336-a7905aa41a3c req-8554e07c-a7eb-4a61-a483-93565a10a572 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1440845 Apr 28 19:57:57.162579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-77fed6df-370b-4a10-805f-0f91e7d21689 req-c7a53e22-5622-4114-a173-e69f547e66ee tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387479 Apr 28 19:57:57.165345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.200163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.204384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] For port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:57:57.205349 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.241422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b41ba07e-d6aa-4f29-b336-a7905aa41a3c req-7531a9f3-a5e6-45f7-9386-3d0bc67c1c98 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872240 Apr 28 19:57:57.261411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:57.262589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:57.265928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:57.266519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.281884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.292772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=8641d205-4c09-42eb-b1c1-add3ee2ad074,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.306395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=759e2451-233e-45f6-b58a-f8dc1fb3824b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.310288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b107e66d-a11a-4a37-bd9f-02141861d1f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9186528 Apr 28 19:57:57.311611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:57.318238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '8641d205-4c09-42eb-b1c1-add3ee2ad074', 'ip_address': '2001:db8::2229:8605:d9d1:3fc5'}], 'name': 'tempest-NetworksTestDHCPv6-634052449'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:57.335973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.337730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-62c6f57b-c228-41d9-a773-b47660b41b6d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/759e2451-233e-45f6-b58a-f8dc1fb3824b HTTP/1.1" status: 204 len: 168 time: 0.3628910 Apr 28 19:57:57.378136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Calling delete_port for 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:57:57.466830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.527887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:57.532213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:57.535105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:57.541709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:57.555726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:57.561867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:57.567102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] Pushing event deleted for resources: {'Port': ['ID=8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:57.587307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 48fa97f0-61f3-4b49-86ac-18ff87a0df7a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:57:57.587891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83f19790-b774-4d03-a601-be5a1ae6ce8c None None] No DVR routers for this DVR port 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:57:57.604882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de32acc-d7f5-41a2-bfa4-823922c91732 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:57:57.996402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '8641d205-4c09-42eb-b1c1-add3ee2ad074'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:57:57.997133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.003628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::2229:8605:d9d1:3fc5 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/8641d205-4c09-42eb-b1c1-add3ee2ad074/48fa97f0-61f3-4b49-86ac-18ff87a0df7a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:58.041551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.049134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.056756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.063560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.069905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.077042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.083563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.085966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-42f46723-c3fa-4f81-ab2a-54ab594892e2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2531455 Apr 28 19:57:58.215771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5612fba4-bea6-46af-bfb2-1003753b2339 req-04bd8f02-650a-42cd-9a5d-45e2b9cd6152 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1094978 Apr 28 19:57:58.217733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:57:58.245222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:58.255796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:57:58.256017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8a14ab6d-f1c9-40c7-951f-c5f8e0e686dc not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:57:58.410912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.413121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-903229206', 'router:external': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:58.428640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:58.439936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:network and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:58.448020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:58.464682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:58.487155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Made reservation on behalf of e8275c5f6d1c4d61801e356341b02ccb for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:58.494940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.502640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 48fa97f0-61f3-4b49-86ac-18ff87a0df7a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:58.522125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.543542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:58.549180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:security_group_rule and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:58.553278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:58.557899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c994d-bce2-49e4-8e72-e853970e3b96 req-4511e248-45ce-4cfa-8b83-eddad01f03ab tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.559479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe4c994d-bce2-49e4-8e72-e853970e3b96 req-4511e248-45ce-4cfa-8b83-eddad01f03ab tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1353800 Apr 28 19:57:58.562320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:58.660049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.679152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe4c994d-bce2-49e4-8e72-e853970e3b96 req-b80fe64c-ade6-4c29-bf55-04ef7eceacc9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063807 Apr 28 19:57:58.749355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/8641d205-4c09-42eb-b1c1-add3ee2ad074/c423f625-e50c-4ad0-b0fd-85b79709050f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:57:58.770728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.780923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.807921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:58.811593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:58.820939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:58.826653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.827274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.842279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:57:58.856623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5439677 Apr 28 19:57:58.857347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:58.903113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8f060-2392-4f05-83bb-3de23db0960c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=48fa97f0-61f3-4b49-86ac-18ff87a0df7a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:58.916674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:58.917397 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Added segment e36679cb-75c5-4931-94d6-dca6c68c2fff of type vlan for network a9eb4288-17f4-4af1-82c8-a1311456ae50 Apr 28 19:57:58.935249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d345a1-02f1-4190-acda-4303b55a470f req-59eb7815-da4c-4b25-852a-556bedda6ffd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.937263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64d345a1-02f1-4190-acda-4303b55a470f req-59eb7815-da4c-4b25-852a-556bedda6ffd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2904677 Apr 28 19:57:58.948230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15efc49d-39df-4f14-925d-0529fd313ab3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:58.979408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd724a5e-0a6e-40d5-8c62-613dde85d65c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:58.980230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd724a5e-0a6e-40d5-8c62-613dde85d65c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:57:59.001038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd724a5e-0a6e-40d5-8c62-613dde85d65c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:57:59.004630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd724a5e-0a6e-40d5-8c62-613dde85d65c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1414759 Apr 28 19:57:59.004777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.004908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:59.028829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-64d345a1-02f1-4190-acda-4303b55a470f req-49600399-d74f-428a-822b-5c92fecad932 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826919 Apr 28 19:57:59.060106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.061561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.062396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.097373 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.116538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Transition to ACTIVE for port object c423f625-e50c-4ad0-b0fd-85b79709050f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:59.145764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Transition to ACTIVE for port object c423f625-e50c-4ad0-b0fd-85b79709050f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:57:59.153447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.189855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.9406898 Apr 28 19:57:59.193053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41286) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:57:59.201523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'subnet': {'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:57:59.212533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742e0f62-79e3-490e-ad66-630df7de9583 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Network': ['ID=a9eb4288-17f4-4af1-82c8-a1311456ae50,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.216086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:57:59.221414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:subnet and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:57:59.221600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 48fa97f0-61f3-4b49-86ac-18ff87a0df7a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:57:59.222049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.224779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:57:59.234949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:57:59.235535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:57:59.247619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Made reservation on behalf of e8275c5f6d1c4d61801e356341b02ccb for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:57:59.250455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.264219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:57:59.270322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:57:59.272710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:57:59.439875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Pushing event updated for resources: {'Port': ['ID=c423f625-e50c-4ad0-b0fd-85b79709050f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.457179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.457782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.458295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.458814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.459311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.459785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.460257 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.460752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.461265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.461851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.462349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.462836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:57:59.486188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Attempting to bind port c423f625-e50c-4ad0-b0fd-85b79709050f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:57:59.486973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Attempting to bind port c423f625-e50c-4ad0-b0fd-85b79709050f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:57:59.487482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Attempting to bind port c423f625-e50c-4ad0-b0fd-85b79709050f on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:57:59.494291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:57:59.494872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:57:59.495431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.495977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:57:59.497146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Bound port: c423f625-e50c-4ad0-b0fd-85b79709050f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:57:59.497763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.604335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.608996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:57:59.609628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.612880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c423f625-e50c-4ad0-b0fd-85b79709050f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:57:59.615639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.619476 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.622457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.628301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.634177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.646777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:57:59.650367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-b5cd80a9-1f73-4d18-8e6b-3ed8c4ea916e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2510748 Apr 28 19:57:59.723260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcd5357-b937-4b49-b382-46710e243702 None None] Pushing event updated for resources: {'Port': ['ID=c423f625-e50c-4ad0-b0fd-85b79709050f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:57:59.777957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:57:59.778338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:57:59.826464 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb3d0a70-55df-4100-a493-b74499b3f5cb req-314dec2d-d2b9-413d-b82b-a817faf3ca68 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1686695 Apr 28 19:57:59.848428 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.072979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 48fa97f0-61f3-4b49-86ac-18ff87a0df7a owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:00.092818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Subnet': ['ID=2541346b-83ad-4b33-8b34-cb64edbe0d73,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.105111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Checking segment: {'id': 'e36679cb-75c5-4931-94d6-dca6c68c2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:00.106452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network hostable DHCP agents. Network: a9eb4288-17f4-4af1-82c8-a1311456ae50, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:58:00.150175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:58:00.176293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a9eb4288-17f4-4af1-82c8-a1311456ae50) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:00.186152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e4ea3-5ffb-4c22-8073-3c839e68746d None None] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:00.200809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0d6d2-72cd-4199-bca0-0838b79ea1d8 req-d3287aa3-dbec-47d1-9b4f-aa37b1ff3f18 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.201990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6db0d6d2-72cd-4199-bca0-0838b79ea1d8 req-d3287aa3-dbec-47d1-9b4f-aa37b1ff3f18 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3631432 Apr 28 19:58:00.204948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.205547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.250444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2a2f379a-21eb-48fb-b001-b1d7614ffe9e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0539117 Apr 28 19:58:00.259091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:00.275237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1643774108', 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:00.281327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:00.303652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6db0d6d2-72cd-4199-bca0-0838b79ea1d8 req-49ffc53a-a89c-456f-b3fb-c781258a27a9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777311 Apr 28 19:58:00.304630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:port and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:00.311951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:00.320076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:00.332908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Made reservation on behalf of e8275c5f6d1c4d61801e356341b02ccb for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:00.336814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.357775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] device_id is not set on port 8cfe9536-8cd6-4007-ae5b-13f800d0d4db yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:00.367422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c423f625-e50c-4ad0-b0fd-85b79709050f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:00.440757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.518910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=48fa97f0-61f3-4b49-86ac-18ff87a0df7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:00.576359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30667f-e494-40cc-9596-c089481d6360 req-d0223901-72bb-4560-bcdc-d539a86308fb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.576359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c30667f-e494-40cc-9596-c089481d6360 req-d0223901-72bb-4560-bcdc-d539a86308fb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2970304 Apr 28 19:58:00.587691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c75bde4-3cb7-4ec1-8097-cea1f8ae56bc None None] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:00.606613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c423f625-e50c-4ad0-b0fd-85b79709050f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:00.639786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.655973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 2001:db8::1ad (a9eb4288-17f4-4af1-82c8-a1311456ae50/2541346b-83ad-4b33-8b34-cb64edbe0d73/8cfe9536-8cd6-4007-ae5b-13f800d0d4db) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:00.667537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9b2cf16-75b5-4944-9e7f-3cd9ab835b2c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/48fa97f0-61f3-4b49-86ac-18ff87a0df7a HTTP/1.1" status: 204 len: 168 time: 1.6594696 Apr 28 19:58:00.668591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:00.771773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa02a0f-9074-4f67-a3ce-50a0577cf8b5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.773429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa02a0f-9074-4f67-a3ce-50a0577cf8b5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:00.774346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6aa02a0f-9074-4f67-a3ce-50a0577cf8b5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:00.788452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c30667f-e494-40cc-9596-c089481d6360 req-2b1d91d0-07bf-43b5-b5dc-707c117b79d5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717930 Apr 28 19:58:00.807817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6aa02a0f-9074-4f67-a3ce-50a0577cf8b5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:00.808770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6aa02a0f-9074-4f67-a3ce-50a0577cf8b5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1392219 Apr 28 19:58:00.811613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:00.902908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.909145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 8641d205-4c09-42eb-b1c1-add3ee2ad074 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:00.916041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:00.948474 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.000263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.093199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:01.097797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:01.109430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:01.110599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.111195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.136457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=8cfe9536-8cd6-4007-ae5b-13f800d0d4db,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:01.161362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb32e066-1bf7-4ea6-a388-2770333f0cb2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8990252 Apr 28 19:58:01.162040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:01.192176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.276890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 8cfe9536-8cd6-4007-ae5b-13f800d0d4db {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:01.277352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.307427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.338824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.344900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.350889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.357636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.364298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.365675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=8641d205-4c09-42eb-b1c1-add3ee2ad074,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:01.370967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.372928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Provisioning for port c423f625-e50c-4ad0-b0fd-85b79709050f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:01.378550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.380469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27288cae-99dc-460a-8efe-5e061f85b01b req-49a0dcf3-b086-4351-bfa3-a2ccd594ad7b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.3827136 Apr 28 19:58:01.382927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.394246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Provisioning complete for port c423f625-e50c-4ad0-b0fd-85b79709050f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:01.396464 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.419348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7f87a9a9-e1ac-47b1-b185-9aed164da1de tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/8641d205-4c09-42eb-b1c1-add3ee2ad074 HTTP/1.1" status: 204 len: 168 time: 0.6066763 Apr 28 19:58:01.420247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:01.490247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27288cae-99dc-460a-8efe-5e061f85b01b req-23eccec6-e226-4f8f-a285-93090b1fe603 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1028190 Apr 28 19:58:01.611996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e22eafbc-f8f7-4ed4-976b-a166dcb8f0ee tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1901574 Apr 28 19:58:01.618372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:01.633710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:01.680339 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.714813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.715021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a8280a-6cc9-400f-9e6c-17e96a86b6e5 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:01.732747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c423f625-e50c-4ad0-b0fd-85b79709050f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:01.749586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:01.782352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:01.787929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:01.793959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:01.817841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5753e90c-b4b4-4c4c-ba13-57517967969b req-9a4e10e7-8def-47aa-a345-7835b3248899 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:01.825444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5753e90c-b4b4-4c4c-ba13-57517967969b req-9a4e10e7-8def-47aa-a345-7835b3248899 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2750583 Apr 28 19:58:01.830303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:01.863302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 8cfe9536-8cd6-4007-ae5b-13f800d0d4db owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:01.930822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5753e90c-b4b4-4c4c-ba13-57517967969b req-2e2a67c9-55c4-4bc8-aae8-100da0220b54 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043775 Apr 28 19:58:01.931014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b298690f-77cb-4d72-8e22-41a158d5c2e7 None None] Could not find standard attr ID for object 48fa97f0-61f3-4b49-86ac-18ff87a0df7a. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:58:01.932094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:01.954354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.024075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be42338-20ac-4f07-9c3a-44c83817246a None None] Pushing event updated for resources: {'Port': ['ID=c423f625-e50c-4ad0-b0fd-85b79709050f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.109977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.166879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:02.173364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Deleting port c423f625-e50c-4ad0-b0fd-85b79709050f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:02.173998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.187807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Port': ['ID=8cfe9536-8cd6-4007-ae5b-13f800d0d4db,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.250896 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.279351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b33c2f8-6e9a-4328-a456-88f894803aa6 req-0bf9b55a-99ea-4b7e-8ead-d1e504bd4576 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.281619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b33c2f8-6e9a-4328-a456-88f894803aa6 req-0bf9b55a-99ea-4b7e-8ead-d1e504bd4576 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.3226743 Apr 28 19:58:02.284547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c39a6b4-5bdc-4dc0-941a-3ad2480d8172 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8cfe9536-8cd6-4007-ae5b-13f800d0d4db HTTP/1.1" status: 204 len: 168 time: 1.1213896 Apr 28 19:58:02.286983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41382) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:02.313180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c423f625-e50c-4ad0-b0fd-85b79709050f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:02.338439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50', 'external_fixed_ips': [{'subnet_id': '2541346b-83ad-4b33-8b34-cb64edbe0d73', 'ip_address': '2001:db8::1ad'}]}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:02.356326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:02.375863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:router and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:02.388580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:02.417983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:02.477171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b33c2f8-6e9a-4328-a456-88f894803aa6 req-3748eb6d-29a8-4cda-9453-bc8dcfeba594 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862965 Apr 28 19:58:02.502857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.507442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.552537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.583122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.663508 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.673974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:02.680335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:02.685690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.686418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.719988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c423f625-e50c-4ad0-b0fd-85b79709050f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:02.720369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:02.731546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd640ba-9299-431f-a564-d980bcb159c3 req-9529307f-0360-4698-a1f8-9f77467dc677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.735386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccd640ba-9299-431f-a564-d980bcb159c3 req-9529307f-0360-4698-a1f8-9f77467dc677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3237853 Apr 28 19:58:02.753996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=36f04a31-f1d2-46b1-90e7-efa7fd8b8b76,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:02.766476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602047-c478-4fe9-806a-a276360b72f8 req-81d6cca4-13d7-4fe4-91c4-c21ef659104b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:02.767979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-81d6cca4-13d7-4fe4-91c4-c21ef659104b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 1096 time: 0.3166575 Apr 28 19:58:02.874215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a8e15c07-d8d2-4ab8-89aa-ac1f5e448d4e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2544608 Apr 28 19:58:02.875673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:02.889834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Calling delete_port for c423f625-e50c-4ad0-b0fd-85b79709050f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:02.895661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccd640ba-9299-431f-a564-d980bcb159c3 req-897d8621-1b40-4d3c-9766-18260a7e367d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255600 Apr 28 19:58:02.900146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '36f04a31-f1d2-46b1-90e7-efa7fd8b8b76', 'ip_address': '2001:db8::334e:4b50:9c7:8ec4'}], 'name': 'tempest-NetworksTestDHCPv6-1489703527'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:02.928968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c423f625-e50c-4ad0-b0fd-85b79709050f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:02.941615 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.064824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c423f625-e50c-4ad0-b0fd-85b79709050f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:03.069896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:03.071171 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:03.125028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.174960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.179132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602047-c478-4fe9-806a-a276360b72f8 req-e68f31a5-3b2f-490b-8dc4-9d0c2cb0c4aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.180920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.183425 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-e68f31a5-3b2f-490b-8dc4-9d0c2cb0c4aa service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.3889160 Apr 28 19:58:03.188779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.190332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:03.192641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.199113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.205416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.212009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.219776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-030bb97d-949a-4b45-a8a5-2b8f2e94c5f1 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.3086278 Apr 28 19:58:03.253504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:03.272843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:03.286419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:03.307024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2ba4c37-fefe-4933-a2ff-dca26b7c0fe8 req-6b890afe-f707-4aa4-aa14-c627ebc8c110 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852249 Apr 28 19:58:03.313687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:03.343148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-d998a907-c7a2-4c3a-86a2-a0451c2b5d92 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 200 len: 1001 time: 0.1501336 Apr 28 19:58:03.543648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602047-c478-4fe9-806a-a276360b72f8 req-5297176d-fd82-4bfd-af98-bd3d0cbda2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.545507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-5297176d-fd82-4bfd-af98-bd3d0cbda2f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.1845901 Apr 28 19:58:03.557711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.572889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Deleting port c423f625-e50c-4ad0-b0fd-85b79709050f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:03.573272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.629682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port e1cea022-7341-41ee-a87b-df1a89317849 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:03.835544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.915173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:03.971226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36602047-c478-4fe9-806a-a276360b72f8 req-3c9906e2-d01b-4878-935a-93c4366dcd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:03.972784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-3c9906e2-d01b-4878-935a-93c4366dcd14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4197981 Apr 28 19:58:04.009778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] For port c423f625-e50c-4ad0-b0fd-85b79709050f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c423f625-e50c-4ad0-b0fd-85b79709050f,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:04.010768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.090208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44425753-03dd-400c-8d91-6dd71538f5ee req-d23fd9b5-1ec0-41c8-879e-7ab2888654aa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.091959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44425753-03dd-400c-8d91-6dd71538f5ee req-d23fd9b5-1ec0-41c8-879e-7ab2888654aa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.4100413 Apr 28 19:58:04.147450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Calling delete_port for c423f625-e50c-4ad0-b0fd-85b79709050f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:04.235994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.284715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44425753-03dd-400c-8d91-6dd71538f5ee req-02394eff-9bde-482b-987e-8c06c4d3ef4c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833308 Apr 28 19:58:04.297125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::334e:4b50:9c7:8ec4 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/36f04a31-f1d2-46b1-90e7-efa7fd8b8b76/e1cea022-7341-41ee-a87b-df1a89317849) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:04.314104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] Pushing event deleted for resources: {'Port': ['ID=c423f625-e50c-4ad0-b0fd-85b79709050f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:04.314678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e8b845-d845-4581-a162-508f1e5cc0d6 None None] No DVR routers for this DVR port c423f625-e50c-4ad0-b0fd-85b79709050f on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:04.330119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a777ec-5aa2-49df-97c3-fb5637ffff97 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:04.336426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-acb06cd1-ab00-4289-9221-599dde2918f0 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3527212 Apr 28 19:58:04.406886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d04d8-8a52-40dd-a72d-298c60e6dfe0 req-366fe505-8e11-4274-ba21-2aa3bae560fb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.408657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b4d04d8-8a52-40dd-a72d-298c60e6dfe0 req-366fe505-8e11-4274-ba21-2aa3bae560fb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2713192 Apr 28 19:58:04.512413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b4d04d8-8a52-40dd-a72d-298c60e6dfe0 req-8e4c446a-09f8-417a-a24c-d56490ef49b8 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0938756 Apr 28 19:58:04.542873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 2001:db8::1ad (a9eb4288-17f4-4af1-82c8-a1311456ae50/2541346b-83ad-4b33-8b34-cb64edbe0d73/5e8fd745-2602-46de-a6b6-00df2728c11b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:04.744122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '36f04a31-f1d2-46b1-90e7-efa7fd8b8b76'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:04.745569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.853777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.859952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.865808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.872154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.877799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.883846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.889501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.891344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-8dfa0225-74f3-4083-863e-43be56b4194d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.1685221 Apr 28 19:58:04.899571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.954855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4e50dab-0e63-4fdd-bf84-577e75e4a1f6 req-db4ac8e7-d83a-497b-848b-40d69e64d7de tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521476 Apr 28 19:58:04.967205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36602047-c478-4fe9-806a-a276360b72f8 req-a9db2dc8-3a32-4bb6-91fd-a94f4bd66533 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6153672 Apr 28 19:58:04.984359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:04.985642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3fbecb-1ef0-49c1-9d16-0572df163d90 req-18f955e3-790b-491c-a2e9-ba66bda107c6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:04.987346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f3fbecb-1ef0-49c1-9d16-0572df163d90 req-18f955e3-790b-491c-a2e9-ba66bda107c6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3025107 Apr 28 19:58:05.046084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.069320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f3fbecb-1ef0-49c1-9d16-0572df163d90 req-7797a76e-8e26-4015-8206-fa7cf1822d9c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711982 Apr 28 19:58:05.071335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network a9eb4288-17f4-4af1-82c8-a1311456ae50 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:05.074703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:05.075311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object e1cea022-7341-41ee-a87b-df1a89317849 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:05.079798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:05.103882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.168674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/36f04a31-f1d2-46b1-90e7-efa7fd8b8b76/7de5bfd6-0924-4705-8dd7-bb9284fb01e0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:05.176166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:05.179303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:05.184173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:05.189635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:05.190238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.208175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=e1cea022-7341-41ee-a87b-df1a89317849,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.225104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a86e8bf6-f7ad-44cf-ab07-5a6426da8809 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3366311 Apr 28 19:58:05.228241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:05.312834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93343b7a-74f4-47e1-b2e0-63db288ee6c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:05.313589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93343b7a-74f4-47e1-b2e0-63db288ee6c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:05.333141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-93343b7a-74f4-47e1-b2e0-63db288ee6c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:05.340813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93343b7a-74f4-47e1-b2e0-63db288ee6c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1054184 Apr 28 19:58:05.341713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:05.384366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=5e8fd745-2602-46de-a6b6-00df2728c11b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.444611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port e1cea022-7341-41ee-a87b-df1a89317849 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:05.445564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.446072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.465092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Transition to ACTIVE for port object 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:05.504876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Transition to ACTIVE for port object 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:05.515201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.598460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af4c66-ba83-43cd-9c75-15b9f4dc1ef0 req-13e3bc04-d7be-4787-8705-19289638ce03 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:05.605931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85af4c66-ba83-43cd-9c75-15b9f4dc1ef0 req-13e3bc04-d7be-4787-8705-19289638ce03 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4655387 Apr 28 19:58:05.659613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Pushing event updated for resources: {'Port': ['ID=7de5bfd6-0924-4705-8dd7-bb9284fb01e0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:05.672156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:05.673761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:05.676176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:05.725329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3722b4-498a-434d-9e18-bec5aa0af2cb req-8866005c-71eb-4c3f-bdae-01d4056ced92 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:05.727881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd3722b4-498a-434d-9e18-bec5aa0af2cb req-8866005c-71eb-4c3f-bdae-01d4056ced92 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2092249 Apr 28 19:58:05.747928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85af4c66-ba83-43cd-9c75-15b9f4dc1ef0 req-11c8b3f5-3dfb-4e41-8443-18eadd0c6e4e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410341 Apr 28 19:58:05.777919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Attempting to bind port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:05.778289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Attempting to bind port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:05.778658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Attempting to bind port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:05.784681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:05.785049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:05.785447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.786170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:05.786327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Bound port: 7de5bfd6-0924-4705-8dd7-bb9284fb01e0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:05.786702 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.799329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.848073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd3722b4-498a-434d-9e18-bec5aa0af2cb req-ab799067-a8bf-49a4-8114-9db05526a66a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Apr 28 19:58:05.867959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:05.934604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] For port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:05.939428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] For port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7de5bfd6-0924-4705-8dd7-bb9284fb01e0,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:05.943859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.013350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for e1cea022-7341-41ee-a87b-df1a89317849 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:06.056046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b1426-e990-49db-bcdc-f8b65577f866 None None] Pushing event updated for resources: {'Port': ['ID=7de5bfd6-0924-4705-8dd7-bb9284fb01e0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.292622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.392201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=e1cea022-7341-41ee-a87b-df1a89317849,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:06.415051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.430814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.437688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.449293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.455407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.461916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.466090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc1eced-55f9-4e84-b2d9-3e53d4e87db9 req-c6ee34db-f0f7-468e-8c51-16e13b4a8f2c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.474540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.477712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcc1eced-55f9-4e84-b2d9-3e53d4e87db9 req-c6ee34db-f0f7-468e-8c51-16e13b4a8f2c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3068690 Apr 28 19:58:06.481280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.485604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.491135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-1793ef75-04df-4b4e-ad28-da3b17e9c085 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2984562 Apr 28 19:58:06.527933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d53bbe35-3958-4bfa-919c-26f42c102b63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/e1cea022-7341-41ee-a87b-df1a89317849 HTTP/1.1" status: 204 len: 168 time: 1.1828477 Apr 28 19:58:06.529033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:06.606014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-39929d08-8bfe-4927-9ca2-f11b11393899 req-d9736318-2729-4875-88e6-2112365ae0e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1084039 Apr 28 19:58:06.626546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ec2ea-b3a2-4798-9637-163689d444c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.628031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6ec2ea-b3a2-4798-9637-163689d444c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:06.628631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be6ec2ea-b3a2-4798-9637-163689d444c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:06.650051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-be6ec2ea-b3a2-4798-9637-163689d444c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:06.651948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-be6ec2ea-b3a2-4798-9637-163689d444c2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1218994 Apr 28 19:58:06.654743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41464) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:06.694793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcc1eced-55f9-4e84-b2d9-3e53d4e87db9 req-4abb2eb1-6e31-418d-b996-02e4b627a007 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151103 Apr 28 19:58:06.747640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 36f04a31-f1d2-46b1-90e7-efa7fd8b8b76 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:06.751275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:06.865756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router 2779e0c8-3e48-48c3-9780-e10351015dcb is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:06.998041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.064476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8425f31-1f08-42d7-b27c-4929d0873234 req-fb9ee815-2427-477c-bd15-46e5a3583494 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:07.066701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8425f31-1f08-42d7-b27c-4929d0873234 req-fb9ee815-2427-477c-bd15-46e5a3583494 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2372520 Apr 28 19:58:07.097109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e0de7-edfb-4b60-ac30-da5aa7f9d699 req-757e61e9-295a-4c6e-ad10-ed312f56bcf1 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:07.104279 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-963e0de7-edfb-4b60-ac30-da5aa7f9d699 req-757e61e9-295a-4c6e-ad10-ed312f56bcf1 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.1923785 Apr 28 19:58:07.126831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:07.144322 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Sync routers for ids ['2779e0c8-3e48-48c3-9780-e10351015dcb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:07.152429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8425f31-1f08-42d7-b27c-4929d0873234 req-c34a795d-a946-4bc5-9225-7261520c15ec tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751500 Apr 28 19:58:07.162090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.170170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.176351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9ab96e1f-45a0-4822-b6ed-7bc29de07fc2 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.8867083 Apr 28 19:58:07.177537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41476) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:07.181042 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Routers {'2779e0c8-3e48-48c3-9780-e10351015dcb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:07.183842 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2779e0c8-3e48-48c3-9780-e10351015dcb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:07.241719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-963e0de7-edfb-4b60-ac30-da5aa7f9d699 req-beae9283-5665-4414-9878-bc9d3245aef8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363659 Apr 28 19:58:07.325855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.412030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.434387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5f50b8-9125-4b92-8cf1-328fa00a0b00 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:07.440430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=36f04a31-f1d2-46b1-90e7-efa7fd8b8b76,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:07.450247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f022c15e-e476-4e24-87dd-6d01e0227669 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/36f04a31-f1d2-46b1-90e7-efa7fd8b8b76 HTTP/1.1" status: 204 len: 168 time: 0.7944341 Apr 28 19:58:07.452831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41484) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:07.549506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Set router 2779e0c8-3e48-48c3-9780-e10351015dcb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:07.611433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d72762d1-ae56-4144-947e-d15e1defe776 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574445 Apr 28 19:58:07.614824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:07.772378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d48e61-3f15-4abc-88ec-06d41f11c73b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:07.779331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c5d48e61-3f15-4abc-88ec-06d41f11c73b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:07.810545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c5d48e61-3f15-4abc-88ec-06d41f11c73b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:07.812286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c5d48e61-3f15-4abc-88ec-06d41f11c73b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1941068 Apr 28 19:58:07.814788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:07.820467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41502) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:07.843870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea45f7-841b-4a15-8e24-fb5f1fd4be2e req-a54e66b4-96e1-4d2e-a888-437a98b5a445 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:07.851784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fea45f7-841b-4a15-8e24-fb5f1fd4be2e req-a54e66b4-96e1-4d2e-a888-437a98b5a445 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.1555879 Apr 28 19:58:07.884486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f05578b6-1d30-49d0-ab6b-e268147e29d3 None None] Provisioning for port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:07.893689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:07.945890 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779e0c8-3e48-48c3-9780-e10351015dcb', 'name': '', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50', 'external_fixed_ips': [{'subnet_id': '2541346b-83ad-4b33-8b34-cb64edbe0d73', 'ip_address': '2001:db8::1ad'}], 'enable_snat': True}, 'gw_port_id': '5e8fd745-2602-46de-a6b6-00df2728c11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:02Z', 'updated_at': '2022-04-28T19:58:05Z', 'revision_number': 3, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port': {'id': '5e8fd745-2602-46de-a6b6-00df2728c11b', 'name': '', 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:4b:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2779e0c8-3e48-48c3-9780-e10351015dcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '2541346b-83ad-4b33-8b34-cb64edbe0d73', 'ip_address': '2001:db8::1ad', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:03Z', 'updated_at': '2022-04-28T19:58:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '2541346b-83ad-4b33-8b34-cb64edbe0d73', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:07.950856 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Checking router: 2779e0c8-3e48-48c3-9780-e10351015dcb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:07.951390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Updating router 2779e0c8-3e48-48c3-9780-e10351015dcb port 5e8fd745-2602-46de-a6b6-00df2728c11b binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:08.024028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:08.029341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Deleting port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:08.029818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.032659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fe0eabc-2735-4d20-a5f8-4fea53611b3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.033441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5fe0eabc-2735-4d20-a5f8-4fea53611b3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:08.035293 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.044253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fea45f7-841b-4a15-8e24-fb5f1fd4be2e req-937ca49c-2b31-4673-893b-f31eaee256f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915224 Apr 28 19:58:08.086397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.092460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.092679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.098399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.104513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.110581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.117488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.123426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.130997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-473c76b6-4bf6-4a33-9a89-e6c5fdf8d1a6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5430 time: 0.2160897 Apr 28 19:58:08.133531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5fe0eabc-2735-4d20-a5f8-4fea53611b3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:08.137190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5fe0eabc-2735-4d20-a5f8-4fea53611b3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3189390 Apr 28 19:58:08.137349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:08.148062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:08.148207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Usage tracker for resource:security_group_rule and tenant:9493aa4d232247ea9fb198c2c759e37e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:08.151142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:08.159031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:08.239902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-918de0aa-4629-4ce4-9711-20922e004168 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0800724 Apr 28 19:58:08.241295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:08.251254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.300140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-052ec043-08d3-44d5-8de2-514f7818e8f0 req-6fbf9da1-5f90-48f2-852f-f9ce5f555100 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1680586 Apr 28 19:58:08.333879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] For port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7de5bfd6-0924-4705-8dd7-bb9284fb01e0,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:08.334274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.367593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.375067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.396566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:08.408813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:08.422602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:08.427180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.434193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366fe708-2e5c-4159-bdbb-8ebe993f5d18 req-b28ad6b4-bd87-487c-ad37-2a02acd01f6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.441091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-366fe708-2e5c-4159-bdbb-8ebe993f5d18 req-b28ad6b4-bd87-487c-ad37-2a02acd01f6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1879385 Apr 28 19:58:08.499479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Calling delete_port for 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:08.500209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.507092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=250400a4-5bf4-47cd-81df-6d97964d13cc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.529146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5fa6484f-bb3d-4d85-a900-63f88d2b1eaf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9493aa4d232247ea9fb198c2c759e37e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7075341 Apr 28 19:58:08.532444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41516) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:08.547701 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.574980 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Transition to ACTIVE for port object 5e8fd745-2602-46de-a6b6-00df2728c11b will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:08.589330 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.600896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-366fe708-2e5c-4159-bdbb-8ebe993f5d18 req-12e9b7e5-16bf-4cfe-b94a-79a8441e670c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581330 Apr 28 19:58:08.603732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 5e8fd745-2602-46de-a6b6-00df2728c11b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:08.604867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.614402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.675819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] Pushing event deleted for resources: {'Port': ['ID=7de5bfd6-0924-4705-8dd7-bb9284fb01e0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.678139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b751a25-c76d-4618-b24b-a177fb8ecb44 None None] No DVR routers for this DVR port 7de5bfd6-0924-4705-8dd7-bb9284fb01e0 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:08.704176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Attempting to bind port 5e8fd745-2602-46de-a6b6-00df2728c11b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:08.704627 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Attempting to bind port 5e8fd745-2602-46de-a6b6-00df2728c11b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e36679cb-75c5-4931-94d6-dca6c68c2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:08.705076 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Attempting to bind port 5e8fd745-2602-46de-a6b6-00df2728c11b on network a9eb4288-17f4-4af1-82c8-a1311456ae50 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:08.717494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.720038 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Pushing event updated for resources: {'Port': ['ID=5e8fd745-2602-46de-a6b6-00df2728c11b,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.735985 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.736966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.737480 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.749066 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.749407 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.749959 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.750243 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.750759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.750883 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.751205 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.751607 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.751934 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:08.752197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.755547 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:08.755932 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Checking segment: {'id': 'e36679cb-75c5-4931-94d6-dca6c68c2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:08.756328 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.756690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Bound using segment: {'id': 'e36679cb-75c5-4931-94d6-dca6c68c2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:08.757138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Bound port: 5e8fd745-2602-46de-a6b6-00df2728c11b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e36679cb-75c5-4931-94d6-dca6c68c2fff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'a9eb4288-17f4-4af1-82c8-a1311456ae50'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:08.758092 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.768607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.772544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c0783065-e4ca-418b-b7e0-88949fa18df6 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:08.846065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:08.850156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:08.856492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:08.857063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.865540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a761ec-175c-4113-b4ec-ba0dd3991bb2 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:08.883941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=f9e06456-c6ab-4134-b2d6-b6ed302880f2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:08.904025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2e240e6a-c051-4702-b95d-2e73e0915f5d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6606805 Apr 28 19:58:08.906732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:08.914830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': 'f9e06456-c6ab-4134-b2d6-b6ed302880f2', 'ip_address': '2001:db8::5b3b:574d:eeb0:abcd'}], 'name': 'tempest-NetworksTestDHCPv6-1319151191'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:08.939511 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] For port 5e8fd745-2602-46de-a6b6-00df2728c11b, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:08.942719 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] For port 5e8fd745-2602-46de-a6b6-00df2728c11b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5e8fd745-2602-46de-a6b6-00df2728c11b,segment=NetworkSegment(e36679cb-75c5-4931-94d6-dca6c68c2fff),segment_id=e36679cb-75c5-4931-94d6-dca6c68c2fff)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:08.953335 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:08.996569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.034870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=250400a4-5bf4-47cd-81df-6d97964d13cc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:09.044539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] For port 5e8fd745-2602-46de-a6b6-00df2728c11b, host n-d-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:09.045748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.094913 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Routers {'2779e0c8-3e48-48c3-9780-e10351015dcb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:09.095587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2779e0c8-3e48-48c3-9780-e10351015dcb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:09.113965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:09.125667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:09.126305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:09.142388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:09.158752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'port_id': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'mac_address': 'fa:16:3e:de:55:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4284f048-4600-4900-8a9d-296c81cda863', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:09.224863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.249572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.250950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-96f3dc3b-2262-4ad5-ae2d-71364d55bccd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/250400a4-5bf4-47cd-81df-6d97964d13cc HTTP/1.1" status: 204 len: 168 time: 0.7141643 Apr 28 19:58:09.302171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0783065-e4ca-418b-b7e0-88949fa18df6 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:09.308148 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] Set router 2779e0c8-3e48-48c3-9780-e10351015dcb gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:09.343181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.368512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:09.372545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': 'f9e06456-c6ab-4134-b2d6-b6ed302880f2'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:09.373364 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.399488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:09.411875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 5e8fd745-2602-46de-a6b6-00df2728c11b owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:09.425796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.426606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d5982947-0f20-454b-93ef-35fa568f6371 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:09.487965 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2779e0c8-3e48-48c3-9780-e10351015dcb', 'name': '', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:02Z', 'updated_at': '2022-04-28T19:58:08Z', 'revision_number': 4, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:09.501943 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8259cd64-2065-403c-aca7-61a1ff17b5a0 None None] The sync data for ids ['2779e0c8-3e48-48c3-9780-e10351015dcb'] in n-d-839811-1 is: [{'id': '2779e0c8-3e48-48c3-9780-e10351015dcb', 'name': '', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:02Z', 'updated_at': '2022-04-28T19:58:08Z', 'revision_number': 4, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:09.533096 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48881f7-04ed-4a34-828b-63c84df3ebad None None] Pushing event updated for resources: {'Port': ['ID=5e8fd745-2602-46de-a6b6-00df2728c11b,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:09.776834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/f9e06456-c6ab-4134-b2d6-b6ed302880f2/e44eca42-4857-41b9-ae20-809d0c2a54ba) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:09.803490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837de3bb-2d9f-4085-a56a-b93f4c7bc07b req-aae2351a-d50c-4b7b-824e-9dd9abd2d85b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:09.811861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-837de3bb-2d9f-4085-a56a-b93f4c7bc07b req-aae2351a-d50c-4b7b-824e-9dd9abd2d85b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.4107084 Apr 28 19:58:09.876703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-837de3bb-2d9f-4085-a56a-b93f4c7bc07b req-2a8e19a6-4be8-4032-82fc-5a50e30e35c2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638881 Apr 28 19:58:09.891582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:09.892113 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:09.896314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41540) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:09.920528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:09.944944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:09.953117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Usage tracker for resource:security_group_rule and tenant:b4b9aa85d0fa45a787fdf8a5f7ba67ac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:09.957026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:09.963846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:10.035097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.043730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.050933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.059159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.062846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.071275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.079432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.088363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.090344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-84b18245-661d-48dc-9b98-2fa8ea43ffdf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5431 time: 0.3081894 Apr 28 19:58:10.101935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.144096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.150689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9b5658e-f489-4579-9328-5f5ae634e92a req-c6729a98-2bab-4bc9-b65b-a8a4e34823cf tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527151 Apr 28 19:58:10.153143 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.156209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:10.185189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd5982947-0f20-454b-93ef-35fa568f6371', 'network_id': 'd4c2f109-e3ff-4d58-805d-a0661f3486de', 'port_id': 'd5982947-0f20-454b-93ef-35fa568f6371', 'mac_address': 'fa:16:3e:c2:30:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4284f048-4600-4900-8a9d-296c81cda863', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:10.216717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b4b9aa85d0fa45a787fdf8a5f7ba67ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3191640 Apr 28 19:58:10.220656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5be3fd-9bfd-49f4-befa-4043376e8a85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=480ca1e9-89b3-4566-964c-b1740a9f4296,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.220831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:10.240857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ac986-7c79-429f-904a-67b07b118c47 req-48a6daaa-9c17-471e-a962-6973a481c3e7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.242818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d0ac986-7c79-429f-904a-67b07b118c47 req-48a6daaa-9c17-471e-a962-6973a481c3e7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1640046 Apr 28 19:58:10.249597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.265444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Transition to ACTIVE for port object e44eca42-4857-41b9-ae20-809d0c2a54ba will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:10.272009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.287009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.294980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d0ac986-7c79-429f-904a-67b07b118c47 req-438c901a-110a-4e73-abcd-45299e2ec629 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454235 Apr 28 19:58:10.296631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5982947-0f20-454b-93ef-35fa568f6371 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:10.313110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Transition to ACTIVE for port object e44eca42-4857-41b9-ae20-809d0c2a54ba will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:10.319954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.320784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:10.322294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.354984 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.355608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2851c5cc-3422-4037-ac62-98fbf024655d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:10.391179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:10.395358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 5e8fd745-2602-46de-a6b6-00df2728c11b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:10.396805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:10.397180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.402707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:10.414474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::5b3b:574d:eeb0:abcd (f7ec7e46-f92e-476c-bc0f-c46582ece80a/f9e06456-c6ab-4134-b2d6-b6ed302880f2/b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:10.451182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.474695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Pushing event updated for resources: {'Port': ['ID=e44eca42-4857-41b9-ae20-809d0c2a54ba,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.502142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480ca1e9-89b3-4566-964c-b1740a9f4296,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.518674 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:58:10.528265 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:58:10.579446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.580637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a230fb6-d245-495e-b169-43e3f8131e45 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/480ca1e9-89b3-4566-964c-b1740a9f4296 HTTP/1.1" status: 204 len: 168 time: 0.3600619 Apr 28 19:58:10.656768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.724712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Attempting to bind port e44eca42-4857-41b9-ae20-809d0c2a54ba on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:10.725348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Attempting to bind port e44eca42-4857-41b9-ae20-809d0c2a54ba by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:10.725896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Attempting to bind port e44eca42-4857-41b9-ae20-809d0c2a54ba on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:10.729199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.738605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:10.739272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:10.739831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.740372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:10.741001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Bound port: e44eca42-4857-41b9-ae20-809d0c2a54ba, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:10.741724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.750345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:10.785846 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.806949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] For port 5e8fd745-2602-46de-a6b6-00df2728c11b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5e8fd745-2602-46de-a6b6-00df2728c11b,segment=NetworkSegment(e36679cb-75c5-4931-94d6-dca6c68c2fff),segment_id=e36679cb-75c5-4931-94d6-dca6c68c2fff)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:10.807462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.841873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:10.867763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:10.868279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '2851c5cc-3422-4037-ac62-98fbf024655d', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'port_id': '2851c5cc-3422-4037-ac62-98fbf024655d', 'mac_address': 'fa:16:3e:f2:83:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:10.871094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:10.875720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:10.881022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:10.881672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:10.906322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9980834 Apr 28 19:58:10.907161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7197ce-9d59-4529-b54a-f9d0fd962728 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:10.910775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:10.917850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': 'f9e06456-c6ab-4134-b2d6-b6ed302880f2', 'ip_address': '2001:db8::5b3b:574d:eeb0:abcd'}], 'name': 'tempest-NetworksTestDHCPv6-589564494'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:10.927997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] For port e44eca42-4857-41b9-ae20-809d0c2a54ba, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:10.941309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] For port e44eca42-4857-41b9-ae20-809d0c2a54ba, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e44eca42-4857-41b9-ae20-809d0c2a54ba,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:10.950619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.006737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.045170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96986-4ee4-48bd-98b7-13dc08514d08 None None] Pushing event updated for resources: {'Port': ['ID=e44eca42-4857-41b9-ae20-809d0c2a54ba,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.069606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 5e8fd745-2602-46de-a6b6-00df2728c11b owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:11.070166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2851c5cc-3422-4037-ac62-98fbf024655d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:11.091188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:11.102385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.103418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f54f6421-e333-4355-beae-2b0e565e2309 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:11.110054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:11.165022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:11.193501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:11.203843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:11.225799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:11.231459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.262897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dfbbe-1148-436e-a531-83e4e73d4078 req-d71dcc2e-8256-46c5-8bd7-837410c8749b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.264503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff8dfbbe-1148-436e-a531-83e4e73d4078 req-d71dcc2e-8256-46c5-8bd7-837410c8749b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.1584382 Apr 28 19:58:11.272843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 79c8bd46-bbfd-404f-a547-8c87ffa8c156 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:11.305753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.441143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff8dfbbe-1148-436e-a531-83e4e73d4078 req-f6143d1a-a196-43f3-99ba-b271b01f72c7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689863 Apr 28 19:58:11.453010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f54f6421-e333-4355-beae-2b0e565e2309,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:11.520029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f54f6421-e333-4355-beae-2b0e565e2309', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'port_id': 'f54f6421-e333-4355-beae-2b0e565e2309', 'mac_address': 'fa:16:3e:71:64:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5', 'ip_address': '10.1.1.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:11.544905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.661017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.690747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f54f6421-e333-4355-beae-2b0e565e2309 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:11.700943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e8fd745-2602-46de-a6b6-00df2728c11b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.703305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.721866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f54f6421-e333-4355-beae-2b0e565e2309,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:11.728470 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.729306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 23be342a-651e-4955-a128-e8d2ae3a3d4e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:11.838150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:11.856318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:11.862664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'port_id': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'mac_address': 'fa:16:3e:36:5a:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5', 'ip_address': '10.1.1.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:11.887469 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:58:11.892052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:11.919181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02fd72c-a428-455d-8dc7-0abf936f1a51 req-31a04598-e708-4bc0-b74d-4b46db7b0ddb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.920397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d02fd72c-a428-455d-8dc7-0abf936f1a51 req-31a04598-e708-4bc0-b74d-4b46db7b0ddb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2566459 Apr 28 19:58:11.930211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.932584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.936067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:11.954324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23be342a-651e-4955-a128-e8d2ae3a3d4e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:11.974573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d5ce976-24db-443b-b9f7-75e814962c82 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.0603521 Apr 28 19:58:11.978764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:11.983253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.989907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:11.994116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:11.995699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.001985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.004394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.005333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aacfcd4d-46de-4f77-a490-7380c7705837 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:12.008370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.014277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.021187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.029676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-ecf4b842-b8ac-4658-8e91-29659591c1c8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5433 time: 0.6406870 Apr 28 19:58:12.045088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.045737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2779e0c8-3e48-48c3-9780-e10351015dcb {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:12.060634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d02fd72c-a428-455d-8dc7-0abf936f1a51 req-f101300e-d90a-48b0-929a-e1a49afbc22f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324384 Apr 28 19:58:12.101645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-525c6846-3042-4bcb-bc1e-5194fc0a1e14 req-b5cfc5f4-b6ec-4797-99b4-c282d0aa01c3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0670156 Apr 28 19:58:12.130962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:12.134454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.135723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4d0c989e-7dd1-43f8-ad39-755863d74971 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/routers/2779e0c8-3e48-48c3-9780-e10351015dcb HTTP/1.1" status: 204 len: 168 time: 4.9570720 Apr 28 19:58:12.137662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e7a20-3ffe-417e-a04b-20d75ca7479d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.138372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:12.151227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.169430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.170977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18e7a20-3ffe-417e-a04b-20d75ca7479d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:12.172146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d18e7a20-3ffe-417e-a04b-20d75ca7479d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:12.183122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'port_id': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'mac_address': 'fa:16:3e:1d:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5', 'ip_address': '10.1.1.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:12.208999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d18e7a20-3ffe-417e-a04b-20d75ca7479d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:12.210776 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d18e7a20-3ffe-417e-a04b-20d75ca7479d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2309868 Apr 28 19:58:12.213408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:12.294889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting subnet 2541346b-83ad-4b33-8b34-cb64edbe0d73 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:12.309188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.330967 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.352725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:12.353130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.363384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e44eca42-4857-41b9-ae20-809d0c2a54ba up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:12.416121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacfcd4d-46de-4f77-a490-7380c7705837 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:12.427411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.441933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:12.451666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.454938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 39707d61-2ad5-48f6-a640-051803bbde50 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:58:12.527281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e44eca42-4857-41b9-ae20-809d0c2a54ba completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:12.541385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.630709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.643610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=39707d61-2ad5-48f6-a640-051803bbde50,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:12.647558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.691461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '39707d61-2ad5-48f6-a640-051803bbde50', 'network_id': 'e363e6a2-f92d-49c5-bf9d-028af19ead43', 'port_id': '39707d61-2ad5-48f6-a640-051803bbde50', 'mac_address': 'fa:16:3e:d5:35:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 423, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8fd9e4d-64aa-4dab-b489-63569a0a5fd5', 'ip_address': '10.1.1.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:58:12.692894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.702316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/2541346b-83ad-4b33-8b34-cb64edbe0d73 HTTP/1.1" status: 204 len: 168 time: 0.5609815 Apr 28 19:58:12.706156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:12.708885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f7e5c-a148-4c08-b0a5-aaee68d882ed tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=2541346b-83ad-4b33-8b34-cb64edbe0d73,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:12.812157 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.833226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.836853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39707d61-2ad5-48f6-a640-051803bbde50 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:58:12.843179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:12.871336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=39707d61-2ad5-48f6-a640-051803bbde50,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:12.879331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.006663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.017893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.025287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Provisioning for port e44eca42-4857-41b9-ae20-809d0c2a54ba completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:13.031261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Provisioning complete for port e44eca42-4857-41b9-ae20-809d0c2a54ba triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:13.031972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.050462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9eb4288-17f4-4af1-82c8-a1311456ae50']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:13.095895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36679cb-75c5-4931-94d6-dca6c68c2fff') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:13.096532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36679cb-75c5-4931-94d6-dca6c68c2fff') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:13.125633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:13.128161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.176306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.195906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650dd1d2-89b8-43f3-8556-ad685be136e4 req-8582205e-9982-499a-bd0f-cd18fd6c8345 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.197097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:13.197764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.198300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-650dd1d2-89b8-43f3-8556-ad685be136e4 req-8582205e-9982-499a-bd0f-cd18fd6c8345 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.5051618 Apr 28 19:58:13.216143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:13.237876 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:13.280448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] For port e44eca42-4857-41b9-ae20-809d0c2a54ba, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e44eca42-4857-41b9-ae20-809d0c2a54ba,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:13.291076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.348461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-650dd1d2-89b8-43f3-8556-ad685be136e4 req-54a154a9-e635-42af-b6c3-6dc2018034dc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403363 Apr 28 19:58:13.392907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3ae23a-9adc-46d5-a046-c921b9dc58e5 None None] Pushing event updated for resources: {'Port': ['ID=e44eca42-4857-41b9-ae20-809d0c2a54ba,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.406169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41630) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:13.423165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2cfc144-ad37-47fa-a22f-b0308541c769 None None] Provisioning complete for port b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:13.423540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2cfc144-ad37-47fa-a22f-b0308541c769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.423754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.463958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f2cfc144-ad37-47fa-a22f-b0308541c769 None None] Port b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b was deleted so its status cannot be updated. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 28 19:58:13.522496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.588556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.613898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9eb4288-17f4-4af1-82c8-a1311456ae50 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 19:58:13.622644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.628774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9eb4288-17f4-4af1-82c8-a1311456ae50,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:13.639058 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.652293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3a1d1d5-53be-478a-a040-0485be08480e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/networks/a9eb4288-17f4-4af1-82c8-a1311456ae50 HTTP/1.1" status: 204 len: 168 time: 0.9368651 Apr 28 19:58:13.652804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:13.673202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:13.680456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Usage tracker for resource:security_group_rule and tenant:4fbb597897294250ab7a5d8299544abd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:13.681242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7fd060-3995-4168-8365-c3e1ff38caf4 req-831ba0ef-b436-4337-8a6e-8ef6de4ceac6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.683855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5f5bcf33-456f-4a84-9be9-81d759c6a746 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b HTTP/1.1" status: 204 len: 168 time: 1.4691823 Apr 28 19:58:13.685018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:13.690467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7fd060-3995-4168-8365-c3e1ff38caf4 req-831ba0ef-b436-4337-8a6e-8ef6de4ceac6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1790414 Apr 28 19:58:13.691055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:13.693782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:13.802177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7fd060-3995-4168-8365-c3e1ff38caf4 req-6b71bdbf-2b90-4732-8eff-6e72544d2aec tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051681 Apr 28 19:58:13.809391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.816957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.823497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.829221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.834958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.841208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.848033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.850128 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-80f073a3-7544-4c8c-932b-d40b3e0f25b6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5437 time: 0.3437011 Apr 28 19:58:13.858504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['2851c5cc-3422-4037-ac62-98fbf024655d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:13.887663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d1f10-551b-4dff-b20b-6f2171d1c075 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.889370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e1d1f10-551b-4dff-b20b-6f2171d1c075 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:13.890292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e1d1f10-551b-4dff-b20b-6f2171d1c075 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:13.912277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c0783065-e4ca-418b-b7e0-88949fa18df6'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:13.933846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e1d1f10-551b-4dff-b20b-6f2171d1c075 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:13.935043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e1d1f10-551b-4dff-b20b-6f2171d1c075 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2430208 Apr 28 19:58:13.938491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:13.952084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfad4e29-962c-4867-a9f2-96c5dea673a1 req-3d4dc665-2623-4a9c-8cf3-ce0b34855eb0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0914042 Apr 28 19:58:13.986185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f54f6421-e333-4355-beae-2b0e565e2309'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:14.014747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.020754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.048839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet f9e06456-c6ab-4134-b2d6-b6ed302880f2 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:14.051995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.072219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4fbb597897294250ab7a5d8299544abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6649880 Apr 28 19:58:14.073186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:14.083219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['aacfcd4d-46de-4f77-a490-7380c7705837'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:14.123058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc38db6-6a37-421f-90b1-a93cb1185d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55deb8a5-c07c-40c8-ae2c-b7d2f765384f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.135526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['23be342a-651e-4955-a128-e8d2ae3a3d4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:14.150938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.166471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.182129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:14.191884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'name': 'tempest-router--47046821', 'project_id': '2a70ffffe7fd4fddb177e7ee48a86225'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:14.200304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.211216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:14.219165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:router and tenant:2a70ffffe7fd4fddb177e7ee48a86225 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:14.222147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:14.228739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:14.242727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.243770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.267163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e44eca42-4857-41b9-ae20-809d0c2a54ba up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:14.276074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.287190 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.293807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55deb8a5-c07c-40c8-ae2c-b7d2f765384f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.301650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.306486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f93f3da7-3545-4b20-8bc9-522a674b4b2b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55deb8a5-c07c-40c8-ae2c-b7d2f765384f HTTP/1.1" status: 204 len: 168 time: 0.2294767 Apr 28 19:58:14.310182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.339070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.384417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.388264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b69db6f-c7d8-434a-a54b-c6a6d3cfd109 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2027912 Apr 28 19:58:14.388742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:14.416129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.511349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=f9e06456-c6ab-4134-b2d6-b6ed302880f2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:14.523399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.564402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed86235a-c3c1-4df6-a7bd-7b05f9c7ead7 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:14.588245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cd060d1f-e436-4d6a-b992-a94e6be2bed2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/f9e06456-c6ab-4134-b2d6-b6ed302880f2 HTTP/1.1" status: 204 len: 168 time: 0.6482658 Apr 28 19:58:14.590508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:14.596780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.690673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f26990e6-693c-4dee-8f4f-95fcc71f3ac4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0988588 Apr 28 19:58:14.694631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:14.706534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:14.806280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d5982947-0f20-454b-93ef-35fa568f6371'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:14.817424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25489e79-b9be-4fbc-9966-24a0c5955d88 req-7ecec6f1-299e-4dc0-a528-74392a60c81a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:14.818935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25489e79-b9be-4fbc-9966-24a0c5955d88 req-7ecec6f1-299e-4dc0-a528-74392a60c81a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2921731 Apr 28 19:58:14.885134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:14.907608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:14.922443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:14.944470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e44eca42-4857-41b9-ae20-809d0c2a54ba triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:14.945536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:14.946318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:14.953203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25489e79-b9be-4fbc-9966-24a0c5955d88 req-50a2da47-6b41-4a83-adfb-70ee94afe961 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246960 Apr 28 19:58:14.968767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:14.972384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.078835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.081571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.111257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.112840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b0e08a58-9783-45cb-acc6-e7c031577f77 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:15.131202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.135635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b5f5259-a711-4976-8fd3-4e5801d2d80e tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b0e08a58-9783-45cb-acc6-e7c031577f77 HTTP/1.1" status: 204 len: 168 time: 0.7421851 Apr 28 19:58:15.352846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.358880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.365531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.371914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.378670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.385024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.390891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.392557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1968184-ed5f-4316-818e-63a87f66531e req-7cb13200-23a3-4bbb-9be0-5b27e29c250c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5437 time: 0.1895165 Apr 28 19:58:15.442445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41696) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:15.526723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.550462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b8a86-b738-47d6-9f44-1ec583413bb0 req-f1d46694-da5a-42e9-84d2-7d00a51ec61e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.553156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-286b8a86-b738-47d6-9f44-1ec583413bb0 req-f1d46694-da5a-42e9-84d2-7d00a51ec61e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5153985 Apr 28 19:58:15.625583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1968184-ed5f-4316-818e-63a87f66531e req-d14ac944-903e-46c0-bea3-7f4abfe8c916 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2125273 Apr 28 19:58:15.626315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:15.630644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Deleting port e44eca42-4857-41b9-ae20-809d0c2a54ba {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:15.631020 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.635516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-286b8a86-b738-47d6-9f44-1ec583413bb0 req-bd53a395-a0e2-4c04-8963-47b3a077f14f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760965 Apr 28 19:58:15.653733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:15.657281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:15.660475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:15.661059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.699657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=5088bffb-147b-491d-80c9-a324e69f28e5,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:15.720365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f750e3d0-0c33-4269-9dbd-09af39c84f4f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0233521 Apr 28 19:58:15.722550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41708) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:15.731387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '5088bffb-147b-491d-80c9-a324e69f28e5', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-876785977'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:15.756380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1611319294', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:15.779058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:15.787190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:15.792099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:15.849223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:15.875850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.876830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.911235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.924660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] For port e44eca42-4857-41b9-ae20-809d0c2a54ba, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e44eca42-4857-41b9-ae20-809d0c2a54ba,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:15.925351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:15.925792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:15.931418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:15.934824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:15.941741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:16.000549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['39707d61-2ad5-48f6-a640-051803bbde50'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:58:16.069557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:16.094353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Calling delete_port for e44eca42-4857-41b9-ae20-809d0c2a54ba owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:16.166639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e308a9-dc68-4b5c-9c42-f3ee96624edf req-dc595c48-1a5a-4ec7-8dee-a372991d35ae tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.168703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90e308a9-dc68-4b5c-9c42-f3ee96624edf req-dc595c48-1a5a-4ec7-8dee-a372991d35ae tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.0892315 Apr 28 19:58:16.222493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.259417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90e308a9-dc68-4b5c-9c42-f3ee96624edf req-286bf5fb-4f82-4858-ad12-e976fe67924e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715296 Apr 28 19:58:16.270845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e44eca42-4857-41b9-ae20-809d0c2a54ba no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:16.321231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] Pushing event deleted for resources: {'Port': ['ID=e44eca42-4857-41b9-ae20-809d0c2a54ba,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:16.325502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e44eca42-4857-41b9-ae20-809d0c2a54ba {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:16.325844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e44eca42-4857-41b9-ae20-809d0c2a54ba not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:16.329661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e518600b-2cac-4e30-98d1-84283e245eea None None] No DVR routers for this DVR port e44eca42-4857-41b9-ae20-809d0c2a54ba on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:16.349360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4bd8e9-5f50-4075-903d-0f66703678dc None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:16.427604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.477937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.516319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 05d9af54-6ccd-43ab-be03-6372e5fe70da yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:16.654330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '5088bffb-147b-491d-80c9-a324e69f28e5'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:16.655023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.800787 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:58:16.801449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:16.825026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/5088bffb-147b-491d-80c9-a324e69f28e5/928b4a01-c7b8-494c-b74d-347e0230114d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:16.964545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.970491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.975804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:16.976877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.982966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.988994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:16.994762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.000686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.003116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-b5e1c896-171a-4baf-beab-772fb6d9459b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5437 time: 0.2360260 Apr 28 19:58:17.008102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:17.008327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2fc73379-fad4-4820-b0af-5a802bef2dd0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.2846978 Apr 28 19:58:17.013388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.072163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73b4c5e7-7bc0-43ec-b39a-7b6f34b72c90 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:17.097131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.107895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6390cd-be20-46b9-8ab1-079cdbd30944 req-f23424c3-6e9d-414e-a32d-f59c35bcbde3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.109381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff6390cd-be20-46b9-8ab1-079cdbd30944 req-f23424c3-6e9d-414e-a32d-f59c35bcbde3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3153503 Apr 28 19:58:17.112244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96760d6e-7bbb-4549-a0bb-0dcde52ddf0d req-834c9921-4986-4dd6-8207-1cd19200735a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625458 Apr 28 19:58:17.113546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73b4c5e7-7bc0-43ec-b39a-7b6f34b72c90 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:17.120992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-73b4c5e7-7bc0-43ec-b39a-7b6f34b72c90 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1054494 Apr 28 19:58:17.125968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:17.130778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Transition to ACTIVE for port object 928b4a01-c7b8-494c-b74d-347e0230114d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:17.154826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Transition to ACTIVE for port object 928b4a01-c7b8-494c-b74d-347e0230114d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:17.161945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.221055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff6390cd-be20-46b9-8ab1-079cdbd30944 req-fc70a220-3e31-4474-8a53-b4feb7ca8897 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986691 Apr 28 19:58:17.221724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93187be9-486c-410d-bea3-17b684f347be tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.223536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93187be9-486c-410d-bea3-17b684f347be tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.227988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93187be9-486c-410d-bea3-17b684f347be tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0975761 Apr 28 19:58:17.228398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:17.231603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:17.238177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:17.242092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:17.258993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Allocated IP 172.25.2.113 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/638318a0-e1b1-4b16-b10d-c00c1531e80a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:17.330449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 5088bffb-147b-491d-80c9-a324e69f28e5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:17.340497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.353137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Pushing event updated for resources: {'Port': ['ID=928b4a01-c7b8-494c-b74d-347e0230114d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.362746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Attempting to bind port 928b4a01-c7b8-494c-b74d-347e0230114d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:17.363310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Attempting to bind port 928b4a01-c7b8-494c-b74d-347e0230114d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:17.363835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Attempting to bind port 928b4a01-c7b8-494c-b74d-347e0230114d on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:17.377599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 57, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:17.379294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:17.383774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.384432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:17.385550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Bound port: 928b4a01-c7b8-494c-b74d-347e0230114d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:17.386487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.437074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.511250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.528427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] For port 928b4a01-c7b8-494c-b74d-347e0230114d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:17.532119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] For port 928b4a01-c7b8-494c-b74d-347e0230114d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=928b4a01-c7b8-494c-b74d-347e0230114d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:17.536676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.546962 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.604248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df05654-bab3-46ed-8c90-54023287988f req-fe3efe5c-7199-4a45-8d25-dfe7e3906cce tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:17.605675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0df05654-bab3-46ed-8c90-54023287988f req-fe3efe5c-7199-4a45-8d25-dfe7e3906cce tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.1325138 Apr 28 19:58:17.608284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.631536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdebfb-2c12-4fe2-ae3f-65b1a8202c24 None None] Pushing event updated for resources: {'Port': ['ID=928b4a01-c7b8-494c-b74d-347e0230114d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.631755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:17.634101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:17.639581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:17.683713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event updated for resources: {'Port': ['ID=638318a0-e1b1-4b16-b10d-c00c1531e80a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.703472 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0df05654-bab3-46ed-8c90-54023287988f req-e692603b-8c45-4d3a-a550-1353ec20f9f8 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667002 Apr 28 19:58:17.722100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.764825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=5088bffb-147b-491d-80c9-a324e69f28e5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:17.768295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:17.778610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3799b73c-2dbf-4279-a540-cd2580248fe4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/5088bffb-147b-491d-80c9-a324e69f28e5 HTTP/1.1" status: 204 len: 168 time: 0.5491338 Apr 28 19:58:17.780907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:17.878345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e811425c-14ec-4232-b48a-f82364e96850 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0961301 Apr 28 19:58:17.881593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:17.888051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:18.068366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:18.075112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:18.079951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:18.088991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:18.100606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66ffce-e3b3-4442-926b-4a36e675413b req-a56cb707-046c-4100-8648-4d57fb5ed3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.103097 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf66ffce-e3b3-4442-926b-4a36e675413b req-a56cb707-046c-4100-8648-4d57fb5ed3f6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 1096 time: 0.1835995 Apr 28 19:58:18.104360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:18.108483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.245753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf66ffce-e3b3-4442-926b-4a36e675413b req-7904eab2-84e8-42d2-b30c-4e6aecbd55e7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201258 Apr 28 19:58:18.302229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.328326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 928b4a01-c7b8-494c-b74d-347e0230114d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:18.403966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 928b4a01-c7b8-494c-b74d-347e0230114d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:18.506247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff917c9b-b03a-4da4-9a19-25e796ec35c0 req-cdb40cdc-9511-4f00-8516-4414e7fa309e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.508631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff917c9b-b03a-4da4-9a19-25e796ec35c0 req-cdb40cdc-9511-4f00-8516-4414e7fa309e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1419005 Apr 28 19:58:18.510577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.597260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:18.598394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.602158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:18.607050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.613132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.616335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.617076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.620461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.627961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.632916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.640420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.643369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-407e78d3-3d61-4d56-96f4-8e07971192ad tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5437 time: 0.2832720 Apr 28 19:58:18.651389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7661808 Apr 28 19:58:18.653709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:18.658400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506f459-ea97-4a84-8d88-b8b6bf0d5f9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=c242da31-48f8-4f27-a877-5a2670531852,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:18.662622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff917c9b-b03a-4da4-9a19-25e796ec35c0 req-84d60e1c-72bc-4f33-9033-3f49509b7807 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132367 Apr 28 19:58:18.666239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:18.676338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:18.686779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:router and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:18.692772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:18.700180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:18.717643 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.717643 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.743990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.775484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.804229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:18.810548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27117a30-31c7-4272-a91c-d278882d91f5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1541851 Apr 28 19:58:18.811193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:18.910703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b012bc8-f574-4224-8ecf-db171300e6dd None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:18.938207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02da4c9-040b-477b-b43d-da9a130fe949 req-d396d66c-a358-4a85-ae21-8683f6426db1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:18.940593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f02da4c9-040b-477b-b43d-da9a130fe949 req-d396d66c-a358-4a85-ae21-8683f6426db1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.0898023 Apr 28 19:58:18.943764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c0783065-e4ca-418b-b7e0-88949fa18df6 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:18.976255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff89e1a2-bf3f-48b1-bd2b-e7ec16b8c42b req-e8d3c9ba-5197-4f49-892b-20b643921a96 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2668459 Apr 28 19:58:19.010455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f02da4c9-040b-477b-b43d-da9a130fe949 req-9a904f4c-ca90-4b88-8567-477e3af9cbf8 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638041 Apr 28 19:58:19.065999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Provisioning for port 928b4a01-c7b8-494c-b74d-347e0230114d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:19.086913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Provisioning complete for port 928b4a01-c7b8-494c-b74d-347e0230114d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:19.087280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.184804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.223222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c0783065-e4ca-418b-b7e0-88949fa18df6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:19.246612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c0783065-e4ca-418b-b7e0-88949fa18df6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:19.246985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.372386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.461690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] For port 928b4a01-c7b8-494c-b74d-347e0230114d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=928b4a01-c7b8-494c-b74d-347e0230114d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:19.462775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.474947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.553048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:19.584878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:19.596090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.596755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2851c5cc-3422-4037-ac62-98fbf024655d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:19.665344 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5d3e912-46e2-47f5-8e6b-93b08d025f67'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'code': 200} Apr 28 19:58:19.668611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45508f0-8628-4693-a99e-d2e214620739 None None] Pushing event updated for resources: {'Port': ['ID=928b4a01-c7b8-494c-b74d-347e0230114d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.698811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Router 6866c99b-8644-4dd8-aabe-f24033f3938b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:19.705861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.882663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 2851c5cc-3422-4037-ac62-98fbf024655d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:19.897335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 2851c5cc-3422-4037-ac62-98fbf024655d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:19.898132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:19.935206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:19.945896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c112f7-87ee-4c5f-ab2d-7acb51b7a403 req-5bb64ede-3a8a-4c2a-93dd-2c80e661fa8d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:19.948021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77c112f7-87ee-4c5f-ab2d-7acb51b7a403 req-5bb64ede-3a8a-4c2a-93dd-2c80e661fa8d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1225481 Apr 28 19:58:19.983976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-494c5b3a-4695-436d-b725-79c6f4fe1835 None None] Provisioning complete for port 928b4a01-c7b8-494c-b74d-347e0230114d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:19.984977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-494c5b3a-4695-436d-b725-79c6f4fe1835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.009289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77c112f7-87ee-4c5f-ab2d-7acb51b7a403 req-3eb1e5bc-18e8-40ce-97d9-08d2936b40ab tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552576 Apr 28 19:58:20.146409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:20.180103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] Sync routers for ids ['6866c99b-8644-4dd8-aabe-f24033f3938b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:20.226463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] Routers {'6866c99b-8644-4dd8-aabe-f24033f3938b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:20.227550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6866c99b-8644-4dd8-aabe-f24033f3938b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:20.293129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.297057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6cc93c4-0573-48bb-9fac-edf4596763ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.297241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ba31014a-a19e-4c3d-87d5-6098e86f3493 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.8537073 Apr 28 19:58:20.299921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 928b4a01-c7b8-494c-b74d-347e0230114d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:20.302530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41788) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:20.356075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.371848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:20.374647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95327c20-0bd8-47bf-8f64-d1fd03c45c8b req-404589fa-843a-4ce2-ab67-0cc07f385b8b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.378426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95327c20-0bd8-47bf-8f64-d1fd03c45c8b req-404589fa-843a-4ce2-ab67-0cc07f385b8b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.2330422 Apr 28 19:58:20.400221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] Routers {'6866c99b-8644-4dd8-aabe-f24033f3938b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:20.400835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:57:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6866c99b-8644-4dd8-aabe-f24033f3938b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:20.424097 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95327c20-0bd8-47bf-8f64-d1fd03c45c8b req-f38ed584-b74f-45ae-a5f9-921c2939d8ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Apr 28 19:58:20.473944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:20.474325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4761a5cc-d8e6-4264-9bc6-8ff4ac3095d3 None None] The sync data for ids ['6866c99b-8644-4dd8-aabe-f24033f3938b'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:20.477242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:20.489100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.489947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 23be342a-651e-4955-a128-e8d2ae3a3d4e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:20.503479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.509396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.515305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.521170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.526967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.532803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.539323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.541307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-1b093d95-a973-4f5a-848c-a58a29a7ae20 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5438 time: 0.3879650 Apr 28 19:58:20.542685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::1 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/c242da31-48f8-4f27-a877-5a2670531852/1c18ce0f-de49-4ae3-aab9-b4e69330557a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:20.586461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 928b4a01-c7b8-494c-b74d-347e0230114d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:20.586867 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.660112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eca413f-1a06-4540-b699-a4798be49f02 req-f575f963-49e2-4b7e-8051-bd095cd0397b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:20.662252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eca413f-1a06-4540-b699-a4798be49f02 req-f575f963-49e2-4b7e-8051-bd095cd0397b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.0952351 Apr 28 19:58:20.672099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.689260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 23be342a-651e-4955-a128-e8d2ae3a3d4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:20.705891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ea92fe41-4ec1-43bc-a719-937c36fb7fdd tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/6866c99b-8644-4dd8-aabe-f24033f3938b HTTP/1.1" status: 200 len: 925 time: 0.4009120 Apr 28 19:58:20.706469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:20.717738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 23be342a-651e-4955-a128-e8d2ae3a3d4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:20.718110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.720190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c60831b-1ec9-447f-abf4-9b690831edb5 req-d528593a-c34c-4f51-8249-af5bdacb68f6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1585894 Apr 28 19:58:20.761707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eca413f-1a06-4540-b699-a4798be49f02 req-eaa649fe-b1e9-4ad3-96d4-7354c6e81ee4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911326 Apr 28 19:58:20.774826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-893c05f6-7e4f-4fce-85e7-417fc925317e tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6866c99b-8644-4dd8-aabe-f24033f3938b HTTP/1.1" status: 200 len: 205 time: 0.0640259 Apr 28 19:58:20.775211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:20.792581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.804996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 1c18ce0f-de49-4ae3-aab9-b4e69330557a will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:20.833311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.880637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.909287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:20.912556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:20.917454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:20.917896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:20.918170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.923400 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:20.924419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=1c18ce0f-de49-4ae3-aab9-b4e69330557a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:20.924594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aacfcd4d-46de-4f77-a490-7380c7705837 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:21.043419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.123518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.140192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port aacfcd4d-46de-4f77-a490-7380c7705837 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:21.146451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port aacfcd4d-46de-4f77-a490-7380c7705837 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:21.147214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.369263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.410364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:21.414802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fcba12f9-ad1b-4a76-9e5b-c80a953cfa8b None None] Provisioning for port 1c18ce0f-de49-4ae3-aab9-b4e69330557a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:21.421016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fcba12f9-ad1b-4a76-9e5b-c80a953cfa8b None None] Provisioning complete for port 1c18ce0f-de49-4ae3-aab9-b4e69330557a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:21.421553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fcba12f9-ad1b-4a76-9e5b-c80a953cfa8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.427633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.458442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.459276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f54f6421-e333-4355-beae-2b0e565e2309 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:21.467280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.500998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da1abce-84c7-4db8-baf8-8c477c1aa65c req-2c29e334-6355-4976-a555-90b95bda0b32 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:21.502517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3da1abce-84c7-4db8-baf8-8c477c1aa65c req-2c29e334-6355-4976-a555-90b95bda0b32 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1767392 Apr 28 19:58:21.504073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port 638318a0-e1b1-4b16-b10d-c00c1531e80a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:21.504073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.508062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf336c56-f549-48e4-ab8a-fa832b672606 req-5422e8d8-1582-4be9-9c24-cb26f988e9a0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:21.509734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf336c56-f549-48e4-ab8a-fa832b672606 req-5422e8d8-1582-4be9-9c24-cb26f988e9a0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1698573 Apr 28 19:58:21.617677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fcba12f9-ad1b-4a76-9e5b-c80a953cfa8b None None] Port 1c18ce0f-de49-4ae3-aab9-b4e69330557a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:58:21.626389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:21.644039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f54f6421-e333-4355-beae-2b0e565e2309 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:21.650016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f54f6421-e333-4355-beae-2b0e565e2309 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:21.650458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3da1abce-84c7-4db8-baf8-8c477c1aa65c req-be3bf1cf-895a-4212-be32-2ff51bb5c5f5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897601 Apr 28 19:58:21.650610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.676750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:21.700165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf336c56-f549-48e4-ab8a-fa832b672606 req-0f190293-1eb3-4e8d-b83f-e98e80b4dc17 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849055 Apr 28 19:58:21.771574 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7941808-83dc-4d87-a169-00a601824aa5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d', 'code': 200} Apr 28 19:58:21.771836 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7941808-83dc-4d87-a169-00a601824aa5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'code': 200} Apr 28 19:58:21.772112 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7941808-83dc-4d87-a169-00a601824aa5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'code': 200} Apr 28 19:58:21.801289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.816180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.836702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f54f6421-e333-4355-beae-2b0e565e2309,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:21.842900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:21.885294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d5982947-0f20-454b-93ef-35fa568f6371 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:22.037840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for 638318a0-e1b1-4b16-b10d-c00c1531e80a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:22.049160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.077234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port d5982947-0f20-454b-93ef-35fa568f6371 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:22.082490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d5982947-0f20-454b-93ef-35fa568f6371 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:22.082864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.122071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.135457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa46da-1bc8-4a4e-a73b-5443e935468b req-c35f92e3-2b1f-4ff4-a1b8-a925c1836373 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.137820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74aa46da-1bc8-4a4e-a73b-5443e935468b req-c35f92e3-2b1f-4ff4-a1b8-a925c1836373 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1272759 Apr 28 19:58:22.139136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.139883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.226634 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.245954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.251752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.258602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.264510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.270309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.277506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.278604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:22.278841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74aa46da-1bc8-4a4e-a73b-5443e935468b req-71862299-5c39-4a86-93f4-45a92a7a6324 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311667 Apr 28 19:58:22.283948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.285314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.286758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 39707d61-2ad5-48f6-a640-051803bbde50 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:22.298871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-eca35ef3-1e2e-4c9b-85d7-452e2117e2c4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5442 time: 0.3806946 Apr 28 19:58:22.348687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=1c18ce0f-de49-4ae3-aab9-b4e69330557a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.352641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-16d6b5be-b667-4a79-b307-337a9cd77ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.354651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-16d6b5be-b667-4a79-b307-337a9cd77ff2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.2345395 Apr 28 19:58:22.403186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:22.405143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:22.423120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a034bb77-1bd0-4318-8e22-7169a59f92a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.441434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.452644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 39707d61-2ad5-48f6-a640-051803bbde50 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:22.459858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb68b112-e5b9-427c-9259-b8f34b2696bc req-26746f08-7716-45bb-b007-dc47730ab0fb tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1459746 Apr 28 19:58:22.462089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 39707d61-2ad5-48f6-a640-051803bbde50 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:22.462642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.626538 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.668213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=39707d61-2ad5-48f6-a640-051803bbde50,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:22.676804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.699246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:22.720274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.768917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.777147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=638318a0-e1b1-4b16-b10d-c00c1531e80a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:22.811576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-170b5fd8-0495-4e34-ad5e-944c31d08638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:22.813060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-170b5fd8-0495-4e34-ad5e-944c31d08638 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.4485333 Apr 28 19:58:22.866980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d6b56dc7-d07c-48e6-9226-71686f6691b3 None None] Provisioning complete for port 1c18ce0f-de49-4ae3-aab9-b4e69330557a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:22.867479 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6b56dc7-d07c-48e6-9226-71686f6691b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.923044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6b56dc7-d07c-48e6-9226-71686f6691b3 None None] Port 1c18ce0f-de49-4ae3-aab9-b4e69330557a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:58:22.943284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:22.949511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-32034b01-a9d4-4daa-800f-cf69aae6c5c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "PUT /v2.0/routers/a9f283ad-4818-48f5-9af1-d7e28e58dcb0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1373277 Apr 28 19:58:22.952220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41828) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:22.956802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Sync routers for ids ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:22.968442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:22.970856 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Routers {'a9f283ad-4818-48f5-9af1-d7e28e58dcb0'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:22.971708 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:23.023904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b06da6-dd79-433c-8a8b-47f915da5607 req-69dac7a5-d7dc-4636-a959-ae68231eedd3 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.025368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41b06da6-dd79-433c-8a8b-47f915da5607 req-69dac7a5-d7dc-4636-a959-ae68231eedd3 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1727250 Apr 28 19:58:23.059920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a684be5b-6b57-4267-949a-9c87bcad48ca tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.060494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a684be5b-6b57-4267-949a-9c87bcad48ca tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:23.075989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-a9481df2-7732-4d97-ab83-6f3b014dc2f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.2297294 Apr 28 19:58:23.096434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41b06da6-dd79-433c-8a8b-47f915da5607 req-b2119412-88a6-4fa0-915c-48271d5691db tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624056 Apr 28 19:58:23.097720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a684be5b-6b57-4267-949a-9c87bcad48ca tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:23.098917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a684be5b-6b57-4267-949a-9c87bcad48ca tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports/1c18ce0f-de49-4ae3-aab9-b4e69330557a HTTP/1.1" status: 200 len: 911 time: 0.1458261 Apr 28 19:58:23.102314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41832) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:23.149057 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Set router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:23.196701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.201286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.230354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-184037b0-a397-4fcf-a146-223b1fb0ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.231954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-184037b0-a397-4fcf-a146-223b1fb0ff9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1011400 Apr 28 19:58:23.239975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.240744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 6866c99b-8644-4dd8-aabe-f24033f3938b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:23.349716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.352729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-04416085-ba39-4b9a-826c-f9853a690b0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6866c99b-8644-4dd8-aabe-f24033f3938b HTTP/1.1" status: 204 len: 168 time: 2.5755486 Apr 28 19:58:23.357988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a6826-3d87-4eb3-956b-e41492c078f6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.362128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:23.365111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254a6826-3d87-4eb3-956b-e41492c078f6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.366765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-254a6826-3d87-4eb3-956b-e41492c078f6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2626998 Apr 28 19:58:23.369129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1536377640', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:23.371661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:23.377137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:23.383984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:router and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:23.388559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:23.398995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:23.409380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-2ab382e9-c642-40e0-bffb-343f80edc1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:23.410934 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-2ab382e9-c642-40e0-bffb-343f80edc1a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1630933 Apr 28 19:58:23.468328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.469259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.576712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.744125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.773572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f6421-e333-4355-beae-2b0e565e2309'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39707d61-2ad5-48f6-a640-051803bbde50'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:23.826109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '1c18ce0f-de49-4ae3-aab9-b4e69330557a', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:b9:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c242da31-48f8-4f27-a877-5a2670531852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:20Z', 'updated_at': '2022-04-28T19:58:21Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': 'c242da31-48f8-4f27-a877-5a2670531852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:23.837726 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Checking router: a9f283ad-4818-48f5-9af1-d7e28e58dcb0 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:23.838190 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Updating router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 port 1c18ce0f-de49-4ae3-aab9-b4e69330557a binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:23.853105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-ea562578-8cfd-4d0e-9b51-31c1e08b3c0d service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4323707 Apr 28 19:58:23.909175 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:23.973373 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.013745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.019406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.026002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.032007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.039484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.045790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.054341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.057934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-0be8512c-1d49-4b58-83ab-bec0f3235c63 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.3226650 Apr 28 19:58:24.147598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d545183d-4502-465e-b9fe-d88323a6cd55 req-3943dd6b-83cc-4bd4-ba0f-15474b7a5961 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.154924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d545183d-4502-465e-b9fe-d88323a6cd55 req-3943dd6b-83cc-4bd4-ba0f-15474b7a5961 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5583360 Apr 28 19:58:24.189449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.244820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.251729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d545183d-4502-465e-b9fe-d88323a6cd55 req-abce3ef9-b3ca-47dc-9afc-1f7c452894ab tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958996 Apr 28 19:58:24.349303 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.364981 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Transition to ACTIVE for port object 1c18ce0f-de49-4ae3-aab9-b4e69330557a will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:24.375198 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.493730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33b70c42-a2fd-470f-9a69-cc0c1962eac1 req-55938a08-5989-4486-9f1e-67eaec93034d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4252825 Apr 28 19:58:24.526812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71dc139a-63c6-4751-b86a-8bfdd6497206 req-b10c097c-d360-4e5d-aa58-8028e11048f0 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6141205 Apr 28 19:58:24.613871 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e13655-6a7c-48ca-85a5-d832576988a5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f54f6421-e333-4355-beae-2b0e565e2309', 'code': 200} Apr 28 19:58:24.614144 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e13655-6a7c-48ca-85a5-d832576988a5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371', 'code': 200} Apr 28 19:58:24.614409 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e13655-6a7c-48ca-85a5-d832576988a5'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39707d61-2ad5-48f6-a640-051803bbde50', 'code': 200} Apr 28 19:58:24.626044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09fd9fd-6513-43b1-a171-1b4f86e7b99a req-7e35637c-deaf-4626-886b-e301dee6b144 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:24.627942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d09fd9fd-6513-43b1-a171-1b4f86e7b99a req-7e35637c-deaf-4626-886b-e301dee6b144 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1691182 Apr 28 19:58:24.655405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Attempting to bind port 1c18ce0f-de49-4ae3-aab9-b4e69330557a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:24.655767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Attempting to bind port 1c18ce0f-de49-4ae3-aab9-b4e69330557a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:24.656117 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Attempting to bind port 1c18ce0f-de49-4ae3-aab9-b4e69330557a on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:24.676069 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:24.676485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:24.676872 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.677263 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:24.677769 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Bound port: 1c18ce0f-de49-4ae3-aab9-b4e69330557a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:24.678137 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.704573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e5b97-aabe-406b-83b4-875dc825162b None None] Pushing event updated for resources: {'Port': ['ID=1c18ce0f-de49-4ae3-aab9-b4e69330557a,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:24.721179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d09fd9fd-6513-43b1-a171-1b4f86e7b99a req-cdd8fed0-c47b-43bd-9172-85a7cc297884 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812998 Apr 28 19:58:24.724240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 1c18ce0f-de49-4ae3-aab9-b4e69330557a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:24.724532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.789208 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] For port 1c18ce0f-de49-4ae3-aab9-b4e69330557a, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:24.792630 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] For port 1c18ce0f-de49-4ae3-aab9-b4e69330557a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1c18ce0f-de49-4ae3-aab9-b4e69330557a,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:24.798241 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:24.880063 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Routers {'a9f283ad-4818-48f5-9af1-d7e28e58dcb0'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:24.880713 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:25.148473 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] Set router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:25.149990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.159609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port 1c18ce0f-de49-4ae3-aab9-b4e69330557a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1c18ce0f-de49-4ae3-aab9-b4e69330557a,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:25.159976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.207908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.208414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.208902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.209370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.209876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.211029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.211689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.229204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-f81939bd-50d3-46fd-8971-e14c82ffe10e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6501 time: 0.5045662 Apr 28 19:58:25.239960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.256059 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472e5b97-aabe-406b-83b4-875dc825162b None None] Pushing event updated for resources: {'Port': ['ID=1c18ce0f-de49-4ae3-aab9-b4e69330557a,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:25.313170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.444769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 1c18ce0f-de49-4ae3-aab9-b4e69330557a owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:25.514112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fe4a364-c9ad-4c08-952a-0e04a32cbb6d req-e4833226-ae3b-455b-a0bb-eb7ed3f52278 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2276199 Apr 28 19:58:25.544128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 172.25.2.190 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/297335ab-a85b-4880-9a65-b121b332efa2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:25.613390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '1c18ce0f-de49-4ae3-aab9-b4e69330557a', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:b9:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c242da31-48f8-4f27-a877-5a2670531852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:20Z', 'updated_at': '2022-04-28T19:58:24Z', 'revision_number': 4, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': 'c242da31-48f8-4f27-a877-5a2670531852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:25.618090 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb0a236d-3aad-446b-ae73-42c23d839e75 None None] The sync data for ids ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'] in n-d-839811-1 is: [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:20Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '1c18ce0f-de49-4ae3-aab9-b4e69330557a', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:b9:88:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1909, 'fixed_ips': [{'subnet_id': 'c242da31-48f8-4f27-a877-5a2670531852', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:20Z', 'updated_at': '2022-04-28T19:58:24Z', 'revision_number': 4, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': 'c242da31-48f8-4f27-a877-5a2670531852', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:25.807576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.834079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.841258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.847526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.854461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.860603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.867795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.871477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f6cd5-9154-459f-9a71-a5e0928a027c req-85262e22-dfee-4996-9c69-a1eb90ea9160 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.873490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:25.875647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-ed262d37-7dbc-40b3-baac-08e7bc830282 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.1926236 Apr 28 19:58:25.878910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5f6cd5-9154-459f-9a71-a5e0928a027c req-85262e22-dfee-4996-9c69-a1eb90ea9160 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3671265 Apr 28 19:58:25.938970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:25.939141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5f6cd5-9154-459f-9a71-a5e0928a027c req-2819cac8-8684-40b9-9ff7-3e78239841cf tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590084 Apr 28 19:58:26.028420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=297335ab-a85b-4880-9a65-b121b332efa2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:26.035114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab72c5c4-65f1-4576-8da6-18b60f1ce39f req-fbc67907-4be4-4935-aa67-2649157ce694 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1463485 Apr 28 19:58:26.055863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:26.058408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:26.059610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:26.107468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.298360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=1c18ce0f-de49-4ae3-aab9-b4e69330557a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:26.393073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c18ce0f-de49-4ae3-aab9-b4e69330557a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:26.446289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1c18ce0f-de49-4ae3-aab9-b4e69330557a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:26.446638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c18ce0f-de49-4ae3-aab9-b4e69330557a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 28 19:58:26.513367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 1c18ce0f-de49-4ae3-aab9-b4e69330557a not found, will not notify nova. {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 28 19:58:26.608096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.692131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:26.771129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1be1f0-013d-4040-a34b-218cf85d7d24 req-87bbbd57-0e1d-4deb-9fdc-a4f9b02cb20e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:26.773294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac1be1f0-013d-4040-a34b-218cf85d7d24 req-87bbbd57-0e1d-4deb-9fdc-a4f9b02cb20e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6683369 Apr 28 19:58:26.953189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:58:26.958275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac1be1f0-013d-4040-a34b-218cf85d7d24 req-aeb0ba05-4408-4aa4-8b8e-4ccb798bd918 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235862 Apr 28 19:58:27.104875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:27.137244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-497e32f7-a020-4674-be7a-d71355e488a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.138854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-497e32f7-a020-4674-be7a-d71355e488a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1096 time: 0.1916926 Apr 28 19:58:27.148469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1372530d-97f8-4c3c-93d5-99057d06a410 req-b38badd6-e161-43e1-b73f-aa00c122e4f1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.150062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1372530d-97f8-4c3c-93d5-99057d06a410 req-b38badd6-e161-43e1-b73f-aa00c122e4f1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1530032 Apr 28 19:58:27.158322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-59b92517-76e3-41bd-8f5d-6a2f6c3c0592 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "PUT /v2.0/routers/a9f283ad-4818-48f5-9af1-d7e28e58dcb0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7851131 Apr 28 19:58:27.160881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41892) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:27.292369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f266446-a457-43b4-a459-b2c65f8d2c85 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.303241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f266446-a457-43b4-a459-b2c65f8d2c85 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.306026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5f266446-a457-43b4-a459-b2c65f8d2c85 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:27.360400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5f266446-a457-43b4-a459-b2c65f8d2c85 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:27.364150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5f266446-a457-43b4-a459-b2c65f8d2c85 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1989713 Apr 28 19:58:27.368602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41898) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:27.426783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1372530d-97f8-4c3c-93d5-99057d06a410 req-08a87f32-161c-4b63-969b-0b1c4cf1792b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011669 Apr 28 19:58:27.478892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet c242da31-48f8-4f27-a877-5a2670531852 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:27.486801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-77197807-dd7d-48c1-a3cb-6bc1293b6964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.488232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-77197807-dd7d-48c1-a3cb-6bc1293b6964 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3371480 Apr 28 19:58:27.489310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.495498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.501502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.507379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.513383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.519138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.527218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.533584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.535485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b88cdc86-1b49-420e-9359-597690f9cf77 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.2165720 Apr 28 19:58:27.536220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.595992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Sync routers for ids ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:27.606942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Routers {'a9f283ad-4818-48f5-9af1-d7e28e58dcb0'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:27.607561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:27.623318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.659045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5600ded-6e7d-473c-ad20-eccfe2a5c614 req-b7c48b73-6f7f-4622-87f4-dca804ad7029 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0925632 Apr 28 19:58:27.701853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:27.734046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-d4837f90-048e-438b-9ead-ee3ae2ab9491 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 200 len: 217 time: 0.2367482 Apr 28 19:58:27.741745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Set router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:27.844734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-04aa6bbf-4c3f-44e0-ac08-5d62d4aff6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.846109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-04aa6bbf-4c3f-44e0-ac08-5d62d4aff6dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.0906823 Apr 28 19:58:27.855329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:25Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:27.859925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Checking router: a9f283ad-4818-48f5-9af1-d7e28e58dcb0 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:27.869572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Routers {'a9f283ad-4818-48f5-9af1-d7e28e58dcb0'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:27.870187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:27.926649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670796e6-96f6-4dda-9ac9-e26d5ed345fe req-c141bab9-48f1-4a39-a1a3-0fda3c86f83d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:27.928065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-670796e6-96f6-4dda-9ac9-e26d5ed345fe req-c141bab9-48f1-4a39-a1a3-0fda3c86f83d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2974625 Apr 28 19:58:28.000237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.006228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.007320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] Set router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:28.011302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-670796e6-96f6-4dda-9ac9-e26d5ed345fe req-0c33c3ec-c99b-4b1e-8146-8b926360a0fb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718405 Apr 28 19:58:28.012919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.019098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.020809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-0bad6b0c-311b-43b8-b9c5-f2b61e0caf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.022360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-0bad6b0c-311b-43b8-b9c5-f2b61e0caf90 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1609790 Apr 28 19:58:28.027232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router b2acd25f-61fb-4bbe-885d-a64ac342df71 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:28.032786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.035826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.038807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-95b6bc85-e487-4c41-b198-601b6c7836da service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:58:28.040221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-95b6bc85-e487-4c41-b198-601b6c7836da service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064344 Apr 28 19:58:28.044435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.046841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac6b59f3-befa-467e-9891-f07bc2748002 req-7f26d74d-354d-4105-9bfd-e4ab6b935408 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.1640048 Apr 28 19:58:28.048452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.057404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:28.094333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=c242da31-48f8-4f27-a877-5a2670531852,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:28.098181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.114057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Request body: {'floatingip': {'port_id': '2851c5cc-3422-4037-ac62-98fbf024655d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.118099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15cbc74b-1495-4534-b137-0d619a3c3cba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/c242da31-48f8-4f27-a877-5a2670531852 HTTP/1.1" status: 204 len: 168 time: 0.7484703 Apr 28 19:58:28.118950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41910) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:28.124464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6195ac0d-bf5e-437c-a1a2-a0aad9a984f9 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:28.166855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:25Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:28.172659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d57195-f354-438d-97e1-ac5133c3b532 None None] The sync data for ids ['a9f283ad-4818-48f5-9af1-d7e28e58dcb0'] in n-d-839811-1 is: [{'id': 'a9f283ad-4818-48f5-9af1-d7e28e58dcb0', 'name': 'tempest-NetworksTestDHCPv6-router-555601108', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:18Z', 'updated_at': '2022-04-28T19:58:25Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:28.289451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aeb16f2c-c333-4814-be49-fc57b909de12 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1693881 Apr 28 19:58:28.291401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:28.441023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.574175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.583823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:28.589669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Deleting port 928b4a01-c7b8-494c-b74d-347e0230114d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:28.590247 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.807241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-5e348f97-9805-4390-af41-0fe7cfdaf136 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7519236 Apr 28 19:58:28.832121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] For port 928b4a01-c7b8-494c-b74d-347e0230114d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=928b4a01-c7b8-494c-b74d-347e0230114d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:28.832759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.837527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.840685 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.874153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4878b1-5ba4-47ed-987a-2e2fe85f7551 req-e945e17f-8442-468f-b60c-ea05fd6ecb84 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.875955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b4878b1-5ba4-47ed-987a-2e2fe85f7551 req-e945e17f-8442-468f-b60c-ea05fd6ecb84 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.3013160 Apr 28 19:58:28.876562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.877058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Fanout notify agent at l3_agent the message router_deleted on router a9f283ad-4818-48f5-9af1-d7e28e58dcb0 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:28.888810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:28.889883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db9b49ff-e2eb-4c56-9012-c56bb9b97d9f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/routers/a9f283ad-4818-48f5-9af1-d7e28e58dcb0 HTTP/1.1" status: 204 len: 168 time: 0.5975115 Apr 28 19:58:28.904121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41920) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:28.906962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968a7a29-4ec4-4051-91a5-b082ad66bbe7 req-4de57119-93e8-4a53-809f-bfc94f4970a7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:28.908732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-968a7a29-4ec4-4051-91a5-b082ad66bbe7 req-4de57119-93e8-4a53-809f-bfc94f4970a7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5411525 Apr 28 19:58:28.913772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:28.926537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:28.940864 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Sync routers for ids ['b2acd25f-61fb-4bbe-885d-a64ac342df71'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:28.961130 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Routers {'b2acd25f-61fb-4bbe-885d-a64ac342df71'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:28.962153 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b2acd25f-61fb-4bbe-885d-a64ac342df71'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:28.996273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Calling delete_port for 928b4a01-c7b8-494c-b74d-347e0230114d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:29.023496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b4878b1-5ba4-47ed-987a-2e2fe85f7551 req-201f0f3c-8a92-4806-b4a3-79f58aab5bb5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322613 Apr 28 19:58:29.056171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:29.062162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:29.065566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:29.072614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:29.103188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:29.103188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.118087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.187583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] Pushing event deleted for resources: {'Port': ['ID=928b4a01-c7b8-494c-b74d-347e0230114d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:29.188212 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Set router b2acd25f-61fb-4bbe-885d-a64ac342df71 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:29.193290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be64c256-6712-473e-ad0e-4ddddbbd8425 None None] No DVR routers for this DVR port 928b4a01-c7b8-494c-b74d-347e0230114d on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:29.262197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-968a7a29-4ec4-4051-91a5-b082ad66bbe7 req-aebfdbdc-036e-4345-9878-08921b33ad62 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3389163 Apr 28 19:58:29.306119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f2bea00-716c-4b87-ae35-0b8446d73e2e req-ff0e999b-2b38-410b-928e-9d85966717e7 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544146 Apr 28 19:58:29.316653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.321675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41926) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:29.322299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-791e7a34-bf0c-4414-ae69-003cb6b7b978 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.9590037 Apr 28 19:58:29.549768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190'}], 'enable_snat': False}, 'gw_port_id': '297335ab-a85b-4880-9a65-b121b332efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:23Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port': {'id': '297335ab-a85b-4880-9a65-b121b332efa2', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:25Z', 'updated_at': '2022-04-28T19:58:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:29.554739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Checking router: b2acd25f-61fb-4bbe-885d-a64ac342df71 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:29.555088 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Updating router b2acd25f-61fb-4bbe-885d-a64ac342df71 port 297335ab-a85b-4880-9a65-b121b332efa2 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:29.607810 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.632641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.636883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.723056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.800966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-144a3de6-78d7-471c-8b6a-fab3e6c76a06 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/b2acd25f-61fb-4bbe-885d-a64ac342df71 HTTP/1.1" status: 200 len: 909 time: 0.4757385 Apr 28 19:58:29.801818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:29.805902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:29.807610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:29.816112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1536377640', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': True}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.822301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70147ad5-9cb8-42ca-8704-b0b21f5f348d None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:29.822551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.822995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.833188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:29.844167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99908679-4f9c-4b15-8e0f-e6bb076dc72d req-26fb52a6-e1a0-40d6-b6eb-2c6504ab7108 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:29.845882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99908679-4f9c-4b15-8e0f-e6bb076dc72d req-26fb52a6-e1a0-40d6-b6eb-2c6504ab7108 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3201725 Apr 28 19:58:29.868954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Usage tracker for resource:router and tenant:e8275c5f6d1c4d61801e356341b02ccb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:29.877965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:29.894035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=7db231e2-ae1e-4779-b829-badf274dfe04,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:29.900602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:29.920161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2f06dbc-41ec-45cd-a257-02c2d1ee00cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0134809 Apr 28 19:58:29.924555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41938) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:29.931941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:29.946802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99908679-4f9c-4b15-8e0f-e6bb076dc72d req-e50077a0-34c6-42a9-a6d1-8f46f1d576e0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913646 Apr 28 19:58:29.949269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:29.950740 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Floating IP e5ae3942-add0-4b9a-aa01-bb6dec709a51 associated. External IP: 172.25.2.116, port: 2851c5cc-3422-4037-ac62-98fbf024655d. Apr 28 19:58:29.951853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.952862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:29.986715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:router and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:29.990258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:30.015410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:30.016750 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.032399 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Transition to ACTIVE for port object 297335ab-a85b-4880-9a65-b121b332efa2 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:30.039607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.044361 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.054340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.055816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.137334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.140646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '7db231e2-ae1e-4779-b829-badf274dfe04'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:30.142018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.225383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Attempting to bind port 297335ab-a85b-4880-9a65-b121b332efa2 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:30.226469 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Attempting to bind port 297335ab-a85b-4880-9a65-b121b332efa2 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:30.233526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Attempting to bind port 297335ab-a85b-4880-9a65-b121b332efa2 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:30.253680 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:30.256966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:30.257677 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.258248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:30.258894 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Bound port: 297335ab-a85b-4880-9a65-b121b332efa2, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:30.264492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 928b4a01-c7b8-494c-b74d-347e0230114d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:30.264769 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.309072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 928b4a01-c7b8-494c-b74d-347e0230114d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:30.309305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 928b4a01-c7b8-494c-b74d-347e0230114d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:30.309741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c18ce0f-de49-4ae3-aab9-b4e69330557a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:30.352269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1c18ce0f-de49-4ae3-aab9-b4e69330557a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:30.352654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1c18ce0f-de49-4ae3-aab9-b4e69330557a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:30.357077 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e35e5-e590-4c68-993b-e2362856c1cb None None] Pushing event updated for resources: {'Port': ['ID=297335ab-a85b-4880-9a65-b121b332efa2,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:30.427744 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] For port 297335ab-a85b-4880-9a65-b121b332efa2, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:30.433135 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] For port 297335ab-a85b-4880-9a65-b121b332efa2, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=297335ab-a85b-4880-9a65-b121b332efa2,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:30.438308 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.479334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.492405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/7db231e2-ae1e-4779-b829-badf274dfe04/33ee3ab7-592b-444c-9894-fb59491937e7) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:30.513250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Routers {'b2acd25f-61fb-4bbe-885d-a64ac342df71'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:30.514553 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b2acd25f-61fb-4bbe-885d-a64ac342df71'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:30.653316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Router 44f8854c-33d1-4066-828f-53468156ab16 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:58:30.718771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.722460 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.723632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be1ac7c8-932e-40d2-acbf-c2af18fe5463 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7965462 Apr 28 19:58:30.728453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41948) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:30.737290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] Set router b2acd25f-61fb-4bbe-885d-a64ac342df71 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:30.825314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.840034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Transition to ACTIVE for port object 33ee3ab7-592b-444c-9894-fb59491937e7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:30.849256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680766a-f323-4a36-9818-c50b21ed9c6b req-5bd4705e-cf7b-4f4e-9fe1-fcc44e3b3274 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:30.852538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d680766a-f323-4a36-9818-c50b21ed9c6b req-5bd4705e-cf7b-4f4e-9fe1-fcc44e3b3274 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4047685 Apr 28 19:58:30.864215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Transition to ACTIVE for port object 33ee3ab7-592b-444c-9894-fb59491937e7 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:30.875771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.943180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:30.961569 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e35e5-e590-4c68-993b-e2362856c1cb None None] Pushing event updated for resources: {'Port': ['ID=297335ab-a85b-4880-9a65-b121b332efa2,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:30.970735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:30.983129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Sync routers for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:31.004775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Pushing event updated for resources: {'Port': ['ID=33ee3ab7-592b-444c-9894-fb59491937e7,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:31.022013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:31.024841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156e7cd7-fb55-4daa-b88b-c755c612abce req-6396e039-0705-418c-ba65-fc2243bfcc0c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.028765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:31.029821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.032836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-156e7cd7-fb55-4daa-b88b-c755c612abce req-6396e039-0705-418c-ba65-fc2243bfcc0c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.7043796 Apr 28 19:58:31.058092 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190'}], 'enable_snat': False}, 'gw_port_id': '297335ab-a85b-4880-9a65-b121b332efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:23Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port': {'id': '297335ab-a85b-4880-9a65-b121b332efa2', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:25Z', 'updated_at': '2022-04-28T19:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:31.062862 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9151c12c-a35d-46e9-b2bb-e5f8efcb716a None None] The sync data for ids ['b2acd25f-61fb-4bbe-885d-a64ac342df71'] in n-d-839811-1 is: [{'id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190'}], 'enable_snat': False}, 'gw_port_id': '297335ab-a85b-4880-9a65-b121b332efa2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:23Z', 'updated_at': '2022-04-28T19:58:26Z', 'revision_number': 3, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port': {'id': '297335ab-a85b-4880-9a65-b121b332efa2', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2acd25f-61fb-4bbe-885d-a64ac342df71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:25Z', 'updated_at': '2022-04-28T19:58:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:31.070589 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d680766a-f323-4a36-9818-c50b21ed9c6b req-c2bec582-91f9-4cb1-9e76-9fa0c0713c8c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176574 Apr 28 19:58:31.072317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-498f693e-6303-4f8b-9994-5eb0640d7aa5 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "PUT /v2.0/floatingips/e5ae3942-add0-4b9a-aa01-bb6dec709a51 HTTP/1.1" status: 200 len: 991 time: 3.0139203 Apr 28 19:58:31.073265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:58:31.111970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:31.115128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:31.136384 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c948a552-17b2-4780-ac9f-58569d3623f7'] response: {'name': 'network-changed', 'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d', 'status': 'completed', 'code': 200} Apr 28 19:58:31.252862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-156e7cd7-fb55-4daa-b88b-c755c612abce req-76c697cb-aaf5-47cc-8023-5ace6442aede tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132502 Apr 28 19:58:31.256041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.256638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.257207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.258071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.258481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.259015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.259642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.261670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-e7fc00e6-3f66-45c4-b8e8-0d3529ecfc34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6501 time: 0.0953300 Apr 28 19:58:31.357117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Attempting to bind port 33ee3ab7-592b-444c-9894-fb59491937e7 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:31.357689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Attempting to bind port 33ee3ab7-592b-444c-9894-fb59491937e7 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:31.357962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Attempting to bind port 33ee3ab7-592b-444c-9894-fb59491937e7 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:31.372791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:31.372791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:31.372791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.373194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:31.373443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Bound port: 33ee3ab7-592b-444c-9894-fb59491937e7, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:31.373731 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.461679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-6ed20ca8-ebc5-4600-be78-13daabbc1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.463450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-6ed20ca8-ebc5-4600-be78-13daabbc1899 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c HTTP/1.1" status: 200 len: 917 time: 0.1935129 Apr 28 19:58:31.488703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:31.598410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-62fea6c3-42f2-4246-91ca-afae83048742 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2851c5cc-3422-4037-ac62-98fbf024655d HTTP/1.1" status: 200 len: 999 time: 0.1199863 Apr 28 19:58:31.627190 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.679650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] For port 33ee3ab7-592b-444c-9894-fb59491937e7, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:31.692220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] For port 33ee3ab7-592b-444c-9894-fb59491937e7, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=33ee3ab7-592b-444c-9894-fb59491937e7,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:31.693813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-12886429-cf94-46d5-9470-6e55017e7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.696025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-12886429-cf94-46d5-9470-6e55017e7b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b222bbd7-826c-4613-962b-1e217f2d4172 HTTP/1.1" status: 200 len: 855 time: 0.0895658 Apr 28 19:58:31.702314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:31.792096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-5ce3b00d-1f5b-4376-8b12-68a0fc7c6390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:31.794065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-5ce3b00d-1f5b-4376-8b12-68a0fc7c6390 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0908785 Apr 28 19:58:31.847248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d30bb-a61b-4f8d-83e8-20a28de76a04 None None] Pushing event updated for resources: {'Port': ['ID=33ee3ab7-592b-444c-9894-fb59491937e7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:32.119296 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-b81ce6fd-acc1-44fe-92e5-9269eb3212be service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3095393 Apr 28 19:58:32.148381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e5ae3942-add0-4b9a-aa01-bb6dec709a51', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44f8854c-33d1-4066-828f-53468156ab16', 'port_id': '2851c5cc-3422-4037-ac62-98fbf024655d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'mac_address': 'fa:16:3e:f2:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:51Z', 'updated_at': '2022-04-28T19:58:29Z', 'revision_number': 1, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:32.161370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Checking router: 44f8854c-33d1-4066-828f-53468156ab16 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:32.180323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.187482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:32.188239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:32.294133 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.429383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::1 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/7db231e2-ae1e-4779-b829-badf274dfe04/11caa10b-8b9c-4a50-8fb5-9bedf79b9680) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:32.546727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:32.590144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75d8fede-2877-4e93-a03e-fc314f74aed2 req-95d282e7-dfbe-4b94-be02-e5a200be60bd service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4633963 Apr 28 19:58:32.591405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 33ee3ab7-592b-444c-9894-fb59491937e7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:32.605360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e94e99-f956-4982-827c-112daaf3d274 req-223b9a97-4650-4a8c-a9e6-d86814f25438 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:32.606992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2e94e99-f956-4982-827c-112daaf3d274 req-223b9a97-4650-4a8c-a9e6-d86814f25438 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1216099 Apr 28 19:58:32.657539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2e94e99-f956-4982-827c-112daaf3d274 req-a2a98146-1208-4ef8-a0e7-a9d379241d08 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446005 Apr 28 19:58:32.781306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 33ee3ab7-592b-444c-9894-fb59491937e7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:32.801119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 297335ab-a85b-4880-9a65-b121b332efa2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:32.803683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 172.25.2.207 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:32.837163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:32.894316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:32.962843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36187fea-665b-4a3a-bd12-2ce102f0b3bd req-78d07897-f90f-469f-8edc-d549ec88bdde tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:32.969745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36187fea-665b-4a3a-bd12-2ce102f0b3bd req-78d07897-f90f-469f-8edc-d549ec88bdde tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.2965846 Apr 28 19:58:33.021074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 297335ab-a85b-4880-9a65-b121b332efa2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:33.031075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 297335ab-a85b-4880-9a65-b121b332efa2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:33.031611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.060700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36187fea-665b-4a3a-bd12-2ce102f0b3bd req-a3978628-b7d2-4f65-9e7b-188fae18953e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900078 Apr 28 19:58:33.108908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.121414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.148855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b654d094-605a-48bc-beab-37f3c8131f00 req-c970619e-6e95-463c-a04f-7bab73fb0b92 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:33.150445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b654d094-605a-48bc-beab-37f3c8131f00 req-c970619e-6e95-463c-a04f-7bab73fb0b92 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1477902 Apr 28 19:58:33.180324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e5ae3942-add0-4b9a-aa01-bb6dec709a51', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44f8854c-33d1-4066-828f-53468156ab16', 'port_id': '2851c5cc-3422-4037-ac62-98fbf024655d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'mac_address': 'fa:16:3e:f2:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:51Z', 'updated_at': '2022-04-28T19:58:29Z', 'revision_number': 1, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:33.189133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17653aee-3c03-4209-bd05-4a3d289fecb4 None None] The sync data for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 is: [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e5ae3942-add0-4b9a-aa01-bb6dec709a51', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'floating_ip_address': '172.25.2.116', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '44f8854c-33d1-4066-828f-53468156ab16', 'port_id': '2851c5cc-3422-4037-ac62-98fbf024655d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1728, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'mac_address': 'fa:16:3e:f2:83:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:56:51Z', 'updated_at': '2022-04-28T19:58:29Z', 'revision_number': 1, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:33.211356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.234437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:33.239312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:33.245023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:33.248283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.259996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 297335ab-a85b-4880-9a65-b121b332efa2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=297335ab-a85b-4880-9a65-b121b332efa2,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:33.262737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b654d094-605a-48bc-beab-37f3c8131f00 req-9809fa6a-6dac-4aec-a107-53bc93c3bfbd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019659 Apr 28 19:58:33.272886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.274511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.334080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.415796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:33.420119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:33.424651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:33.486900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=297335ab-a85b-4880-9a65-b121b332efa2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.609294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Provisioning for port 33ee3ab7-592b-444c-9894-fb59491937e7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:33.616480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Provisioning complete for port 33ee3ab7-592b-444c-9894-fb59491937e7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:33.616937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.681689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.704418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.800629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.818819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-925f0ef6-b0fa-45d9-b9b3-ccb1e678944a None None] New status for floating IP e5ae3942-add0-4b9a-aa01-bb6dec709a51: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:58:33.848406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] For port 33ee3ab7-592b-444c-9894-fb59491937e7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=33ee3ab7-592b-444c-9894-fb59491937e7,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:33.854137 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:33.926394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4657b597-92c3-4870-9531-b11f44f6105a None None] Pushing event updated for resources: {'Port': ['ID=33ee3ab7-592b-444c-9894-fb59491937e7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:33.977519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f1184f51-b8e3-4a5d-8b40-aa4e8497bf74 None None] Provisioning for port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:33.982577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f1184f51-b8e3-4a5d-8b40-aa4e8497bf74 None None] Provisioning complete for port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:33.982931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1184f51-b8e3-4a5d-8b40-aa4e8497bf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.038890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1184f51-b8e3-4a5d-8b40-aa4e8497bf74 None None] Port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:58:34.239303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 33ee3ab7-592b-444c-9894-fb59491937e7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:34.310688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 33ee3ab7-592b-444c-9894-fb59491937e7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:34.311057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.432053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 297335ab-a85b-4880-9a65-b121b332efa2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:34.471575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2734aead-7146-465b-a573-87dba565ea49 req-2c251334-d627-40d4-90f4-64c7f2f571b1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:34.479970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2734aead-7146-465b-a573-87dba565ea49 req-2c251334-d627-40d4-90f4-64c7f2f571b1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1010737 Apr 28 19:58:34.501279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 297335ab-a85b-4880-9a65-b121b332efa2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:34.501674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.503984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.533656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2734aead-7146-465b-a573-87dba565ea49 req-216604fb-2316-4cb7-a194-d107cdc3f1ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524743 Apr 28 19:58:34.573868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65615797-d34b-4f61-ad95-3ccf60dd2ed4 req-c8e7f8ff-1bc3-4d39-800d-17496e5beaab tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:34.575363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65615797-d34b-4f61-ad95-3ccf60dd2ed4 req-c8e7f8ff-1bc3-4d39-800d-17496e5beaab tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.3719707 Apr 28 19:58:34.717589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-65615797-d34b-4f61-ad95-3ccf60dd2ed4 req-b46b7a60-8462-43de-a3f0-1bf6a82ac963 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687709 Apr 28 19:58:34.730054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86372095-7931-49c4-972d-b1e8b42d34aa req-7a1224d4-beed-4173-b9ae-43124b85ac02 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:34.731696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86372095-7931-49c4-972d-b1e8b42d34aa req-7a1224d4-beed-4173-b9ae-43124b85ac02 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.0857599 Apr 28 19:58:34.735826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.745162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.745923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:34.778102 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86372095-7931-49c4-972d-b1e8b42d34aa req-b6bedc6f-c73b-4eb9-9e13-a8fcf38aceab tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396028 Apr 28 19:58:35.203218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:35.283015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.291413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:35.295166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:35.482483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd15482-74e4-4c56-a493-f5c4c7109ae6 req-2391726a-d7bb-4d89-a5b3-1e6a5e632971 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:35.483940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4fd15482-74e4-4c56-a493-f5c4c7109ae6 req-2391726a-d7bb-4d89-a5b3-1e6a5e632971 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4259412 Apr 28 19:58:35.567614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2544e635-f6ad-4c8f-b9c3-7a81c259e8d2 None None] Provisioning complete for port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:35.568161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2544e635-f6ad-4c8f-b9c3-7a81c259e8d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:35.621343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2544e635-f6ad-4c8f-b9c3-7a81c259e8d2 None None] Port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:58:35.631669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4fd15482-74e4-4c56-a493-f5c4c7109ae6 req-05222006-e3ec-4401-8c3b-d50023fc6eff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366596 Apr 28 19:58:35.710192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Router 65fea79d-6ca6-49a7-8615-c240ef6a13de is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:35.714116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router 1704b205-582d-45e2-b56f-0e08e758e390 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:35.821538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030fca36-e2d2-44ba-9d47-c9ddd8943d67 req-f8693e1b-e526-4d29-b7c0-2c6194af163e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:35.822931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-030fca36-e2d2-44ba-9d47-c9ddd8943d67 req-f8693e1b-e526-4d29-b7c0-2c6194af163e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.0821211 Apr 28 19:58:35.867505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-030fca36-e2d2-44ba-9d47-c9ddd8943d67 req-ecd437b4-9103-46fa-8e99-77cdb9723b88 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385211 Apr 28 19:58:36.061393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd8e043-fc3f-41c4-9832-a713cf43ff9c req-7ff20f48-3612-45a1-81b4-16dea7cbb7c1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.065844 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfd8e043-fc3f-41c4-9832-a713cf43ff9c req-7ff20f48-3612-45a1-81b4-16dea7cbb7c1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.0902822 Apr 28 19:58:36.074823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:36.086948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Sync routers for ids ['65fea79d-6ca6-49a7-8615-c240ef6a13de'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:36.097431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Routers {'65fea79d-6ca6-49a7-8615-c240ef6a13de'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:36.098180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['65fea79d-6ca6-49a7-8615-c240ef6a13de'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.105362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7317860-054e-48b3-b66b-74bd594f33c8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "PUT /v2.0/routers/65fea79d-6ca6-49a7-8615-c240ef6a13de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3735721 Apr 28 19:58:36.105362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:36.111554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41990) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:36.116876 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Sync routers for ids ['1704b205-582d-45e2-b56f-0e08e758e390'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:36.125280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfd8e043-fc3f-41c4-9832-a713cf43ff9c req-1a0a3186-ad92-4a50-81c3-487a87ba4c2b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528464 Apr 28 19:58:36.129440 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Routers {'1704b205-582d-45e2-b56f-0e08e758e390'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:36.143214 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1704b205-582d-45e2-b56f-0e08e758e390'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.187661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ae540-86ed-4ee9-ae66-86595c4247c8 req-5cc0d378-3111-453a-a22c-a72e17469b4a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.194507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-546ae540-86ed-4ee9-ae66-86595c4247c8 req-5cc0d378-3111-453a-a22c-a72e17469b4a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.2935243 Apr 28 19:58:36.214451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.215619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e99e8d82-2107-4573-a22f-2c4c40f186c0 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4060242 Apr 28 19:58:36.218376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:36.245670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0afb6585-95c2-4636-9788-40f4b6fb8af9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.246261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0afb6585-95c2-4636-9788-40f4b6fb8af9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:36.268128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-546ae540-86ed-4ee9-ae66-86595c4247c8 req-0498a0f2-e618-4525-ab07-f14e8462edf4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727036 Apr 28 19:58:36.286497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0afb6585-95c2-4636-9788-40f4b6fb8af9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:36.289768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0afb6585-95c2-4636-9788-40f4b6fb8af9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports/11caa10b-8b9c-4a50-8fb5-9bedf79b9680 HTTP/1.1" status: 200 len: 911 time: 0.1752076 Apr 28 19:58:36.298147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42002) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:36.376794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Set router 65fea79d-6ca6-49a7-8615-c240ef6a13de gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:36.389612 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Set router 1704b205-582d-45e2-b56f-0e08e758e390 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:36.476182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeb1cd-59f5-406a-b4c5-b571e948f8bf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.495681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eeb1cd-59f5-406a-b4c5-b571e948f8bf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.501381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42008) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:36.502020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b7eeb1cd-59f5-406a-b4c5-b571e948f8bf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2025142 Apr 28 19:58:36.673786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ffbf6555-8c54-4a48-b161-31f96ebc6729 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/1704b205-582d-45e2-b56f-0e08e758e390 HTTP/1.1" status: 200 len: 908 time: 0.4517412 Apr 28 19:58:36.675169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42012) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:36.699599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a8ed3-fd7e-42c6-89ea-94ae674a33a9 req-326bc72f-0230-4bf6-a6bf-bb4874e3f536 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:36.701890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f48a8ed3-fd7e-42c6-89ea-94ae674a33a9 req-326bc72f-0230-4bf6-a6bf-bb4874e3f536 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3019781 Apr 28 19:58:36.735831 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1704b205-582d-45e2-b56f-0e08e758e390', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.207'}], 'enable_snat': True}, 'gw_port_id': '8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:29Z', 'updated_at': '2022-04-28T19:58:34Z', 'revision_number': 3, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port': {'id': '8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:55:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1704b205-582d-45e2-b56f-0e08e758e390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1917, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:32Z', 'updated_at': '2022-04-28T19:58:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.744329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Checking router: 1704b205-582d-45e2-b56f-0e08e758e390 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:36.744672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Updating router 1704b205-582d-45e2-b56f-0e08e758e390 port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:36.759196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:33Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '11caa10b-8b9c-4a50-8fb5-9bedf79b9680', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:97:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:31Z', 'updated_at': '2022-04-28T19:58:34Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:36.765053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Checking router: 65fea79d-6ca6-49a7-8615-c240ef6a13de for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:36.765706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Updating router 65fea79d-6ca6-49a7-8615-c240ef6a13de port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 19:58:36.808943 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.835437 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:36.903953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f48a8ed3-fd7e-42c6-89ea-94ae674a33a9 req-d3b17948-1ec8-41b2-9a8b-2844feb79eb4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351509 Apr 28 19:58:37.079953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.232917 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.246364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.253849 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Transition to ACTIVE for port object 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:37.263652 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.293875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.305788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:37.306554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.322781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.338594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Transition to ACTIVE for port object 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:37.352350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.363626 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Attempting to bind port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:37.363986 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Attempting to bind port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:37.364341 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Attempting to bind port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:37.376110 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:37.376478 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:37.376872 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.377257 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:37.377846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Bound port: 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:37.378221 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.471433 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] For port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:37.474783 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] For port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:37.482676 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.486860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fae427-1f84-4c41-8837-e918466134e8 None None] Pushing event updated for resources: {'Port': ['ID=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.551348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f8869-3368-4961-9930-48c2c37aa0c7 None None] Pushing event updated for resources: {'Port': ['ID=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.582226 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fae427-1f84-4c41-8837-e918466134e8 None None] Pushing event updated for resources: {'Port': ['ID=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:37.617501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Routers {'1704b205-582d-45e2-b56f-0e08e758e390'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:37.623158 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1704b205-582d-45e2-b56f-0e08e758e390'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:37.701120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Attempting to bind port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:37.702392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Attempting to bind port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:37.702783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Attempting to bind port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:37.708457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:37.708837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:37.709240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.710337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:37.711127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Bound port: 11caa10b-8b9c-4a50-8fb5-9bedf79b9680, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:37.711257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.749876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] For port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa, host n-d-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:37.750424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.795307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:37.795893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.854243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] For port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:37.858572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] For port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:37.864816 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] Set router 1704b205-582d-45e2-b56f-0e08e758e390 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:37.865022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:37.952518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:37.981926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Routers {'65fea79d-6ca6-49a7-8615-c240ef6a13de'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:37.982209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['65fea79d-6ca6-49a7-8615-c240ef6a13de'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.003487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567a7fe3-4ef4-4740-8afd-faa121cd78f9 req-60d68af1-0f2c-44cc-b9ae-5cfe103fff63 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:38.005107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-567a7fe3-4ef4-4740-8afd-faa121cd78f9 req-60d68af1-0f2c-44cc-b9ae-5cfe103fff63 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.4707808 Apr 28 19:58:38.015137 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1704b205-582d-45e2-b56f-0e08e758e390', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:29Z', 'updated_at': '2022-04-28T19:58:37Z', 'revision_number': 4, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.020457 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0062268-b57e-4607-87db-d926520f8e15 None None] The sync data for ids ['1704b205-582d-45e2-b56f-0e08e758e390'] in n-d-839811-1 is: [{'id': '1704b205-582d-45e2-b56f-0e08e758e390', 'name': 'tempest-snat-router-1536377640', 'tenant_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:29Z', 'updated_at': '2022-04-28T19:58:37Z', 'revision_number': 4, 'project_id': 'e8275c5f6d1c4d61801e356341b02ccb', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:38.113072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-567a7fe3-4ef4-4740-8afd-faa121cd78f9 req-ec53276e-9a2c-4388-a1d5-29740fcf32fa tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922015 Apr 28 19:58:38.175869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port 11caa10b-8b9c-4a50-8fb5-9bedf79b9680, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:38.176366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.185342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0f8869-3368-4961-9930-48c2c37aa0c7 None None] Pushing event updated for resources: {'Port': ['ID=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:38.211097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:38.211690 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:38.219520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] Set router 65fea79d-6ca6-49a7-8615-c240ef6a13de gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:38.318903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:38.498623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.554691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=11caa10b-8b9c-4a50-8fb5-9bedf79b9680,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:38.561719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:33Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '11caa10b-8b9c-4a50-8fb5-9bedf79b9680', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:97:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:31Z', 'updated_at': '2022-04-28T19:58:37Z', 'revision_number': 4, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:38.566226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d4d0144-cb4f-4f06-8362-a9b79016124c None None] The sync data for ids ['65fea79d-6ca6-49a7-8615-c240ef6a13de'] in n-d-839811-1 is: [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:33Z', 'revision_number': 2, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None, '_interfaces': [{'id': '11caa10b-8b9c-4a50-8fb5-9bedf79b9680', 'name': '', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'mac_address': 'fa:16:3e:97:67:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'device_owner': 'network:router_interface', 'standard_attr_id': 1916, 'fixed_ips': [{'subnet_id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:58:31Z', 'updated_at': '2022-04-28T19:58:37Z', 'revision_number': 4, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'subnets': [{'id': '7db231e2-ae1e-4779-b829-badf274dfe04', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:38.713170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:38.713823 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:38.739598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.007545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] For port 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:39.008156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.160542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:39.219334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Router 65fea79d-6ca6-49a7-8615-c240ef6a13de has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:58:39.359000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.408538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d4354f8-b385-4ee7-83bc-abd0d3c7f7aa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:39.413448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:39.435218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-434183e7-809b-4930-a5b5-9ce66f9fd256 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "PUT /v2.0/routers/65fea79d-6ca6-49a7-8615-c240ef6a13de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9287961 Apr 28 19:58:39.436750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:39.518861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a177d39-e9b7-446c-aa45-162a55ffbfcb req-c4eee39d-e72a-4611-961d-bf3b449aaf37 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:39.519699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a177d39-e9b7-446c-aa45-162a55ffbfcb req-c4eee39d-e72a-4611-961d-bf3b449aaf37 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.2364073 Apr 28 19:58:39.524217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0812612-6e0a-41ca-8bfc-7c3e3e3cbc3d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:39.525765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0812612-6e0a-41ca-8bfc-7c3e3e3cbc3d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:39.526509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0812612-6e0a-41ca-8bfc-7c3e3e3cbc3d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:39.567810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0812612-6e0a-41ca-8bfc-7c3e3e3cbc3d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:39.569248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c0812612-6e0a-41ca-8bfc-7c3e3e3cbc3d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1311135 Apr 28 19:58:39.572648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:39.616075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a177d39-e9b7-446c-aa45-162a55ffbfcb req-96101b10-fe1f-4901-9755-b47eb309f526 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864789 Apr 28 19:58:39.637870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.665588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 7db231e2-ae1e-4779-b829-badf274dfe04 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:39.669538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.739149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.815750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.818297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.834124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.852476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.854021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1704b205-582d-45e2-b56f-0e08e758e390 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:39.859539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.874339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.875783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a48d0a8-6b33-4d17-94d0-a79e010e89e9 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1704b205-582d-45e2-b56f-0e08e758e390 HTTP/1.1" status: 204 len: 168 time: 3.1970868 Apr 28 19:58:39.878267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:39.931707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:39.991048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=7db231e2-ae1e-4779-b829-badf274dfe04,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:40.004262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.026389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c232db-246c-49bb-a1cd-141cead73dce None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:40.027950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:40.028394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4df4527b-9986-4d5e-9430-326b1f3d2db4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/7db231e2-ae1e-4779-b829-badf274dfe04 HTTP/1.1" status: 204 len: 168 time: 0.4543827 Apr 28 19:58:40.215618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-48a757d8-b997-4ddf-8237-854ac2e26e23 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:router {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:40.218178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.322003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:40.328981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Deleting port 33ee3ab7-592b-444c-9894-fb59491937e7 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:40.330337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.360463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Sync routers for ids ['65fea79d-6ca6-49a7-8615-c240ef6a13de'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:40.373865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-48a757d8-b997-4ddf-8237-854ac2e26e23 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:router {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:40.379602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-48a757d8-b997-4ddf-8237-854ac2e26e23 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3463359 Apr 28 19:58:40.379754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:40.388198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Routers {'65fea79d-6ca6-49a7-8615-c240ef6a13de'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:40.388834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['65fea79d-6ca6-49a7-8615-c240ef6a13de'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:40.512049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.546328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.550207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Deleting port 297335ab-a85b-4880-9a65-b121b332efa2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:40.550763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.604407 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Set router 65fea79d-6ca6-49a7-8615-c240ef6a13de gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:40.762617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:38Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:40.795920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Checking router: 65fea79d-6ca6-49a7-8615-c240ef6a13de for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:58:40.861658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] For port 297335ab-a85b-4880-9a65-b121b332efa2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=297335ab-a85b-4880-9a65-b121b332efa2,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:40.862034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:40.868104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Routers {'65fea79d-6ca6-49a7-8615-c240ef6a13de'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:40.869216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['65fea79d-6ca6-49a7-8615-c240ef6a13de'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:41.004104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] For port 33ee3ab7-592b-444c-9894-fb59491937e7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=33ee3ab7-592b-444c-9894-fb59491937e7,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:41.004104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.014161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Calling delete_port for 297335ab-a85b-4880-9a65-b121b332efa2 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:41.019682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] Set router 65fea79d-6ca6-49a7-8615-c240ef6a13de gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:58:41.040056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.043613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.104504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df158af-4f93-4b83-afc0-a0a07fcdffed req-75651bea-50d7-4f8a-aff3-dda66ff52e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:41.107552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7df158af-4f93-4b83-afc0-a0a07fcdffed req-75651bea-50d7-4f8a-aff3-dda66ff52e9b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1096 time: 0.1572690 Apr 28 19:58:41.111701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.112589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Fanout notify agent at l3_agent the message router_deleted on router 65fea79d-6ca6-49a7-8615-c240ef6a13de {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:41.219458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7df158af-4f93-4b83-afc0-a0a07fcdffed req-bc90f9fc-9014-4f9d-80b6-53025a1d12d4 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994506 Apr 28 19:58:41.228939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.230250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b2a4c422-3c75-4092-91f8-205f5344f7d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/routers/65fea79d-6ca6-49a7-8615-c240ef6a13de HTTP/1.1" status: 204 len: 168 time: 0.8504355 Apr 28 19:58:41.232879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.249630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Calling delete_port for 33ee3ab7-592b-444c-9894-fb59491937e7 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:41.270824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67755643-04b0-4df8-b437-d772e449d275 req-e701433f-24e2-46bd-8146-d8173af7b43f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:41.278611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67755643-04b0-4df8-b437-d772e449d275 req-e701433f-24e2-46bd-8146-d8173af7b43f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.4980443 Apr 28 19:58:41.295499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:38Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:41.317136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a99be3-871a-4139-a9f8-3e14ecdf6fc6 None None] The sync data for ids ['65fea79d-6ca6-49a7-8615-c240ef6a13de'] in n-d-839811-1 is: [{'id': '65fea79d-6ca6-49a7-8615-c240ef6a13de', 'name': 'tempest-NetworksTestDHCPv6-router-600510002', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:58:30Z', 'updated_at': '2022-04-28T19:58:38Z', 'revision_number': 3, 'project_id': '1ad1984e9e3d4061a7657ddb0029e380', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:41.344419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67755643-04b0-4df8-b437-d772e449d275 req-5e76d8e5-80d9-4b1e-a34b-4ffc2b015008 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648534 Apr 28 19:58:41.370221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db3e545-e9c3-4138-bf1b-a42253574d03 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:41.372292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3db3e545-e9c3-4138-bf1b-a42253574d03 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:41.394936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.404123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3db3e545-e9c3-4138-bf1b-a42253574d03 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:41.410053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3db3e545-e9c3-4138-bf1b-a42253574d03 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1722703 Apr 28 19:58:41.411348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.460684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] Pushing event deleted for resources: {'Port': ['ID=33ee3ab7-592b-444c-9894-fb59491937e7,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:41.467770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167b02b7-286d-4113-b230-efe81e4a1f4e None None] No DVR routers for this DVR port 33ee3ab7-592b-444c-9894-fb59491937e7 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:41.470931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.531258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63577a3c-5100-4e9c-920d-df1575dd958f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:41.532036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63577a3c-5100-4e9c-920d-df1575dd958f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:41.541766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event deleted for resources: {'Port': ['ID=297335ab-a85b-4880-9a65-b121b332efa2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:41.549208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-63577a3c-5100-4e9c-920d-df1575dd958f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:41.552989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-63577a3c-5100-4e9c-920d-df1575dd958f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1385684 Apr 28 19:58:41.552989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.663895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.710752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.756220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-974582d2-4189-435c-a5f5-dee8f9ae49dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:router {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:41.773018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-974582d2-4189-435c-a5f5-dee8f9ae49dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:router {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:41.774478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-974582d2-4189-435c-a5f5-dee8f9ae49dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2200031 Apr 28 19:58:41.780119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.788354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:41.872673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.882815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.886360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.897803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:41.901888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:41.908884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Usage tracker for resource:security_group_rule and tenant:103701f8006a492eb2166e0ae05bc81c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:41.911932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:41.912098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:41.919375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:41.921320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.921923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2acd25f-61fb-4bbe-885d-a64ac342df71 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:41.926197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:41.929850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.940961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:41.941858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a9c10d1-4708-4cb5-a761-0ee26ad2734c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "DELETE /v2.0/routers/b2acd25f-61fb-4bbe-885d-a64ac342df71 HTTP/1.1" status: 204 len: 168 time: 2.0626988 Apr 28 19:58:41.946807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42090) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:41.960358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1170332220', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:41.968812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:41.972998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:41.976557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:41.983901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:42.000934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.002124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.035054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.055884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.153519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.211813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.259236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=103701f8006a492eb2166e0ae05bc81c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471516 Apr 28 19:58:42.260103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42094) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:42.277939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 33ee3ab7-592b-444c-9894-fb59491937e7 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:42.322956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 33ee3ab7-592b-444c-9894-fb59491937e7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:42.323290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 33ee3ab7-592b-444c-9894-fb59491937e7 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:42.323883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:42.325035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:58:42.326235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.357833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:42.358073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11caa10b-8b9c-4a50-8fb5-9bedf79b9680 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:42.358474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 297335ab-a85b-4880-9a65-b121b332efa2 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:42.388151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:42.391029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:42.395207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 297335ab-a85b-4880-9a65-b121b332efa2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:58:42.395545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 297335ab-a85b-4880-9a65-b121b332efa2 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:58:42.395666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:42.396219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.410209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235a4476-2215-47e5-aa4f-e9fe5b7a6b3e None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:42.423946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=059954b6-d439-44e4-9238-a0c9f8a04e84,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:42.427615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8eedd57b-6632-44cb-b049-11c6de44d725 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6464546 Apr 28 19:58:42.431517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:42.439401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:42.499046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912da9c-42e3-465c-a819-404419cbe74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906838b1-d096-48de-88ad-4f38ee8c8fca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:42.535064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.633193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.692402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357bc831-cacf-4a2f-ad88-41a70a80a8d0 req-4fe21b4b-3f26-458d-a34d-41d9ecac88c1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:42.694686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-357bc831-cacf-4a2f-ad88-41a70a80a8d0 req-4fe21b4b-3f26-458d-a34d-41d9ecac88c1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.2259507 Apr 28 19:58:42.701421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:42.712464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '059954b6-d439-44e4-9238-a0c9f8a04e84'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:42.713536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.714664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.720043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:42.725977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:42.734713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:42.760646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-357bc831-cacf-4a2f-ad88-41a70a80a8d0 req-15788d6e-3534-4ff7-9812-2e813f46c616 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563185 Apr 28 19:58:42.762118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:42.767390 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.805156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.825314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906838b1-d096-48de-88ad-4f38ee8c8fca,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:42.905973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:42.907360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69e5e702-86c5-45a2-a3d2-b3adb5ad6e32 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/906838b1-d096-48de-88ad-4f38ee8c8fca HTTP/1.1" status: 204 len: 168 time: 0.6424787 Apr 28 19:58:42.940014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Allocated IP 2001:db8::f816:3eff:fe53:10f4 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/059954b6-d439-44e4-9238-a0c9f8a04e84/61d23ecb-99d6-43dd-894c-fedfa0978c48) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:43.014427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.126701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.184885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.197687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:43.201507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:43.208362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:43.209973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.224153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=3320608b-e742-4d37-986e-7d1a74717ada,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:43.251763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6ea428ae-afd1-4740-9b68-926e544e3b1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8172634 Apr 28 19:58:43.252418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:43.260872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:13:c6:59', 'name': 'tempest-NetworksTestDHCPv6-386381761'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:43.298276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.313566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Transition to ACTIVE for port object 61d23ecb-99d6-43dd-894c-fedfa0978c48 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:43.333655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Allocated IP 172.25.2.67 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/5d2c8eec-d350-4b34-bf09-156ee2210c68) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:43.340594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Transition to ACTIVE for port object 61d23ecb-99d6-43dd-894c-fedfa0978c48 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:43.347994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.433666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:43.437342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:43.445047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:43.474474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:43.495274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:43.514866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:43.517930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.548117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Pushing event updated for resources: {'Port': ['ID=61d23ecb-99d6-43dd-894c-fedfa0978c48,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:43.554745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.578834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Attempting to bind port 61d23ecb-99d6-43dd-894c-fedfa0978c48 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:43.579190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Attempting to bind port 61d23ecb-99d6-43dd-894c-fedfa0978c48 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:43.579732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Attempting to bind port 61d23ecb-99d6-43dd-894c-fedfa0978c48 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:43.585848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:43.586468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:43.587305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.587841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:43.588442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Bound port: 61d23ecb-99d6-43dd-894c-fedfa0978c48, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:43.588970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.661575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event updated for resources: {'Port': ['ID=5d2c8eec-d350-4b34-bf09-156ee2210c68,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:43.673802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:43.674919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:43.677655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:43.695858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.702418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] For port 61d23ecb-99d6-43dd-894c-fedfa0978c48, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:43.705947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] For port 61d23ecb-99d6-43dd-894c-fedfa0978c48, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d23ecb-99d6-43dd-894c-fedfa0978c48,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:43.712474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:43.732064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 91bd1341-4dc9-426a-bbb4-7a514e9adae2 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:43.844402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd4b24f-61b0-4f27-b75f-9a5ad69a4cce None None] Pushing event updated for resources: {'Port': ['ID=61d23ecb-99d6-43dd-894c-fedfa0978c48,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:44.152223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 172.20.0.3 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/3320608b-e742-4d37-986e-7d1a74717ada/91bd1341-4dc9-426a-bbb4-7a514e9adae2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:44.158926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe13:c659 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/059954b6-d439-44e4-9238-a0c9f8a04e84/91bd1341-4dc9-426a-bbb4-7a514e9adae2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:44.333324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e7004f-b82b-4f12-a864-8f85d6551a20 req-c407d259-97a1-4602-84fc-7c237fb41ebc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:44.342911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27e7004f-b82b-4f12-a864-8f85d6551a20 req-c407d259-97a1-4602-84fc-7c237fb41ebc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.3543103 Apr 28 19:58:44.365743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d23ecb-99d6-43dd-894c-fedfa0978c48 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:44.425502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-27e7004f-b82b-4f12-a864-8f85d6551a20 req-a0634f65-bb6c-4b90-92e7-a1a6ff049a97 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839503 Apr 28 19:58:44.430925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.504319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:44.528947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.554172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 91bd1341-4dc9-426a-bbb4-7a514e9adae2 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:44.589855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.665970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:44.669656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:44.674342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:44.719146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=91bd1341-4dc9-426a-bbb4-7a514e9adae2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:44.759254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:44.760231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:44.800258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ff714f9-8c8f-4ce4-a0ff-e16f267734dc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.5438993 Apr 28 19:58:44.801122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:44.958044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.092236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff7e5e-4e6b-4ea3-af74-640e1df73448 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.099093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffff7e5e-4e6b-4ea3-af74-640e1df73448 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.100024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffff7e5e-4e6b-4ea3-af74-640e1df73448 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:45.107077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-cf93f65b-7439-4e4c-96fa-b07170101b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.108692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-cf93f65b-7439-4e4c-96fa-b07170101b48 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 1096 time: 0.2124555 Apr 28 19:58:45.163418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ffff7e5e-4e6b-4ea3-af74-640e1df73448 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:45.167258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ffff7e5e-4e6b-4ea3-af74-640e1df73448 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.3628070 Apr 28 19:58:45.178757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:45.266601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd0e54f4-a5b0-45ab-9bea-0b4a64618e08 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:45.316362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b000fc-4738-479e-ae9a-4bd45704aec7 req-def311a2-6902-4e6d-8cd4-00822fd892f1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.317829 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76b000fc-4738-479e-ae9a-4bd45704aec7 req-def311a2-6902-4e6d-8cd4-00822fd892f1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.3154171 Apr 28 19:58:45.363235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Router 028e9b38-8e71-4355-a682-1658c6caafaa is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:45.368435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 91bd1341-4dc9-426a-bbb4-7a514e9adae2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:45.368659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.404083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Provisioning for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:45.411610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Provisioning complete for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:45.411980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.457095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-21397749-6dd8-4060-b505-6453d76c0a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.458627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-21397749-6dd8-4060-b505-6453d76c0a27 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3342218 Apr 28 19:58:45.464426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76b000fc-4738-479e-ae9a-4bd45704aec7 req-4e296824-5b3c-4920-aa50-ded4710b662e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319768 Apr 28 19:58:45.584216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-b269d54d-bd71-4ed9-8e1a-bb38b225dfb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 200 len: 217 time: 0.0873919 Apr 28 19:58:45.631704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:45.644472 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] Sync routers for ids ['028e9b38-8e71-4355-a682-1658c6caafaa'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:45.660578 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] Routers {'028e9b38-8e71-4355-a682-1658c6caafaa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:45.661880 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['028e9b38-8e71-4355-a682-1658c6caafaa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:45.688874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.689497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e498f790-0396-4b46-830e-dc245321315c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.7362490 Apr 28 19:58:45.692107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42210) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:45.693073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.703184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:45.747169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] For port 61d23ecb-99d6-43dd-894c-fedfa0978c48, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d23ecb-99d6-43dd-894c-fedfa0978c48,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:45.752066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.771644 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:45.797861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] Routers {'028e9b38-8e71-4355-a682-1658c6caafaa'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:45.800053 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['028e9b38-8e71-4355-a682-1658c6caafaa'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:45.809150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-ce9b8c85-ebce-46fe-a4c5-456b7693531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:45.812275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-ce9b8c85-ebce-46fe-a4c5-456b7693531d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1866221 Apr 28 19:58:45.883824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:45.884670 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f568a4-fceb-46db-9828-c18d13e24e8e None None] The sync data for ids ['028e9b38-8e71-4355-a682-1658c6caafaa'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:45.891839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:45.917178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '059954b6-d439-44e4-9238-a0c9f8a04e84', 'ip_address': '2001:db8::f816:3eff:fe53:10f4'}, {'subnet_id': '3320608b-e742-4d37-986e-7d1a74717ada'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '61d23ecb-99d6-43dd-894c-fedfa0978c48'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 19:58:45.973033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41fc6f-4e93-4ed7-8f9e-2abbcac3ac78 None None] Pushing event updated for resources: {'Port': ['ID=61d23ecb-99d6-43dd-894c-fedfa0978c48,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:45.993743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.049546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 91bd1341-4dc9-426a-bbb4-7a514e9adae2 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:46.055508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42216) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:46.282134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-e6296c82-4dd3-4077-b57d-b5ebcc45eb9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:46.283354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-e6296c82-4dd3-4077-b57d-b5ebcc45eb9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4519286 Apr 28 19:58:46.307331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Allocated IP 172.20.0.2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/3320608b-e742-4d37-986e-7d1a74717ada/61d23ecb-99d6-43dd-894c-fedfa0978c48) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:46.311134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d23ecb-99d6-43dd-894c-fedfa0978c48 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:46.350730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.374437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:46.381539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Usage tracker for resource:security_group_rule and tenant:b636bbd5e396418fa1ccdb8241527dff is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:46.386945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:46.398792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:46.431899 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.489942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:46.490477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.543835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-85c2ca2d-8ae2-4c73-9ebe-f1a19fec35e4 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456286 Apr 28 19:58:46.613791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] For port 61d23ecb-99d6-43dd-894c-fedfa0978c48, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d23ecb-99d6-43dd-894c-fedfa0978c48,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:46.667017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.683425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Transition to ACTIVE for port object 61d23ecb-99d6-43dd-894c-fedfa0978c48 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:46.685899 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.688097 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.759726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=91bd1341-4dc9-426a-bbb4-7a514e9adae2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:46.872073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.880009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.881614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b9ca31-eeb8-4c1b-9f15-a2e399a41296 None None] Pushing event updated for resources: {'Port': ['ID=61d23ecb-99d6-43dd-894c-fedfa0978c48,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:46.883718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f770a90-86f5-4669-8bb1-ac5c7e98c5af req-91a1aea0-ac21-4ad8-b142-5b51505e3543 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253069 Apr 28 19:58:46.916521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:46.931300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d13764d3-cf52-4d07-b08a-2ca798aa72f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/91bd1341-4dc9-426a-bbb4-7a514e9adae2 HTTP/1.1" status: 204 len: 168 time: 1.7503850 Apr 28 19:58:46.933521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:46.965104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b636bbd5e396418fa1ccdb8241527dff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9084899 Apr 28 19:58:46.969842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6892b5-e020-493f-a48e-597a1ce56153,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:46.973587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:47.010558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:47.012068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:47.013701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:47.014535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:47.039749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:47.043088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8fe9b429-434f-4e96-a313-58ece4dd9026 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1085696 Apr 28 19:58:47.043912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:47.119348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 059954b6-d439-44e4-9238-a0c9f8a04e84 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:47.123088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.150577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.151550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.152062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.152392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.152722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.153063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.153386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.153738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.154061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.154383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.154704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.155024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74058e66-dab6-47cd-aa21-f520063c85c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:47.182135 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.274204 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.313289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33973c3e-577b-4780-907f-ca5567b922d4 req-d5d6b32a-2c7c-4181-a871-e09c96c15105 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:47.314817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33973c3e-577b-4780-907f-ca5567b922d4 req-d5d6b32a-2c7c-4181-a871-e09c96c15105 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.6696324 Apr 28 19:58:47.360157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.416706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.417045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=059954b6-d439-44e4-9238-a0c9f8a04e84,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:47.419017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.430525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33973c3e-577b-4780-907f-ca5567b922d4 req-5b1b7934-a4b9-48c7-95f0-438f4f58329d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032465 Apr 28 19:58:47.446338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-44b53d65-ec23-4e51-a477-2b10f6dcbd47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/059954b6-d439-44e4-9238-a0c9f8a04e84 HTTP/1.1" status: 204 len: 168 time: 0.3988976 Apr 28 19:58:47.446918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:47.519959 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:58:47.536578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 3320608b-e742-4d37-986e-7d1a74717ada {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:47.540758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.591567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.598964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.619477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e561bf1f-afbc-4efd-a294-e227e1150f08 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:47.694464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.695703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.699879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.704275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.710862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5650664-07a7-4c75-b15f-3cfe79af5182 None None] Could not find standard attr ID for object 91bd1341-4dc9-426a-bbb4-7a514e9adae2. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:58:47.737837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5650664-07a7-4c75-b15f-3cfe79af5182 None None] Provisioning for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:47.764514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5650664-07a7-4c75-b15f-3cfe79af5182 None None] Provisioning complete for port 61d23ecb-99d6-43dd-894c-fedfa0978c48 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:47.764916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5650664-07a7-4c75-b15f-3cfe79af5182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.796687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.840487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6892b5-e020-493f-a48e-597a1ce56153,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:47.848734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=3320608b-e742-4d37-986e-7d1a74717ada,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:47.853139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.863114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-442d76a4-6e41-4c0e-a53d-aa2c21686306 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/3320608b-e742-4d37-986e-7d1a74717ada HTTP/1.1" status: 204 len: 168 time: 0.4149983 Apr 28 19:58:47.863868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:47.867462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a197bb5-b485-43cc-be0b-ed401ae2d255 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fc6892b5-e020-493f-a48e-597a1ce56153 HTTP/1.1" status: 204 len: 168 time: 0.8801415 Apr 28 19:58:47.867462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42242) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:47.965566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25e59bd6-c73e-4fd8-a6ad-ed953b05758d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0960689 Apr 28 19:58:47.965789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:47.972401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:48.038931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router 028e9b38-8e71-4355-a682-1658c6caafaa has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:58:48.086750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:58:48.090837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Deleting port 61d23ecb-99d6-43dd-894c-fedfa0978c48 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:48.091310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.114417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:48.119047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:48.122057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:48.128062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:48.140491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:48.145738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.264265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:48.271099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:48.283344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.283344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f9f09486-3028-476f-b5cb-bec9ad445d55 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "PUT /v2.0/routers/028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 200 len: 925 time: 2.5873866 Apr 28 19:58:48.307947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42258) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:48.323142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61d23ecb-99d6-43dd-894c-fedfa0978c48 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:58:48.358754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] Sync routers for ids ['028e9b38-8e71-4355-a682-1658c6caafaa'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:48.402178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] For port 61d23ecb-99d6-43dd-894c-fedfa0978c48, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61d23ecb-99d6-43dd-894c-fedfa0978c48,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:48.402178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.505886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.556582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Calling delete_port for 61d23ecb-99d6-43dd-894c-fedfa0978c48 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:48.564298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-563ed5a0-0fad-414b-9d51-12eb0bb1fabe tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 200 len: 925 time: 0.2523525 Apr 28 19:58:48.567799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42264) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:48.571364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:48.592670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] Routers {'028e9b38-8e71-4355-a682-1658c6caafaa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:48.593307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['028e9b38-8e71-4355-a682-1658c6caafaa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.610798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Usage tracker for resource:security_group_rule and tenant:dee9b49e3f824d83a825f55eb8422b0a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:48.622682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:48.635624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:48.688073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9fe4e-415c-4b9d-9f87-3fd57dec6cdf tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:48.688861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5aa9fe4e-415c-4b9d-9f87-3fd57dec6cdf tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Synchronizing usage tracker for tenant:e8275c5f6d1c4d61801e356341b02ccb on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:48.703181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.723898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5aa9fe4e-415c-4b9d-9f87-3fd57dec6cdf tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Unset dirty status for tenant:e8275c5f6d1c4d61801e356341b02ccb on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:48.725133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5aa9fe4e-415c-4b9d-9f87-3fd57dec6cdf tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=028e9b38-8e71-4355-a682-1658c6caafaa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1563556 Apr 28 19:58:48.728291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42268) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:48.740182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] Routers {'028e9b38-8e71-4355-a682-1658c6caafaa'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:48.741328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['028e9b38-8e71-4355-a682-1658c6caafaa'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.796912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e6ed38-15ed-46f6-91f3-67cb589848dd req-a9a6e571-0353-46ea-bb03-a0e76ccea7d4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:48.799066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25e6ed38-15ed-46f6-91f3-67cb589848dd req-a9a6e571-0353-46ea-bb03-a0e76ccea7d4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1737359 Apr 28 19:58:48.802351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:58:48.808513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:48.809137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae17bce7-7636-4b46-bc89-16df8593c488 None None] The sync data for ids ['028e9b38-8e71-4355-a682-1658c6caafaa'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:48.831764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.857697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:48.924770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25e6ed38-15ed-46f6-91f3-67cb589848dd req-bfeafd7e-9a03-4d42-9702-3d88f1729aa4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797367 Apr 28 19:58:48.939311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] Pushing event deleted for resources: {'Port': ['ID=61d23ecb-99d6-43dd-894c-fedfa0978c48,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:48.945685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f033d6-5ba8-46a7-97d6-6a3e23ff932a None None] No DVR routers for this DVR port 61d23ecb-99d6-43dd-894c-fedfa0978c48 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:58:48.972929 n-d-839811-1 neutron-server[88140]: WARNING neutron.services.revisions.revision_plugin [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Could not find related port for resource to bump revision. Apr 28 19:58:48.978798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_pluggable_backend [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Port 61d23ecb-99d6-43dd-894c-fedfa0978c48 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=88140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Apr 28 19:58:48.979105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_pluggable_backend [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Reverting IP allocation for 2001:db8::f816:3eff:fe53:10f4 {{(pid=88140) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Apr 28 19:58:48.983533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.028300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.035836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.041507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:49.044573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:49.048970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:49.049512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.056209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73cf1c1b-697b-4c5d-a347-589ebe3cf141 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:49.063401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=1c8e1274-dac7-4c43-b1a7-a9d2837395a7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:49.076089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.076690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.077213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.077731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.078220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.078728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.079224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.079721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.080201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.080695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.081175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.081678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:58:49.094846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b37e9997-d35d-4c35-a21f-74e41a4d8326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1279197 Apr 28 19:58:49.097324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:49.106351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:49.115429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5be71b6f-0734-4eb4-866b-942d5b7b2756 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:49.117324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5be71b6f-0734-4eb4-866b-942d5b7b2756 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Synchronizing usage tracker for tenant:e8275c5f6d1c4d61801e356341b02ccb on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:49.122977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dee9b49e3f824d83a825f55eb8422b0a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8549001 Apr 28 19:58:49.125438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352d3a49-3ad6-4d3c-b382-78bff62b14d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48ff7d9-80b4-4054-95f5-2d19ba0c67c0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:49.129833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42278) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:49.173950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5be71b6f-0734-4eb4-866b-942d5b7b2756 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Unset dirty status for tenant:e8275c5f6d1c4d61801e356341b02ccb on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:49.175190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5be71b6f-0734-4eb4-866b-942d5b7b2756 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.4458563 Apr 28 19:58:49.187057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42282) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:49.254101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-451ab023-f750-4637-9214-7fff4beb72c0 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 200 len: 205 time: 0.0654831 Apr 28 19:58:49.257309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:49.268355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.298614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.337807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:49.351464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '1c8e1274-dac7-4c43-b1a7-a9d2837395a7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:58:49.352309 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.363867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.389589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.394330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e48ff7d9-80b4-4054-95f5-2d19ba0c67c0 HTTP/1.1" status: 204 len: 168 time: 0.2635291 Apr 28 19:58:49.396248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9476f2f4-89a5-4212-ba33-7c308d4debb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48ff7d9-80b4-4054-95f5-2d19ba0c67c0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:49.400562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:49.417455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:49.426754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:49.451933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:49.468585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.594796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Allocated IP 2001:db8::f816:3eff:fe96:bc0f (f7ec7e46-f92e-476c-bc0f-c46582ece80a/1c8e1274-dac7-4c43-b1a7-a9d2837395a7/a61a824b-7732-4556-815a-fde3380ab51b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:49.596744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.849110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.868049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.895476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Transition to ACTIVE for port object a61a824b-7732-4556-815a-fde3380ab51b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:49.903594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port 5d2c8eec-d350-4b34-bf09-156ee2210c68 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:49.903594 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:49.918224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Transition to ACTIVE for port object a61a824b-7732-4556-815a-fde3380ab51b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:49.923373 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.008282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:50.011572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:50.026944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:50.067181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:50.138652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.150045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Attempting to bind port a61a824b-7732-4556-815a-fde3380ab51b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:58:50.150045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Attempting to bind port a61a824b-7732-4556-815a-fde3380ab51b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:58:50.150045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Attempting to bind port a61a824b-7732-4556-815a-fde3380ab51b on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:58:50.156852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:58:50.157082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:58:50.157443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.158247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:58:50.158751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Bound port: a61a824b-7732-4556-815a-fde3380ab51b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:58:50.160288 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.172599 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d132582-2f88-4d5c-b154-e4da373eb25c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.206675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=75c26cf4-636b-465a-ab08-32bc6fe0453f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:50.210857 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.275685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:58:50.280662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:58:50.286514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.346744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8054835e-3a83-451d-84b7-27adac7804b7 req-743b1da9-4d1c-4824-84b9-af175cab1a08 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:50.348392 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8054835e-3a83-451d-84b7-27adac7804b7 req-743b1da9-4d1c-4824-84b9-af175cab1a08 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1387727 Apr 28 19:58:50.418299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eab07e7-6eb7-47c7-9e8b-551baa31a2fa None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:50.470608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8054835e-3a83-451d-84b7-27adac7804b7 req-5681e3b6-d91a-47ba-a332-0ee2c6979871 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148362 Apr 28 19:58:50.593665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:50.593665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:50.607180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:50.607180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:50.698885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for 5d2c8eec-d350-4b34-bf09-156ee2210c68 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:50.819200 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0de56baa-7db1-406d-bac1-85e219e7dd25 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7159843 Apr 28 19:58:50.819200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:50.837889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:7e:b6:06', 'name': 'tempest-NetworksTestDHCPv6-975057979'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:51.051221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:51.126955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:51.161801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:51.173951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:51.206344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:51.340371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42332) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:51.449920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.491373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 46e2450a-b69a-4f50-830a-7430082c27d4 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:58:51.566456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.607596 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.628633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:51.633736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Usage tracker for resource:security_group_rule and tenant:3dcb877792e44be9bbf9ae418dc21257 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:51.638974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:51.647640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:51.650261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=5d2c8eec-d350-4b34-bf09-156ee2210c68,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:51.770552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.777556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.817976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.833602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3dcb877792e44be9bbf9ae418dc21257&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5028446 Apr 28 19:58:51.835272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0540c92d-30f5-4d93-a4f6-cf08d2173626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92e04ba5-3049-4577-ae58-e93a13fb450d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:51.838759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:51.907339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.936829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:51.952588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82c636-9b9f-4a01-887a-1e6d7c7aeac1 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:52.073608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.077830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ba1779a0-cd30-42f4-9c7c-afedd15c9db3 None None] Provisioning for port a61a824b-7732-4556-815a-fde3380ab51b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:52.078006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.091583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.111312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 172.20.0.11 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/75c26cf4-636b-465a-ab08-32bc6fe0453f/46e2450a-b69a-4f50-830a-7430082c27d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:52.122901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe7e:b606 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/1c8e1274-dac7-4c43-b1a7-a9d2837395a7/46e2450a-b69a-4f50-830a-7430082c27d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:52.125079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92e04ba5-3049-4577-ae58-e93a13fb450d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:52.130438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.132260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.132688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c818351-908c-4212-9fd6-0e9101e70e3a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92e04ba5-3049-4577-ae58-e93a13fb450d HTTP/1.1" status: 204 len: 168 time: 0.2923713 Apr 28 19:58:52.133232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 028e9b38-8e71-4355-a682-1658c6caafaa {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:58:52.173509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.176555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b87916e0-e760-4f2d-948c-3ea84ee62186 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 204 len: 168 time: 2.9177370 Apr 28 19:58:52.180947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42346) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:52.192714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1268211580', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:52.227534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:52.245422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:52.258712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:52.271720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:52.295019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.301536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.332782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6edcbcff-9bfe-4046-b2ac-21ea93229a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.345231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.371681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:52.377453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.439868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.443891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c8d2fd14-7e2c-43ec-b3d5-9184d629d260 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2616894 Apr 28 19:58:52.444521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:52.453133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:52.503799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.527003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 46e2450a-b69a-4f50-830a-7430082c27d4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:52.558788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.628611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '1c8e1274-dac7-4c43-b1a7-a9d2837395a7', 'ip_address': '2001:db8::f816:3eff:fe96:bc0f'}, {'subnet_id': '75c26cf4-636b-465a-ab08-32bc6fe0453f'}], 'binding:host_id': 'n-d-839811-1'}, 'id': 'a61a824b-7732-4556-815a-fde3380ab51b'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 19:58:52.703251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:52.706989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:52.712331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:52.753260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port a61a824b-7732-4556-815a-fde3380ab51b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:52.765763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:52.766325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.767785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=46e2450a-b69a-4f50-830a-7430082c27d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:52.806046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.821337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:52.825860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:52.870885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b4e2ee6e-ab9f-4e7f-810a-a85cf2811a7b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.0520217 Apr 28 19:58:52.872421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:52.915598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.108526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.170085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59df562-95d0-4b07-b87f-64e6b5e9a822 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:53.176100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59df562-95d0-4b07-b87f-64e6b5e9a822 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:53.176352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Allocated IP 172.20.0.2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/75c26cf4-636b-465a-ab08-32bc6fe0453f/a61a824b-7732-4556-815a-fde3380ab51b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:53.179121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d59df562-95d0-4b07-b87f-64e6b5e9a822 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:53.183372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:53.189498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--840630340', 'description': 'tempest-description--946541328'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:53.199994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:53.220289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:53.229599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d59df562-95d0-4b07-b87f-64e6b5e9a822 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:53.231294 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d59df562-95d0-4b07-b87f-64e6b5e9a822 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.3578339 Apr 28 19:58:53.235804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:53.297770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.333042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:53.345532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 46e2450a-b69a-4f50-830a-7430082c27d4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:53.345532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.361443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.375192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:53.376999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Usage tracker for resource:security_group_rule and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:53.392894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:53.395966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.404432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.405382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:53.453543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Transition to ACTIVE for port object a61a824b-7732-4556-815a-fde3380ab51b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:58:53.458525 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.604870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.657190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.710413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2a4053c-3714-4d16-bfb8-cdca941cdc43,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:53.724184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Allocated IP 172.25.2.103 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/49860f57-0341-43ac-adf5-d94866757900) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:53.753146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.754749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fcb75342-1afb-4e77-bcf2-9c367108420b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5697823 Apr 28 19:58:53.758634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:53.776314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'security_group_rule': {'security_group_id': 'e2a4053c-3714-4d16-bfb8-cdca941cdc43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:53.779341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:58:53.779739 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:58:53.784437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b99ad78-68e7-4d28-be0f-266fc3746e00 None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:53.790648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.810611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:53.815201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.833678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Usage tracker for resource:security_group_rule and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:53.839673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:53.958837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.967244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:53.983691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:53.986541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 46e2450a-b69a-4f50-830a-7430082c27d4 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:54.018074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.058216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.153404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event updated for resources: {'Port': ['ID=49860f57-0341-43ac-adf5-d94866757900,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.163705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:54.165414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:54.167729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:54.211745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.295799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.388433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.388433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6207087 Apr 28 19:58:54.398811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:54.438614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.478585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:54.483405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.487757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922dfcd-7b17-4ed2-bd56-cae3c3bfe556 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d2f938d-b54c-46b5-9971-a88acf5ec3c7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.514490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'security_group_rule': {'security_group_id': 'e2a4053c-3714-4d16-bfb8-cdca941cdc43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:54.548138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:54.560564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Usage tracker for resource:security_group_rule and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:54.565982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:54.576122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:54.597641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.654092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:54.688068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.775591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6334d765-fbcc-4ca1-8e3e-67601895e2aa None None] Provisioning for port a61a824b-7732-4556-815a-fde3380ab51b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:58:54.782959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=46e2450a-b69a-4f50-830a-7430082c27d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:54.787197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.790363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6334d765-fbcc-4ca1-8e3e-67601895e2aa None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:54.790973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6334d765-fbcc-4ca1-8e3e-67601895e2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.849376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:54.858905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:54.886000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:55.074480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.091268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.148103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.148103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099a313d-e160-4532-bf9a-ffa036c2872f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:55.158121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d8cc86ae-01cd-4e10-8cdc-3bd209ec1a60 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/46e2450a-b69a-4f50-830a-7430082c27d4 HTTP/1.1" status: 204 len: 168 time: 1.9152236 Apr 28 19:58:55.158121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:55.162647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.232103 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.254343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.259329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c7f1081d-2aac-44d9-a803-017562d7e82f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7798665 Apr 28 19:58:55.261373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:55.264321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1beda82c-5059-46c2-a4a6-e7522a286ffc tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:55.284321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:55.300763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:55.313666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Usage tracker for resource:floatingip and tenant:caeb3a32a7e849dd845a1339c659a9af is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:55.319788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:55.329498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:55.342322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:55.344421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:55.346439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:55.348899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e1d735f8-0cdf-4a5a-a321-1d0585de49dd None None] Could not find standard attr ID for object 46e2450a-b69a-4f50-830a-7430082c27d4. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:58:55.350772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:58:55.360478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1beda82c-5059-46c2-a4a6-e7522a286ffc tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "PUT /v2.0/quotas/85e752fa01464094a25a7d37dd1edfcb HTTP/1.1" status: 200 len: 368 time: 0.4577487 Apr 28 19:58:55.366554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:55.376073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Request body: {'network': {'project_id': '85e752fa01464094a25a7d37dd1edfcb'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:55.380801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.399221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:55.408268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Usage tracker for resource:network and tenant:85e752fa01464094a25a7d37dd1edfcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:55.419443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:55.433100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:58:55.453593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-71aa79ca-25f8-4a9e-975a-accc92469228 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2842507 Apr 28 19:58:55.458248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42434) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:55.462325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:55.582874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Made reservation on behalf of 85e752fa01464094a25a7d37dd1edfcb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:55.582874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.600466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.650751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:55.650751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Usage tracker for resource:security_group_rule and tenant:85e752fa01464094a25a7d37dd1edfcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:55.650751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:55.656410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 1c8e1274-dac7-4c43-b1a7-a9d2837395a7 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:55.659294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:55.662490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.707563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.719574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.727451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.730011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.855066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.865922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.905133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Allocated IP 172.25.2.200 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cd57f14a-9c7a-4621-8335-8f9faa58d39b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:58:55.915787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:55.935135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17175b31-63dd-4756-baef-0d340621f6e2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:55.945326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:55.945696 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Added segment cb17906b-6745-4e81-bd90-33928d024d65 of type vlan for network 40280839-e031-4b97-8f01-98bcf4bb3373 Apr 28 19:58:56.128301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.164291 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.230579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Router 6bdcda94-55ad-42f4-8362-a09555f4da20 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:58:56.230579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.237535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.237535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.237535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:56.237535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.281100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=1c8e1274-dac7-4c43-b1a7-a9d2837395a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.286661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.294128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f6bace-eddd-4bcb-af25-c39300d754d2 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:56.369403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9905102 Apr 28 19:58:56.369403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb96bdfe-cee6-45b5-be8c-52c6b73f8509 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event updated for resources: {'Network': ['ID=40280839-e031-4b97-8f01-98bcf4bb3373,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.369403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:56.383208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Request body: {'network': {'project_id': '85e752fa01464094a25a7d37dd1edfcb'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:56.383208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:56.397537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 40280839-e031-4b97-8f01-98bcf4bb3373 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:58:56.404389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Usage tracker for resource:network and tenant:85e752fa01464094a25a7d37dd1edfcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:56.404389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:56.404389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:56.404389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.466948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f9f71242-ca7e-428f-bef0-6081b440f0ef tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/1c8e1274-dac7-4c43-b1a7-a9d2837395a7 HTTP/1.1" status: 204 len: 168 time: 1.0178537 Apr 28 19:58:56.468024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:56.469110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Made reservation on behalf of 85e752fa01464094a25a7d37dd1edfcb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:56.472241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.532349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:58:56.554581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.555254 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Added segment 7688883b-b4c6-4275-a380-c5adad41e8d5 of type vlan for network 3978ff9a-77e1-4dec-b619-8cdcb1e20be9 Apr 28 19:58:56.593824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 75c26cf4-636b-465a-ab08-32bc6fe0453f {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:58:56.604492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.609228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:56.616830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:56.621168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.626104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'Port': ['ID=cd57f14a-9c7a-4621-8335-8f9faa58d39b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.629122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:58:56.653885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:58:56.668317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:58:56.675979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.677677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65134cfb-e7af-4695-a226-b9b705735e5f tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "PUT /v2.0/routers/6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 200 len: 884 time: 4.2318940 Apr 28 19:58:56.682523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42448) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:56.684867 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] Sync routers for ids ['6bdcda94-55ad-42f4-8362-a09555f4da20'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:58:56.706191 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] Routers {'6bdcda94-55ad-42f4-8362-a09555f4da20'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:56.707335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6bdcda94-55ad-42f4-8362-a09555f4da20'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:56.708503 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.785244 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:56.796962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] Routers {'6bdcda94-55ad-42f4-8362-a09555f4da20'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:58:56.798078 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6bdcda94-55ad-42f4-8362-a09555f4da20'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:56.833734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.849304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:58:56.909079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:56.909079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.915279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:56.915279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ba87d6-264f-4822-aa7c-3b251091215e None None] The sync data for ids ['6bdcda94-55ad-42f4-8362-a09555f4da20'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:58:56.935988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.966097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.967659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:56.969567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.983983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=75c26cf4-636b-465a-ab08-32bc6fe0453f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:56.986658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:56.999656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e4a7e3a-2f1c-44bc-959d-3127f097e9fd tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/75c26cf4-636b-465a-ab08-32bc6fe0453f HTTP/1.1" status: 204 len: 168 time: 0.5304422 Apr 28 19:58:57.002153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.052250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8626113d-1c1e-4db2-89c5-73d0614352fc tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 200 len: 925 time: 0.3624520 Apr 28 19:58:57.059534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.103747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c6f32215-54b2-407e-9808-52726fede9a3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0947428 Apr 28 19:58:57.106330 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.108336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.113213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:57.176976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8089423 Apr 28 19:58:57.187488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.189573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d43ce7b-4c94-4135-b4c0-8a1181ab6b91 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event updated for resources: {'Network': ['ID=3978ff9a-77e1-4dec-b619-8cdcb1e20be9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:57.202692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3978ff9a-77e1-4dec-b619-8cdcb1e20be9 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:58:57.232743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Request body: {'network': {'project_id': '85e752fa01464094a25a7d37dd1edfcb'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:57.255545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:57.286561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Usage tracker for resource:network and tenant:85e752fa01464094a25a7d37dd1edfcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:57.286561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:57.300774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:57.305708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:57.305708 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Apr 28 19:58:57.305708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:58:57.313235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ae136c22-edf7-4c99-9150-fa81b454b28a tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1178172 Apr 28 19:58:57.317237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:57.323084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.326844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:57.336649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:57.358018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:57.362528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.364187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.453004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b734bb34-2168-438e-8893-44896c9736ba tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:57.457137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b734bb34-2168-438e-8893-44896c9736ba tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=6bdcda94-55ad-42f4-8362-a09555f4da20&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3940408 Apr 28 19:58:57.457444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.465401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d6b632ad-a4e6-4808-bfa9-d9515000fbe8 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=85e752fa01464094a25a7d37dd1edfcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482856 Apr 28 19:58:57.471374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.683000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.751247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:57.754604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:57.759672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:57.760155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.763374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6becf-db0e-4b6f-a719-bd76ec1d6a27 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:57.767968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-95e6becf-db0e-4b6f-a719-bd76ec1d6a27 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.3062181 Apr 28 19:58:57.769882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.776471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=2b77c4f0-0f77-44dc-885f-398c4c65693a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:57.805115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-462cd23f-3540-4bcc-9e5a-9745d8f41e05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6945190 Apr 28 19:58:57.805115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.814976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:58:57.835845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.851506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4c9e831d-7626-4cb5-953a-a60292d9ab95 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 200 len: 205 time: 0.0724771 Apr 28 19:58:57.858065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:57.873045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b3aa2c-ddbb-4665-b2ed-2378110efed3 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:57.956901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:57.991681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:58:57.999933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:58:57.999933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:58:58.011229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:58:58.018072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:58:58.021679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.031918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-253498fd-b33e-4175-bb5d-4ef06ce7bc66 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:58.031918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-253498fd-b33e-4175-bb5d-4ef06ce7bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.298825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.332814 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.341397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.344530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17175b31-63dd-4756-baef-0d340621f6e2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:58.413865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.421865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5c8538e-0513-4543-9423-48839d47d4fb tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "DELETE /v2.0/security-groups/17175b31-63dd-4756-baef-0d340621f6e2 HTTP/1.1" status: 204 len: 168 time: 0.9454396 Apr 28 19:58:58.426789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:58.494304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.694788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'Port': ['ID=cd57f14a-9c7a-4621-8335-8f9faa58d39b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:58.701201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-31540091-ce17-42db-8c00-57a2b9ec3f25 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:58:58.701201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-31540091-ce17-42db-8c00-57a2b9ec3f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.746467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:58:58.771336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.795297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.824792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:58.824792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af5b524d-38eb-44d7-bb1f-e02ed6a95582 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5538576 Apr 28 19:58:58.949236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.078988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port 49860f57-0341-43ac-adf5-d94866757900 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:58:59.078988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.190792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.195858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.261739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3978ff9a-77e1-4dec-b619-8cdcb1e20be9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:59.292835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7688883b-b4c6-4275-a380-c5adad41e8d5') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:59.292835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7688883b-b4c6-4275-a380-c5adad41e8d5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:58:59.309660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.334955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.345327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:58:59.345327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.361600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-02543da5-304a-4589-a4d7-a5658d64864d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--840630340&fields=id&tenant_id=caeb3a32a7e849dd845a1339c659a9af HTTP/1.1" status: 200 len: 267 time: 0.0990658 Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:58:59.469998 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:58:59.560388 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.564983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.598535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "DELETE /v2.0/networks/3978ff9a-77e1-4dec-b619-8cdcb1e20be9 HTTP/1.1" status: 204 len: 168 time: 1.1687799 Apr 28 19:58:59.601983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea7134-3982-4ed7-bee4-18023aee03c0 tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event deleted for resources: {'Network': ['ID=3978ff9a-77e1-4dec-b619-8cdcb1e20be9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:59.605356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:59.618519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:58:59.647831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-16223cd1-dd09-41cc-9cc8-c636d62c293c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:59.649259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-16223cd1-dd09-41cc-9cc8-c636d62c293c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.2765818 Apr 28 19:58:59.659228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.674861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.679458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-863cf79c-3eb9-4ac5-aefa-8cfa25068f29 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/quotas/caeb3a32a7e849dd845a1339c659a9af HTTP/1.1" status: 200 len: 375 time: 0.0168455 Apr 28 19:58:59.680405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.681690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.846994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:58:59.856368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for 49860f57-0341-43ac-adf5-d94866757900 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:58:59.858221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:58:59.867985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:58:59.868561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.870132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503201d7-20d8-4e75-b588-2df3b9dd0ce8 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:58:59.902664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=d93cb652-0e14-4f46-bf02-062f410b1211,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:59.911186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=8']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:58:59.932836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f1551a64-1db4-42f2-abc5-e903671d54b0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1147549 Apr 28 19:58:59.932836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42516) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:58:59.942489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:58:59.948520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:7d:4d:f7', 'name': 'tempest-NetworksTestDHCPv6-914384056'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:00.063621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-7c8cd13b-365b-4a81-ae5d-51e9ef3bf248 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&fields=id HTTP/1.1" status: 200 len: 440 time: 0.3074508 Apr 28 19:59:00.255567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:00.278799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:00.286712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.324252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-fc886d8b-6a3e-4262-b33e-25de3714ef28 service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298234 Apr 28 19:59:00.324252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:00.337010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40280839-e031-4b97-8f01-98bcf4bb3373']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.337010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb17906b-6745-4e81-bd90-33928d024d65') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.344137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb17906b-6745-4e81-bd90-33928d024d65') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:00.367993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.383581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': 'd93cb652-0e14-4f46-bf02-062f410b1211', 'ip_address': '2001:db8::f816:3eff:fe96:bc0f'}, {'subnet_id': '2b77c4f0-0f77-44dc-885f-398c4c65693a'}], 'binding:host_id': 'n-d-839811-1'}, 'id': 'a61a824b-7732-4556-815a-fde3380ab51b'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 19:59:00.444102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.477255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:59:00.477255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.483222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: timer() Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:59:00.503353 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:59:00.620092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-5dfe31be-87fe-43a1-b7a4-23c01cdc443c service neutron] 10.222.0.24 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675798 Apr 28 19:59:00.640089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.735093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.753523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:00.791131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.806335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=49860f57-0341-43ac-adf5-d94866757900,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:00.813835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:00.870042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:00.910520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:00.911093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.026121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] Pushing event deleted for resources: {'Network': ['ID=40280839-e031-4b97-8f01-98bcf4bb3373,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:01.103603 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-058b8f92-3de2-408f-949a-f925665a0ccd tempest-QuotasNegativeTest-1000647757 tempest-QuotasNegativeTest-1000647757-project-admin] 10.222.0.24 "DELETE /v2.0/networks/40280839-e031-4b97-8f01-98bcf4bb3373 HTTP/1.1" status: 204 len: 168 time: 1.4875598 Apr 28 19:59:01.130495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b204fb15-39ae-4c27-874f-d21e050caf3b req-1b305d5f-afa9-45d2-8c4f-93263c85ad2e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.1074691 Apr 28 19:59:01.154143 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.202980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Allocated IP 172.20.0.2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/2b77c4f0-0f77-44dc-885f-398c4c65693a/a61a824b-7732-4556-815a-fde3380ab51b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:01.522809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.529387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.556944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-25d0f577-05f2-40b7-8614-278869d19add None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:01.577193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.577193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 6bdcda94-55ad-42f4-8362-a09555f4da20 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:01.598609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.602419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cb484b3e-d355-4831-b397-7337b194cfcf tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 204 len: 168 time: 3.7412076 Apr 28 19:59:01.607635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42536) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:01.611880 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.617842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-670437616', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:01.638395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Transition to ACTIVE for port object a61a824b-7732-4556-815a-fde3380ab51b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:01.648710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.653501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:01.653501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:01.664731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:01.674986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:01.686744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.686744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.753569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.794053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:01.835911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.874774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d0f577-05f2-40b7-8614-278869d19add None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:01.884695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 172.20.0.3 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/2b77c4f0-0f77-44dc-885f-398c4c65693a/084ff7a0-6247-400b-bfef-f2d4fa9a0f62) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:01.888814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:01.889398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6c51b29c-fe9d-4d68-8b29-be407f3b8e1d tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2837591 Apr 28 19:59:01.893962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:01.899094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': True}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:01.903213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe7d:4df7 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/d93cb652-0e14-4f46-bf02-062f410b1211/084ff7a0-6247-400b-bfef-f2d4fa9a0f62) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:01.961723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42548) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:02.161665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.184963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:02.193774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Usage tracker for resource:security_group_rule and tenant:c0166ab88f384024a3f3dfeb2feca3eb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:02.197177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:02.203326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:02.292017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.345939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.379121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b297a47-2e2a-46d3-9249-7543e4b05f9a req-f9fc0e80-80ad-46a6-936e-631100eb6a79 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.0824592 Apr 28 19:59:02.408448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.408663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a72e4bfa-f59d-4f63-9a78-b036c0bd38c0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:02.448057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f44a4b5-bbe4-409b-9231-179ebabb2701 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c0166ab88f384024a3f3dfeb2feca3eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855123 Apr 28 19:59:02.451593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:02.467156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.500419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:02.559568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.586553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:02.603070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.626588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.715991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:02.720482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:02.726334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:02.764368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=084ff7a0-6247-400b-bfef-f2d4fa9a0f62,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:02.788011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.804590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72e4bfa-f59d-4f63-9a78-b036c0bd38c0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:02.822558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.826157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2543df9c-3400-496d-9c71-558a0c52c594 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a72e4bfa-f59d-4f63-9a78-b036c0bd38c0 HTTP/1.1" status: 204 len: 168 time: 0.3709462 Apr 28 19:59:02.832709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:02.833349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.848965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-055430e5-e702-4143-b192-8786436374d3 None None] Provisioning for port a61a824b-7732-4556-815a-fde3380ab51b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:02.859473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-055430e5-e702-4143-b192-8786436374d3 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:02.860001 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-055430e5-e702-4143-b192-8786436374d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:02.874735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fe7958d5-931f-4bcf-88a2-65b98455f233 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.9486625 Apr 28 19:59:02.879651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:03.028934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750c3a6-f19a-4211-8af6-5a66c500a496 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:03.043360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1750c3a6-f19a-4211-8af6-5a66c500a496 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:03.045620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1750c3a6-f19a-4211-8af6-5a66c500a496 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:03.070328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1750c3a6-f19a-4211-8af6-5a66c500a496 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:03.086666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1750c3a6-f19a-4211-8af6-5a66c500a496 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2059364 Apr 28 19:59:03.087721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:03.175602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.193911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:03.194509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.253963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.262884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a335f08a-cfa9-4d2d-ad49-6d66c7df8302 None None] Provisioning for port 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:03.272421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a335f08a-cfa9-4d2d-ad49-6d66c7df8302 None None] Provisioning complete for port 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:03.272794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a335f08a-cfa9-4d2d-ad49-6d66c7df8302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.360644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-4fdea85d-3024-4cab-adae-2a993b749b8b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:03.362654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-4fdea85d-3024-4cab-adae-2a993b749b8b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 819 time: 0.4150631 Apr 28 19:59:03.393188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a335f08a-cfa9-4d2d-ad49-6d66c7df8302 None None] Port 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:03.406981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42574) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:03.492646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.541727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:03.549555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-934a6d6d-3df2-4a55-88c3-58e93c7abd0c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:03.562466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 172.25.2.202 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cb844979-3e86-4a7a-b5f2-13e9f2f700b7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:03.567884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Usage tracker for resource:security_group_rule and tenant:a5c10292c17d473eb3a3b3fe89a8e0cd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:03.579812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:03.603429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:03.638887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:03.645681 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5386146c-6621-4ddb-bea0-0d94fc7c1d09 req-cbc548d9-c9ba-4337-9169-167ee91e9cff tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.0845258 Apr 28 19:59:03.650520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-934a6d6d-3df2-4a55-88c3-58e93c7abd0c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:03.651794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-934a6d6d-3df2-4a55-88c3-58e93c7abd0c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=caeb3a32a7e849dd845a1339c659a9af HTTP/1.1" status: 200 len: 379 time: 0.2773964 Apr 28 19:59:03.686588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'port': {'device_id': '6617270b-6420-4254-8657-6114be204147', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'admin_state_up': True, 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'security_groups': ['e2a4053c-3714-4d16-bfb8-cdca941cdc43']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:03.713731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 084ff7a0-6247-400b-bfef-f2d4fa9a0f62 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:03.971434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.001906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:04.006344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.020627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=084ff7a0-6247-400b-bfef-f2d4fa9a0f62,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:04.031877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:04.051503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.058119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.077801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Made reservation on behalf of caeb3a32a7e849dd845a1339c659a9af for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:04.081262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.144531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a5c10292c17d473eb3a3b3fe89a8e0cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6895075 Apr 28 19:59:04.152481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42580) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:04.185565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680aa1f-cbac-4b2e-a20d-1e8b5ba28c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edbf2cb-4509-4a88-befa-e6216eb6e035,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:04.197096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.214145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.234145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2996b064-1bab-41f1-b599-76d2d033988e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/084ff7a0-6247-400b-bfef-f2d4fa9a0f62 HTTP/1.1" status: 204 len: 168 time: 1.1451185 Apr 28 19:59:04.237172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:04.284188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.303898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:04.309944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:04.346677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:04.392215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=cb844979-3e86-4a7a-b5f2-13e9f2f700b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:04.432234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Allocated IP 172.20.0.5 (8129cd04-2b50-4784-ac06-44867987b246/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b/c9cca33d-3fd2-4157-aa96-f518aafc997f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:04.438967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.453685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:04.455262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:04.456715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:04.457530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:04.496947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:04.498139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb970638-149c-4951-bf7b-333719eb2453 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2600522 Apr 28 19:59:04.500979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42590) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:04.549870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.570089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edbf2cb-4509-4a88-befa-e6216eb6e035,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:04.579798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.580902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ea0619a2-7968-4349-b02f-f5f79f028b05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9edbf2cb-4509-4a88-befa-e6216eb6e035 HTTP/1.1" status: 204 len: 168 time: 0.4267166 Apr 28 19:59:04.587745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 2b77c4f0-0f77-44dc-885f-398c4c65693a {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:04.590756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.650696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.760572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.871493 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d09d3e09-dafb-45a2-9a0b-f3b1fc3c2b87 req-eec40a92-eb3e-4207-9f7b-c6fb1a50e673 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.0508270 Apr 28 19:59:04.893627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.934275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=2b77c4f0-0f77-44dc-885f-398c4c65693a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:04.938334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:04.946395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a12f8f-6633-4992-8012-34db114a60ab None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:04.956254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-970a229d-b21e-49a1-a2f2-a49999d8aacf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/2b77c4f0-0f77-44dc-885f-398c4c65693a HTTP/1.1" status: 204 len: 168 time: 0.4544199 Apr 28 19:59:04.957397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:05.031851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet d93cb652-0e14-4f46-bf02-062f410b1211 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:05.034863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.093314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.195790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.203037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.210529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.294871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.338532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=d93cb652-0e14-4f46-bf02-062f410b1211,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.342447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.353406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-75fe0381-6946-4919-afdf-4c9daa958668 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/d93cb652-0e14-4f46-bf02-062f410b1211 HTTP/1.1" status: 204 len: 168 time: 0.3947775 Apr 28 19:59:05.357380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42616) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:05.361964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Transition to ACTIVE for port object c9cca33d-3fd2-4157-aa96-f518aafc997f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:05.452975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4227603-f361-46bf-9a8e-02526499acf1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942850 Apr 28 19:59:05.464911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:05.481214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:05.652544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.662083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:05.666468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:05.670319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:05.684010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:05.704679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:05.708531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.765325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Network 8129cd04-2b50-4784-ac06-44867987b246 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:05.770215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:05.773979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:05.822460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:05.830153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event updated for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:05.839357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.068753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:06.069804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.133919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a520e883-0241-4b93-91cf-71f6d71ae6e4 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:06.193846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router 6a9e4781-0d86-4eaf-b905-0ad728fd113b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:59:06.202110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-0a99def6-59a3-42cc-9d5c-fcd819a83440 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5417714 Apr 28 19:59:06.208064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.305038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:06.310155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:06.310155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.310354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:06.316583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:06.317377 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.338447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Request body: {'port': {'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:06.341145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=a59a7345-fc34-455e-9e95-4afbc458abfd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:06.347334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d2ebce4b-88f0-4be7-b5f8-e149c85054df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8810887 Apr 28 19:59:06.352737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42642) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:06.360008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:06.413064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-e6551636-1dee-4f6b-86fe-2f8d198fdb79 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3777812 Apr 28 19:59:06.426751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1883b3-c6d7-4f47-8a93-cd2df6be9c84 req-fbcf1d76-6c9a-4a32-b9b3-fd152d2b4841 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:06.428008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f1883b3-c6d7-4f47-8a93-cd2df6be9c84 req-fbcf1d76-6c9a-4a32-b9b3-fd152d2b4841 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:06.632335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Provisioning for port c9cca33d-3fd2-4157-aa96-f518aafc997f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:06.640292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Provisioning complete for port c9cca33d-3fd2-4157-aa96-f518aafc997f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:06.640947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.660940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42648) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:06.681020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:06.690191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:06.694977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0f1883b3-c6d7-4f47-8a93-cd2df6be9c84 req-fbcf1d76-6c9a-4a32-b9b3-fd152d2b4841 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:06.695753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:06.697100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f1883b3-c6d7-4f47-8a93-cd2df6be9c84 req-fbcf1d76-6c9a-4a32-b9b3-fd152d2b4841 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 931 time: 0.6216669 Apr 28 19:59:06.705048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:06.718621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-7c75cea8-0716-4a3a-ae20-3a91de527046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:06.720084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-7c75cea8-0716-4a3a-ae20-3a91de527046 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.1445560 Apr 28 19:59:06.721786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:06.726500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.726708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:06.731875 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.736777 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5684d098-36d0-4ce1-adc0-6c752965930c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "PUT /v2.0/routers/6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 200 len: 918 time: 4.8431904 Apr 28 19:59:06.741669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:06.751354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.759779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] Sync routers for ids ['6a9e4781-0d86-4eaf-b905-0ad728fd113b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:06.776771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': 'a59a7345-fc34-455e-9e95-4afbc458abfd'}], 'binding:host_id': 'n-d-839811-1'}, 'id': 'a61a824b-7732-4556-815a-fde3380ab51b'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 19:59:06.830295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f1883b3-c6d7-4f47-8a93-cd2df6be9c84 req-c537f6dd-a640-4206-92dd-ba1d7b4cba19 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261327 Apr 28 19:59:06.842215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] Routers {'6a9e4781-0d86-4eaf-b905-0ad728fd113b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:06.842873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6a9e4781-0d86-4eaf-b905-0ad728fd113b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:06.904406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-44327d84-c830-4e7f-b52e-63b3107c82a2 None None] Port c9cca33d-3fd2-4157-aa96-f518aafc997f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:06.918427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:06.923830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:06.944522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] Routers {'6a9e4781-0d86-4eaf-b905-0ad728fd113b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:06.945139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6a9e4781-0d86-4eaf-b905-0ad728fd113b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:06.995610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1630244530', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:07.047307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:07.047705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145cefae-646c-4e0a-992f-48996afe2c16 None None] The sync data for ids ['6a9e4781-0d86-4eaf-b905-0ad728fd113b'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:07.061781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:07.134380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Usage tracker for resource:port and tenant:9a107dadf15e426296c95de34acbeb7c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:07.142772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:07.144945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9cca33d-3fd2-4157-aa96-f518aafc997f {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:07.153333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.163052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:07.177366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Transition to ACTIVE for port object c9cca33d-3fd2-4157-aa96-f518aafc997f will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:07.181892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.192960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Allocated IP 172.20.0.2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/a59a7345-fc34-455e-9e95-4afbc458abfd/a61a824b-7732-4556-815a-fde3380ab51b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:07.280464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Made reservation on behalf of 9a107dadf15e426296c95de34acbeb7c for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:07.282758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.301815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.364337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:07.375974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Usage tracker for resource:security_group_rule and tenant:9a107dadf15e426296c95de34acbeb7c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:07.377569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Pushing event updated for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.379099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-2a9626d3-5148-4512-8684-624ef3fd4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:07.381076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-2a9626d3-5148-4512-8684-624ef3fd4137 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.6089470 Apr 28 19:59:07.381721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:07.387474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f425661-4561-4be2-851d-1cb9e031df67 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 200 len: 924 time: 0.6408060 Apr 28 19:59:07.392964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42658) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:07.395592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:07.441665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.460394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Transition to ACTIVE for port object a61a824b-7732-4556-815a-fde3380ab51b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:07.463845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.478721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:07.483725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Attempting to bind port c9cca33d-3fd2-4157-aa96-f518aafc997f on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:07.484802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Attempting to bind port c9cca33d-3fd2-4157-aa96-f518aafc997f by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:07.485865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Attempting to bind port c9cca33d-3fd2-4157-aa96-f518aafc997f on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:07.492570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Port c9cca33d-3fd2-4157-aa96-f518aafc997f on network 8129cd04-2b50-4784-ac06-44867987b246 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:59:07.493339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Attempting to bind port c9cca33d-3fd2-4157-aa96-f518aafc997f on network 8129cd04-2b50-4784-ac06-44867987b246 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:07.500516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 58, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:07.501146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Checking segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:07.501783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Bound using segment: {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:07.502693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Bound port: c9cca33d-3fd2-4157-aa96-f518aafc997f, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39b1e195-1039-4575-94a3-01eabd1732da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '8129cd04-2b50-4784-ac06-44867987b246'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:07.503265 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.578373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.616317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:07.621541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:07.627712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.633499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1bca3-25d3-4010-a67d-872df563aef0 None None] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.645700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.648990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] device_id is not set on port 597c8cd7-ccef-4778-9f22-e8997e8f89da yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:07.699184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:07.699801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:07.701333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] 10.222.0.41 "PUT /v2.0/ports/c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 1091 time: 1.4373741 Apr 28 19:59:07.701778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:07.728469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dcfd57-603b-43f9-bfd3-18bb3885984a service neutron] Pushing event updated for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.833362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-0f668a64-fa09-461d-b4d1-04c5bbf92c03 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.4437783 Apr 28 19:59:07.851360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-04aeea3e-fdde-4881-8db4-34692b24e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:07.853266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-04aeea3e-fdde-4881-8db4-34692b24e3da service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1094 time: 0.1072068 Apr 28 19:59:07.906621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c8214b0-c432-431e-b3b8-698ec99abe78,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:07.982906 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c71bf07-0e65-443a-83a7-9afc42fe5d88'] response: {'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'status': 'completed', 'code': 200} Apr 28 19:59:07.993521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-27431e4a-8573-46f3-8567-b592c34762b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 217 time: 0.1249061 Apr 28 19:59:08.025933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-93e4f25a-abf2-4072-8299-ca3506f08237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.027452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-93e4f25a-abf2-4072-8299-ca3506f08237 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1796622 Apr 28 19:59:08.043173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf8159ec-4899-4c83-902f-f0167d6eed6c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.044643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf8159ec-4899-4c83-902f-f0167d6eed6c tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=6a9e4781-0d86-4eaf-b905-0ad728fd113b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5752270 Apr 28 19:59:08.081333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:08.163698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Allocated IP 172.25.2.159 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/597c8cd7-ccef-4778-9f22-e8997e8f89da) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:08.226374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-5b10bb35-2332-4e57-8eff-fa3044de669e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.227820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-5b10bb35-2332-4e57-8eff-fa3044de669e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.2279334 Apr 28 19:59:08.246695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-d4dc7545-bd42-41a2-8c8f-0d4afdeff7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.247605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-d4dc7545-bd42-41a2-8c8f-0d4afdeff7b2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2069206 Apr 28 19:59:08.337669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8560137f-018e-49ad-87f2-d1b3be51552d tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.341794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8560137f-018e-49ad-87f2-d1b3be51552d tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.2567205 Apr 28 19:59:08.347117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d622a-1075-436d-a185-c3f009b8cc42 req-71cf5da0-bc1c-4ca0-982d-c2de5bf7ec00 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.348558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-719d622a-1075-436d-a185-c3f009b8cc42 req-71cf5da0-bc1c-4ca0-982d-c2de5bf7ec00 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 943 time: 0.3081377 Apr 28 19:59:08.350303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:08.422923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a6b19b9b-9b17-4f88-b8a5-2173d98435d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 200 len: 205 time: 0.0714760 Apr 28 19:59:08.427196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:08.480136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae0d0e0-3859-4ef8-bc8c-f702f5675cc9 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:08.576837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:59:08.581250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-91459dca-de53-4db4-a4c8-bcd7a648abaf service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3188753 Apr 28 19:59:08.595021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:08.704405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4b0364ea-2612-4c49-a403-655da2302afe None None] Provisioning for port a61a824b-7732-4556-815a-fde3380ab51b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:08.728037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4b0364ea-2612-4c49-a403-655da2302afe None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:08.728593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b0364ea-2612-4c49-a403-655da2302afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.732694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-719d622a-1075-436d-a185-c3f009b8cc42 req-a7fde365-fa06-47ac-a871-a7a8a8263357 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3362267 Apr 28 19:59:08.749015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-2bdd9033-68f5-4a1a-8f77-9e144e3a46a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:08.750539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-2bdd9033-68f5-4a1a-8f77-9e144e3a46a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5106847 Apr 28 19:59:08.815963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.822096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:08.822729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.923732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:08.997969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f15aa42-f6b9-4e01-8cc2-596ff25c22c2 req-d1f4bfb8-3653-4c55-86ed-aea0dfdb0eae service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766105 Apr 28 19:59:09.062096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.113686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-1b6ebc00-48df-47c4-a6d8-f2e03f3f1e07 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499029 Apr 28 19:59:09.136897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.150746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.172306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:09.177044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:09.180631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:09.214993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port cb844979-3e86-4a7a-b5f2-13e9f2f700b7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:09.215336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.245023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Pushing event updated for resources: {'Port': ['ID=597c8cd7-ccef-4778-9f22-e8997e8f89da,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.303944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:09.304578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.341107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deb1d86d-19a1-4a46-8439-c3354b86752d req-b20e5544-6a5b-491a-a7c4-321c07ff53a0 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188265 Apr 28 19:59:09.438058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ab52d761-3e26-474b-a06b-4d58a2e788cf tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 2.7732024 Apr 28 19:59:09.439521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42680) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:09.465699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.159'}]}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:09.476519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:09.488538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Usage tracker for resource:router and tenant:9a107dadf15e426296c95de34acbeb7c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:09.499387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:09.508022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.515224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:09.550259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:09.553395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.554893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.600163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.614166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.621719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.622448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.645959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for cb844979-3e86-4a7a-b5f2-13e9f2f700b7 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:09.715833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567fb75-b7c5-4f65-a337-bed694355878 req-940cf371-b3ca-45d5-aab5-66c73895f9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:09.717319 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-940cf371-b3ca-45d5-aab5-66c73895f9d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1094 time: 0.2748215 Apr 28 19:59:09.865961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.890796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:09.901564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:09.907686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=46a00902-c41d-4f9f-9403-b6651bd2a4be,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:09.913855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54114878-58cf-43f5-889e-527fbc3988cb None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:09.914967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:09.915505 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:09.927083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567fb75-b7c5-4f65-a337-bed694355878 req-424b5397-3385-495f-b4a9-7cec9af1a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:09.929127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-424b5397-3385-495f-b4a9-7cec9af1a872 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.1993620 Apr 28 19:59:10.011443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-db8402f1-00f2-42b1-a620-e48855d7898b None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:10.011680 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db8402f1-00f2-42b1-a620-e48855d7898b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.012331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-df395e0c-c53b-434b-b7b7-10116e362860 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 217 time: 0.0753226 Apr 28 19:59:10.059322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.106440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=14']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:10.118608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=cb844979-3e86-4a7a-b5f2-13e9f2f700b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:10.128034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d4cc92e-e440-4be2-9b6f-f6eeab1d9936 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7740355 Apr 28 19:59:10.132797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:10.137405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.146817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:13:53:5e', 'name': 'tempest-NetworksTestDHCPv6-446250943'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:10.199128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567fb75-b7c5-4f65-a337-bed694355878 req-313cbbbb-7046-40b4-a8a4-ca49f25c9e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:10.200000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-313cbbbb-7046-40b4-a8a4-ca49f25c9e88 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1802428 Apr 28 19:59:10.309777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21f76a-2bd6-4a2c-a9b2-ed3aec71e712 req-89c0d6b1-77e4-4b31-919e-c51956616802 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:10.316753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b21f76a-2bd6-4a2c-a9b2-ed3aec71e712 req-89c0d6b1-77e4-4b31-919e-c51956616802 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 943 time: 0.4191704 Apr 28 19:59:10.407116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.411232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b21f76a-2bd6-4a2c-a9b2-ed3aec71e712 req-5411142d-83aa-41c3-84c9-3140f4dd652a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948958 Apr 28 19:59:10.502791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:10.508104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:10.511702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:10.523413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:10.549223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:10.654784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:10.767993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.781988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.812498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.812498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9e4781-0d86-4eaf-b905-0ad728fd113b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:10.835112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.836193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a51a54b5-0a27-4564-95c9-00f8e7012810 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 204 len: 168 time: 2.4053869 Apr 28 19:59:10.840056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:10.858915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-599725156', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:10.869680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:10.870263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.873164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:10.879595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:10.884651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:10.894024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:10.899831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6567fb75-b7c5-4f65-a337-bed694355878 req-ac9847d6-3196-46c0-86ea-36cc37159ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:10.901683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-ac9847d6-3196-46c0-86ea-36cc37159ae8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6684644 Apr 28 19:59:10.951581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.952530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:10.979239 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.004197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.102743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1ac0759b-6693-44db-85f1-84d4566632d6 None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:11.103378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ac0759b-6693-44db-85f1-84d4566632d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.164275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.164275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-66720cb2-d0fa-4b1f-8987-da7563f886d5 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3142292 Apr 28 19:59:11.171289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:11.194692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:11.354895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.391391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-34368cda-aa40-4a50-852e-8b220a268d85 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4693811 Apr 28 19:59:11.446806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 529e4d7e-4cdf-42bf-9e31-b1c84c947901 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:11.532919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.613540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.850889 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:11.879832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2535aa-9482-41d9-984e-03694af966b7 req-6cae0669-6d53-44d2-a108-ecc557f66c7c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:11.885249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c2535aa-9482-41d9-984e-03694af966b7 req-6cae0669-6d53-44d2-a108-ecc557f66c7c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 943 time: 0.3173873 Apr 28 19:59:11.914893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6567fb75-b7c5-4f65-a337-bed694355878 req-2d635b36-2c9a-412e-8ac5-035fb86ff569 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5219188 Apr 28 19:59:11.934095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd07503-418f-4697-a4a7-b9dffc8ab279 req-8f3582d7-a702-4ede-bad3-6309b103aa05 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:11.941341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecd07503-418f-4697-a4a7-b9dffc8ab279 req-8f3582d7-a702-4ede-bad3-6309b103aa05 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.3753605 Apr 28 19:59:12.009681 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ecd07503-418f-4697-a4a7-b9dffc8ab279 req-53dc5413-809d-46ff-8421-bafe69854893 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562563 Apr 28 19:59:12.014709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 172.20.0.12 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/a59a7345-fc34-455e-9e95-4afbc458abfd/529e4d7e-4cdf-42bf-9e31-b1c84c947901) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:12.036064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe13:535e (f7ec7e46-f92e-476c-bc0f-c46582ece80a/46a00902-c41d-4f9f-9403-b6651bd2a4be/529e4d7e-4cdf-42bf-9e31-b1c84c947901) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:12.058497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c2535aa-9482-41d9-984e-03694af966b7 req-d0243f5a-893a-48e7-803f-3d92cbe59f78 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1411009 Apr 28 19:59:12.058497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.075061 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.433307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.450876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.514574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.546774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.547332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ef20cd49-010a-489b-8be9-1e973786f885 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:12.575640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.610422 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 19:59:12.612255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c8d0de0d-f987-43f6-a3f8-97bbd045a89a tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.1546607 Apr 28 19:59:12.617412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42724) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:12.679651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:12.792637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Allocated IP 172.25.2.28 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/e28bd536-7df8-44f8-8f1f-1ebbd2f4507d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:12.806784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-05021050-c828-4287-89b5-b7a20b138c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:12.807726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-05021050-c828-4287-89b5-b7a20b138c40 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.1714947 Apr 28 19:59:12.904375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 529e4d7e-4cdf-42bf-9e31-b1c84c947901 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:12.914168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Deleting port 597c8cd7-ccef-4778-9f22-e8997e8f89da {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:12.914168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.051505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447a852-70c4-4320-979d-e3595ab42563 req-ac81bb82-acf7-45d1-9b54-555156a5e869 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:13.052574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8447a852-70c4-4320-979d-e3595ab42563 req-ac81bb82-acf7-45d1-9b54-555156a5e869 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2227993 Apr 28 19:59:13.056002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.080010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-0ec10e8e-38db-4687-84ec-4b3f4686db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:13.081265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-0ec10e8e-38db-4687-84ec-4b3f4686db38 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.2498677 Apr 28 19:59:13.104323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9cca33d-3fd2-4157-aa96-f518aafc997f details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:59:13.203463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:13.211120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:13.222421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:13.239007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.300209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=529e4d7e-4cdf-42bf-9e31-b1c84c947901,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.320308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8447a852-70c4-4320-979d-e3595ab42563 req-8a4c0cce-1bd1-4fb9-9fa3-8163651a0508 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191758 Apr 28 19:59:13.409244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-bd0113bb-871e-41a9-b85f-0812a8fbbc73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.3156977 Apr 28 19:59:13.412821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:13.419697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.485448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:59:13.535612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e5fe08-cd38-497d-9c86-59ebc4023153 req-c178fc94-40b5-44f1-8aef-0dd5d46fdb61 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:13.543806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11e5fe08-cd38-497d-9c86-59ebc4023153 req-c178fc94-40b5-44f1-8aef-0dd5d46fdb61 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.2971489 Apr 28 19:59:13.602436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Calling delete_port for 597c8cd7-ccef-4778-9f22-e8997e8f89da owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:13.605274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.634144 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.681102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9cca33d-3fd2-4157-aa96-f518aafc997f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:13.714167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:13.736140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.753179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-44dabfe9-f373-43ec-b3de-831e5f4a6fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:13.753179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-44dabfe9-f373-43ec-b3de-831e5f4a6fdb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.3178906 Apr 28 19:59:13.846225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.847813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-11e5fe08-cd38-497d-9c86-59ebc4023153 req-1a973513-c9a6-41c7-b72e-07784b0fae32 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029408 Apr 28 19:59:13.850677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-54e3523f-370b-455d-bb7e-1a2a4e552986 None None] Provisioning for port 529e4d7e-4cdf-42bf-9e31-b1c84c947901 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:13.858415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-54e3523f-370b-455d-bb7e-1a2a4e552986 None None] Provisioning complete for port 529e4d7e-4cdf-42bf-9e31-b1c84c947901 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:13.859236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54e3523f-370b-455d-bb7e-1a2a4e552986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.876689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:13.878317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:13.888836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:13.892802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Pushing event updated for resources: {'Port': ['ID=e28bd536-7df8-44f8-8f1f-1ebbd2f4507d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:13.898021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:13.905842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:13.926566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-68412765-dee2-4436-8d0c-f0a11d205326 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.7920842 Apr 28 19:59:13.935551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42732) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:13.979577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54e3523f-370b-455d-bb7e-1a2a4e552986 None None] Port 529e4d7e-4cdf-42bf-9e31-b1c84c947901 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:14.106940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-481ed3fe-38fc-4aab-adc2-0f03e38e250d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.108152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-481ed3fe-38fc-4aab-adc2-0f03e38e250d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.4506168 Apr 28 19:59:14.112154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-2528399f-7331-4e89-b90a-7c6c49cce080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.113717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-2528399f-7331-4e89-b90a-7c6c49cce080 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3346777 Apr 28 19:59:14.116104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0faa11b-ccf9-4596-a057-1d34a417da3d req-621b7d3d-846c-4acc-ace6-983df39ef8f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.117494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0faa11b-ccf9-4596-a057-1d34a417da3d req-621b7d3d-846c-4acc-ace6-983df39ef8f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 944 time: 0.4110799 Apr 28 19:59:14.134969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c9cca33d-3fd2-4157-aa96-f518aafc997f'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:59:14.204910 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.298896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Pushing event deleted for resources: {'Port': ['ID=597c8cd7-ccef-4778-9f22-e8997e8f89da,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:14.364521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Deleting port 952df625-b9f2-4388-97e9-5f50ed8e64ca {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:14.364521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.422105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0faa11b-ccf9-4596-a057-1d34a417da3d req-7b1d205f-086c-44db-bce6-8afa4192a00a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2637317 Apr 28 19:59:14.500948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7ccae-e0f4-4d17-9093-55630e2a5262 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.519992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e7ccae-e0f4-4d17-9093-55630e2a5262 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:14.523130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71e7ccae-e0f4-4d17-9093-55630e2a5262 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:14.600123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.624252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16370c15-9ee2-46d0-8ff0-8a2e953177af tempest-RoutersAdminNegativeIpV6Test-1088782443 tempest-RoutersAdminNegativeIpV6Test-1088782443-project-admin] 10.222.0.24 "DELETE /v2.0/ports/597c8cd7-ccef-4778-9f22-e8997e8f89da HTTP/1.1" status: 204 len: 168 time: 2.0000200 Apr 28 19:59:14.624252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71e7ccae-e0f4-4d17-9093-55630e2a5262 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:14.631821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-71e7ccae-e0f4-4d17-9093-55630e2a5262 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.6808479 Apr 28 19:59:14.631821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:14.695905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-8fe76856-4b99-4d8a-8152-1657d9f184fd service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5656788 Apr 28 19:59:14.845696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 529e4d7e-4cdf-42bf-9e31-b1c84c947901 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:14.845696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:14.908060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.123812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42748) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:15.149952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393fda7d-da15-488c-9dc0-48b3f8b1d6fd req-ee9316a0-8bc5-461f-8752-3fc55c29366c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:15.159045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-393fda7d-da15-488c-9dc0-48b3f8b1d6fd req-ee9316a0-8bc5-461f-8752-3fc55c29366c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6155376 Apr 28 19:59:15.159045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d32c56c-ad54-434b-9f95-b769370b9c21 req-512ff519-8e36-44de-a2cb-696c982b805c service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4582477 Apr 28 19:59:15.225868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-393fda7d-da15-488c-9dc0-48b3f8b1d6fd req-3108302e-0740-421a-ac8c-52081eeda9f0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677829 Apr 28 19:59:15.328080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] For port 952df625-b9f2-4388-97e9-5f50ed8e64ca, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=952df625-b9f2-4388-97e9-5f50ed8e64ca,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:15.328404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.507172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.529671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:15.533727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Usage tracker for resource:security_group_rule and tenant:b5944f43dc0244af8da8aa4bcbf4302e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:15.537433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:15.543614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:15.642102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.709203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e3604-1fb2-4ab4-8e3e-cd017d0c1517 req-68d65721-c691-48aa-9255-ad7b4922a9ff tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:15.716774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.723844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-669e3604-1fb2-4ab4-8e3e-cd017d0c1517 req-68d65721-c691-48aa-9255-ad7b4922a9ff tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 945 time: 0.6092348 Apr 28 19:59:15.920010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.926847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:15.946419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21eb462c-b821-49c8-aa9d-a8e7c0164790 req-35e6cf4d-f1d5-4404-9929-29031d4013c9 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:15.946419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21eb462c-b821-49c8-aa9d-a8e7c0164790 req-35e6cf4d-f1d5-4404-9929-29031d4013c9 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 944 time: 0.2955232 Apr 28 19:59:15.946419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.060074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-669e3604-1fb2-4ab4-8e3e-cd017d0c1517 req-6eac32a4-7ff9-4082-82f6-a14afbbf60b6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=8b85a5ac-5b87-438f-b6a3-53e85b82faf1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445010 Apr 28 19:59:16.066080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 529e4d7e-4cdf-42bf-9e31-b1c84c947901 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:16.068640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f2ef0e-9cb4-4678-83a2-d3f380c95ba0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:16.092111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0e2b3014-0aa9-46a2-b566-7cd77898076c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5944f43dc0244af8da8aa4bcbf4302e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638836 Apr 28 19:59:16.099772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:16.104205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21eb462c-b821-49c8-aa9d-a8e7c0164790 req-3bc9f609-979e-47ae-86bf-d65c4379b9ce tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1456957 Apr 28 19:59:16.140232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.140612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.140923 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Floating IP 5787801c-03b8-4249-b87b-d47577a2bf47 disassociated. External IP: 172.25.2.181, port: 952df625-b9f2-4388-97e9-5f50ed8e64ca. Apr 28 19:59:16.141262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Calling delete_port for 952df625-b9f2-4388-97e9-5f50ed8e64ca owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:16.145118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Router 953c7e35-1793-4341-96f5-8f6b5b57967c is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:59:16.448374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.493885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.497484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.531486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:16.544223 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] Sync routers for ids ['953c7e35-1793-4341-96f5-8f6b5b57967c'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:16.545156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.556939 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] Routers {'953c7e35-1793-4341-96f5-8f6b5b57967c'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:16.557600 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['953c7e35-1793-4341-96f5-8f6b5b57967c'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:16.560952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'Port': ['ID=952df625-b9f2-4388-97e9-5f50ed8e64ca,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:16.570544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.572029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4cf5c2c4-77f4-4b10-817d-984ef7a14f73 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "PUT /v2.0/routers/953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 200 len: 918 time: 5.4043386 Apr 28 19:59:16.580312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:16.634568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:16.643352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] Routers {'953c7e35-1793-4341-96f5-8f6b5b57967c'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:16.643968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['953c7e35-1793-4341-96f5-8f6b5b57967c'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:16.647173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.650423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:16.651938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/52f2ef0e-9cb4-4678-83a2-d3f380c95ba0 HTTP/1.1" status: 204 len: 168 time: 0.5468583 Apr 28 19:59:16.722910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=529e4d7e-4cdf-42bf-9e31-b1c84c947901,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:16.723555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:16.723555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0029945-298d-46a6-ba94-0936106d2bbf None None] The sync data for ids ['953c7e35-1793-4341-96f5-8f6b5b57967c'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:16.744981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cbe932-08b3-4cb5-9063-5399921d3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f2ef0e-9cb4-4678-83a2-d3f380c95ba0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:16.797865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5d222239-5398-48da-a5fc-4d23833462c5 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 200 len: 924 time: 0.2161548 Apr 28 19:59:16.805913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:16.899330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fd5ba20-c93c-4844-8c4a-9c109490caf3 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:16.901068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7fd5ba20-c93c-4844-8c4a-9c109490caf3 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=953c7e35-1793-4341-96f5-8f6b5b57967c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0937521 Apr 28 19:59:16.903620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.023821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd36ac-3722-4453-a5df-13b75f396fbe req-303985b3-dcd1-490d-9da9-e598c8aaffeb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.035727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5dd36ac-3722-4453-a5df-13b75f396fbe req-303985b3-dcd1-490d-9da9-e598c8aaffeb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6825635 Apr 28 19:59:17.121996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9cca33d-3fd2-4157-aa96-f518aafc997f up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:17.134798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc5b029-b7bf-4465-9ef2-3418f2e818f6 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.140616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecc5b029-b7bf-4465-9ef2-3418f2e818f6 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.2342041 Apr 28 19:59:17.142185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.217331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.254725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c9cca33d-3fd2-4157-aa96-f518aafc997f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:17.266486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f58f65d6-bd40-4a54-a4ab-9353d7723f8e tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 200 len: 205 time: 0.1189721 Apr 28 19:59:17.266625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c9cca33d-3fd2-4157-aa96-f518aafc997f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:17.266625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.273826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.338461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d97dbcfa-b735-4dfb-b33a-cd4f388d2f7d req-d313529e-3560-4a95-80a3-7d3f3ab729ad tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 210 time: 0.0816431 Apr 28 19:59:17.389332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3366d8bb-3866-483e-8ffd-ccd576e70651 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9a107dadf15e426296c95de34acbeb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1627665 Apr 28 19:59:17.393960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.423785 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.463193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:17.474852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:17.479440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.480589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 952df625-b9f2-4388-97e9-5f50ed8e64ca no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:17.491725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5dd36ac-3722-4453-a5df-13b75f396fbe req-8275834f-4d0d-491a-af05-1ea33359076c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4534523 Apr 28 19:59:17.540275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.560146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.561500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:17.575476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 952df625-b9f2-4388-97e9-5f50ed8e64ca {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:59:17.575881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 952df625-b9f2-4388-97e9-5f50ed8e64ca not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:59:17.593600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dfd5fd1c-1853-4020-9e47-f30a32874709 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/529e4d7e-4cdf-42bf-9e31-b1c84c947901 HTTP/1.1" status: 204 len: 168 time: 2.9633186 Apr 28 19:59:17.599700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42804) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:17.604798 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cd56167-f5e8-45f5-b5b6-54b796936d61'] response: {'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'code': 200} Apr 28 19:59:17.622268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.631917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.637783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.726931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7d0a3-b403-48fd-be40-44fa4e47300a req-88de3b43-6490-42b3-b43e-f95bbe2b2c5a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.728395 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abf7d0a3-b403-48fd-be40-44fa4e47300a req-88de3b43-6490-42b3-b43e-f95bbe2b2c5a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2649000 Apr 28 19:59:17.782258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.804730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d50be87-49ac-4151-8e55-4944d4cc3153 req-dd754eef-1b9c-4620-a18f-8abb1d430668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.805650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d50be87-49ac-4151-8e55-4944d4cc3153 req-dd754eef-1b9c-4620-a18f-8abb1d430668 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.1491284 Apr 28 19:59:17.809811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abf7d0a3-b403-48fd-be40-44fa4e47300a req-f381630f-f072-436c-803d-b9294b037d99 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730214 Apr 28 19:59:17.812279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c8214b0-c432-431e-b3b8-698ec99abe78,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:17.835987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:17.839592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-79ca4bdd-a7aa-4794-ba41-b506579f9dce admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c8214b0-c432-431e-b3b8-698ec99abe78 HTTP/1.1" status: 204 len: 168 time: 0.4446576 Apr 28 19:59:17.858057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d50be87-49ac-4151-8e55-4944d4cc3153 req-3499c293-f4a2-429d-8de9-e58e6f021691 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436959 Apr 28 19:59:17.973025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.974613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.976088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:17.976877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:18.003665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:18.016160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:18.030497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:18.032020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:18.076010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.084662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:18.086098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3f7945a-86a6-4171-b7fd-35ab0b2ab25d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.4852290 Apr 28 19:59:18.089050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:18.097755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] No DVR routers for this DVR port 952df625-b9f2-4388-97e9-5f50ed8e64ca on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:18.101522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.103520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe5e5d7-0480-4c87-b91d-454b3ec89d8d req-bde25daa-e6e2-498c-b94c-12bf4b29c106 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "DELETE /v2.0/ports/952df625-b9f2-4388-97e9-5f50ed8e64ca HTTP/1.1" status: 204 len: 173 time: 3.9833474 Apr 28 19:59:18.104041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'name': 'network-vif-deleted', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:18.109535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port e28bd536-7df8-44f8-8f1f-1ebbd2f4507d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:18.109876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.217334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 46a00902-c41d-4f9f-9403-b6651bd2a4be {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:18.223321 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.279199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:18.393395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.409455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.461549 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3385aa7-9ca8-405a-a7f9-e4ee34e01019'] response: {'server_uuid': 'a422e0a7-0e71-4c21-8c82-48ffbaee5e45', 'name': 'network-vif-deleted', 'tag': '952df625-b9f2-4388-97e9-5f50ed8e64ca', 'status': 'completed', 'code': 200} Apr 28 19:59:18.551920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for e28bd536-7df8-44f8-8f1f-1ebbd2f4507d owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:18.558284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.663799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-83f813e7-375d-4612-ab95-6c488ddbbebe req-cc6391a6-5b75-49e2-9e36-1bb18d06ba03 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=a422e0a7-0e71-4c21-8c82-48ffbaee5e45 HTTP/1.1" status: 200 len: 210 time: 0.0677786 Apr 28 19:59:18.746662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.825152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=46a00902-c41d-4f9f-9403-b6651bd2a4be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:18.838283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:18.839508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:18.857124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286445c6-57af-4c2e-9ea2-a17242dcc8bb None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:18.869417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8619417b-e3d1-4444-9668-fac07dce89c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/46a00902-c41d-4f9f-9403-b6651bd2a4be HTTP/1.1" status: 204 len: 168 time: 0.7789564 Apr 28 19:59:18.871446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42840) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:18.893027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:18.943729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:18.943729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:58:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:18.962082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:19.031857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet a59a7345-fc34-455e-9e95-4afbc458abfd {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:19.038715 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.094525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1389093950'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:19.100560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:19.105992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:network and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:19.109001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:19.116836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:19.128816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:19.133800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.149094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.163632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.166450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:19.170586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:security_group_rule and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:19.173997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:19.181266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:19.229269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee958b-022c-4c29-8978-d7a4befe1b78 req-0d7e9a1c-13ca-469a-9ca9-7207a0a90028 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:19.230870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54ee958b-022c-4c29-8978-d7a4befe1b78 req-0d7e9a1c-13ca-469a-9ca9-7207a0a90028 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2733378 Apr 28 19:59:19.231519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.314243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:19.320455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=e28bd536-7df8-44f8-8f1f-1ebbd2f4507d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.384125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.390429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.444902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.451552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:59:19.462675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.463241 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Added segment 2ca1bf10-c3ac-43c4-abc6-bc95ab555b4f of type vlan for network f61ef1ad-891f-4675-ba1d-84346d107dad Apr 28 19:59:19.480336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54ee958b-022c-4c29-8978-d7a4befe1b78 req-db0e350e-664b-4c31-9b53-3859c6a0868b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2092254 Apr 28 19:59:19.500836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.538213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8943a56-0261-4f9e-95db-c7c34cc7d246,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.541535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.546103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.551885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:19.553963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.621859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6571755 Apr 28 19:59:19.666616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:19.795834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.798499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.822969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'subnet': {'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:19.824249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2e3e5-614b-49cf-ab62-7b267c47f113 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Network': ['ID=f61ef1ad-891f-4675-ba1d-84346d107dad,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:19.828871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:19.834494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-439a008c-f756-4d29-b188-c7d91c5b193e None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:19.837612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f61ef1ad-891f-4675-ba1d-84346d107dad details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:59:19.885627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.916541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:19.916951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 953c7e35-1793-4341-96f5-8f6b5b57967c {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:20.005558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=a59a7345-fc34-455e-9e95-4afbc458abfd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:20.011865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.031038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:20.034221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0fdca5c8-df97-4f09-bcc2-fb9055e41790 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/a59a7345-fc34-455e-9e95-4afbc458abfd HTTP/1.1" status: 204 len: 168 time: 1.1616883 Apr 28 19:59:20.037336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.040406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.041635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-51692ee1-5579-4bbf-a922-8b7fbf3800d4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 204 len: 168 time: 2.7636669 Apr 28 19:59:20.045531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:subnet and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:20.048291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.050926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:20.056576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-357770763', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:20.067270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:20.069744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:20.074720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Usage tracker for resource:router and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:20.079604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:20.087734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:20.095108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:20.100126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.124500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f52d70b2-79e3-48c9-87f1-229937ddd398 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857935 Apr 28 19:59:20.127035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.127811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.128197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.153729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c43478b0-7719-4b76-ae4b-a4f06c220ba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.209115 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c5f1fb0-a8e9-4ea7-9a62-f3226c2fa36b None None] New status for floating IP 5787801c-03b8-4249-b87b-d47577a2bf47: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:20.229838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.236592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05df1548-d0f8-49e7-880e-c1a1550023e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:20.237240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05df1548-d0f8-49e7-880e-c1a1550023e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:20.254957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05df1548-d0f8-49e7-880e-c1a1550023e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:20.259423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05df1548-d0f8-49e7-880e-c1a1550023e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1282542 Apr 28 19:59:20.259845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.348152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fc3bba-afe7-452d-aa1a-1123180530a5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:20.349942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2fc3bba-afe7-452d-aa1a-1123180530a5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:20.373072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e2fc3bba-afe7-452d-aa1a-1123180530a5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:20.376890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2fc3bba-afe7-452d-aa1a-1123180530a5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131480 Apr 28 19:59:20.377299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.451903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6fffcd40-cd08-4451-ad26-7d8c11b711c4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0712714 Apr 28 19:59:20.459916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42878) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.465796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:20.481663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b60b72-07be-46b1-aa62-7db2107af12a None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:20.629797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:20.635611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be9e7d81-ced1-4c89-aaea-84a0ac30facd None None] Provisioning complete for port a61a824b-7732-4556-815a-fde3380ab51b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:20.636319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be9e7d81-ced1-4c89-aaea-84a0ac30facd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.645753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:20.657784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:20.662683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.664470 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:20.665589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:20.725191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-246d37fe-a512-43e5-80c0-a62040508c3a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2647371 Apr 28 19:59:20.731268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.743434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:20.856063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:20.866542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.919870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:20.939584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcdf6eb-c475-4ab4-90f7-8b633dd44563 req-baf6cf66-89e3-470c-a808-d6ff6510a8a0 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:20.939990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:20.943748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dcdf6eb-c475-4ab4-90f7-8b633dd44563 req-baf6cf66-89e3-470c-a808-d6ff6510a8a0 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2629797 Apr 28 19:59:20.944596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Deleting port a61a824b-7732-4556-815a-fde3380ab51b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:20.945140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.949359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:20.992277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:20.996271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:20.996979 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:20.997402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:21.026969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.047780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00255b26-2c2e-43dc-842e-88be4b0a6f80 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3154461 Apr 28 19:59:21.048296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.054214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.058128 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3dcdf6eb-c475-4ab4-90f7-8b633dd44563 req-3528dfc4-eb5c-4e64-8e65-e63f94c1c51d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001735 Apr 28 19:59:21.073277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:21.095731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.168674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Checking segment: {'id': '2ca1bf10-c3ac-43c4-abc6-bc95ab555b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:21.168919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network hostable DHCP agents. Network: f61ef1ad-891f-4675-ba1d-84346d107dad, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:59:21.187870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Subnet': ['ID=f03d4f95-e75f-4700-b4b4-478b2f4d5f4f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:21.202670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:59:21.218509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f61ef1ad-891f-4675-ba1d-84346d107dad) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:21.224637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:21.237875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] For port a61a824b-7732-4556-815a-fde3380ab51b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a61a824b-7732-4556-815a-fde3380ab51b,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:21.238594 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.242862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:21.250658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.270741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b85a5ac-5b87-438f-b6a3-53e85b82faf1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:21.272453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:21.276060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.277652 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:21.278264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:21.301261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.303041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af5dacf9-f500-462b-be4d-03e6826112f4 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "DELETE /v2.0/security-groups/8b85a5ac-5b87-438f-b6a3-53e85b82faf1 HTTP/1.1" status: 204 len: 168 time: 0.4457629 Apr 28 19:59:21.307121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-46d61d91-1d97-422a-8cb5-43e170736a33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2525504 Apr 28 19:59:21.308217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.311011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.327650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:21.350065 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-00bc60df-ff37-4993-8ef1-0231f1864cee tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] show failed (client error): The resource could not be found. Apr 28 19:59:21.351063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00bc60df-ff37-4993-8ef1-0231f1864cee tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups/8b85a5ac-5b87-438f-b6a3-53e85b82faf1 HTTP/1.1" status: 404 len: 347 time: 0.0416660 Apr 28 19:59:21.355433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.370717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:21.371309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.379599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Calling delete_port for a61a824b-7732-4556-815a-fde3380ab51b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:21.463511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad5baf2-1d49-45bf-b7b8-50a2343daca7 None None] Network f61ef1ad-891f-4675-ba1d-84346d107dad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:21.479555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-81ca4779-a48d-4af6-9410-2e4388d267a5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.8104277 Apr 28 19:59:21.484910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42912) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.489089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.491078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.529429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1748738877', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:21.544900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.548702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:21.559018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] Pushing event deleted for resources: {'Port': ['ID=a61a824b-7732-4556-815a-fde3380ab51b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:21.560795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad02f99-acd9-4a02-9849-709622e61d11 None None] No DVR routers for this DVR port a61a824b-7732-4556-815a-fde3380ab51b on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:21.592654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Deleting port 354933cd-4ce4-46d9-bcd2-f4f36f92fcd7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:21.593228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.596637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:router and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:21.601824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:21.632216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82590952-4ce9-46ed-9bbd-23b05f5b5034 req-d3d6570e-e858-45a4-b880-18cbf8dbaed6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:21.635790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:21.637088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82590952-4ce9-46ed-9bbd-23b05f5b5034 req-d3d6570e-e858-45a4-b880-18cbf8dbaed6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4201956 Apr 28 19:59:21.640641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:21.644266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:21.661975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'floatingip': {'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:21.669682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.670676 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.723092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:21.743527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.779127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:21.779526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Allocated IP 172.25.2.126 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cf2ce4f8-8257-4ff7-922a-db6416cbd131) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:21.806981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37287f5-fa4e-418a-be65-2c897fbabab3 None None] Network f61ef1ad-891f-4675-ba1d-84346d107dad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:22.041556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:22.044948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.046722 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:22.047146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:22.105520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa24a635-b18d-4783-904f-03da5cd8be6f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7931337 Apr 28 19:59:22.130233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42920) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:22.141591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.148687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:22.156219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.156549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.292257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Calling delete_port for 354933cd-4ce4-46d9-bcd2-f4f36f92fcd7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:22.318095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0e1df10-59fb-4178-a269-93638069a1e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.339383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:22.345292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.408749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:22.574964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:22.578709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.580126 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:22.580545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:22.600169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:22.626451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b5590d37-460d-439a-b79e-b5dba79f696d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4933529 Apr 28 19:59:22.634239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:22.642917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:22.643574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: a61a824b-7732-4556-815a-fde3380ab51b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:59:22.644016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a61a824b-7732-4556-815a-fde3380ab51b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:59:22.684158 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.690564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.742905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'Port': ['ID=354933cd-4ce4-46d9-bcd2-f4f36f92fcd7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:22.919877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.937922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:22.945651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:22.949451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.953513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:22.953680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:22.957504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c5e4ffcf-1221-40f5-9e31-95ae66bf0bc2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "DELETE /v2.0/floatingips/5787801c-03b8-4249-b87b-d47577a2bf47 HTTP/1.1" status: 204 len: 168 time: 1.5983047 Apr 28 19:59:22.957504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.022282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.055926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event updated for resources: {'Port': ['ID=cf2ce4f8-8257-4ff7-922a-db6416cbd131,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:23.061345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:23.081423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.090158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:23.149682 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Floating IP b55e35fd-f578-4f11-b62d-b46ffc34db7b associated. External IP: 172.25.2.200, port: c9cca33d-3fd2-4157-aa96-f518aafc997f. Apr 28 19:59:23.279019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:23.282789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.284013 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 19:59:23.284430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:23.378488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:23.415979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group': {'name': 'tempest-securitygroup--988912991', 'description': 'tempest-description--817872485'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:23.425452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e17b2f5e-f462-4ee4-a48c-d25c2e4edd54 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7906039 Apr 28 19:59:23.432257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:23.432582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:23.445993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:23.484535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ba47a233-fc03-48e8-bfc7-02147d7dc01a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0511489 Apr 28 19:59:23.487366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:23.510336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:23.594058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:23.629224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.83 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8d675b89-8207-40ba-b3d9-2b867a19ed52) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:23.631071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.682414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:23.692016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a07433-f1ff-472f-a5ae-0a3ebafeadbe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:23.694477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f1a07433-f1ff-472f-a5ae-0a3ebafeadbe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2064729 Apr 28 19:59:23.697446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:23.707543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:23.725217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:23.732556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.752614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:23.792330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bb2f8a29-abb3-48ab-88d7-4c2c8dfa46a8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0932429 Apr 28 19:59:23.796045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:23.803988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:23.853617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:23.937086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:23.945186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:23.974813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.016553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:24.106555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:24.110040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.176281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.258934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:24.272808 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.274315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:24.285389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:24.286067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:24.360856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.372023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.387659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-68fe4640-44c1-4173-95eb-3ba3dfbd4929 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "PUT /v2.0/floatingips/b55e35fd-f578-4f11-b62d-b46ffc34db7b HTTP/1.1" status: 200 len: 991 time: 2.7369623 Apr 28 19:59:24.390810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:24.445241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3fbacbe-9af8-479f-8d24-15f71a544715,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:24.469903 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.472562 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7252b062-e240-4265-916b-8fa94a985496'] response: {'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'status': 'completed', 'code': 200} Apr 28 19:59:24.519653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 19:59:24.546418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:24.586323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.590431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db8a6d32-8f40-42b1-8be8-07e72f85c677 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.2081399 Apr 28 19:59:24.590431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.590982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42954) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:24.598572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbacbe-9af8-479f-8d24-15f71a544715', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:24.608584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:24.610649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:24.641777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:24.649792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:24.657159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:59:24.660831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.662623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:24.665681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:24.730645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:24.732469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:24.738527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:24.746409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:24.747463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.754376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de299cb-085e-421a-9656-1e59b60e8d4f None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:24.774763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=8617eb39-e3a1-4457-aa06-897a3e4e0a8c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:24.777567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:24.792191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=8d675b89-8207-40ba-b3d9-2b867a19ed52,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:24.796205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6bdd72b8-8317-491c-a710-2fde2305edec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9988763 Apr 28 19:59:24.804479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:24.813540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:e6:ed:d1', 'name': 'tempest-NetworksTestDHCPv6-1983850624'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:25.035409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276063-8f88-4de9-9ba9-707670829861 req-778f9259-985d-4458-9acb-5e9cea0f5a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:25.036959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-778f9259-985d-4458-9acb-5e9cea0f5a9e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.5154002 Apr 28 19:59:25.074455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.085124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.130622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a33b2cd3-87fe-411b-b967-a37661a73ace,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.150090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.150090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-96a223a8-cd49-403d-bf8b-c331177a6453 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5506444 Apr 28 19:59:25.150090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:25.150090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:25.160903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'security_group_rule': {'security_group_id': 'c3fbacbe-9af8-479f-8d24-15f71a544715', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:25.172660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:25.172660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:25.181270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:security_group_rule and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:25.181270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:25.188402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:25.196963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:25.241798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.314094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.325451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T19:59:22Z', 'revision_number': 1, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:25.327269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Router 8dc1ab9c-631f-4781-a861-a6e6a2e439f1 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:59:25.327954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '8617eb39-e3a1-4457-aa06-897a3e4e0a8c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:25.328825 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.344378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:25.363599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276063-8f88-4de9-9ba9-707670829861 req-7d88631a-1af3-477c-a4b5-ad854c227791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:25.365640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-7d88631a-1af3-477c-a4b5-ad854c227791 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3193340 Apr 28 19:59:25.406816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:25.407951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:25.412015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.474331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.474331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.520132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port fdac30e2-ea30-407f-85ab-3e8007e2d167 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:25.575643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8cd988-dc29-47ea-a16b-11714e80d3a3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:25.625931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.627520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5a40baa-0768-4c5d-a407-fea541f27d11 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4814606 Apr 28 19:59:25.632317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:25.641812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:25.653439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:25.657674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Usage tracker for resource:floatingip and tenant:076836b0402345cc83a273beea11ece2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:25.660956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:25.667930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:25.680694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.711501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-f345a5c2-07a7-49d4-9e8c-3f003e8d77d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 999 time: 0.2786682 Apr 28 19:59:25.740527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:25.787402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Allocated IP 2001:db8::f816:3eff:fe25:c108 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/8617eb39-e3a1-4457-aa06-897a3e4e0a8c/99ae73ee-7591-42a6-929a-fe64772abd33) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:25.843354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:25.848071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.000485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Allocated IP 172.25.2.85 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/49b4646b-76c7-44ef-8479-a290287bd5d7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:26.031810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276063-8f88-4de9-9ba9-707670829861 req-5de0d17f-6ae7-4501-adf9-46a3757a001b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:26.033254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-5de0d17f-6ae7-4501-adf9-46a3757a001b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.2606888 Apr 28 19:59:26.095181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:26.112890 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] Sync routers for ids ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:26.131658 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] Routers {'8dc1ab9c-631f-4781-a861-a6e6a2e439f1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:26.132287 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.197365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.208541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.209803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f02ebb47-5b82-4fc6-8645-01d006c96138 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1605637 Apr 28 19:59:26.214141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42974) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:26.221390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:26.270139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.293427 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] Routers {'8dc1ab9c-631f-4781-a861-a6e6a2e439f1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:26.294123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.315268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276063-8f88-4de9-9ba9-707670829861 req-7b649ece-c6c7-4d82-8b9f-0168e1d5cb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:26.316784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-7b649ece-c6c7-4d82-8b9f-0168e1d5cb5d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2744915 Apr 28 19:59:26.426016 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.426566 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e17170a-e54b-4dfe-bdd6-ea92d25e498e None None] The sync data for ids ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:26.431806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.462631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.477314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Transition to ACTIVE for port object 99ae73ee-7591-42a6-929a-fe64772abd33 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:26.505853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Transition to ACTIVE for port object 99ae73ee-7591-42a6-929a-fe64772abd33 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:26.512897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.588947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:26.592370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:26.594813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:26.609716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-f3f9fb7c-dd53-4d7b-a032-95f880048fba service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787211 Apr 28 19:59:26.640463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T19:59:22Z', 'revision_number': 1, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:26.647399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Pushing event updated for resources: {'Port': ['ID=99ae73ee-7591-42a6-929a-fe64772abd33,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:26.697817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd18dd9-ac7a-4a77-9a97-e4f686defb37 None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T19:59:22Z', 'revision_number': 1, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:26.705800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Attempting to bind port 99ae73ee-7591-42a6-929a-fe64772abd33 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:26.706166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Attempting to bind port 99ae73ee-7591-42a6-929a-fe64772abd33 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:26.706528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Attempting to bind port 99ae73ee-7591-42a6-929a-fe64772abd33 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:26.713099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:26.713502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:26.713899 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.714291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:26.714759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Bound port: 99ae73ee-7591-42a6-929a-fe64772abd33, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:26.715133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.792320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fee6:edd1 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/8617eb39-e3a1-4457-aa06-897a3e4e0a8c/fdac30e2-ea30-407f-85ab-3e8007e2d167) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:26.804412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8276063-8f88-4de9-9ba9-707670829861 req-f3b0ab63-7763-4b07-8ea4-a7a2c26ebbe1 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860018 Apr 28 19:59:26.818336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 19:59:26.820277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] For port 99ae73ee-7591-42a6-929a-fe64772abd33, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:26.825059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] For port 99ae73ee-7591-42a6-929a-fe64772abd33, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=99ae73ee-7591-42a6-929a-fe64772abd33,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:26.831744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.832018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:26.919717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090a8ca5-8b30-4bca-add1-b43cd0c5d4eb None None] Pushing event updated for resources: {'Port': ['ID=99ae73ee-7591-42a6-929a-fe64772abd33,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:26.959286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:26.979740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:27.007915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:27.041861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62b749cb-891e-4c4d-8e8a-d9e572da42a5 None None] New status for floating IP b55e35fd-f578-4f11-b62d-b46ffc34db7b: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:27.060244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:27.075818 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:27.095028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=49b4646b-76c7-44ef-8479-a290287bd5d7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:27.103309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.104485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:27.105945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.106951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ebd43d17-3f3f-4a94-ad4e-64e0ec6da4bf tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 5.5847270 Apr 28 19:59:27.111017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:27.195561 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.223515 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:27.225049 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.315409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:27.315967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91d0b8-5176-4cab-a487-3f71c0a2ddf9 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:27.558782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.558782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.572986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.586559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.586559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.602277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.602277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:27.602277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-1f1e1422-2bf5-4f23-9e3b-b320ee185467 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.9863243 Apr 28 19:59:27.758359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.855122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:27.981509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-78ef3fd8-95d4-40af-84eb-8fd1c3e5f1b5 req-bbbc5ea0-f2a6-4256-9376-93ec4c63ae00 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2735417 Apr 28 19:59:27.981509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.004729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.107579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Deleting port cf2ce4f8-8257-4ff7-922a-db6416cbd131 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:28.107579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.241383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.346447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object fdac30e2-ea30-407f-85ab-3e8007e2d167 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:28.437885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.447129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.451742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.458204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.465978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.474224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.488113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:28.488113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94977efe-be43-40a4-8620-8f80a3950297 req-b31858f4-5232-4556-9af4-d8c802b531e6 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.2271302 Apr 28 19:59:28.495579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9eff36a4-31ea-4191-8116-d710556b2fc6 None None] Provisioning for port 99ae73ee-7591-42a6-929a-fe64772abd33 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:28.585088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.616786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.636271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.668117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 99ae73ee-7591-42a6-929a-fe64772abd33 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:28.757622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 99ae73ee-7591-42a6-929a-fe64772abd33 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:28.770364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 99ae73ee-7591-42a6-929a-fe64772abd33 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:28.770364 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.844874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Calling delete_port for cf2ce4f8-8257-4ff7-922a-db6416cbd131 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:28.931085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=fdac30e2-ea30-407f-85ab-3e8007e2d167,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:28.984965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:28.992290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:28.997912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:28.997912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:29.008925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:29.008925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.008925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.025392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.083441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 99ae73ee-7591-42a6-929a-fe64772abd33, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=99ae73ee-7591-42a6-929a-fe64772abd33,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:29.083441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.137956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.1 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/c75beb7d-d7d7-46df-8ace-a96e9d11617c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:29.215926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5219ee56-b5d1-4daf-9d88-cf4b247bbda3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.4080160 Apr 28 19:59:29.215926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.221150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:29.275018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=49b4646b-76c7-44ef-8479-a290287bd5d7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.319442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.320467 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d77a7547-581c-4f79-bc6c-30dbc7ee11b7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6869271 Apr 28 19:59:29.342506 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.402727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.440725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9d579-476f-4357-822f-6a2021eed4fe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:29.446683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f9d579-476f-4357-822f-6a2021eed4fe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:29.447672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3f9d579-476f-4357-822f-6a2021eed4fe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:29.477761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.508613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:29.518045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:29.519935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=99ae73ee-7591-42a6-929a-fe64772abd33,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.526443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bbb1b3d7-c4d3-4c4b-8764-a3e36ea90b2c None None] Provisioning for port fdac30e2-ea30-407f-85ab-3e8007e2d167 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:29.528654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:29.534188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bbb1b3d7-c4d3-4c4b-8764-a3e36ea90b2c None None] Provisioning complete for port fdac30e2-ea30-407f-85ab-3e8007e2d167 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:29.534562 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bbb1b3d7-c4d3-4c4b-8764-a3e36ea90b2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.542568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3f9d579-476f-4357-822f-6a2021eed4fe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:29.543723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3f9d579-476f-4357-822f-6a2021eed4fe tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.3216090 Apr 28 19:59:29.552113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:29.553294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Pushing event deleted for resources: {'Port': ['ID=cf2ce4f8-8257-4ff7-922a-db6416cbd131,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.606254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bbb1b3d7-c4d3-4c4b-8764-a3e36ea90b2c None None] Port fdac30e2-ea30-407f-85ab-3e8007e2d167 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:29.615698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=c75beb7d-d7d7-46df-8ace-a96e9d11617c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:29.636444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.787844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.857926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:29.992624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port fdac30e2-ea30-407f-85ab-3e8007e2d167 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:29.993338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.059744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-2f05cfea-b3f0-41c2-b44c-3bf1a8ee89ba tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:30.099773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43022) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:30.309982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-2f05cfea-b3f0-41c2-b44c-3bf1a8ee89ba tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:30.311027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-2f05cfea-b3f0-41c2-b44c-3bf1a8ee89ba tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--988912991&fields=id&tenant_id=076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 267 time: 0.5396564 Apr 28 19:59:30.359503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.359983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.360707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.361174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.361677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.362131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.362584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.365234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-0cdc1b43-8884-4b8e-a21a-1e67dc0d47d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6501 time: 0.2645171 Apr 28 19:59:30.413335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.428136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-9f7e1c9d-ac6e-47b5-b866-8483f81081cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538614 Apr 28 19:59:30.431355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.436298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.447461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.551817 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.555380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=c75beb7d-d7d7-46df-8ace-a96e9d11617c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:30.609324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 99ae73ee-7591-42a6-929a-fe64772abd33 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:30.678893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 99ae73ee-7591-42a6-929a-fe64772abd33 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:30.679282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.699679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:30.700757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:30.734771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Router 8dc1ab9c-631f-4781-a861-a6e6a2e439f1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:30.894810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:30.921106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-337acb52-f4d3-4e8d-a5cf-21ef59cd4526 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:30.921795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-337acb52-f4d3-4e8d-a5cf-21ef59cd4526 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:30.937107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:30.945310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:30.955281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] Sync routers for ids ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:30.966864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] Routers {'8dc1ab9c-631f-4781-a861-a6e6a2e439f1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:30.967588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.039550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.051055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] Routers {'8dc1ab9c-631f-4781-a861-a6e6a2e439f1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:31.051752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.093365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:31.105157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7878781d-3118-4195-b5b6-728dad602815 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/routers/369ed9fc-9222-4148-9499-afc898e06fc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9910808 Apr 28 19:59:31.107906 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:31.109939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43032) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.113447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.113891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51106fd9-610d-4856-99a4-e9f408cadd6c None None] The sync data for ids ['8dc1ab9c-631f-4781-a861-a6e6a2e439f1'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:31.119803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'port': {'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad', 'name': 'tempest-FloatingIPTestJSON-64962014'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:31.122338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:31.123060 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.188542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.198081 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:31.199898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.204115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.205248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b36b0a5-1050-4448-a838-44eaa516bf92 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "PUT /v2.0/routers/8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 200 len: 709 time: 4.9901383 Apr 28 19:59:31.208013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.213154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for fdac30e2-ea30-407f-85ab-3e8007e2d167 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:31.241543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-337acb52-f4d3-4e8d-a5cf-21ef59cd4526 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:31.242911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-337acb52-f4d3-4e8d-a5cf-21ef59cd4526 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 810 time: 0.8657482 Apr 28 19:59:31.263853 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:31.264345 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b11877c6-0b5d-41cd-b27f-5169945a015a None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:31.270518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-454b9432-1a7e-47f3-a639-138f639152f7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/quotas/076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 375 time: 0.0150261 Apr 28 19:59:31.434684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-01df0d37-df65-41eb-a829-35d3cd2a61ea tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:31.438400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.483625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d6c6b82c-76a4-4a07-af5a-496654b41080 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/routers/8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 200 len: 744 time: 0.2720344 Apr 28 19:59:31.486356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.501910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:31.502283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=fdac30e2-ea30-407f-85ab-3e8007e2d167,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:31.506563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:port and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:31.509567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:31.515425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:31.526190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:31.529702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.550988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] device_id is not set on port 730772e7-245c-4cf9-a770-37fdb93891f7 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:31.579930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-01df0d37-df65-41eb-a829-35d3cd2a61ea tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:31.581314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-01df0d37-df65-41eb-a829-35d3cd2a61ea tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3033476 Apr 28 19:59:31.584101 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b0bbf9a-a1bf-4b26-9b8e-eaaf47960140 tempest-RoutersIpV6AdminTest-694578016 tempest-RoutersIpV6AdminTest-694578016-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 200 len: 205 time: 0.0876074 Apr 28 19:59:31.586970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.588573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.608573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cbdda74e-535d-4830-ad16-229ee1049d83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/fdac30e2-ea30-407f-85ab-3e8007e2d167 HTTP/1.1" status: 204 len: 168 time: 2.0516951 Apr 28 19:59:31.611219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.637858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ff898e22-99b5-4e5a-a120-4bc47dd85a0c tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 200 len: 205 time: 0.0497289 Apr 28 19:59:31.643095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43054) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.677429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-92fd38d1-6aa4-43cb-8062-d1e1edcb6082 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:59:31.678569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-92fd38d1-6aa4-43cb-8062-d1e1edcb6082 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0826361 Apr 28 19:59:31.731029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508e269-841c-416d-a693-1626a1ae9634 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:31.732518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3508e269-841c-416d-a693-1626a1ae9634 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:31.733251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3508e269-841c-416d-a693-1626a1ae9634 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:31.813870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3508e269-841c-416d-a693-1626a1ae9634 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:31.815285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3508e269-841c-416d-a693-1626a1ae9634 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2028534 Apr 28 19:59:31.816645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:31.818138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:31.884410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-e58ad2bd-1ecc-4461-83c6-f5c1fd3eaf52 service neutron] 10.222.0.24 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952591 Apr 28 19:59:31.919168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 8617eb39-e3a1-4457-aa06-897a3e4e0a8c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:31.925325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.047961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.126970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-bb2676ab-7c38-44bb-ab18-a47f31c6b182 service neutron] 10.222.0.24 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346694 Apr 28 19:59:32.153396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.173940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.11 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/730772e7-245c-4cf9-a770-37fdb93891f7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:32.181181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.184411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.224447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.225240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Fanout notify agent at l3_agent the message router_deleted on router 8dc1ab9c-631f-4781-a861-a6e6a2e439f1 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:32.237333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.266704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.267779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c14bd94d-9a8f-4b30-a876-ddc12c186049 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 204 len: 168 time: 0.6235330 Apr 28 19:59:32.288598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.327500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=8617eb39-e3a1-4457-aa06-897a3e4e0a8c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:32.330587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.348175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15446e46-3f2b-49e7-8d3e-1a138d24ebe8 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:32.355077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3facb320-0bb8-4d70-b83e-792489166dc2 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 200 len: 205 time: 0.0626202 Apr 28 19:59:32.355077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.366068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0db92109-76be-461e-abdc-e34ce9123a97 req-24d51ce1-857b-41d2-a406-4507fac706b6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:32.419970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-66a35742-d43a-4e6a-b102-b4ddb22dcd61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/8617eb39-e3a1-4457-aa06-897a3e4e0a8c HTTP/1.1" status: 204 len: 168 time: 0.6006351 Apr 28 19:59:32.424783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43076) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.429802 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-03b4b5c5-ac73-4b31-a9a1-6d2e3796a1cd tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:32.430996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-03b4b5c5-ac73-4b31-a9a1-6d2e3796a1cd tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/8dc1ab9c-631f-4781-a861-a6e6a2e439f1 HTTP/1.1" status: 404 len: 336 time: 0.0752213 Apr 28 19:59:32.433516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.480353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b88e4845-5ccb-4715-9faf-137eaceb52f9 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 200 len: 205 time: 0.0455215 Apr 28 19:59:32.482646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.506678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3e96dc24-c794-4eda-b87a-2303ec3bf4d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0795703 Apr 28 19:59:32.510422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43090) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.511337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0db92109-76be-461e-abdc-e34ce9123a97 req-24d51ce1-857b-41d2-a406-4507fac706b6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:32.525550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0db92109-76be-461e-abdc-e34ce9123a97 req-24d51ce1-857b-41d2-a406-4507fac706b6 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 210 time: 0.2091975 Apr 28 19:59:32.548402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:32.580302 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-03bcf6c5-55cc-4d1a-8cc6-a30f04958d67 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:32.581335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-03bcf6c5-55cc-4d1a-8cc6-a30f04958d67 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/953c7e35-1793-4341-96f5-8f6b5b57967c HTTP/1.1" status: 404 len: 336 time: 0.0978076 Apr 28 19:59:32.584351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.649594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b1769b4-c750-4e1c-bc73-35d4977d6c82 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 200 len: 205 time: 0.0613654 Apr 28 19:59:32.652078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.680478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:32.685526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Deleting port 99ae73ee-7591-42a6-929a-fe64772abd33 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:32.686161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.751690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.760302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:32.767779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:32.773106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:32.781414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:32.804102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:32.808368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.847345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.852326 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9df77df9-850c-4bf2-829f-d2d686ebf624 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:32.853357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9df77df9-850c-4bf2-829f-d2d686ebf624 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6a9e4781-0d86-4eaf-b905-0ad728fd113b HTTP/1.1" status: 404 len: 336 time: 0.1999383 Apr 28 19:59:32.855950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.906811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e0be76f-da65-47b9-b9fc-92585b6223db tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 200 len: 205 time: 0.0497091 Apr 28 19:59:32.909936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:32.937622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] For port 99ae73ee-7591-42a6-929a-fe64772abd33, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=99ae73ee-7591-42a6-929a-fe64772abd33,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:32.938018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:32.990100 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9cd567a0-69a0-45ee-9b61-e333744418e4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:32.993640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9cd567a0-69a0-45ee-9b61-e333744418e4 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6bdcda94-55ad-42f4-8362-a09555f4da20 HTTP/1.1" status: 404 len: 336 time: 0.0801535 Apr 28 19:59:32.993962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.045527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a3f83bb7-bcfa-4577-b813-353dae4fcc2b tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 200 len: 205 time: 0.0484219 Apr 28 19:59:33.045995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.076382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Calling delete_port for 99ae73ee-7591-42a6-929a-fe64772abd33 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:33.131095 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-2f68ce9b-f60a-4209-a610-922df9c43a4a tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:33.134821 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f68ce9b-f60a-4209-a610-922df9c43a4a tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/028e9b38-8e71-4355-a682-1658c6caafaa HTTP/1.1" status: 404 len: 336 time: 0.0856369 Apr 28 19:59:33.135817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.161726 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.163301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:33.170851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:33.173603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:33.187456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6bddf160-fdda-4e6b-ba52-803d2cfaafe2 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "GET /v2.0/ports?device_id=6866c99b-8644-4dd8-aabe-f24033f3938b HTTP/1.1" status: 200 len: 205 time: 0.0505135 Apr 28 19:59:33.189773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.213740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] Pushing event deleted for resources: {'Port': ['ID=99ae73ee-7591-42a6-929a-fe64772abd33,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:33.215536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c87c65d-fccc-4b39-be16-ee0b3b033d8e None None] No DVR routers for this DVR port 99ae73ee-7591-42a6-929a-fe64772abd33 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:33.230607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=730772e7-245c-4cf9-a770-37fdb93891f7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:33.255189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:33.255907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.261917 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-29639c44-dde2-47fe-9423-96eff1f0c5dc tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] delete failed (client error): The resource could not be found. Apr 28 19:59:33.262936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29639c44-dde2-47fe-9423-96eff1f0c5dc tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/routers/6866c99b-8644-4dd8-aabe-f24033f3938b HTTP/1.1" status: 404 len: 336 time: 0.0721090 Apr 28 19:59:33.265572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.303762 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-839c80ce-4523-4165-8b3c-610616214896 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] DELETE failed (client error): The resource could not be found. Apr 28 19:59:33.304222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839c80ce-4523-4165-8b3c-610616214896 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 19:59:33.305892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-839c80ce-4523-4165-8b3c-610616214896 tempest-RoutersIpV6AdminTest-276896029 tempest-RoutersIpV6AdminTest-276896029-project] 10.222.0.24 "DELETE /v2.0/subnets/2541346b-83ad-4b33-8b34-cb64edbe0d73 HTTP/1.1" status: 404 len: 337 time: 0.0394268 Apr 28 19:59:33.318208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-87e509d7-e943-4580-8ac7-46198a1226ad tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2068224 Apr 28 19:59:33.320748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.326902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'port': {'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad', 'name': 'tempest-FloatingIPTestJSON-1222120778'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:33.485165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:59:33.486561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.503086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:33.510478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:port and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:33.518988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:33.533804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:33.557212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:33.558589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:33.560464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:33.564449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.564800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:33.565382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.568898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37412969-1dbe-4240-9f8e-a4e8f27a743f None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:33.591881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] device_id is not set on port 06b535fc-0f86-44c8-9d92-1ef7f7a86863 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:33.595289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=5fd84887-9303-40fc-a17a-827a88740df6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:33.699916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.700172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d993c9cb-98a4-446b-811c-e3a0404fc888 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1722026 Apr 28 19:59:33.712671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43148) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:33.777698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:d8:b4:05', 'name': 'tempest-NetworksTestDHCPv6-1874376568'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:33.897913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-8bb9805c-21cb-4fda-aa15-ba2969756b01 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:33.899817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-8bb9805c-21cb-4fda-aa15-ba2969756b01 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 810 time: 0.3088610 Apr 28 19:59:33.936144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.950366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73b8c7f7-ae3c-4593-a50e-763fd040730a req-8ca9f3e2-474f-4de9-b8d8-f97dd1ad08ed tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 210 time: 0.1867018 Apr 28 19:59:33.969404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '5fd84887-9303-40fc-a17a-827a88740df6'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:33.970948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:33.972264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:33.981374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-7699be36-c1a5-4515-8432-2d6741d9ae0d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:33.986247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Usage tracker for resource:security_group_rule and tenant:e0b93d2a911a4a1cb755f31a9e25b751 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:33.990684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:33.996697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.2 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/06b535fc-0f86-44c8-9d92-1ef7f7a86863) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:33.999498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:34.006513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-7699be36-c1a5-4515-8432-2d6741d9ae0d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:34.007663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-7699be36-c1a5-4515-8432-2d6741d9ae0d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=076836b0402345cc83a273beea11ece2 HTTP/1.1" status: 200 len: 379 time: 0.0898316 Apr 28 19:59:34.027014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'port': {'device_id': '86ed2530-e854-4711-83bd-02bc13d08869', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'admin_state_up': True, 'tenant_id': '076836b0402345cc83a273beea11ece2', 'security_groups': ['c3fbacbe-9af8-479f-8d24-15f71a544715']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:34.033653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:34.049276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:34.053871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:34.069786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:34.106506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:34.143176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Allocated IP 2001:db8::f816:3eff:fe54:4079 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/5fd84887-9303-40fc-a17a-827a88740df6/15806bf7-8edc-45d4-9cc8-482653979ff3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:34.205932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:34.226943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:34.230004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.234708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.237270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.259287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Made reservation on behalf of 076836b0402345cc83a273beea11ece2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:34.262789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.309834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3158393-f7d8-4275-83e2-159e331cbe42,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:34.316646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6564f033-1ea5-42c2-8a4b-1b1b2fa3f19e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e0b93d2a911a4a1cb755f31a9e25b751&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6029444 Apr 28 19:59:34.317334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43154) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:34.329146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port cd03071b-f7de-4c69-9878-139cc4346e1d yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:34.358766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.369389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Transition to ACTIVE for port object 15806bf7-8edc-45d4-9cc8-482653979ff3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:34.387809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Transition to ACTIVE for port object 15806bf7-8edc-45d4-9cc8-482653979ff3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:34.394377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.461367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:34.464657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:34.468557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:34.479761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Pushing event updated for resources: {'Port': ['ID=15806bf7-8edc-45d4-9cc8-482653979ff3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:34.492243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.529824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fed8:b405 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/5fd84887-9303-40fc-a17a-827a88740df6/cd03071b-f7de-4c69-9878-139cc4346e1d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:34.551632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.592236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Allocated IP 172.20.0.3 (6633028b-ff25-4610-bcf7-3626373c314c/8d88e64d-da01-47ce-8825-ee01b76835ed/a853261c-2ee0-4010-99f7-83e08ae4c396) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:34.596033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.596201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Attempting to bind port 15806bf7-8edc-45d4-9cc8-482653979ff3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:34.596661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Attempting to bind port 15806bf7-8edc-45d4-9cc8-482653979ff3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:34.596859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Attempting to bind port 15806bf7-8edc-45d4-9cc8-482653979ff3 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:34.603282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 99ae73ee-7591-42a6-929a-fe64772abd33 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:34.603715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.639531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:34.640507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:34.641635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.642202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:34.642840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Bound port: 15806bf7-8edc-45d4-9cc8-482653979ff3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:34.643742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.666172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 99ae73ee-7591-42a6-929a-fe64772abd33 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:59:34.666906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 99ae73ee-7591-42a6-929a-fe64772abd33 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:59:34.723457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.757156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] For port 15806bf7-8edc-45d4-9cc8-482653979ff3, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:34.761684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] For port 15806bf7-8edc-45d4-9cc8-482653979ff3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15806bf7-8edc-45d4-9cc8-482653979ff3,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:34.767901 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.805697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3158393-f7d8-4275-83e2-159e331cbe42,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:34.837837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:34.845001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:34.849850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.853318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16dfa9af-f0da-49c4-b00c-bae859bc135a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c3158393-f7d8-4275-83e2-159e331cbe42 HTTP/1.1" status: 204 len: 168 time: 0.4952455 Apr 28 19:59:34.892012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a544f577-68a4-4cc4-9f0f-8e454304b8b0 None None] Pushing event updated for resources: {'Port': ['ID=15806bf7-8edc-45d4-9cc8-482653979ff3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:34.893162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:34.893812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:34.918920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Transition to ACTIVE for port object a853261c-2ee0-4010-99f7-83e08ae4c396 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:34.927504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=06b535fc-0f86-44c8-9d92-1ef7f7a86863,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:34.955858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.031561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.032172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.042125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Network 6633028b-ff25-4610-bcf7-3626373c314c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:35.045732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:35.050667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:35.076685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.095898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-64da6931-1709-4b0e-b046-c49568fb502c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7740660 Apr 28 19:59:35.101017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:35.110092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object cd03071b-f7de-4c69-9878-139cc4346e1d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:35.122089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '06b535fc-0f86-44c8-9d92-1ef7f7a86863', 'fixed_ip_address': '172.20.0.2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:35.137125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:35.147576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:floatingip and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:35.154228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.156959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.158945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:35.174545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:35.238498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.251239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event updated for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:35.259965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.267121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-c0347449-d87b-484a-ba93-4407a9a9360b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2470798 Apr 28 19:59:35.284529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Request body: {'port': {'device_id': '86ed2530-e854-4711-83bd-02bc13d08869', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:35.311389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43168) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:35.383004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:35.387543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:35.389980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:35.396935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.397780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.453197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=cd03071b-f7de-4c69-9878-139cc4346e1d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:35.482857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-658ac55a-62c8-4d63-b398-57b2f2941d81 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8275c5f6d1c4d61801e356341b02ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1689303 Apr 28 19:59:35.484444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.485146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43172) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:35.506881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5288da0f-dced-41f2-a8c5-530eb3f188cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.8051255 Apr 28 19:59:35.510736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:35.516348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563b9e76-4e03-48ae-a352-27c978bee3bf req-7c90c414-930c-4ab3-9fde-30deaa0b0138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.517085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-563b9e76-4e03-48ae-a352-27c978bee3bf req-7c90c414-930c-4ab3-9fde-30deaa0b0138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:35.530762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2e809ad-6c3c-4611-a91a-51868753dc07 None None] Provisioning for port a853261c-2ee0-4010-99f7-83e08ae4c396 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:35.537638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2e809ad-6c3c-4611-a91a-51868753dc07 None None] Provisioning complete for port a853261c-2ee0-4010-99f7-83e08ae4c396 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:35.538579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2e809ad-6c3c-4611-a91a-51868753dc07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.604972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2e809ad-6c3c-4611-a91a-51868753dc07 None None] Port a853261c-2ee0-4010-99f7-83e08ae4c396 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:35.642229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.654708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.717334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-563b9e76-4e03-48ae-a352-27c978bee3bf req-7c90c414-930c-4ab3-9fde-30deaa0b0138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:35.718514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-563b9e76-4e03-48ae-a352-27c978bee3bf req-7c90c414-930c-4ab3-9fde-30deaa0b0138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 931 time: 0.5388300 Apr 28 19:59:35.724021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.767488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506f009-b0fd-4131-8013-2e7244ea4ef1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.773469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3506f009-b0fd-4131-8013-2e7244ea4ef1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:35.774227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3506f009-b0fd-4131-8013-2e7244ea4ef1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:35.838544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-563b9e76-4e03-48ae-a352-27c978bee3bf req-abdfdac3-a470-4c74-a20a-b178409e2bce tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075025 Apr 28 19:59:35.868672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3506f009-b0fd-4131-8013-2e7244ea4ef1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:35.872602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3506f009-b0fd-4131-8013-2e7244ea4ef1 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3576016 Apr 28 19:59:35.872953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:35.923770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:35.939420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.152 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/63251432-f2f3-4ac8-8c9b-1cb96a404cdf) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:35.972823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15efc49d-39df-4f14-925d-0529fd313ab3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:36.013579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port cd03071b-f7de-4c69-9878-139cc4346e1d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:36.014009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.079325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a853261c-2ee0-4010-99f7-83e08ae4c396 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:36.087556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.087884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.092263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d0495b78-cb30-4722-b19e-95c35a742394 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15efc49d-39df-4f14-925d-0529fd313ab3 HTTP/1.1" status: 204 len: 168 time: 0.6025717 Apr 28 19:59:36.109400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Transition to ACTIVE for port object a853261c-2ee0-4010-99f7-83e08ae4c396 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:36.115321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.263633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Pushing event updated for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:36.356678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-aa550c30-74fd-43b2-8bc2-3a9a5da780ed None None] Provisioning for port 15806bf7-8edc-45d4-9cc8-482653979ff3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:36.359645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.409694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Attempting to bind port a853261c-2ee0-4010-99f7-83e08ae4c396 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:36.410037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Attempting to bind port a853261c-2ee0-4010-99f7-83e08ae4c396 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:36.410361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Attempting to bind port a853261c-2ee0-4010-99f7-83e08ae4c396 on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:36.416771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Port a853261c-2ee0-4010-99f7-83e08ae4c396 on network 6633028b-ff25-4610-bcf7-3626373c314c not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 19:59:36.417092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Attempting to bind port a853261c-2ee0-4010-99f7-83e08ae4c396 on network 6633028b-ff25-4610-bcf7-3626373c314c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:36.423192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:36.423528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Checking segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:36.423909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Bound using segment: {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:36.424661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Bound port: a853261c-2ee0-4010-99f7-83e08ae4c396, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:36.424661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.538912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:36.540188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.542325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a853261c-2ee0-4010-99f7-83e08ae4c396,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:36.549275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.660516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:36.661283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.662784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] 10.222.0.41 "PUT /v2.0/ports/a853261c-2ee0-4010-99f7-83e08ae4c396 HTTP/1.1" status: 200 len: 1091 time: 1.3878484 Apr 28 19:59:36.663277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:36.702861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15806bf7-8edc-45d4-9cc8-482653979ff3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:36.722943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000077-8baf-42a9-8f82-febcf98c67fe service neutron] Pushing event updated for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:36.785600 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bcdeebf-84d0-440a-9356-44a173bfcbf2'] response: {'name': 'network-changed', 'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'status': 'completed', 'code': 200} Apr 28 19:59:36.802849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for cd03071b-f7de-4c69-9878-139cc4346e1d owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:36.818375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-e10ef1ce-3763-4f16-94aa-6d202977fdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:36.820251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-e10ef1ce-3763-4f16-94aa-6d202977fdea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 1094 time: 0.0934722 Apr 28 19:59:36.848006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 15806bf7-8edc-45d4-9cc8-482653979ff3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:36.859129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 15806bf7-8edc-45d4-9cc8-482653979ff3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:36.859769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:36.936539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-3705f22e-ab85-4d89-9718-1a67ccbd57df service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a853261c-2ee0-4010-99f7-83e08ae4c396 HTTP/1.1" status: 200 len: 217 time: 0.1059632 Apr 28 19:59:37.012402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.079190 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.097544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=63251432-f2f3-4ac8-8c9b-1cb96a404cdf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:37.111366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:37.116712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:37.120966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:37.124728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 15806bf7-8edc-45d4-9cc8-482653979ff3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15806bf7-8edc-45d4-9cc8-482653979ff3,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:37.131748 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.158601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-5827d490-47c8-4f69-bd0d-d661a363a967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.160297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-5827d490-47c8-4f69-bd0d-d661a363a967 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.2149701 Apr 28 19:59:37.213607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=15806bf7-8edc-45d4-9cc8-482653979ff3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:37.253357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e7fdb7-fe7e-4b09-bec4-61e19c67faa9 req-7ac2356b-2fac-45a5-8263-dbb5ff95002a tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.255498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5e7fdb7-fe7e-4b09-bec4-61e19c67faa9 req-7ac2356b-2fac-45a5-8263-dbb5ff95002a tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 943 time: 0.2248604 Apr 28 19:59:37.291004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-43cd1cee-819c-4072-b83c-8b8feaf42d2e None None] Provisioning for port cd03071b-f7de-4c69-9878-139cc4346e1d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:37.296029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-43cd1cee-819c-4072-b83c-8b8feaf42d2e None None] Provisioning complete for port cd03071b-f7de-4c69-9878-139cc4346e1d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:37.296479 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43cd1cee-819c-4072-b83c-8b8feaf42d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.318133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-d2e9d9f7-2448-4463-9059-c50bec91ab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.319587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-d2e9d9f7-2448-4463-9059-c50bec91ab93 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1481431 Apr 28 19:59:37.324170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5e7fdb7-fe7e-4b09-bec4-61e19c67faa9 req-825ca850-f12d-4074-9ec8-b91c86238734 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585630 Apr 28 19:59:37.335356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43cd1cee-819c-4072-b83c-8b8feaf42d2e None None] Port cd03071b-f7de-4c69-9878-139cc4346e1d was deleted so its status cannot be updated. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 28 19:59:37.381802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.476900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=cd03071b-f7de-4c69-9878-139cc4346e1d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:37.500592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-b369bfc5-69c2-436b-adb2-43c2618b99ed service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712744 Apr 28 19:59:37.561917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.590254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-99b0804b-9e42-4f1c-86d0-97dc82b0d09b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/cd03071b-f7de-4c69-9878-139cc4346e1d HTTP/1.1" status: 204 len: 168 time: 1.7161922 Apr 28 19:59:37.593423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:37.714160 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa0769a1-fa10-4839-ac4f-1aacfbeb126d req-7e54baec-933b-4aa5-b72f-492c63ed6581 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054386 Apr 28 19:59:37.818716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46c583-6b7a-4cc6-b256-cba7963fe372 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.820216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac46c583-6b7a-4cc6-b256-cba7963fe372 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.820950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac46c583-6b7a-4cc6-b256-cba7963fe372 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:37.839866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-33b93509-849f-41d4-9cfd-0aa909f241d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.841047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-33b93509-849f-41d4-9cfd-0aa909f241d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 1094 time: 0.0745020 Apr 28 19:59:37.865258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac46c583-6b7a-4cc6-b256-cba7963fe372 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:37.869138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac46c583-6b7a-4cc6-b256-cba7963fe372 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2747121 Apr 28 19:59:37.873096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:37.978194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 5fd84887-9303-40fc-a17a-827a88740df6 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:37.981881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:37.989573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-f4181426-d8da-4066-bc84-997155caf360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:37.991005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-f4181426-d8da-4066-bc84-997155caf360 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.1387584 Apr 28 19:59:38.014830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:38.042573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.054795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.165323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1486628685'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:38.174305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-8046457d-c87b-4f29-b38f-144a7df12636 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a853261c-2ee0-4010-99f7-83e08ae4c396 HTTP/1.1" status: 200 len: 217 time: 0.1751609 Apr 28 19:59:38.181937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:38.191535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Usage tracker for resource:router and tenant:7ad419b07bbf4d14ad94aa3a5e72f39c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:38.195908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:38.205989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:38.226413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.237775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-736747ce-9896-42cb-a0cf-aa86704eb83d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.239866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-736747ce-9896-42cb-a0cf-aa86704eb83d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.0575287 Apr 28 19:59:38.267491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.307943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.308933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.316615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-bfcc9cf1-d283-4382-a46d-3ed630215ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.318683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-bfcc9cf1-d283-4382-a46d-3ed630215ca7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711524 Apr 28 19:59:38.362040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.454504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-5db59097-daaa-4c19-af40-9be774b6af0b service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286690 Apr 28 19:59:38.468353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.516271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.590190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.592372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd84887-9303-40fc-a17a-827a88740df6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:38.594665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b89b559-ab48-4d20-8320-efd3e1e71c9a req-e53207e2-bfcc-49ee-a32f-4fa6f1310e05 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340079 Apr 28 19:59:38.600368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a1b081-9107-4457-9e0d-33ce42e35f1d None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:38.618338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15806bf7-8edc-45d4-9cc8-482653979ff3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:38.649394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.650592 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f76e457-77cf-490f-a230-640bd1d653ce tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6339412 Apr 28 19:59:38.653257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43240) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:38.656271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af70d356-6c27-44b6-8b4a-a431ba61b3d7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/5fd84887-9303-40fc-a17a-827a88740df6 HTTP/1.1" status: 204 len: 168 time: 0.7797494 Apr 28 19:59:38.660021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43244) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:38.736953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.754626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b3bc1c0-bb4e-4e54-987e-76d7a3d16345 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0910735 Apr 28 19:59:38.754626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.757357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:38.791705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:38.844595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88ae0b7-aaf0-4c00-b755-53df32b11397 req-8e07c0a8-9f1c-414b-96e5-3bdf53e0f788 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:38.846135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c88ae0b7-aaf0-4c00-b755-53df32b11397 req-8e07c0a8-9f1c-414b-96e5-3bdf53e0f788 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 943 time: 0.3841562 Apr 28 19:59:38.871711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 15806bf7-8edc-45d4-9cc8-482653979ff3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:38.872353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.009020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:39.016962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Deleting port 15806bf7-8edc-45d4-9cc8-482653979ff3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:39.017626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.084988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=63251432-f2f3-4ac8-8c9b-1cb96a404cdf,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:39.125155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.130280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.133180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.155962 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.156542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0199a79a-bb5d-43f8-8e48-d8fdd78589c7 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:39.172601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.177410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f4eb0e3-fc1d-40e5-b66c-3e4fb7e722c7 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "DELETE /v2.0/routers/0199a79a-bb5d-43f8-8e48-d8fdd78589c7 HTTP/1.1" status: 204 len: 168 time: 0.5194626 Apr 28 19:59:39.178356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.183567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Request body: {'router': {'name': 'tempest-router-439828924', 'distributed': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:39.188632 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c88ae0b7-aaf0-4c00-b755-53df32b11397 req-1c88429b-b9d8-4d82-8c74-43c43aa32195 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1653309 Apr 28 19:59:39.188820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:39.193720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Usage tracker for resource:router and tenant:7ad419b07bbf4d14ad94aa3a5e72f39c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:39.197063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:39.210722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:39.215973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.217197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.233429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.255617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.266308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] For port 15806bf7-8edc-45d4-9cc8-482653979ff3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15806bf7-8edc-45d4-9cc8-482653979ff3,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:39.266701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.278705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.280146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d6bfeedb-45b9-4258-9d56-3acbfbf8a2b9 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.1005971 Apr 28 19:59:39.284984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.292333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20315ef-f9b1-46ab-a9bd-34b26fcdafc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:39.293023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c20315ef-f9b1-46ab-a9bd-34b26fcdafc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:39.330663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c20315ef-f9b1-46ab-a9bd-34b26fcdafc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:39.334551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c20315ef-f9b1-46ab-a9bd-34b26fcdafc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5423324 Apr 28 19:59:39.335109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.382488 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP c43943b0-ed38-4004-8614-9884944f01f4 associated. External IP: 172.25.2.152, port: 06b535fc-0f86-44c8-9d92-1ef7f7a86863. Apr 28 19:59:39.395028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Calling delete_port for 15806bf7-8edc-45d4-9cc8-482653979ff3 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:39.424811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.478570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.526151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] Pushing event deleted for resources: {'Port': ['ID=15806bf7-8edc-45d4-9cc8-482653979ff3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:39.529826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278c3c71-5095-4bb2-aa92-e4c2f0d16df9 None None] No DVR routers for this DVR port 15806bf7-8edc-45d4-9cc8-482653979ff3 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:39.541425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6f46cf-0218-4f1f-b241-9d475cef08f2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:39.542035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af6f46cf-0218-4f1f-b241-9d475cef08f2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:39.578755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af6f46cf-0218-4f1f-b241-9d475cef08f2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:39.579902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af6f46cf-0218-4f1f-b241-9d475cef08f2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2439010 Apr 28 19:59:39.585116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.665641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93978b14-3397-447e-abf7-8a1508ccbb6d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0792918 Apr 28 19:59:39.722046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.733564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:39.862947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.864498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.867090 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.890871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.891341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ce9b920-171b-4383-bbf9-a4bcc08b4569 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:39.900672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.901846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-600673d8-c422-48aa-985d-6b9a95745d8a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "DELETE /v2.0/routers/1ce9b920-171b-4383-bbf9-a4bcc08b4569 HTTP/1.1" status: 204 len: 168 time: 0.6150699 Apr 28 19:59:39.905331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43272) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:39.910068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Request body: {'router': {'name': 'tempest-router-1107655487', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '67a00d2a753a49c38ecd084d4de2b640'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:39.914957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:39.918737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Usage tracker for resource:router and tenant:67a00d2a753a49c38ecd084d4de2b640 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:39.921379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:39.927227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:39.937242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:39.938547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.939593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.954125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:39.955692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.971109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:39.977526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:39.979098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.981073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:39.998105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.001763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d4753de-cb73-436b-b721-194458e83c77 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0929718 Apr 28 19:59:40.002048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:40.008894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:40.258128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:40.274105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:40.288808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:40.289840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:40.329872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.366531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:40.375489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:40.376064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:40.410584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac4ffc11-2ed7-440f-85dd-ebf884edf7ef tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.3054693 Apr 28 19:59:40.410824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:40.423106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:40.446467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:40.446872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa3492c-b576-4a26-be33-d3caae223e77 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:40.463760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.464318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.598009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15806bf7-8edc-45d4-9cc8-482653979ff3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:40.621729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Apr 28 19:59:40.622104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Router e05da027-21cc-4683-9c5d-a84f58671e4d migrating from provider to provider. {{(pid=88139) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Apr 28 19:59:40.622492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.634211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 15806bf7-8edc-45d4-9cc8-482653979ff3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:59:40.634552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15806bf7-8edc-45d4-9cc8-482653979ff3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:59:40.637144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a722243-1cb5-435c-b82f-f02694a30c17 req-edbbdd40-fecc-4537-9a89-6c44e008413c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:40.638897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a722243-1cb5-435c-b82f-f02694a30c17 req-edbbdd40-fecc-4537-9a89-6c44e008413c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 943 time: 0.3169482 Apr 28 19:59:40.640197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.646939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.706422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.808395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a722243-1cb5-435c-b82f-f02694a30c17 req-8f50942b-af06-48a5-91c6-4976909ef738 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578462 Apr 28 19:59:40.820064 n-d-839811-1 neutron-server[88139]: WARNING neutron.scheduler.l3_agent_scheduler [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] No L3 agents can host the router e05da027-21cc-4683-9c5d-a84f58671e4d Apr 28 19:59:40.834542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:59:40.837302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:40.986123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:40.997885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:41.007686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:41.008307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.009096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c5b36a-a831-402b-9c30-c6c6b6febb22 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:41.012203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=238bd4aa-cea8-4971-be48-3f716b4030d8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:41.103412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.107921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0e4594f9-0a4f-4f67-be04-81274443a8d5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3825042 Apr 28 19:59:41.108426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:41.115947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:9e:13:d3', 'name': 'tempest-NetworksTestDHCPv6-908077505'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:41.129158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.131423 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP c43943b0-ed38-4004-8614-9884944f01f4 disassociated. External IP: 172.25.2.152, port: 06b535fc-0f86-44c8-9d92-1ef7f7a86863. Apr 28 19:59:41.140253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Hosts for router e05da027-21cc-4683-9c5d-a84f58671e4d: [] {{(pid=88139) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:330}} Apr 28 19:59:41.177097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Hosts for other DVR routers connected to router e05da027-21cc-4683-9c5d-a84f58671e4d: set() {{(pid=88139) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Apr 28 19:59:41.179683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.183557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2f7fa2be-522b-4e65-8406-9049bf7bd128 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "PUT /v2.0/routers/e05da027-21cc-4683-9c5d-a84f58671e4d HTTP/1.1" status: 200 len: 717 time: 1.1778736 Apr 28 19:59:41.183985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43292) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:41.239981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '238bd4aa-cea8-4971-be48-3f716b4030d8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:41.241115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.263372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a853261c-2ee0-4010-99f7-83e08ae4c396 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 19:59:41.318886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5cedc73a-dd75-425d-b287-b594eed8937a tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "GET /v2.0/routers/e05da027-21cc-4683-9c5d-a84f58671e4d HTTP/1.1" status: 200 len: 717 time: 0.1334584 Apr 28 19:59:41.320720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43296) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:41.403884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:41.511167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a853261c-2ee0-4010-99f7-83e08ae4c396,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:41.523925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:41.533632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'port_id': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'mac_address': 'fa:16:3e:75:61:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 19:59:41.554484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:41.584895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Allocated IP 2001:db8::f816:3eff:fe55:5c98 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/238bd4aa-cea8-4971-be48-3f716b4030d8/31ea4d3d-2254-4e18-b15a-e46876e74061) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:41.601703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ab6b993-976e-4a56-8559-9edc81601442 tempest-RoutersTestDVR-1643041666 tempest-RoutersTestDVR-1643041666-project] 10.222.0.24 "GET /v2.0/routers/e05da027-21cc-4683-9c5d-a84f58671e4d HTTP/1.1" status: 200 len: 683 time: 0.2797816 Apr 28 19:59:41.604117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43302) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:41.627385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.659125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a853261c-2ee0-4010-99f7-83e08ae4c396 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 19:59:41.691383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:41.715857 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.749799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.788651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a853261c-2ee0-4010-99f7-83e08ae4c396,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:41.794722 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.942033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:41.959541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:41.974150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Transition to ACTIVE for port object 31ea4d3d-2254-4e18-b15a-e46876e74061 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:41.995112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Transition to ACTIVE for port object 31ea4d3d-2254-4e18-b15a-e46876e74061 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:41.999815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 4fa6533f-292a-49ca-8bfc-a98c416385af yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:42.002384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.059773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:42.069986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.072272 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.073022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:42.076413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:42.101550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.102274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e05da027-21cc-4683-9c5d-a84f58671e4d {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:42.115528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.118035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a03a1a1-39ca-4180-98e8-31ce783f0540 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e05da027-21cc-4683-9c5d-a84f58671e4d HTTP/1.1" status: 204 len: 168 time: 0.5119331 Apr 28 19:59:42.120505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43308) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:42.125530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Request body: {'router': {'name': 'tempest-router-201023798', 'distributed': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:42.131102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:42.135039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Usage tracker for resource:router and tenant:7ad419b07bbf4d14ad94aa3a5e72f39c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:42.138088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:42.143929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:42.158986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.160061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.175868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.195401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.195627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.212903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:42.213339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Pushing event updated for resources: {'Port': ['ID=31ea4d3d-2254-4e18-b15a-e46876e74061,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:42.221701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.226493 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:42.227091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d943f09-3e1e-423f-881d-68863ee2424e tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1014795 Apr 28 19:59:42.227091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43314) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:42.236237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:42.236713 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:42.238394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.240502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a853261c-2ee0-4010-99f7-83e08ae4c396'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 19:59:42.297265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:42.299431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f015126-ae70-42fd-a5dd-c2fd6a617fff req-5171484c-8635-4db9-b2c8-5af33f3e50d8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:42.300912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f015126-ae70-42fd-a5dd-c2fd6a617fff req-5171484c-8635-4db9-b2c8-5af33f3e50d8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 944 time: 0.3120058 Apr 28 19:59:42.305195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe9e:13d3 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/238bd4aa-cea8-4971-be48-3f716b4030d8/4fa6533f-292a-49ca-8bfc-a98c416385af) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:42.306834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:42.307609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:42.346287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Attempting to bind port 31ea4d3d-2254-4e18-b15a-e46876e74061 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:42.346857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Attempting to bind port 31ea4d3d-2254-4e18-b15a-e46876e74061 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:42.347375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Attempting to bind port 31ea4d3d-2254-4e18-b15a-e46876e74061 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:42.355327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b879d4a0-5a83-4a3d-ade7-c64d33158fa3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/c43943b0-ed38-4004-8614-9884944f01f4 HTTP/1.1" status: 200 len: 688 time: 1.9435072 Apr 28 19:59:42.360609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:42.364494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:42.365191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:42.365801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.366407 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:42.367077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Bound port: 31ea4d3d-2254-4e18-b15a-e46876e74061, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:42.367573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.377443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:42.378104 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54f9d406-f9d4-4c44-b269-6583f95cdb4e None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:42.378448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.437509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f015126-ae70-42fd-a5dd-c2fd6a617fff req-f1219bbe-cf28-4133-a977-18b495fbdd86 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1278756 Apr 28 19:59:42.585555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 63251432-f2f3-4ac8-8c9b-1cb96a404cdf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:42.586237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.590128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:42.608155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=31ea4d3d-2254-4e18-b15a-e46876e74061,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:42.616176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.698971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb073c57-1fa9-4d68-be12-abd1ba9f8121 None None] Pushing event updated for resources: {'Port': ['ID=31ea4d3d-2254-4e18-b15a-e46876e74061,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:42.833807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.837086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.862050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.889859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.890377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fcfc49cf-4a38-41ab-b6a2-ee8ba4a89571 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 19:59:42.904517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.905778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a26b0d4-20f9-4e87-8ff4-ddccbe6b7935 tempest-RoutersTestDVR-1126274820 tempest-RoutersTestDVR-1126274820-project-admin] 10.222.0.24 "DELETE /v2.0/routers/fcfc49cf-4a38-41ab-b6a2-ee8ba4a89571 HTTP/1.1" status: 204 len: 168 time: 0.6786437 Apr 28 19:59:42.912422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.912754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:42.920853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 4fa6533f-292a-49ca-8bfc-a98c416385af will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:43.056063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 63251432-f2f3-4ac8-8c9b-1cb96a404cdf owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:43.139470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.209225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:43.220840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:43.225855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:43.259232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:43.264566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:43.265180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.287336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=4fa6533f-292a-49ca-8bfc-a98c416385af,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:43.314667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9eedc01e-a490-49d7-9538-46dd7e02772d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2051408 Apr 28 19:59:43.318362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43332) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:43.321401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.366955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=63251432-f2f3-4ac8-8c9b-1cb96a404cdf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:43.387203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.408952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:43.414828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Usage tracker for resource:security_group_rule and tenant:67a00d2a753a49c38ecd084d4de2b640 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:43.418529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:43.425550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:43.459994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a190fe81-63a0-4e03-8144-e7ca2247cd72 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:43.465781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a190fe81-63a0-4e03-8144-e7ca2247cd72 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:43.466591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a190fe81-63a0-4e03-8144-e7ca2247cd72 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:43.469416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.474787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.481207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a7815376-433d-425a-9397-f68bea072c3f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/c43943b0-ed38-4004-8614-9884944f01f4 HTTP/1.1" status: 204 len: 168 time: 1.1174567 Apr 28 19:59:43.482066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:43.491105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '730772e7-245c-4cf9-a770-37fdb93891f7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:43.501787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:43.508256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:floatingip and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:43.509104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a190fe81-63a0-4e03-8144-e7ca2247cd72 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:43.510381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a190fe81-63a0-4e03-8144-e7ca2247cd72 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1908171 Apr 28 19:59:43.512725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:43.513427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43342) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:43.521500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:43.536264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.669677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 4fa6533f-292a-49ca-8bfc-a98c416385af {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:43.670034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.740916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.751847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.835562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:43.862077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-37fe9d17-c9f7-4bd8-b8a6-d5d6a73be389 None None] Provisioning for port 31ea4d3d-2254-4e18-b15a-e46876e74061 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:43.877941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67a00d2a753a49c38ecd084d4de2b640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6675367 Apr 28 19:59:43.881654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43346) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:43.901998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c88d1-491b-42fb-a52b-d8674be87867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a870232f-c293-47f7-ae49-e877f4559fed,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:43.936240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b00492-f570-4354-ad75-1013fc76f98a req-45d30766-e0b6-4546-9700-9728a67f53df tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:43.937784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2b00492-f570-4354-ad75-1013fc76f98a req-45d30766-e0b6-4546-9700-9728a67f53df tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 944 time: 0.3413928 Apr 28 19:59:44.011385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.054247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.059608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2b00492-f570-4354-ad75-1013fc76f98a req-1da91362-1443-4653-ba01-09ce94cdb054 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735552 Apr 28 19:59:44.065603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.074903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.169 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8dd6f395-e13a-45c1-b955-f00092403566) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:44.103917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f85257db-091e-46c0-adc9-e5b69a675495 None None] Provisioning for port 4fa6533f-292a-49ca-8bfc-a98c416385af completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:44.109218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f85257db-091e-46c0-adc9-e5b69a675495 None None] Provisioning complete for port 4fa6533f-292a-49ca-8bfc-a98c416385af triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:44.109845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f85257db-091e-46c0-adc9-e5b69a675495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.167392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f85257db-091e-46c0-adc9-e5b69a675495 None None] Port 4fa6533f-292a-49ca-8bfc-a98c416385af cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:44.196891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 4fa6533f-292a-49ca-8bfc-a98c416385af owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:44.202041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.227035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a870232f-c293-47f7-ae49-e877f4559fed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:44.245296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.248828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05a0d4a5-fc0f-4355-afc1-9f77782d79bd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a870232f-c293-47f7-ae49-e877f4559fed HTTP/1.1" status: 204 len: 168 time: 0.3600099 Apr 28 19:59:44.279389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.312947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.358564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.388239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:44.391110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:44.394693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:44.412551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=4fa6533f-292a-49ca-8bfc-a98c416385af,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:44.424195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=8dd6f395-e13a-45c1-b955-f00092403566,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:44.494147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.521132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-09194a5d-6217-4ac0-a68a-09f022d775d8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4fa6533f-292a-49ca-8bfc-a98c416385af HTTP/1.1" status: 204 len: 168 time: 1.0017660 Apr 28 19:59:44.522508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:44.612130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b5578-c64d-421d-8e54-054d7dc94a76 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:44.614483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8b5578-c64d-421d-8e54-054d7dc94a76 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:44.615397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6a8b5578-c64d-421d-8e54-054d7dc94a76 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:44.635791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6a8b5578-c64d-421d-8e54-054d7dc94a76 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:44.639421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a8b5578-c64d-421d-8e54-054d7dc94a76 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1132138 Apr 28 19:59:44.639876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:44.642508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43364) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:44.695917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 31ea4d3d-2254-4e18-b15a-e46876e74061 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:44.722992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.747933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:44.755772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Usage tracker for resource:security_group_rule and tenant:7ad419b07bbf4d14ad94aa3a5e72f39c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:44.761849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 238bd4aa-cea8-4971-be48-3f716b4030d8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:44.763700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:44.769852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.773081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 31ea4d3d-2254-4e18-b15a-e46876e74061 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:44.777933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 31ea4d3d-2254-4e18-b15a-e46876e74061 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:44.778305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.798325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:44.843337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.901759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.932662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:44.940730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=31ea4d3d-2254-4e18-b15a-e46876e74061,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:44.945937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.017697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.022697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=31ea4d3d-2254-4e18-b15a-e46876e74061,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:45.114047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.142302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.149406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.218634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ad419b07bbf4d14ad94aa3a5e72f39c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5751522 Apr 28 19:59:45.222207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:45.224569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be99dc65-4cd0-4bac-a1e6-74fa288c7e92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51faf64a-4480-4113-9181-fcc61abc701b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:45.237224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.281061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=238bd4aa-cea8-4971-be48-3f716b4030d8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:45.284498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.294225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b4f812-cdbe-45d3-8a4a-1135cdfea7d3 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:45.306881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf5e02d4-97ae-438d-a003-af1853a01869 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/238bd4aa-cea8-4971-be48-3f716b4030d8 HTTP/1.1" status: 204 len: 168 time: 0.6636662 Apr 28 19:59:45.307111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43374) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:45.314180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a853261c-2ee0-4010-99f7-83e08ae4c396 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:45.348943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.356861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.373034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.384820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f5aef4b-96c1-42e1-b102-6a5cc05532ea tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0741587 Apr 28 19:59:45.385622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43378) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:45.391013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:45.498413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.517768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfe6f2e-e1cf-4301-abae-af8615f7ae66 req-f3a54c71-adc7-4c1c-b254-370d7c60b87c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:45.521499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdfe6f2e-e1cf-4301-abae-af8615f7ae66 req-f3a54c71-adc7-4c1c-b254-370d7c60b87c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 944 time: 0.3348539 Apr 28 19:59:45.559349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:45.563806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:45.566729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:45.569241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port a853261c-2ee0-4010-99f7-83e08ae4c396 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:45.574373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:45.583382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a853261c-2ee0-4010-99f7-83e08ae4c396 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:45.584276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.587450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:45.592342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.644906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=8dd6f395-e13a-45c1-b955-f00092403566,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:45.651383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.676882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdfe6f2e-e1cf-4301-abae-af8615f7ae66 req-204c354f-6b89-425d-9aa0-ab29528140ad tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1569145 Apr 28 19:59:45.687517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.734100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.781887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:45.791726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:45.799395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a853261c-2ee0-4010-99f7-83e08ae4c396,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:45.800925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Deleting port 31ea4d3d-2254-4e18-b15a-e46876e74061 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:45.802731 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.832481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.924763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51faf64a-4480-4113-9181-fcc61abc701b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:45.949212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:45.951065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5c0a1cb2-a917-4680-909c-c2d7733c6440 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/51faf64a-4480-4113-9181-fcc61abc701b HTTP/1.1" status: 204 len: 168 time: 0.7256982 Apr 28 19:59:45.960869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:46.003541 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 01475e09-d4e8-4954-97d2-cbb60483d7a8 associated. External IP: 172.25.2.169, port: 730772e7-245c-4cf9-a770-37fdb93891f7. Apr 28 19:59:46.110459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 19:59:46.185850 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34b9f097-a30f-4918-82e5-951de69cc01b'] response: {'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'code': 200} Apr 28 19:59:46.240949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=31ea4d3d-2254-4e18-b15a-e46876e74061,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:46.241367 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.361166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86252a-884a-4da3-900c-9568323750cb req-8b55dfa3-989e-4cd1-ba87-8afe5afe2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:46.363034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be86252a-884a-4da3-900c-9568323750cb req-8b55dfa3-989e-4cd1-ba87-8afe5afe2534 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 1096 time: 0.1135335 Apr 28 19:59:46.376030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Calling delete_port for 31ea4d3d-2254-4e18-b15a-e46876e74061 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:46.414837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be86252a-884a-4da3-900c-9568323750cb req-fb552c9e-518f-43c8-a229-f07d64658745 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433865 Apr 28 19:59:46.435954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:46.480164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.518550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:59:46.518948 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:59:46.610444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 31ea4d3d-2254-4e18-b15a-e46876e74061 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:46.671966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:46.699228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.757529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=31ea4d3d-2254-4e18-b15a-e46876e74061,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:46.773982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-50534a3b-910d-4e38-b812-3d8aade525c0 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.2901273 Apr 28 19:59:46.775581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:46.791861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.803876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:46.827180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:46.827809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:46.875573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.885758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.886835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:46.934319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73b5d43-e9eb-4b61-93d5-a29ac73c0664 req-4bbde8d9-3bf5-41ec-b5a4-dfbf7a8deed2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:46.941046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73b5d43-e9eb-4b61-93d5-a29ac73c0664 req-4bbde8d9-3bf5-41ec-b5a4-dfbf7a8deed2 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.1073186 Apr 28 19:59:46.941932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:46.963633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:46.964446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:46.978691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:46.985614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b73b5d43-e9eb-4b61-93d5-a29ac73c0664 req-ba096d06-bf09-4fe5-9c5e-770e3b12bb30 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434928 Apr 28 19:59:47.016429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1c22adf-6060-44cd-94cd-f02ee34c7248 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/floatingips/01475e09-d4e8-4954-97d2-cbb60483d7a8 HTTP/1.1" status: 200 len: 977 time: 0.2373726 Apr 28 19:59:47.018266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:47.031710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:47.039538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:47.043914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Deleting port 31ea4d3d-2254-4e18-b15a-e46876e74061 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:47.044631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.047523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:47.048188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.069682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=d3229d76-cf17-4a93-b7ba-207615666656,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.074684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=31ea4d3d-2254-4e18-b15a-e46876e74061,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.084855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-06ad753a-6a8a-47ae-986c-2fa6e61f7104 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.6948476 Apr 28 19:59:47.084855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:47.090934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:0a:3f:90', 'name': 'tempest-NetworksTestDHCPv6-1433748108'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:47.105791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:47.106542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b16d549-c692-47ae-9e00-669a16dea6fa None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:47.132623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a15e5765-a8ac-4be4-bc32-75e77a95496d tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Synchronizing usage tracker for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:47.154084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a15e5765-a8ac-4be4-bc32-75e77a95496d tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Unset dirty status for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:47.158055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a15e5765-a8ac-4be4-bc32-75e77a95496d tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1378248 Apr 28 19:59:47.158389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:47.163965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': '06b535fc-0f86-44c8-9d92-1ef7f7a86863'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:47.225547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1344817866'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:47.251594 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:59:47.251948 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:59:47.254343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:47.262554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Usage tracker for resource:network and tenant:a83ffaa6f15f4ca18e1e3036de27f464 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:47.267709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:47.277956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:47.296746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.299242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] For port 31ea4d3d-2254-4e18-b15a-e46876e74061, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=31ea4d3d-2254-4e18-b15a-e46876e74061,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:47.299724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.354086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Made reservation on behalf of a83ffaa6f15f4ca18e1e3036de27f464 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:47.357534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.375128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:47.379798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:47.383358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:47.388936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:47.391304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.399759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:47.413990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:47.425862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Usage tracker for resource:security_group_rule and tenant:a83ffaa6f15f4ca18e1e3036de27f464 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:47.430046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:47.431566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Calling delete_port for 31ea4d3d-2254-4e18-b15a-e46876e74061 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:47.439206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:47.557205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.592182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 4174fa36-342a-478b-8951-4c973855f847 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:47.597906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.649948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] Pushing event deleted for resources: {'Port': ['ID=31ea4d3d-2254-4e18-b15a-e46876e74061,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.762526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe0a:3f90 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/d3229d76-cf17-4a93-b7ba-207615666656/4174fa36-342a-478b-8951-4c973855f847) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:47.768647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.776478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.844938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6fa35b-853b-4118-90ab-5b645b75c393 None None] No DVR routers for this DVR port 31ea4d3d-2254-4e18-b15a-e46876e74061 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:47.863486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 31ea4d3d-2254-4e18-b15a-e46876e74061 update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 19:59:47.866702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41785287-3643-4476-8690-5b4adc716c3d None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:47.949728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 19:59:47.968765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8095fdb9-2a61-4677-bf53-df4393aa8d7e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:47.973680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:47.974011 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Added segment 88c8ec6a-8a7c-4067-86fc-48d0684857a7 of type vlan for network d564c937-b59e-404b-bf92-ca96350fcf6c Apr 28 19:59:48.025073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.025277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.042386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 4174fa36-342a-478b-8951-4c973855f847 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:48.070098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.158258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': 'd3229d76-cf17-4a93-b7ba-207615666656'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:48.159342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.163090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.168437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.169031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.203051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:48.207230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:48.212113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:48.217785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.218421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.233117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=4174fa36-342a-478b-8951-4c973855f847,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:48.249422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.249789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.250125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.250457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.250791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.251118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.251438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.251759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.252075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.252396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.252713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.253028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:48.274654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7a9b16b7-dcbc-43ad-bd0c-4ad1891060cc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1890187 Apr 28 19:59:48.277209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:48.306130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.3219481 Apr 28 19:59:48.306130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b724ba74-e15f-4201-9a09-e48e74d9e710 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'Network': ['ID=d564c937-b59e-404b-bf92-ca96350fcf6c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:48.308153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:48.314946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Request body: {'subnet': {'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:48.324124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d564c937-b59e-404b-bf92-ca96350fcf6c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 19:59:48.324625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633dc766-29fe-4fcf-b887-ab0464a9cc46 req-538af062-21fb-4873-9bde-0d2f49cfede9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.326148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-633dc766-29fe-4fcf-b887-ab0464a9cc46 req-538af062-21fb-4873-9bde-0d2f49cfede9 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.2056217 Apr 28 19:59:48.374762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Allocated IP 2001:db8::f816:3eff:feea:7c75 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/d3229d76-cf17-4a93-b7ba-207615666656/90999525-3717-44d0-8439-faf19adf89ca) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:48.387857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-633dc766-29fe-4fcf-b887-ab0464a9cc46 req-4b9f8344-d8de-4069-b1c0-30687837f07d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488958 Apr 28 19:59:48.406537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38935af5-3ae5-4d3e-97e0-783f7666d4f3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.407236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-38935af5-3ae5-4d3e-97e0-783f7666d4f3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:48.437423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-38935af5-3ae5-4d3e-97e0-783f7666d4f3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:48.439584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-38935af5-3ae5-4d3e-97e0-783f7666d4f3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1611979 Apr 28 19:59:48.442311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:48.443360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:48.447274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Usage tracker for resource:subnet and tenant:a83ffaa6f15f4ca18e1e3036de27f464 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:48.450182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:48.456039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:48.464350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 19:59:48.524571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Made reservation on behalf of a83ffaa6f15f4ca18e1e3036de27f464 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:48.528052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.566394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 4174fa36-342a-478b-8951-4c973855f847 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:48.567068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.671168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.683538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Transition to ACTIVE for port object 90999525-3717-44d0-8439-faf19adf89ca will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:48.706157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Transition to ACTIVE for port object 90999525-3717-44d0-8439-faf19adf89ca will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:48.714487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.716702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.725603 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.787850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:48.790956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:48.794625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:48.828451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Pushing event updated for resources: {'Port': ['ID=90999525-3717-44d0-8439-faf19adf89ca,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:48.834007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.893481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Attempting to bind port 90999525-3717-44d0-8439-faf19adf89ca on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:48.893737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Attempting to bind port 90999525-3717-44d0-8439-faf19adf89ca by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:48.894069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Attempting to bind port 90999525-3717-44d0-8439-faf19adf89ca on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:48.900041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:48.900408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:48.900807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.901201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:48.901745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Bound port: 90999525-3717-44d0-8439-faf19adf89ca, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:48.902123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:48.949132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ad2a24-1747-4583-ba57-f612d6f74dc1 req-834cf4dc-82d0-4b80-8b14-1a1fa16fffa8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:48.950774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32ad2a24-1747-4583-ba57-f612d6f74dc1 req-834cf4dc-82d0-4b80-8b14-1a1fa16fffa8 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.3600075 Apr 28 19:59:48.963007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 4174fa36-342a-478b-8951-4c973855f847 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:48.967835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:48.982273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Request body: {'floatingip': {'port_id': 'a853261c-2ee0-4010-99f7-83e08ae4c396'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:49.001066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] For port 90999525-3717-44d0-8439-faf19adf89ca, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:49.004833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] For port 90999525-3717-44d0-8439-faf19adf89ca, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=90999525-3717-44d0-8439-faf19adf89ca,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:49.010046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.074052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.095188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8879f-a890-4d95-b19d-261c863bd138 None None] Pushing event updated for resources: {'Port': ['ID=90999525-3717-44d0-8439-faf19adf89ca,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:49.127508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.156498 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 01475e09-d4e8-4954-97d2-cbb60483d7a8 associated. External IP: 172.25.2.169, port: 730772e7-245c-4cf9-a770-37fdb93891f7. Apr 28 19:59:49.184572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=4174fa36-342a-478b-8951-4c973855f847,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:49.227364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.239418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-19828bfd-76c3-4c69-93ba-f7ec023e82c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4174fa36-342a-478b-8951-4c973855f847 HTTP/1.1" status: 204 len: 168 time: 0.7933164 Apr 28 19:59:49.241965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:49.332563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f17058-66ed-4d44-a90c-a893e1b1e05a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:49.334270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f17058-66ed-4d44-a90c-a893e1b1e05a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:49.335014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4f17058-66ed-4d44-a90c-a893e1b1e05a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:49.356563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4f17058-66ed-4d44-a90c-a893e1b1e05a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:49.360586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4f17058-66ed-4d44-a90c-a893e1b1e05a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1147873 Apr 28 19:59:49.360778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:49.438449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet d3229d76-cf17-4a93-b7ba-207615666656 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:49.443037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.500538 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.562757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.706546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.781109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.825416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=d3229d76-cf17-4a93-b7ba-207615666656,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:49.825968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'Subnet': ['ID=4b144971-5214-4cfc-954b-91866977da01,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:49.829212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:49.847270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-df300d43-e118-4730-942f-c5febe9a76a2 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/d3229d76-cf17-4a93-b7ba-207615666656 HTTP/1.1" status: 204 len: 168 time: 0.4832096 Apr 28 19:59:49.847447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43458) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:49.909585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.909941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.910278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.910651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.910999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.911527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.911867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.912194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.912514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.912840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.913177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.913500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 19:59:49.916499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Checking segment: {'id': '88c8ec6a-8a7c-4067-86fc-48d0684857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:49.916855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Network hostable DHCP agents. Network: d564c937-b59e-404b-bf92-ca96350fcf6c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 19:59:49.919543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0a5f1e10-df02-4e7c-83d3-d4db7e32e54c tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0709753 Apr 28 19:59:49.922218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:50.013032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1ddf87-5493-4a13-bcdf-903318e733ce tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:50.013861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f1ddf87-5493-4a13-bcdf-903318e733ce tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:50.029486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f1ddf87-5493-4a13-bcdf-903318e733ce tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:50.030694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f1ddf87-5493-4a13-bcdf-903318e733ce tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1076648 Apr 28 19:59:50.033214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43466) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:50.053376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Network d564c937-b59e-404b-bf92-ca96350fcf6c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 19:59:50.100479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76dedf93-43e1-4c06-b953-01a1ad7160f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:50.101280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76dedf93-43e1-4c06-b953-01a1ad7160f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:50.118224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76dedf93-43e1-4c06-b953-01a1ad7160f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:50.120088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76dedf93-43e1-4c06-b953-01a1ad7160f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0858545 Apr 28 19:59:50.122728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:50.146529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d564c937-b59e-404b-bf92-ca96350fcf6c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:50.147071 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e21f978-03a9-4e2f-9ffb-74594dc146a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.156886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3d22f0-ac5f-4602-9b67-dd2657e7bfcd None None] Network d564c937-b59e-404b-bf92-ca96350fcf6c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:50.170430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:50.171064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.205134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156bb72c-6e18-4bbc-8832-c4f3f555cc80 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:50.208545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:50.213514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0b29945-c6ee-4c24-85ba-6a12c01c48b7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871549 Apr 28 19:59:50.215398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:50.223797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:50.241502 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d04db5e0-07a6-4ea8-9d36-4908cd232b87 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9332139 Apr 28 19:59:50.244503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43478) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:50.251186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Request body: {'port': {'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1523292393'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:50.294552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4e275399-ef47-4bab-a7f7-fd98ac1067e0 None None] Could not find standard attr ID for object 4174fa36-342a-478b-8951-4c973855f847. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:59:50.397941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:50.402622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Usage tracker for resource:port and tenant:a83ffaa6f15f4ca18e1e3036de27f464 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:50.405768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:50.412723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:50.419852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4e275399-ef47-4bab-a7f7-fd98ac1067e0 None None] Provisioning for port 90999525-3717-44d0-8439-faf19adf89ca completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:50.425491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Made reservation on behalf of a83ffaa6f15f4ca18e1e3036de27f464 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:50.430849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.454485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] device_id is not set on port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:50.498620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:50.576502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:50.586153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d564c937-b59e-404b-bf92-ca96350fcf6c', 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c', 'tenant_id': 'a83ffaa6f15f4ca18e1e3036de27f464', 'fixed_ips': [{'subnet_id': '4b144971-5214-4cfc-954b-91866977da01'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:50.587235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.637678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:50.639584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:50.643402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.649203 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:50.670521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:50.671438 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:50.730783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Allocated IP 2001:db8::34f (d564c937-b59e-404b-bf92-ca96350fcf6c/4b144971-5214-4cfc-954b-91866977da01/2a1639cd-cbba-4ee9-a70f-9bb7d3ead285) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:50.731007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:50.744355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Deleting port 90999525-3717-44d0-8439-faf19adf89ca {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:50.744724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.757392 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:50.767286 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:50.767961 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:50.830067 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:50.830381 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e2df2-b68e-4e0c-8695-a4a11dbd2937 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:50.967335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.976931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] For port 90999525-3717-44d0-8439-faf19adf89ca, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=90999525-3717-44d0-8439-faf19adf89ca,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:50.977552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.982362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:50.984087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Transition to ACTIVE for port object 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:51.012104 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.017543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.088635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Network d564c937-b59e-404b-bf92-ca96350fcf6c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:51.091898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:51.095845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:51.101493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:51.102208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.110277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'Port': ['ID=2a1639cd-cbba-4ee9-a70f-9bb7d3ead285,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.132556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3be9816f-6a06-4dc9-aeb0-8430b8f77684 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8834107 Apr 28 19:59:51.132759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Calling delete_port for 90999525-3717-44d0-8439-faf19adf89ca owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:51.133002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43482) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:51.138793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Request body: {'port': {'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1073235177', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:51.139466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] bootfile-name is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:51.139906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] tftp-server is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:51.140336 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] server-ip-address is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:51.219876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Allocated IP 2001:db8::2 (d564c937-b59e-404b-bf92-ca96350fcf6c/4b144971-5214-4cfc-954b-91866977da01/fbf6224d-bf47-4963-93a6-a21d1abdaaff) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:51.252976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.284656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:51.288703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Usage tracker for resource:port and tenant:a83ffaa6f15f4ca18e1e3036de27f464 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:51.291672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:51.297731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:51.308434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Made reservation on behalf of a83ffaa6f15f4ca18e1e3036de27f464 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:51.312187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.315916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] Pushing event deleted for resources: {'Port': ['ID=90999525-3717-44d0-8439-faf19adf89ca,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.322615 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Floating IP a15ad38c-9012-4ec1-9d26-68dd7ed672ab associated. External IP: 172.25.2.85, port: a853261c-2ee0-4010-99f7-83e08ae4c396. Apr 28 19:59:51.335453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] device_id is not set on port 6eb3cfea-f5bf-4187-88fc-f16aa5add5f6 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:51.361268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22177a53-7810-4a68-a58d-7ddb6266432c None None] No DVR routers for this DVR port 90999525-3717-44d0-8439-faf19adf89ca on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:51.492748 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.503830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Transition to ACTIVE for port object fbf6224d-bf47-4963-93a6-a21d1abdaaff will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:51.523307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Transition to ACTIVE for port object fbf6224d-bf47-4963-93a6-a21d1abdaaff will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:51.528863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.594449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Network d564c937-b59e-404b-bf92-ca96350fcf6c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:51.597485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:51.601251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:51.606355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Allocated IP 2001:db8::2ba (d564c937-b59e-404b-bf92-ca96350fcf6c/4b144971-5214-4cfc-954b-91866977da01/6eb3cfea-f5bf-4187-88fc-f16aa5add5f6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:51.645757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Pushing event updated for resources: {'Port': ['ID=fbf6224d-bf47-4963-93a6-a21d1abdaaff,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.699004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Attempting to bind port fbf6224d-bf47-4963-93a6-a21d1abdaaff on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:51.699372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Attempting to bind port fbf6224d-bf47-4963-93a6-a21d1abdaaff by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '88c8ec6a-8a7c-4067-86fc-48d0684857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:51.699792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Attempting to bind port fbf6224d-bf47-4963-93a6-a21d1abdaaff on network d564c937-b59e-404b-bf92-ca96350fcf6c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:51.705011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:51.705376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Checking segment: {'id': '88c8ec6a-8a7c-4067-86fc-48d0684857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:51.705792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.706179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Bound using segment: {'id': '88c8ec6a-8a7c-4067-86fc-48d0684857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:51.706629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Bound port: fbf6224d-bf47-4963-93a6-a21d1abdaaff, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '88c8ec6a-8a7c-4067-86fc-48d0684857a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'd564c937-b59e-404b-bf92-ca96350fcf6c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:51.707850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.810018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] For port fbf6224d-bf47-4963-93a6-a21d1abdaaff, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:51.813390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] For port fbf6224d-bf47-4963-93a6-a21d1abdaaff, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fbf6224d-bf47-4963-93a6-a21d1abdaaff,segment=NetworkSegment(88c8ec6a-8a7c-4067-86fc-48d0684857a7),segment_id=88c8ec6a-8a7c-4067-86fc-48d0684857a7)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:51.819685 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.838826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.855128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Transition to ACTIVE for port object 6eb3cfea-f5bf-4187-88fc-f16aa5add5f6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:51.885640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.895717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:51.896968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.907938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c56cf4-da74-4fc4-84de-3e3a2d493f18 None None] Pushing event updated for resources: {'Port': ['ID=fbf6224d-bf47-4963-93a6-a21d1abdaaff,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:51.959810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Network d564c937-b59e-404b-bf92-ca96350fcf6c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:51.963139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:51.967187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:51.973557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:51.974283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:51.982504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'Port': ['ID=6eb3cfea-f5bf-4187-88fc-f16aa5add5f6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:52.003610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ca0b532-c740-4366-b415-6eaa8d502d0c tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 0.8693495 Apr 28 19:59:52.006222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43488) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:52.198803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:52.228181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.234158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.240283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.241252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Synchronizing usage tracker for tenant:a83ffaa6f15f4ca18e1e3036de27f464 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:52.263647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Unset dirty status for tenant:a83ffaa6f15f4ca18e1e3036de27f464 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:52.266098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7074c2bd-582f-483a-975c-5e508d07b34e tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2586946 Apr 28 19:59:52.267908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:52.281026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:52.291643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304df9d8-c5e1-4d2a-8ae5-ef97c2d33348 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:52.292387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:52.292987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.322531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=acf240d0-6204-4c9e-a01a-210870dafa1c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:52.342613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Deleting port 6eb3cfea-f5bf-4187-88fc-f16aa5add5f6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:52.343518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.376092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-02a77485-78c6-4b02-aed0-a0d9e519a1ad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1572511 Apr 28 19:59:52.376698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43498) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:52.384344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:52.390483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d94c3e2d-b263-49f8-88d7-0d52fa6e3e0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.394202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:0b:23:ad', 'name': 'tempest-NetworksTestDHCPv6-887855993'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:52.404343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:52.468767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:52.486564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.498916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:52.499687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.567587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.613610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:52.614375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.746994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fbf6224d-bf47-4963-93a6-a21d1abdaaff up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:52.763434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.765127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:52.771556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.775163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:52.786814 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:52.787222 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.802249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': 'acf240d0-6204-4c9e-a01a-210870dafa1c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 19:59:52.803210 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:52.822971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:52.823532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1648fec-70df-407f-85be-fb39a9b07204 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:52.873386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-095939db-dcfd-4669-b245-0d3362240f4a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/01475e09-d4e8-4954-97d2-cbb60483d7a8 HTTP/1.1" status: 200 len: 978 time: 5.7137332 Apr 28 19:59:52.874583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:52.877981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b64836e0-6dc6-4a75-9237-ff282793f50d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "PUT /v2.0/floatingips/a15ad38c-9012-4ec1-9d26-68dd7ed672ab HTTP/1.1" status: 200 len: 990 time: 3.9092999 Apr 28 19:59:52.878937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 19:59:52.888114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:52.961571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port fbf6224d-bf47-4963-93a6-a21d1abdaaff completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:52.990720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 90999525-3717-44d0-8439-faf19adf89ca no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 19:59:53.037314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 90999525-3717-44d0-8439-faf19adf89ca {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 19:59:53.037699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 90999525-3717-44d0-8439-faf19adf89ca not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 19:59:53.038713 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-334cd796-838a-46d8-9387-d083e06a1f22'] response: {'name': 'network-changed', 'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'status': 'completed', 'code': 200} Apr 28 19:59:53.057272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.073149 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:53.119974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/acf240d0-6204-4c9e-a01a-210870dafa1c/c42b3e1e-2ad6-41f7-a2b6-92392c8d106d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:53.122678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Calling delete_port for 6eb3cfea-f5bf-4187-88fc-f16aa5add5f6 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:53.288943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ea7744-7330-483c-9080-c5ada09e940b None None] Network d564c937-b59e-404b-bf92-ca96350fcf6c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:53.361680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:53.372589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:53.379033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:53.390106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:53.414654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.416380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3b8c1-5d55-4680-96b0-276940124f55 req-db8a2377-18e7-439b-93dd-062877d56559 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:53.417969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ac3b8c1-5d55-4680-96b0-276940124f55 req-db8a2377-18e7-439b-93dd-062877d56559 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6234546 Apr 28 19:59:53.425112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.426592 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 01475e09-d4e8-4954-97d2-cbb60483d7a8 disassociated. External IP: 172.25.2.169, port: 06b535fc-0f86-44c8-9d92-1ef7f7a86863. Apr 28 19:59:53.464582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:53.518066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Provisioning for port fbf6224d-bf47-4963-93a6-a21d1abdaaff completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:53.528866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-78dcbeaf-83f6-4308-afa1-6013381922d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:53.530371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-78dcbeaf-83f6-4308-afa1-6013381922d8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=076836b0402345cc83a273beea11ece2&device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 1096 time: 0.3764079 Apr 28 19:59:53.575631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Provisioning complete for port fbf6224d-bf47-4963-93a6-a21d1abdaaff triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:53.576167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.648638 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a15ad38c-9012-4ec1-9d26-68dd7ed672ab', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:75:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2530-e854-4711-83bd-02bc13d08869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:27Z', 'updated_at': '2022-04-28T19:59:50Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:53.654502 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 19:59:53.656477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.668444 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:53.669384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:53.670260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.688874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ac3b8c1-5d55-4680-96b0-276940124f55 req-1e79d16d-fab7-461d-b856-dcbbd970a5f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290773 Apr 28 19:59:53.739476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Transition to ACTIVE for port object c42b3e1e-2ad6-41f7-a2b6-92392c8d106d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:53.804171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Transition to ACTIVE for port object c42b3e1e-2ad6-41f7-a2b6-92392c8d106d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:53.811665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.829604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.835475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event deleted for resources: {'Port': ['ID=6eb3cfea-f5bf-4187-88fc-f16aa5add5f6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:53.881861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:53.889343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:53.898000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:53.924206 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.931200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.960764 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 19:59:53.975475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:53.984030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98fa538c-8c1b-48a4-96e3-7aed0b4ae10b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "DELETE /v2.0/ports/6eb3cfea-f5bf-4187-88fc-f16aa5add5f6 HTTP/1.1" status: 204 len: 168 time: 1.7150321 Apr 28 19:59:53.990590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-fa487dd2-fddc-4e10-ba9f-d964b4ed4cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:53.992072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-fa487dd2-fddc-4e10-ba9f-d964b4ed4cd3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 200 len: 911 time: 0.4522817 Apr 28 19:59:53.999371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43516) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:54.002458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 4f9dd4f7-e4c8-456b-a292-28c28c500978 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:54.049045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Request body: {'port': {'name': 'tempest-new-port-name-949382946', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:54.049445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] bootfile-name is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:54.049815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] tftp-server is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:54.050148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] server-ip-address is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 19:59:54.069694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.073491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Pushing event updated for resources: {'Port': ['ID=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:54.095102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] For port fbf6224d-bf47-4963-93a6-a21d1abdaaff, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fbf6224d-bf47-4963-93a6-a21d1abdaaff,segment=NetworkSegment(88c8ec6a-8a7c-4067-86fc-48d0684857a7),segment_id=88c8ec6a-8a7c-4067-86fc-48d0684857a7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:54.100487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Attempting to bind port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 19:59:54.100846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Attempting to bind port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 19:59:54.101205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Attempting to bind port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 19:59:54.105311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.145556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 19:59:54.146040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 19:59:54.146445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.147074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 19:59:54.147810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Bound port: c42b3e1e-2ad6-41f7-a2b6-92392c8d106d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 19:59:54.148377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.182645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 19:59:54.221269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2803181c-810d-4ecf-ad39-8f0050e79a4e req-74928186-5b4a-4328-a6b3-6d1584dd9130 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:54.223591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2803181c-810d-4ecf-ad39-8f0050e79a4e req-74928186-5b4a-4328-a6b3-6d1584dd9130 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2391372 Apr 28 19:59:54.288483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9553770-c6f9-49de-a70c-9a995e5ce09d None None] Pushing event updated for resources: {'Port': ['ID=fbf6224d-bf47-4963-93a6-a21d1abdaaff,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:54.337972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] For port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 19:59:54.342339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] For port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 19:59:54.349394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.432816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaf3ad0-fea8-4929-92c7-6a78dcd6b1bc None None] Pushing event updated for resources: {'Port': ['ID=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:54.532756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-ad50bc40-8bda-4af0-a93d-fcadb2a50f6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a853261c-2ee0-4010-99f7-83e08ae4c396 HTTP/1.1" status: 200 len: 998 time: 0.4855433 Apr 28 19:59:54.552996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Provisioning complete for port fbf6224d-bf47-4963-93a6-a21d1abdaaff triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:54.553510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.562311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.564019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a15ad38c-9012-4ec1-9d26-68dd7ed672ab', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:75:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2530-e854-4711-83bd-02bc13d08869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:27Z', 'updated_at': '2022-04-28T19:59:50Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:54.574726 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381b8ee7-43bf-4e36-ace3-4859faeaacf1 None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'a15ad38c-9012-4ec1-9d26-68dd7ed672ab', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'floating_ip_address': '172.25.2.85', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'port_id': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2021, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'mac_address': 'fa:16:3e:75:61:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86ed2530-e854-4711-83bd-02bc13d08869', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:59:27Z', 'updated_at': '2022-04-28T19:59:50Z', 'revision_number': 1, 'project_id': '076836b0402345cc83a273beea11ece2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:54.701411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-91b7b1bd-c0ff-44a2-8f2e-b3960fb34e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:54.703060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-91b7b1bd-c0ff-44a2-8f2e-b3960fb34e0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 200 len: 849 time: 0.1454873 Apr 28 19:59:54.767015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fbf6224d-bf47-4963-93a6-a21d1abdaaff up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:54.775726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2803181c-810d-4ecf-ad39-8f0050e79a4e req-c5bb6f12-c899-46dd-b03b-be9fcdba8402 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2101660 Apr 28 19:59:54.853109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 19:59:54.858178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Provisioning for port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:54.860811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:54.875060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 19:59:54.913899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Provisioning complete for port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:54.915254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.018204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b2120281-ec26-43a2-b926-ee797099b4f1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/01475e09-d4e8-4954-97d2-cbb60483d7a8 HTTP/1.1" status: 200 len: 688 time: 2.1406405 Apr 28 19:59:55.024259 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5115d62f-4a79-4221-b067-c3f1585dee30 None None] New status for floating IP a15ad38c-9012-4ec1-9d26-68dd7ed672ab: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 19:59:55.025602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:55.051133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:55.052249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:55.124980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::3c3 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/acf240d0-6204-4c9e-a01a-210870dafa1c/4f9dd4f7-e4c8-456b-a292-28c28c500978) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:55.237229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:55.250920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-76e60217-8e0f-4ae3-ba4b-35418d1fbca9 None None] Port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:55.258194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 19:59:55.259050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:55.268462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 8dd6f395-e13a-45c1-b955-f00092403566 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:55.269176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.328425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fbf6224d-bf47-4963-93a6-a21d1abdaaff triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:55.328680 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.368510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.405962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:55.406708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c54e79ec-1a57-47f4-9f84-970759a368fe None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 19:59:55.417533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-305c4282-67c5-4e8f-b4b0-7e279c36ff50 None None] Could not find standard attr ID for object 6eb3cfea-f5bf-4187-88fc-f16aa5add5f6. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 19:59:55.484065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-305c4282-67c5-4e8f-b4b0-7e279c36ff50 None None] Provisioning complete for port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:55.484597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-305c4282-67c5-4e8f-b4b0-7e279c36ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.571732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-305c4282-67c5-4e8f-b4b0-7e279c36ff50 None None] Port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:55.582223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.583026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.682986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-f0f36e7b-4476-4125-94e0-fc2c4f9ff581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:55.684449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-f0f36e7b-4476-4125-94e0-fc2c4f9ff581 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6633028b-ff25-4610-bcf7-3626373c314c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9685259 Apr 28 19:59:55.693517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce623dd-49f8-4628-92de-b4a10e6427f3 req-a84e4352-ed05-4ed0-98fb-f0c517b4d551 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:55.695015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cce623dd-49f8-4628-92de-b4a10e6427f3 req-a84e4352-ed05-4ed0-98fb-f0c517b4d551 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6390626 Apr 28 19:59:55.726386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 8dd6f395-e13a-45c1-b955-f00092403566 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:55.726690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.798815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 4f9dd4f7-e4c8-456b-a292-28c28c500978 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 19:59:55.883114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:55.900819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cce623dd-49f8-4628-92de-b4a10e6427f3 req-445f18d2-5b93-4f4c-b3ec-bedace43b801 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785698 Apr 28 19:59:55.937537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=8dd6f395-e13a-45c1-b955-f00092403566,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:55.958962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-d07cc942-0216-40d9-be8d-a3e415bf5830 service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603476 Apr 28 19:59:55.992783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.003515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.051908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.059159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.098592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f88191c2-ad27-48f7-a34e-8056748cf439 None None] Provisioning for port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:56.135150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.136861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6cf86110-05c4-489e-8ecf-cd6a3c414b94 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/01475e09-d4e8-4954-97d2-cbb60483d7a8 HTTP/1.1" status: 204 len: 168 time: 1.1100008 Apr 28 19:59:56.140102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43528) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.153707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:56.160147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:56.168988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] In _notify_port_updated(), no bound segment for port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 on network d564c937-b59e-404b-bf92-ca96350fcf6c {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 19:59:56.174312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.174958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.177113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "PUT /v2.0/ports/2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 HTTP/1.1" status: 200 len: 1129 time: 2.1764736 Apr 28 19:59:56.177639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=4f9dd4f7-e4c8-456b-a292-28c28c500978,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:56.179861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43532) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.182719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:56.188481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.188907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.226338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9de0e4e-f1cd-45b9-a691-7ca774129509 req-b66f330e-25f4-492b-b9c7-de97c6c04d32 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.227895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9de0e4e-f1cd-45b9-a691-7ca774129509 req-b66f330e-25f4-492b-b9c7-de97c6c04d32 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1720629 Apr 28 19:59:56.228771 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-a0cf7901-bfd6-43dd-98d8-9a76ee5bc513 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] delete failed (client error): The resource could not be found. Apr 28 19:59:56.233270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a0cf7901-bfd6-43dd-98d8-9a76ee5bc513 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/01475e09-d4e8-4954-97d2-cbb60483d7a8 HTTP/1.1" status: 404 len: 345 time: 0.0872474 Apr 28 19:59:56.233647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.335095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9de0e4e-f1cd-45b9-a691-7ca774129509 req-18c7a6f0-7a35-40be-9235-865bd46fc071 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628331 Apr 28 19:59:56.357058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc8c098f-ce33-4d01-96cc-5534cc12fd0a req-5183b1eb-3971-4eb5-882b-15c32d101a2b service neutron] 10.222.0.41 "GET /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3874426 Apr 28 19:59:56.364161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.364633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d3c6b9d-0cfa-46d1-8225-0d4e7666443b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.9870293 Apr 28 19:59:56.368671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43540) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.373125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.374425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa7840d-9082-4b11-a494-b2537308d637 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event updated for resources: {'Port': ['ID=2a1639cd-cbba-4ee9-a70f-9bb7d3ead285,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:56.380075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.380947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Synchronizing usage tracker for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:56.393141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d721c578-f68c-46da-9869-859c73d8453f tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.393585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d721c578-f68c-46da-9869-859c73d8453f tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Synchronizing usage tracker for tenant:a83ffaa6f15f4ca18e1e3036de27f464 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:56.411577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Unset dirty status for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:56.413217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-afc20f7e-2a0b-4e20-888e-3639c35eceae tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/ports?network_id=f61ef1ad-891f-4675-ba1d-84346d107dad HTTP/1.1" status: 200 len: 2357 time: 0.1781857 Apr 28 19:59:56.415919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.472314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d721c578-f68c-46da-9869-859c73d8453f tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Unset dirty status for tenant:a83ffaa6f15f4ca18e1e3036de27f464 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:56.475133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d721c578-f68c-46da-9869-859c73d8453f tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "GET /v2.0/ports/2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 HTTP/1.1" status: 200 len: 1129 time: 0.2815115 Apr 28 19:59:56.482858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43550) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.531564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9805c5c4-1fc5-4f40-abb7-773aa360bb77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.539613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9805c5c4-1fc5-4f40-abb7-773aa360bb77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/subnets/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f HTTP/1.1" status: 200 len: 797 time: 0.1203828 Apr 28 19:59:56.540264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.547403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'port': {'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad', 'name': 'tempest-FloatingIPTestJSON-1392455661', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:56.587646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672444a8-1edc-4a34-90bd-405041ae223a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.593509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672444a8-1edc-4a34-90bd-405041ae223a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:56.594307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-672444a8-1edc-4a34-90bd-405041ae223a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:56.603503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Deleting port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:56.603846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.641844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Provisioning complete for port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:56.642448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.664515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-672444a8-1edc-4a34-90bd-405041ae223a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:56.666135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-672444a8-1edc-4a34-90bd-405041ae223a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2965577 Apr 28 19:59:56.716062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c42b3e1e-2ad6-41f7-a2b6-92392c8d106d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:56.790648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Port 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:56.807335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:56.807606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Provisioning for port 4f9dd4f7-e4c8-456b-a292-28c28c500978 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:56.812130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 19:59:56.816714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Provisioning complete for port 4f9dd4f7-e4c8-456b-a292-28c28c500978 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:56.817072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.845503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:56.845783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.913226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 4f9dd4f7-e4c8-456b-a292-28c28c500978 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:56.913965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:56.916911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be1a426c-744f-4a97-9a7a-ac1fcf6e364e None None] Port 4f9dd4f7-e4c8-456b-a292-28c28c500978 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 19:59:56.963978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:56.974246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:56.990879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 19:59:56.993267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.027412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:57.032285 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.103022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:57.136266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-397c8821-513e-4040-8d93-5836e4846e6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:57.137912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-397c8821-513e-4040-8d93-5836e4846e6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.2805333 Apr 28 19:59:57.166201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.173740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-9c713a05-a1f9-4686-9a2e-ef6521f629ad tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/quotas/f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 375 time: 0.0294473 Apr 28 19:59:57.252301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.296170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] device_id is not set on port b78b7104-980f-47d1-8a10-86f3881892a1 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 19:59:57.319964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Calling delete_port for 2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:57.354684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.442536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-83ebfbf9-07c7-4e0d-b741-8c20386d9466 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2133539 Apr 28 19:59:57.490142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-0139f1c7-5390-47a5-b961-fa5ec6865310 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 19:59:57.491111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-0139f1c7-5390-47a5-b961-fa5ec6865310 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0368228 Apr 28 19:59:57.495919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 4f9dd4f7-e4c8-456b-a292-28c28c500978 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:57.604067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.667928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event deleted for resources: {'Port': ['ID=2a1639cd-cbba-4ee9-a70f-9bb7d3ead285,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:57.728594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.759625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-4805434f-aaca-4e11-a3e3-baf21b727d36 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536926 Apr 28 19:59:57.761448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa1b1e2e-7b80-4108-ab1f-b0240262b34b tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "DELETE /v2.0/ports/2a1639cd-cbba-4ee9-a70f-9bb7d3ead285 HTTP/1.1" status: 204 len: 168 time: 1.2779913 Apr 28 19:59:57.764339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43572) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:57.813898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.891340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=4f9dd4f7-e4c8-456b-a292-28c28c500978,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:57.944918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Deleting subnet 4b144971-5214-4cfc-954b-91866977da01 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:57.951348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:57.989393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.021361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aa5a9f9e-f17d-4f79-a974-c5e32289cdf4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4f9dd4f7-e4c8-456b-a292-28c28c500978 HTTP/1.1" status: 204 len: 168 time: 1.2131078 Apr 28 19:59:58.022722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.14 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/b78b7104-980f-47d1-8a10-86f3881892a1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:58.030333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.13 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/b78b7104-980f-47d1-8a10-86f3881892a1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 19:59:58.032208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:58.044706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-e8ffa563-406c-41a7-9da3-f83ca2676f7d service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457438 Apr 28 19:59:58.055935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.158354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e3987-b470-4e4d-b714-c91beaf782eb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:58.159525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-445e3987-b470-4e4d-b714-c91beaf782eb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:58.160793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-445e3987-b470-4e4d-b714-c91beaf782eb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:58.167778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.218661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-445e3987-b470-4e4d-b714-c91beaf782eb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:58.219983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-445e3987-b470-4e4d-b714-c91beaf782eb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1868477 Apr 28 19:59:58.223599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:58.262408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.315217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.323305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "DELETE /v2.0/subnets/4b144971-5214-4cfc-954b-91866977da01 HTTP/1.1" status: 204 len: 168 time: 0.5578880 Apr 28 19:59:58.324536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429f221-4e37-4255-999d-380a6671e9f5 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event deleted for resources: {'Subnet': ['ID=4b144971-5214-4cfc-954b-91866977da01,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:58.326719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab319e9-9b12-4012-a842-286b68cfa475 None None] Network d564c937-b59e-404b-bf92-ca96350fcf6c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:58.328350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:58.573242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59f539d7-f7de-48d8-b956-aa7a97e0af27 req-5b18008c-f0f2-47ed-936a-0183908c9924 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 210 time: 0.2484086 Apr 28 19:59:58.629502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.647778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet acf240d0-6204-4c9e-a01a-210870dafa1c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 19:59:58.648655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Deleting port fbf6224d-bf47-4963-93a6-a21d1abdaaff {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:58.648997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.654689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.668625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c42b3e1e-2ad6-41f7-a2b6-92392c8d106d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 19:59:58.721940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] DHCP port deletion for d564c937-b59e-404b-bf92-ca96350fcf6c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:58.726717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.732062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Deleting port fbf6224d-bf47-4963-93a6-a21d1abdaaff {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:58.732664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.743247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.850913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.891813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 19:59:58.892184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.931724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:58.949406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] For port fbf6224d-bf47-4963-93a6-a21d1abdaaff, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fbf6224d-bf47-4963-93a6-a21d1abdaaff,segment=NetworkSegment(88c8ec6a-8a7c-4067-86fc-48d0684857a7),segment_id=88c8ec6a-8a7c-4067-86fc-48d0684857a7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:58.949820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.009279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 19:59:59.016634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 19:59:59.023333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 19:59:59.046093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] For port fbf6224d-bf47-4963-93a6-a21d1abdaaff, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fbf6224d-bf47-4963-93a6-a21d1abdaaff,segment=NetworkSegment(88c8ec6a-8a7c-4067-86fc-48d0684857a7),segment_id=88c8ec6a-8a7c-4067-86fc-48d0684857a7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 19:59:59.046763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.064202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=b78b7104-980f-47d1-8a10-86f3881892a1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:59.104072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:59.104909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.114019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Calling delete_port for fbf6224d-bf47-4963-93a6-a21d1abdaaff owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:59.117955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.171508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=acf240d0-6204-4c9e-a01a-210870dafa1c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:59.173779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.176610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-31377623-05a8-4593-add6-c0a105decbaf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/acf240d0-6204-4c9e-a01a-210870dafa1c HTTP/1.1" status: 204 len: 168 time: 0.9513848 Apr 28 19:59:59.181511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a4e965ec-0413-4b64-9c4d-5c9051cca471 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.6384184 Apr 28 19:59:59.181511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43598) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:59.183056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43600) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:59.230375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.241492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16791f94-70ba-4e85-ac14-d578012c0c37 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 19:59:59.253427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'b78b7104-980f-47d1-8a10-86f3881892a1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 19:59:59.264247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 19:59:59.265441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Calling delete_port for fbf6224d-bf47-4963-93a6-a21d1abdaaff owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 19:59:59.277773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b6c6b34-4c67-4d7b-bb20-4e579afc2fdf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0940549 Apr 28 19:59:59.277773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:floatingip and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 19:59:59.279613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:59.279828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event deleted for resources: {'Port': ['ID=fbf6224d-bf47-4963-93a6-a21d1abdaaff,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 19:59:59.281946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 19:59:59.288849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] No DVR routers for this DVR port fbf6224d-bf47-4963-93a6-a21d1abdaaff on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 19:59:59.338823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 19:59:59.355713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.421719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c523dc0-38d5-4c3c-bb44-01298f7f967b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:59.423185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c523dc0-38d5-4c3c-bb44-01298f7f967b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:59.423912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.463330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d564c937-b59e-404b-bf92-ca96350fcf6c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:59.479602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88c8ec6a-8a7c-4067-86fc-48d0684857a7') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:59.479940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88c8ec6a-8a7c-4067-86fc-48d0684857a7') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 19:59:59.508936 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.533001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c523dc0-38d5-4c3c-bb44-01298f7f967b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:59.538149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c523dc0-38d5-4c3c-bb44-01298f7f967b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2537327 Apr 28 19:59:59.538149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.562992 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 19:59:59.567230 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 19:59:59.568194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.574558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 19:59:59.575185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.584940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 19:59:59.585291 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: timer() Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 19:59:59.625426 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 19:59:59.713314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 19:59:59.720544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Deleting port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 19:59:59.721314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.756748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608be66d-4d4d-4cc6-821f-150a9558d983 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 19:59:59.771505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-608be66d-4d4d-4cc6-821f-150a9558d983 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 19:59:59.796790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.899259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.911476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 19:59:59.970881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1aad94fe-bfce-4bf2-82d0-f7a588a59e64 req-cee800a2-f379-46ac-a109-def9d73f2e34 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 210 time: 0.1120570 Apr 28 19:59:59.978941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] 10.222.0.24 "DELETE /v2.0/networks/d564c937-b59e-404b-bf92-ca96350fcf6c HTTP/1.1" status: 204 len: 168 time: 1.6260750 Apr 28 19:59:59.993934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-608be66d-4d4d-4cc6-821f-150a9558d983 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 19:59:59.995398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-608be66d-4d4d-4cc6-821f-150a9558d983 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4561872 Apr 28 19:59:59.999035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3d24bf-ed6b-4c11-b46b-cc67e53fec41 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781 tempest-ExtraDHCPOptionsIpV6TestJSON-762787781-project] Pushing event deleted for resources: {'Network': ['ID=d564c937-b59e-404b-bf92-ca96350fcf6c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:00.001226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43624) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:00.062608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-e6aca6c4-922c-4ebd-b0b1-c49ebdec8b9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:00.064302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-e6aca6c4-922c-4ebd-b0b1-c49ebdec8b9a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.2883742 Apr 28 20:00:00.072971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] For port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:00.073401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.083876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'device_id': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'admin_state_up': True, 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:00.100361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Deleting port fbf6224d-bf47-4963-93a6-a21d1abdaaff {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:00.103302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.149231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32393113-c771-4074-9496-5a1a9bbfdafa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1468894 Apr 28 20:00:00.156504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:00.167533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:00.309334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aa82826-b9aa-4a83-8486-449a1813c285 None None] The port 'fbf6224d-bf47-4963-93a6-a21d1abdaaff' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:00:00.385386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:00.389796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Calling delete_port for c42b3e1e-2ad6-41f7-a2b6-92392c8d106d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:00.399492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:00.402458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.90 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0f53e48e-1875-4bd8-bbe7-c2f5a811553a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:00.418466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:00.420886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:00.445800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:00.450908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.477936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:00.505922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.530885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.533700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:00.671521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] No DVR routers for this DVR port c42b3e1e-2ad6-41f7-a2b6-92392c8d106d on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:00.679076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.20.0.10 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/a1fa8480-5b10-4db6-830c-92c55c1658a3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:00.719947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8323a77-c29e-4883-9c16-3f829992a69b None None] Pushing event deleted for resources: {'Port': ['ID=c42b3e1e-2ad6-41f7-a2b6-92392c8d106d,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:00.733192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fbf6224d-bf47-4963-93a6-a21d1abdaaff no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:00.770585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: fbf6224d-bf47-4963-93a6-a21d1abdaaff {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:00:00.771073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fbf6224d-bf47-4963-93a6-a21d1abdaaff not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:00.771709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c42b3e1e-2ad6-41f7-a2b6-92392c8d106d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:00.807155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c42b3e1e-2ad6-41f7-a2b6-92392c8d106d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:00:00.808141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c42b3e1e-2ad6-41f7-a2b6-92392c8d106d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:00.830094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-46a3d045-4c7d-48a6-8f73-472e467e975d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a83ffaa6f15f4ca18e1e3036de27f464&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2928960 Apr 28 20:00:00.831014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43648) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:00.874575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:00.964531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.007524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.052850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.068679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.097442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Transition to ACTIVE for port object a1fa8480-5b10-4db6-830c-92c55c1658a3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:01.265545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.266966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:01.274761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b60de9c9-01fb-494a-a8ed-9f9bcd17fea6 req-b52d419b-6578-440c-ba47-fa310650fbf1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 210 time: 0.1008418 Apr 28 20:00:01.275602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:01.279796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', '8c46da94-8033-41ea-9fef-4dff093f4762'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:01.281675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:01.335337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.352772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=0f53e48e-1875-4bd8-bbe7-c2f5a811553a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.359093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:01.365782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8095fdb9-2a61-4677-bf53-df4393aa8d7e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.368455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:01.377991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:00:01.381665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.396114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:01.521114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:00:01.544072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:01.544761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.546849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:01.570398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:01.586328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:01.586962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.592963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f11f021-494a-47a6-b706-afcfe5b87f3e None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:01.596672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.616725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.618157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e38694b1-a6a3-4030-822d-1fab88b9b350 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8095fdb9-2a61-4677-bf53-df4393aa8d7e HTTP/1.1" status: 204 len: 168 time: 0.7869024 Apr 28 20:00:01.619994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-94edfcf8-0bf4-447e-a551-99b328779894 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5415823 Apr 28 20:00:01.646751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Request body: {'port': {'device_id': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:01.686318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=7792fa1a-3995-4d67-ada0-b530cde5791d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:01.835162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:01.919573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85ebeeac-657f-4bb9-b27d-f1c1c5540f7d None None] Provisioning for port a1fa8480-5b10-4db6-830c-92c55c1658a3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:01.927537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85ebeeac-657f-4bb9-b27d-f1c1c5540f7d None None] Provisioning complete for port a1fa8480-5b10-4db6-830c-92c55c1658a3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:01.928135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ebeeac-657f-4bb9-b27d-f1c1c5540f7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.041121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-85ebeeac-657f-4bb9-b27d-f1c1c5540f7d None None] Port a1fa8480-5b10-4db6-830c-92c55c1658a3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:02.056692 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.100329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-be00bf8f-a316-4741-a7e4-08a7df6a5eb3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9423180 Apr 28 20:00:02.101180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:02.103216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '7792fa1a-3995-4d67-ada0-b530cde5791d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:02.104158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.106829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:02.186871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.358834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Allocated IP 2001:db8::f816:3eff:fe9b:b056 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/7792fa1a-3995-4d67-ada0-b530cde5791d/34920719-f4b0-411b-9c42-1b096d543dce) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:02.381342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1fa8480-5b10-4db6-830c-92c55c1658a3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:02.396619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.449152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Transition to ACTIVE for port object a1fa8480-5b10-4db6-830c-92c55c1658a3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:02.462150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.574797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:02.599041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:02.603180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:02.623491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:02.656530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.658622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:02.668674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.704971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.758883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.789284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Transition to ACTIVE for port object 34920719-f4b0-411b-9c42-1b096d543dce will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:02.844729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Transition to ACTIVE for port object 34920719-f4b0-411b-9c42-1b096d543dce will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:02.868227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:02.898690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:02.942996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f4427-dc58-40d3-b00d-3d75a0366f4d req-ec4cf572-c649-42f0-b5a0-11a9c0924a6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:02.943705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7a7f4427-dc58-40d3-b00d-3d75a0366f4d req-ec4cf572-c649-42f0-b5a0-11a9c0924a6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:03.005775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7a7f4427-dc58-40d3-b00d-3d75a0366f4d req-ec4cf572-c649-42f0-b5a0-11a9c0924a6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:03.005775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a7f4427-dc58-40d3-b00d-3d75a0366f4d req-ec4cf572-c649-42f0-b5a0-11a9c0924a6e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 944 time: 0.4365199 Apr 28 20:00:03.005775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Attempting to bind port a1fa8480-5b10-4db6-830c-92c55c1658a3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:03.005775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Attempting to bind port a1fa8480-5b10-4db6-830c-92c55c1658a3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:03.005775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Attempting to bind port a1fa8480-5b10-4db6-830c-92c55c1658a3 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:03.021495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=0f53e48e-1875-4bd8-bbe7-c2f5a811553a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.025216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:03.032731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:03.032916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.038551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:03.045651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Pushing event updated for resources: {'Port': ['ID=34920719-f4b0-411b-9c42-1b096d543dce,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.067883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a7f4427-dc58-40d3-b00d-3d75a0366f4d req-e624b58e-09f6-4918-9289-5bf94bd9c807 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635619 Apr 28 20:00:03.068834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Port a1fa8480-5b10-4db6-830c-92c55c1658a3 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:00:03.069227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Attempting to bind port a1fa8480-5b10-4db6-830c-92c55c1658a3 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:03.077913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:03.078502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:03.079382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:03.080026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Bound port: a1fa8480-5b10-4db6-830c-92c55c1658a3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:03.080447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.108764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.109037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.109359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.109718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.110301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.110630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.111079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.111451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.111780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.112102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.112422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.112740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:03.201885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Attempting to bind port 34920719-f4b0-411b-9c42-1b096d543dce on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:03.202357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Attempting to bind port 34920719-f4b0-411b-9c42-1b096d543dce by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:03.202769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Attempting to bind port 34920719-f4b0-411b-9c42-1b096d543dce on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:03.209104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43684) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:03.209312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:03.209663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:03.210116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.210510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:03.210986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Bound port: 34920719-f4b0-411b-9c42-1b096d543dce, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:03.211530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.262704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:03.271691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:03.284259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.346568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] For port 34920719-f4b0-411b-9c42-1b096d543dce, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:03.354628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] For port 34920719-f4b0-411b-9c42-1b096d543dce, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=34920719-f4b0-411b-9c42-1b096d543dce,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:03.363787 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.364505 n-d-839811-1 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7792fa1a-3995-4d67-ada0-b530cde5791d (CIDR: 2001:db8::/64) Apr 28 20:00:03.375848 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:00:03.376297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:03.411883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:03.412527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.414172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] 10.222.0.41 "PUT /v2.0/ports/a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 200 len: 1092 time: 1.7798541 Apr 28 20:00:03.428727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7d375e35-dc7a-4d0d-8d69-97c350af7839 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3231180 Apr 28 20:00:03.435767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1289424705'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:03.436768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:03.444408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:03.452755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:03.459023 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 2caf0f11-d6e6-4b51-b8a8-7b70d8251c0b associated. External IP: 172.25.2.90, port: b78b7104-980f-47d1-8a10-86f3881892a1. Apr 28 20:00:03.527247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:03.536543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:network and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:03.541214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:03.550345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:03.568385 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c25b95-e892-49f0-8be8-5c025d1cdbb4'] response: {'name': 'network-changed', 'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'status': 'completed', 'code': 200} Apr 28 20:00:03.580456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8dd7b4-4a48-4357-9bf0-badd4a126ac4 None None] Pushing event updated for resources: {'Port': ['ID=34920719-f4b0-411b-9c42-1b096d543dce,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.584092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959af5c6-564c-479e-836e-362d0f4e857d service neutron] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:03.601003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-13f71a36-ccfd-46bd-ab94-2927ba940bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:03.602810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-13f71a36-ccfd-46bd-ab94-2927ba940bbb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 1095 time: 0.1403573 Apr 28 20:00:03.603703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Made reservation on behalf of 4b669a49f82245e48fd157a2005b91f0 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:03.612460 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.697723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:03.731924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-f50e34f1-be79-4bd1-af11-88cc163cae57 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 200 len: 217 time: 0.0975597 Apr 28 20:00:03.732850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:03.737200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:security_group_rule and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:03.773501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:03.784976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:03.849437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-3389414e-9a99-452b-8df8-42b703825cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:03.850885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-3389414e-9a99-452b-8df8-42b703825cfa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1103330 Apr 28 20:00:03.867399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:03.943122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:03.951532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:04.048501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.062174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:04.063005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.086743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:04.093952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.111314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-0281db2d-7545-4ac6-b6d9-aaf3cb06d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:04.113055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-0281db2d-7545-4ac6-b6d9-aaf3cb06d90e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2474849 Apr 28 20:00:04.114178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:04.156020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f679df6-ce58-43ae-86e3-9d1181d672a3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.176851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.177275 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Added segment bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c of type vlan for network d057cceb-efe8-4fc3-949c-7fa782e3998c Apr 28 20:00:04.267714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:04.445745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.516878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-2781b9c1-1466-4353-a0f3-9d1b595a59d1 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946774 Apr 28 20:00:04.551760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:04.563234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:04.571650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.576953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:04.577668 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.582799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:04.583596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:04.661356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.662563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:04.679099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:04.679806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:04.681764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9247eec8-ce03-416b-b06a-ba23416cda29 req-cf0ca031-0418-436c-a9d8-3992191814b3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:04.698371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9247eec8-ce03-416b-b06a-ba23416cda29 req-cf0ca031-0418-436c-a9d8-3992191814b3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 944 time: 0.3293974 Apr 28 20:00:04.711069 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.757377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 34920719-f4b0-411b-9c42-1b096d543dce up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:04.823588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:04.823994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69c6bf3e-5102-4eee-97bf-946c9fa5caf4 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:04.841508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:04.842503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 34920719-f4b0-411b-9c42-1b096d543dce completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:04.849823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ebedabc9-9f0f-4c01-a527-b898dad1cd22 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6619554 Apr 28 20:00:04.851671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:04.853659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43702) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:04.854946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:04.855543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:04.870078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': 'b78b7104-980f-47d1-8a10-86f3881892a1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:04.878371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=fc1ae881-75a8-43f8-a593-346917a8f3fa,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.897666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-36b24df7-e575-4cbf-aedc-24142b2203c3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4567268 Apr 28 20:00:04.898094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:04.903804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:a5:5c:86', 'name': 'tempest-NetworksTestDHCPv6-1749060626'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:04.921804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Network': ['ID=d057cceb-efe8-4fc3-949c-7fa782e3998c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:04.933555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d057cceb-efe8-4fc3-949c-7fa782e3998c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:04.935742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9247eec8-ce03-416b-b06a-ba23416cda29 req-8b126db1-1daf-416c-a600-dac40b4ac3e0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2364469 Apr 28 20:00:04.960891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35ce3acf-1620-46bc-8d66-50d2d44fb820 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.7504585 Apr 28 20:00:04.964450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:04.983135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'subnet': {'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:05.028613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d7ea945-e44e-4fc4-a609-4a65e124dda5 req-8854a02f-a7e3-4bab-a12a-e5e6010e5785 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5024426 Apr 28 20:00:05.048341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-753d03c4-2277-4a32-ba01-06aaa83aeb47 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:05.075736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:05.080453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:05.085721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:05.092532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:05.106552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:05.153793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.163282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Provisioning for port 34920719-f4b0-411b-9c42-1b096d543dce completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:05.180170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Provisioning complete for port 34920719-f4b0-411b-9c42-1b096d543dce triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:05.180645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.251361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.270193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:05.278432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 13e047b5-da68-4297-9d95-3140c50477ba yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:05.284774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:subnet and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:05.288444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:05.302867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:05.368230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Made reservation on behalf of 4b669a49f82245e48fd157a2005b91f0 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:05.371995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.429096 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.468802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] For port 34920719-f4b0-411b-9c42-1b096d543dce, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=34920719-f4b0-411b-9c42-1b096d543dce,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:05.480973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.557968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf6a3e4-41fb-43a1-8545-edb33112da3f None None] Pushing event updated for resources: {'Port': ['ID=34920719-f4b0-411b-9c42-1b096d543dce,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:05.559700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-c6a0e1fb-fee6-4b92-9e87-6ff3d9e77114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:05.561170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-c6a0e1fb-fee6-4b92-9e87-6ff3d9e77114 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 1095 time: 0.3513651 Apr 28 20:00:05.664209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8:0:1::13a (f7ec7e46-f92e-476c-bc0f-c46582ece80a/fc1ae881-75a8-43f8-a593-346917a8f3fa/13e047b5-da68-4297-9d95-3140c50477ba) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:05.670308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fea5:5c86 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/7792fa1a-3995-4d67-ada0-b530cde5791d/13e047b5-da68-4297-9d95-3140c50477ba) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:05.682820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '7792fa1a-3995-4d67-ada0-b530cde5791d', 'ip_address': '2001:db8::f816:3eff:fe9b:b056'}, {'subnet_id': 'fc1ae881-75a8-43f8-a593-346917a8f3fa'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '34920719-f4b0-411b-9c42-1b096d543dce'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:00:05.743640 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.895140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:05.909848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 13e047b5-da68-4297-9d95-3140c50477ba will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:05.933770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.006223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Allocated IP 2001:db8:0:1::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/fc1ae881-75a8-43f8-a593-346917a8f3fa/34920719-f4b0-411b-9c42-1b096d543dce) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:06.023706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:06.027597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:06.032639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:06.039007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.039933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.055148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=13e047b5-da68-4297-9d95-3140c50477ba,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.083327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-096b5026-9b34-4942-a724-8f6ac0c4cec3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 1.1832120 Apr 28 20:00:06.084333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43718) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:06.126863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-88462776-068b-4251-b823-13915b7626a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.128320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-88462776-068b-4251-b823-13915b7626a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.5557323 Apr 28 20:00:06.171123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] For port 34920719-f4b0-411b-9c42-1b096d543dce, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=34920719-f4b0-411b-9c42-1b096d543dce,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:06.205508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 13e047b5-da68-4297-9d95-3140c50477ba {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:06.205878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.209970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.231286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Transition to ACTIVE for port object 34920719-f4b0-411b-9c42-1b096d543dce will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:06.237374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.334446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7976deb9-640b-4b9f-acc4-22781a17cb74 req-b4fe50ce-a3fd-484c-b554-e53f991dc26b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.336052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7976deb9-640b-4b9f-acc4-22781a17cb74 req-b4fe50ce-a3fd-484c-b554-e53f991dc26b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 944 time: 0.2164810 Apr 28 20:00:06.348226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.396368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-bf5111f5-b11b-44c6-9395-fcfde34057bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 200 len: 217 time: 0.2571905 Apr 28 20:00:06.414219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb82f13e-2520-44b2-9eb2-61c73140384c None None] Pushing event updated for resources: {'Port': ['ID=34920719-f4b0-411b-9c42-1b096d543dce,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.478115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7976deb9-640b-4b9f-acc4-22781a17cb74 req-2b5a601b-1f46-4411-8d5b-bed96b1be6c2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355515 Apr 28 20:00:06.537421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.556850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Subnet': ['ID=f39a8a26-5ee9-4827-82c7-f0cfeb191474,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:06.574705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-16a17cb1-6df8-4290-9316-61d52671537f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.576127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-16a17cb1-6df8-4290-9316-61d52671537f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1436043 Apr 28 20:00:06.582770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Checking segment: {'id': 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:06.583118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network hostable DHCP agents. Network: d057cceb-efe8-4fc3-949c-7fa782e3998c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:06.641869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 34920719-f4b0-411b-9c42-1b096d543dce up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:06.703052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 13e047b5-da68-4297-9d95-3140c50477ba owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:06.769169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network d057cceb-efe8-4fc3-949c-7fa782e3998c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:06.795171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d057cceb-efe8-4fc3-949c-7fa782e3998c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:06.804561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f39d6a8e-46c7-427c-8377-b273fe692674 None None] Network d057cceb-efe8-4fc3-949c-7fa782e3998c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:06.809666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.815194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.818727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.856671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-3ae92f59-df0a-43d3-8f08-eee9042f9c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:06.858738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-3ae92f59-df0a-43d3-8f08-eee9042f9c1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2702057 Apr 28 20:00:06.860244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ececd325-11dd-4523-99d9-d4700f63a5d4 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8946517 Apr 28 20:00:06.861598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.863118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:06.872742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1497380853', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:06.917282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:06.929786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:router and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:06.935760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:06.946773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:06.970102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.971128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:06.976433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.034537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=13e047b5-da68-4297-9d95-3140c50477ba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:07.063158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d057cceb-efe8-4fc3-949c-7fa782e3998c', 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c', 'tenant_id': '4b669a49f82245e48fd157a2005b91f0', 'fixed_ips': [{'subnet_id': 'f39a8a26-5ee9-4827-82c7-f0cfeb191474'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:07.064588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.078398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.132867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.150020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9360bab1-9e39-435f-890f-48d6c70ee4c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/13e047b5-da68-4297-9d95-3140c50477ba HTTP/1.1" status: 204 len: 168 time: 1.0623236 Apr 28 20:00:07.150278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:07.189069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f9824d13-640c-4e1e-b4ce-78222c340e9e None None] Provisioning for port 34920719-f4b0-411b-9c42-1b096d543dce completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:07.190346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.225765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-dda1e519-5486-473b-88b5-e04d08c6a786 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918882 Apr 28 20:00:07.225995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f9824d13-640c-4e1e-b4ce-78222c340e9e None None] Provisioning complete for port 34920719-f4b0-411b-9c42-1b096d543dce triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:07.226513 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f9824d13-640c-4e1e-b4ce-78222c340e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.237060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.241234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5a3511c-93f5-455d-8afe-f4e58dca94a8 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.3757660 Apr 28 20:00:07.243267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:07.315316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Allocated IP 172.20.0.2 (d057cceb-efe8-4fc3-949c-7fa782e3998c/f39a8a26-5ee9-4827-82c7-f0cfeb191474/c274d635-3204-4a15-9328-02ce58dfb552) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:07.403964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a1fa8480-5b10-4db6-830c-92c55c1658a3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:00:07.659472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f0ec40d-0cd4-4209-abbc-c0ae56e3ed17 req-9a748b85-106c-4ad0-a1fa-4508c4a7f0ec service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4250450 Apr 28 20:00:07.660165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7c699008-ec37-4cf4-bde5-ef8e61681072 None None] Could not find standard attr ID for object 13e047b5-da68-4297-9d95-3140c50477ba. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:00:07.774016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.777472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:07.780407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:07.797332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Transition to ACTIVE for port object c274d635-3204-4a15-9328-02ce58dfb552 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:07.798784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6de33-83d4-4763-99b1-776727cedaf4 req-47f32048-8568-4db8-a40b-26fc16caf6d5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:07.800266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'mac_address': 'fa:16:3e:ac:1c:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:00:07.800873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0b6de33-83d4-4763-99b1-776727cedaf4 req-47f32048-8568-4db8-a40b-26fc16caf6d5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 944 time: 0.1138577 Apr 28 20:00:07.809119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc09bc24-89b3-491e-8732-13ab108e92a4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:07.809898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc09bc24-89b3-491e-8732-13ab108e92a4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:07.866029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Transition to ACTIVE for port object c274d635-3204-4a15-9328-02ce58dfb552 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:07.887138 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:07.962322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc09bc24-89b3-491e-8732-13ab108e92a4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:07.965541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc09bc24-89b3-491e-8732-13ab108e92a4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8123841 Apr 28 20:00:07.972274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:08.011017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.029940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Network d057cceb-efe8-4fc3-949c-7fa782e3998c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:08.036511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1fa8480-5b10-4db6-830c-92c55c1658a3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:08.040537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:08.045430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:08.054063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Pushing event updated for resources: {'Port': ['ID=c274d635-3204-4a15-9328-02ce58dfb552,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:08.100989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:08.145866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.188616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.195778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0b6de33-83d4-4763-99b1-776727cedaf4 req-0f3450bd-7760-4f0c-b230-d5562cd8ba10 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223130 Apr 28 20:00:08.214863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Attempting to bind port c274d635-3204-4a15-9328-02ce58dfb552 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:08.215234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Attempting to bind port c274d635-3204-4a15-9328-02ce58dfb552 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:08.215595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Attempting to bind port c274d635-3204-4a15-9328-02ce58dfb552 on network d057cceb-efe8-4fc3-949c-7fa782e3998c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:08.225338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:08.225745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Checking segment: {'id': 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:08.226146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.226539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Bound using segment: {'id': 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:08.227220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Bound port: c274d635-3204-4a15-9328-02ce58dfb552, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:08.227597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.233141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:08.238454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.247931 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:08.262023 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:08.262753 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:08.275595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-ac1ffe8b-8043-4ae4-83c9-bb269f48bb09 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2010086 Apr 28 20:00:08.281610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:08.303139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44b1e40-482a-41c0-bd7f-36b23456b136 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.305384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e44b1e40-482a-41c0-bd7f-36b23456b136 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3313920 Apr 28 20:00:08.331058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43744) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:08.335027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] For port c274d635-3204-4a15-9328-02ce58dfb552, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:08.338624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] For port c274d635-3204-4a15-9328-02ce58dfb552, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c274d635-3204-4a15-9328-02ce58dfb552,segment=NetworkSegment(bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c),segment_id=bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:08.345912 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.365265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:08.376623 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:08.377785 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:08.453514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f304bc03-50d7-4097-8aba-39b126f2a0fb tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/2caf0f11-d6e6-4b51-b8a8-7b70d8251c0b HTTP/1.1" status: 200 len: 978 time: 3.5928366 Apr 28 20:00:08.458306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:08.470884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecfbef-5189-485d-aad2-6f4756e46389 None None] Pushing event updated for resources: {'Port': ['ID=c274d635-3204-4a15-9328-02ce58dfb552,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:08.511183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc657551-c28b-4955-b793-ddf48dfc2596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.513251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc657551-c28b-4955-b793-ddf48dfc2596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.514777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc657551-c28b-4955-b793-ddf48dfc2596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.516487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc657551-c28b-4955-b793-ddf48dfc2596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1505144 Apr 28 20:00:08.519046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43754) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:08.525645 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:08.526049 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3e8c04-c7d8-4e5c-b9a5-c1c9b6400038 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:08.594228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a1fa8480-5b10-4db6-830c-92c55c1658a3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:08.678125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 7792fa1a-3995-4d67-ada0-b530cde5791d {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:08.678125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-ddf17fa9-04b6-439d-b880-d32c0a91755b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:08.678125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-ddf17fa9-04b6-439d-b880-d32c0a91755b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 1096 time: 0.3344455 Apr 28 20:00:08.678125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.896753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:08.926478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Allocated IP 172.20.0.1 (d057cceb-efe8-4fc3-949c-7fa782e3998c/f39a8a26-5ee9-4827-82c7-f0cfeb191474/f360bf82-a840-4d60-ab59-f09beb52f6d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:08.984577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 0f53e48e-1875-4bd8-bbe7-c2f5a811553a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:08.985668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.093778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-711e1e0f-8f52-42b2-aefa-3ddd44115883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:09.095523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-711e1e0f-8f52-42b2-aefa-3ddd44115883 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3901746 Apr 28 20:00:09.105322 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.215735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-084347eb-eb62-4d9c-a922-460cd2ee5fbe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 HTTP/1.1" status: 200 len: 217 time: 0.0810509 Apr 28 20:00:09.318489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-0db10f7f-8df3-4e67-9c3f-4fec13b7c26e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:09.319870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-0db10f7f-8df3-4e67-9c3f-4fec13b7c26e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.0952873 Apr 28 20:00:09.324389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.325322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.334595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.334924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.452211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=7792fa1a-3995-4d67-ada0-b530cde5791d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:09.468890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f99fdf-a978-4ec9-91b7-4f765fb81821 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:09.472429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.491579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ef348bea-6650-447c-a681-d28cb752877b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/7792fa1a-3995-4d67-ada0-b530cde5791d HTTP/1.1" status: 204 len: 168 time: 0.9708102 Apr 28 20:00:09.494163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43760) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:09.576302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Transition to ACTIVE for port object f360bf82-a840-4d60-ab59-f09beb52f6d4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:09.584211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet fc1ae881-75a8-43f8-a593-346917a8f3fa {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:09.589144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.679915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-6029ad83-1432-4083-86d1-d5d50e7df415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:09.681718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-6029ad83-1432-4083-86d1-d5d50e7df415 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3527606 Apr 28 20:00:09.737691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:09.742140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 0f53e48e-1875-4bd8-bbe7-c2f5a811553a owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:09.865428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444a659a-43e6-43c2-b785-b73dbc2371c9 None None] Network d057cceb-efe8-4fc3-949c-7fa782e3998c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:09.902631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.001915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-5d99cb56-ab57-4c10-b570-cb26e9e0c74e service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3060415 Apr 28 20:00:10.026400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network d057cceb-efe8-4fc3-949c-7fa782e3998c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:10.046494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:10.059366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.069746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:10.074249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a7bee3b1-92b9-427f-a901-9c5fdd14bac2 None None] Provisioning for port c274d635-3204-4a15-9328-02ce58dfb552 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:10.146080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=f360bf82-a840-4d60-ab59-f09beb52f6d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.207016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.211387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.246431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d7e720-23a3-4e1b-8e9e-5ee0b0fe4325 req-37f700dc-182a-4964-b18e-73d9c273f47c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:10.248414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00d7e720-23a3-4e1b-8e9e-5ee0b0fe4325 req-37f700dc-182a-4964-b18e-73d9c273f47c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 945 time: 0.6751542 Apr 28 20:00:10.469973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdd7d0ac-c95d-4b9e-88de-c3cbef818f71 req-7c0ebf6b-651c-4a11-91c7-b08e00d61a52 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4625604 Apr 28 20:00:10.557178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00d7e720-23a3-4e1b-8e9e-5ee0b0fe4325 req-fd5c0615-bd20-4a14-b293-5659a641200b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2557962 Apr 28 20:00:10.586105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.622338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c3046992-42fb-4ddb-a3a3-79fa0e88797f None None] Provisioning for port f360bf82-a840-4d60-ab59-f09beb52f6d4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:10.625409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.642603 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.643402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c3046992-42fb-4ddb-a3a3-79fa0e88797f None None] Provisioning complete for port f360bf82-a840-4d60-ab59-f09beb52f6d4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:10.643830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3046992-42fb-4ddb-a3a3-79fa0e88797f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.687414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.706505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=0f53e48e-1875-4bd8-bbe7-c2f5a811553a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.719733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1ae881-75a8-43f8-a593-346917a8f3fa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:10.752455 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e7a721d-17d7-4232-95f4-c38de5fc3a61 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/fc1ae881-75a8-43f8-a593-346917a8f3fa HTTP/1.1" status: 204 len: 168 time: 1.2570238 Apr 28 20:00:10.766046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c274d635-3204-4a15-9328-02ce58dfb552 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:10.771753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9242d9cf-b818-41fe-9e33-13a464a66a9d req-737a3fe4-d4e0-4399-912c-565032898c84 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:10.773301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9242d9cf-b818-41fe-9e33-13a464a66a9d req-737a3fe4-d4e0-4399-912c-565032898c84 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2973261 Apr 28 20:00:10.786019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:10.805863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c3046992-42fb-4ddb-a3a3-79fa0e88797f None None] Port f360bf82-a840-4d60-ab59-f09beb52f6d4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:10.883197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c274d635-3204-4a15-9328-02ce58dfb552 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:10.889437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c274d635-3204-4a15-9328-02ce58dfb552 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:10.889904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:10.893330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1339665-ffe4-463d-88c6-11abfafdb12d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1060755 Apr 28 20:00:10.894752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43782) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:10.914377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:10.920149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9242d9cf-b818-41fe-9e33-13a464a66a9d req-aa651bda-eee3-4784-9888-1b3559ce1c3e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1313200 Apr 28 20:00:10.922591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dd6c84-cc73-4457-8cf2-1191c1ee3759 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:10.963295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284368d-eced-42dd-be5c-2c724591967b req-0a450c4c-56ff-4f35-b932-0c65be287f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:10.964773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-0a450c4c-56ff-4f35-b932-0c65be287f42 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.5876622 Apr 28 20:00:11.051029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-62493c75-68d0-48b4-b717-de5fcac17520 None None] Provisioning complete for port f360bf82-a840-4d60-ab59-f09beb52f6d4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:11.051397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62493c75-68d0-48b4-b717-de5fcac17520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.162231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.162826 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 2caf0f11-d6e6-4b51-b8a8-7b70d8251c0b disassociated (deleted). External IP: 172.25.2.90, port: b78b7104-980f-47d1-8a10-86f3881892a1. Apr 28 20:00:11.215671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-62493c75-68d0-48b4-b717-de5fcac17520 None None] Port f360bf82-a840-4d60-ab59-f09beb52f6d4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:11.243123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-62493c75-68d0-48b4-b717-de5fcac17520 None None] Provisioning complete for port 34920719-f4b0-411b-9c42-1b096d543dce triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:11.243489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62493c75-68d0-48b4-b717-de5fcac17520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.265981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.337758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c274d635-3204-4a15-9328-02ce58dfb552, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c274d635-3204-4a15-9328-02ce58dfb552,segment=NetworkSegment(bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c),segment_id=bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:11.347911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.479198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a1fa8480-5b10-4db6-830c-92c55c1658a3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:11.502747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:00:11.543832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Deleting port 34920719-f4b0-411b-9c42-1b096d543dce {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:11.544203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.557835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:11.583642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:11.590056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:11.618703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c274d635-3204-4a15-9328-02ce58dfb552,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:11.620065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:11.684486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port a1fa8480-5b10-4db6-830c-92c55c1658a3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:11.708045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a1fa8480-5b10-4db6-830c-92c55c1658a3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:11.708339 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.726717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:11.730284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.763944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284368d-eced-42dd-be5c-2c724591967b req-029631fe-1a02-4fbd-a844-9d689463bd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:11.765349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-029631fe-1a02-4fbd-a844-9d689463bd7a service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.7370570 Apr 28 20:00:11.837848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] For port 34920719-f4b0-411b-9c42-1b096d543dce, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=34920719-f4b0-411b-9c42-1b096d543dce,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:11.838240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:11.962637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Calling delete_port for 34920719-f4b0-411b-9c42-1b096d543dce owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:12.075653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.103905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.118155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:12.130876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7b6352-2778-4d7a-a458-a2a115f7735d req-ec145364-88f9-444f-8d44-0a5e34e7f800 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:12.132544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:12.133776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb7b6352-2778-4d7a-a458-a2a115f7735d req-ec145364-88f9-444f-8d44-0a5e34e7f800 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.0955856 Apr 28 20:00:12.134547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.175832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.185451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb7b6352-2778-4d7a-a458-a2a115f7735d req-619e03e0-1554-4dba-8208-b31cd2c68a40 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449145 Apr 28 20:00:12.186153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] Pushing event deleted for resources: {'Port': ['ID=34920719-f4b0-411b-9c42-1b096d543dce,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:12.186364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-a0727412-f2b8-49aa-9c5c-31db924883d7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 1001 time: 0.3691561 Apr 28 20:00:12.226733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992fa67a-268d-43b3-9d8f-868abf228156 None None] No DVR routers for this DVR port 34920719-f4b0-411b-9c42-1b096d543dce on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:12.263309 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05424517-8bdc-4267-9ed9-90d06d65243f'] response: {'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'code': 200} Apr 28 20:00:12.271920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.272136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:12.326362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.400276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e96a0f5-4574-409c-bf40-02dd5a72580d req-ab1eebb0-3c6c-4d8f-b7a6-5618a6b26675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:12.401764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e96a0f5-4574-409c-bf40-02dd5a72580d req-ab1eebb0-3c6c-4d8f-b7a6-5618a6b26675 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 1097 time: 0.0779192 Apr 28 20:00:12.405329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd2d550-f2fc-4a66-a854-4476f8b4b25b req-3422e777-56c5-45d7-abd0-87647bf870a7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:12.406993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bd2d550-f2fc-4a66-a854-4476f8b4b25b req-3422e777-56c5-45d7-abd0-87647bf870a7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 945 time: 0.6530957 Apr 28 20:00:12.444184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e96a0f5-4574-409c-bf40-02dd5a72580d req-832e5a63-76e7-4b3c-bc3e-d7ea911ff96d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362380 Apr 28 20:00:12.477952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284368d-eced-42dd-be5c-2c724591967b req-7931496c-e026-4bfe-8ee7-1038772e0ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:12.479357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-7931496c-e026-4bfe-8ee7-1038772e0ce7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.2836192 Apr 28 20:00:12.483033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:12.526536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.536817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=f360bf82-a840-4d60-ab59-f09beb52f6d4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:12.624705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c274d635-3204-4a15-9328-02ce58dfb552 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:12.632052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bd2d550-f2fc-4a66-a854-4476f8b4b25b req-63838e13-5817-4e82-93be-891cb3e277f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923373 Apr 28 20:00:12.690627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c274d635-3204-4a15-9328-02ce58dfb552 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:12.691980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:12.827841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-7e9f9584-d121-49a0-a5cf-a84ec65b3956 req-d48b1e96-f7f8-4833-82d6-607acb8ea631 service neutron] (88139) timed out ('10.222.0.24', 44928) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:00:12.855273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 34920719-f4b0-411b-9c42-1b096d543dce no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:12.893757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 34920719-f4b0-411b-9c42-1b096d543dce {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:00:12.894116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 34920719-f4b0-411b-9c42-1b096d543dce not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:13.140409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:13.146397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:00:13.150722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:13.154648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.161735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:13.162419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:13.200194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network d057cceb-efe8-4fc3-949c-7fa782e3998c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:13.204084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9284368d-eced-42dd-be5c-2c724591967b req-30158d2f-6248-46d0-9253-5907e7ad4e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:13.205556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-30158d2f-6248-46d0-9253-5907e7ad4e17 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5050650 Apr 28 20:00:13.211202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:13.248318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:13.258528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:13.267384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:13.268237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:13.269010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:13.338557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:13.339151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.354180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:13.355157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1b5b4e0-8f16-4eed-b0e1-b1f151d5691f None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:13.356832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12477e41-f4dc-4a38-b693-0025175b5c2e None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:13.486567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbb692-e146-4512-9ee2-ef716c5cf5d5 req-67ba0d54-da16-44e9-aacf-153c6b61774a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:13.492089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbb692-e146-4512-9ee2-ef716c5cf5d5 req-67ba0d54-da16-44e9-aacf-153c6b61774a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.1135097 Apr 28 20:00:13.509893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=665ea8a1-1424-478f-92a5-dac16c618f5b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:13.536612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f6c8dc15-67f8-4682-959f-c1bc602b864e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6350288 Apr 28 20:00:13.542514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.560238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43798) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:13.575751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:13.618271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbb692-e146-4512-9ee2-ef716c5cf5d5 req-cc65d82e-6501-45d6-8a14-a9c8bb9c0a1a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956573 Apr 28 20:00:13.646330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-072c3c59-a0f9-4edf-b5fd-015d3f19e3ec tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/2caf0f11-d6e6-4b51-b8a8-7b70d8251c0b HTTP/1.1" status: 204 len: 168 time: 5.1742766 Apr 28 20:00:13.646330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-0b6c521b-3148-4ae3-9c23-5dfb5a994f45 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170220 Apr 28 20:00:13.646330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:13.651345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '665ea8a1-1424-478f-92a5-dac16c618f5b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:13.652689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.748938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:13.758484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:13.768050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:13.768441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f306ee0-b02b-44df-81fb-19e6f838c83d None None] Provisioning complete for port f360bf82-a840-4d60-ab59-f09beb52f6d4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:13.768918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f306ee0-b02b-44df-81fb-19e6f838c83d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.778551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:13.798251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:13.803435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.919758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f306ee0-b02b-44df-81fb-19e6f838c83d None None] Port f360bf82-a840-4d60-ab59-f09beb52f6d4 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:13.932771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9284368d-eced-42dd-be5c-2c724591967b req-4f668606-0d22-4d16-ade9-e11657a4248d service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461803 Apr 28 20:00:13.957874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port b78b7104-980f-47d1-8a10-86f3881892a1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:13.958260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:13.999128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Allocated IP 2001:db8::f816:3eff:fea5:ab17 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/665ea8a1-1424-478f-92a5-dac16c618f5b/30446be6-3efc-4dc4-ac78-efd010c64b42) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:14.010218 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 665ea8a1-1424-478f-92a5-dac16c618f5b (CIDR: 2001:db8::/64) Apr 28 20:00:14.014352 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:00:14.015308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:14.036762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-130eb7dd-7988-4afa-9fab-5d4b028c5edb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4753265 Apr 28 20:00:14.037541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Router 1b3d8041-08b1-4abf-8c0b-2d094123f873 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:00:14.039450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43812) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:14.045649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:14.184459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f624a701-de15-4051-9a23-3b781ff36b04 req-c1247d3a-0243-459b-a22e-ceb68e809357 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:14.186126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f624a701-de15-4051-9a23-3b781ff36b04 req-c1247d3a-0243-459b-a22e-ceb68e809357 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 946 time: 0.3603384 Apr 28 20:00:14.196288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:14.201254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:14.204289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:14.211260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:14.218055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.221663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:14.225995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.229611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Transition to ACTIVE for port object 30446be6-3efc-4dc4-ac78-efd010c64b42 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:14.247937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Transition to ACTIVE for port object 30446be6-3efc-4dc4-ac78-efd010c64b42 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:14.255146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.316969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f624a701-de15-4051-9a23-3b781ff36b04 req-315572c8-0678-4141-9feb-915f1299c007 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104875 Apr 28 20:00:14.318199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:14.322626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:14.327110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7c3c7d17-57e1-464b-ada1-170d49f0b246 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "PUT /v2.0/routers/1b3d8041-08b1-4abf-8c0b-2d094123f873/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0797632 Apr 28 20:00:14.327210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:14.329563 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] Sync routers for ids ['1b3d8041-08b1-4abf-8c0b-2d094123f873'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:14.330514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:14.340747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:14.344725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'port': {'network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c', 'name': 'tempest-FloatingIPNegativeTestJSON-2128342764'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:14.357691 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] Routers {'1b3d8041-08b1-4abf-8c0b-2d094123f873'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:14.358572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1b3d8041-08b1-4abf-8c0b-2d094123f873'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.401497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:14.454143 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.463509 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] Routers {'1b3d8041-08b1-4abf-8c0b-2d094123f873'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:14.464112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T19:59:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1b3d8041-08b1-4abf-8c0b-2d094123f873'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.503048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Attempting to bind port 30446be6-3efc-4dc4-ac78-efd010c64b42 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:14.504437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Attempting to bind port 30446be6-3efc-4dc4-ac78-efd010c64b42 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:14.504801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Attempting to bind port 30446be6-3efc-4dc4-ac78-efd010c64b42 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:14.517081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 19, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:14.517380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:14.517800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.518860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:14.522219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:14.522729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Bound port: 30446be6-3efc-4dc4-ac78-efd010c64b42, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:14.522865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.535220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.535790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:14.536362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a26421-b444-487c-b949-ba7af1be3188 None None] The sync data for ids ['1b3d8041-08b1-4abf-8c0b-2d094123f873'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:14.556993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:port and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:14.561693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:14.575016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:14.595362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Made reservation on behalf of 4b669a49f82245e48fd157a2005b91f0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:14.598128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.624710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] device_id is not set on port 6918421f-7c6e-4ffa-9ffc-3182632e0a52 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:14.641742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:14.645413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:14.656050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.746363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc139638-7163-4ade-8126-b8cb9ab74dac None None] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:14.771042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:14.819291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for b78b7104-980f-47d1-8a10-86f3881892a1 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:15.032145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:15.042497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:15.052160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:15.052855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.056844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Allocated IP 172.20.0.12 (d057cceb-efe8-4fc3-949c-7fa782e3998c/f39a8a26-5ee9-4827-82c7-f0cfeb191474/6918421f-7c6e-4ffa-9ffc-3182632e0a52) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:15.083716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=e68643e4-e47a-4ff9-9deb-72afc2315822,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.085596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.141923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=b78b7104-980f-47d1-8a10-86f3881892a1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.165100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-93aaded4-19be-4522-a020-7d575e3a24a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1245422 Apr 28 20:00:15.169201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43822) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:15.183726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:37:3f:af', 'name': 'tempest-NetworksTestDHCPv6-226718135'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:15.254425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4480bd-ea71-4476-81f5-708f467cf963 req-14da3c36-e80a-4bd9-bec6-989dcd55735e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:15.255868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d4480bd-ea71-4476-81f5-708f467cf963 req-14da3c36-e80a-4bd9-bec6-989dcd55735e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4389794 Apr 28 20:00:15.287756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.296784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef9e3c60-4708-4e9f-8c33-87a2d1488eee tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/b78b7104-980f-47d1-8a10-86f3881892a1 HTTP/1.1" status: 204 len: 168 time: 1.6562696 Apr 28 20:00:15.300412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:15.305842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:15.311959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:15.316564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:floatingip and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:15.319590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:15.329894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:15.343306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.469410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d4480bd-ea71-4476-81f5-708f467cf963 req-12b2cb83-2c6d-4648-8e2c-73c0c5c10d08 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1977110 Apr 28 20:00:15.516789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:15.523972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.527416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:15.532864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:15.542381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:15.551803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Transition to ACTIVE for port object 6918421f-7c6e-4ffa-9ffc-3182632e0a52 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:15.555521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.560937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:15.610822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2949e1fe-ade1-4f52-9fd1-03827e739637 req-1a54fb31-2885-4623-999b-6d0373b4a5f4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:15.612303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2949e1fe-ade1-4f52-9fd1-03827e739637 req-1a54fb31-2885-4623-999b-6d0373b4a5f4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 946 time: 0.1646111 Apr 28 20:00:15.655771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.725258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2949e1fe-ade1-4f52-9fd1-03827e739637 req-174d14ef-2eed-4063-924d-d571ebe189ab tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017418 Apr 28 20:00:15.751929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network d057cceb-efe8-4fc3-949c-7fa782e3998c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:15.758638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:15.760176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.170 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cdd9c419-cec4-4ae5-91f9-a782ed7f829c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:15.769676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=6918421f-7c6e-4ffa-9ffc-3182632e0a52,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:15.772200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:15.823707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.878091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:15.880035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.885380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:15.958787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:15.966707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d31acb-9a20-4c7e-833c-e891a6f64d5f None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:15.997741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-508033de-9ee4-4934-a7ca-17cb137bf852 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6657031 Apr 28 20:00:16.002618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:16.010036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:16.017830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-13b06f1e-27c4-46d8-89ee-8bccaf340c76 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 267 time: 0.0911217 Apr 28 20:00:16.025349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:16.031793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:floatingip and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:16.037718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:16.044962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:16.052992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.090535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd6b48e6-7645-4965-b836-61f572d3bb23 None None] Provisioning for port 30446be6-3efc-4dc4-ac78-efd010c64b42 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:16.095129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.143746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:16.149810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:16.162418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:16.167053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd6b48e6-7645-4965-b836-61f572d3bb23 None None] Provisioning for port 6918421f-7c6e-4ffa-9ffc-3182632e0a52 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:16.173214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd6b48e6-7645-4965-b836-61f572d3bb23 None None] Provisioning complete for port 6918421f-7c6e-4ffa-9ffc-3182632e0a52 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:16.173609 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd6b48e6-7645-4965-b836-61f572d3bb23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.202862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=cdd9c419-cec4-4ae5-91f9-a782ed7f829c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:16.226903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-4b3fd964-ae1c-4262-8ba6-00a03d4c60c5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:16.230695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-4b3fd964-ae1c-4262-8ba6-00a03d4c60c5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 946 time: 0.2042377 Apr 28 20:00:16.248329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'security_groups': []}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:16.287241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cd6b48e6-7645-4965-b836-61f572d3bb23 None None] Port 6918421f-7c6e-4ffa-9ffc-3182632e0a52 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:16.299217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8:0:1::38c (f7ec7e46-f92e-476c-bc0f-c46582ece80a/e68643e4-e47a-4ff9-9deb-72afc2315822/4ef7006c-cbfe-45ef-b31e-db49cb6a93f6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:16.312139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::f816:3eff:fe37:3faf (f7ec7e46-f92e-476c-bc0f-c46582ece80a/665ea8a1-1424-478f-92a5-dac16c618f5b/4ef7006c-cbfe-45ef-b31e-db49cb6a93f6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:16.333055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.391852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.419234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.421744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': '665ea8a1-1424-478f-92a5-dac16c618f5b', 'ip_address': '2001:db8::f816:3eff:fea5:ab17'}, {'subnet_id': 'e68643e4-e47a-4ff9-9deb-72afc2315822'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '30446be6-3efc-4dc4-ac78-efd010c64b42'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:00:16.478969 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.510086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.640327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Allocated IP 172.25.2.249 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c85147ab-ad35-41d6-a6a3-1b97206525e4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:16.706518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:16.785191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.785859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 30446be6-3efc-4dc4-ac78-efd010c64b42 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:16.790557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:16.790911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.798869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:16.811721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:16.841782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.849983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:16.882177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', '8c46da94-8033-41ea-9fef-4dff093f4762', 'a1fa8480-5b10-4db6-830c-92c55c1658a3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:16.967495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.030792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:17.035609 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.084520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.084520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.091527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3982709-ab5f-498a-a795-4d912f03d603 req-5c778cda-527f-45f6-8c1d-9f50819f51bf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.091676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5741ffa8-e775-491a-a348-3fbea9a3e094 req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "PUT /v2.0/ports/a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 200 len: 905 time: 0.8491504 Apr 28 20:00:17.091676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:17.096573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3982709-ab5f-498a-a795-4d912f03d603 req-5c778cda-527f-45f6-8c1d-9f50819f51bf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4576843 Apr 28 20:00:17.121241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.133237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b959f-cc1b-460d-bc25-22179cb663d7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.186243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.223707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3982709-ab5f-498a-a795-4d912f03d603 req-ff76c890-b08e-4607-acfc-d927b5f86781 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258481 Apr 28 20:00:17.256277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.261937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Allocated IP 2001:db8:0:1::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/e68643e4-e47a-4ff9-9deb-72afc2315822/30446be6-3efc-4dc4-ac78-efd010c64b42) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:17.289533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a1fa8480-5b10-4db6-830c-92c55c1658a3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:17.306683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.316617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.322713 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-513bfc93-ca2f-430c-af88-aa9c29100c20'] response: {'name': 'network-changed', 'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'status': 'completed', 'code': 200} Apr 28 20:00:17.359424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:17.364495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.376121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:17.386898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:17.394703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.395917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.425159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=4ef7006c-cbfe-45ef-b31e-db49cb6a93f6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.439629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7cef509-b37f-4dc7-8e32-7a89e1dfdf40 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.2688513 Apr 28 20:00:17.440546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43844) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:17.506252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:17.520497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:17.523007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:17.530990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:17.530990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.541084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5e9c669-609b-4a6e-a01e-9273fc59d7ec None None] Provisioning complete for port a1fa8480-5b10-4db6-830c-92c55c1658a3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:17.541435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5e9c669-609b-4a6e-a01e-9273fc59d7ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.590305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=c85147ab-ad35-41d6-a6a3-1b97206525e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.604719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58584d9b-dbd4-4dc8-8049-3cbd3339a7dd req-22c4fc20-ccbf-428b-9298-a053c1789737 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.606323 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-58584d9b-dbd4-4dc8-8049-3cbd3339a7dd req-22c4fc20-ccbf-428b-9298-a053c1789737 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 908 time: 0.3522446 Apr 28 20:00:17.615699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:17.657853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.691989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.735322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.762780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Transition to ACTIVE for port object 30446be6-3efc-4dc4-ac78-efd010c64b42 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:17.773490 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.818705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.885581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=cdd9c419-cec4-4ae5-91f9-a782ed7f829c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.899722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.903452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef27f849-4da7-40b0-9a22-5858e239be10 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5995934 Apr 28 20:00:17.905416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43850) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:17.906667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:17.917589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfff1-1257-44b9-a5c2-9c8a056f7426 None None] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:17.942964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-0aaa3fbe-8ed0-4919-a50a-77b447fb959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:17.944406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-0aaa3fbe-8ed0-4919-a50a-77b447fb959b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 1059 time: 0.5625169 Apr 28 20:00:17.947838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'port': {'network_id': 'f61ef1ad-891f-4675-ba1d-84346d107dad', 'name': 'tempest-FloatingIPTestJSON-1449972534'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:17.978168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:18.204545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.215377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2304438d-05d5-44c1-a428-3fddaeacd92d req-39e94109-08c5-4188-9b75-c128a75dd5f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.216791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2304438d-05d5-44c1-a428-3fddaeacd92d req-39e94109-08c5-4188-9b75-c128a75dd5f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4766214 Apr 28 20:00:18.277731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=4ef7006c-cbfe-45ef-b31e-db49cb6a93f6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:18.369263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-0beac830-9902-41aa-a1f9-d9c08f831f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.370737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-0beac830-9902-41aa-a1f9-d9c08f831f50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3969543 Apr 28 20:00:18.371678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:18.389670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:port and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:18.412195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.434379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e95980c3-3ee9-456a-bd82-87f9803f0fb9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 HTTP/1.1" status: 204 len: 168 time: 0.9912794 Apr 28 20:00:18.438468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43856) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:18.452527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:18.472342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-08c51f07-5667-4143-a054-693c5666cee9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 200 len: 217 time: 0.0858774 Apr 28 20:00:18.475322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2304438d-05d5-44c1-a428-3fddaeacd92d req-c491b1ed-fe4c-4248-972c-f37058dea0ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377934 Apr 28 20:00:18.476230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:18.513427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5b38cba5-9df9-419d-afce-3d5f4e4de57b None None] Provisioning for port 30446be6-3efc-4dc4-ac78-efd010c64b42 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:18.518522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5b38cba5-9df9-419d-afce-3d5f4e4de57b None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:18.519158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b38cba5-9df9-419d-afce-3d5f4e4de57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.560598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:18.564711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.577141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c79073-d61c-4b0d-8b65-27f7b02a917d req-0840a869-ac06-48b4-85ad-dd8bffd0f9cf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.578751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90c79073-d61c-4b0d-8b65-27f7b02a917d req-0840a869-ac06-48b4-85ad-dd8bffd0f9cf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2147582 Apr 28 20:00:18.592483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2232b733-0aa6-4fdc-8a8a-9ecd0ca51319 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.593226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2232b733-0aa6-4fdc-8a8a-9ecd0ca51319 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:18.595226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-a9daeb71-ba90-447c-a76e-3a789813416d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.596888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-a9daeb71-ba90-447c-a76e-3a789813416d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1158643 Apr 28 20:00:18.641395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90c79073-d61c-4b0d-8b65-27f7b02a917d req-3030785d-26c8-4df6-86ba-3180d5263fc9 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449104 Apr 28 20:00:18.674066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2232b733-0aa6-4fdc-8a8a-9ecd0ca51319 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:18.678797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2232b733-0aa6-4fdc-8a8a-9ecd0ca51319 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2388167 Apr 28 20:00:18.680839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:18.696760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.701497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] device_id is not set on port 178b9bc7-a9ff-45c9-b557-72b53699d67b yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:18.756698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:18.796649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.798207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3fe10bc-08f1-42da-8d96-74fd8da41e48 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.799855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f3fe10bc-08f1-42da-8d96-74fd8da41e48 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1180520 Apr 28 20:00:18.802752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43866) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:18.835110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:18.835478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:18.888152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0362215f-380f-4a66-967c-4ce9a9afd260 None None] Could not find standard attr ID for object 4ef7006c-cbfe-45ef-b31e-db49cb6a93f6. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:00:18.895661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.897193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.898690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:18.899517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:18.917593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:18.918988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-baa6fb64-9166-4d76-9397-6955d8a429fa tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1151948 Apr 28 20:00:18.921795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:19.002182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 665ea8a1-1424-478f-92a5-dac16c618f5b {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:19.005996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.069062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.142049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=c85147ab-ad35-41d6-a6a3-1b97206525e4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.150924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.203655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.223469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.238994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-ef807adc-3499-4df5-80f1-93ceacb209f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:19.240468 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-ef807adc-3499-4df5-80f1-93ceacb209f8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6358910 Apr 28 20:00:19.251069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f28ee38-df1b-4c11-936c-f2a3ab95a996 req-a79d84aa-e3db-4172-a557-b024cf92b874 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:19.252463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f28ee38-df1b-4c11-936c-f2a3ab95a996 req-a79d84aa-e3db-4172-a557-b024cf92b874 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5022316 Apr 28 20:00:19.258341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.8 (f61ef1ad-891f-4675-ba1d-84346d107dad/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f/178b9bc7-a9ff-45c9-b557-72b53699d67b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:19.260421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.261586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-200daa91-9c75-4e2a-aa7a-c0a11be36f64 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2579849 Apr 28 20:00:19.283654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:19.313078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ccfb659a-d465-4813-a028-64942b47eb7c tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'floatingip': {'port_id': '6918421f-7c6e-4ffa-9ffc-3182632e0a52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:19.386122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=665ea8a1-1424-478f-92a5-dac16c618f5b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.388042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.395568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-005fa57f-dad6-4942-9fbe-3388e3ba9453 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:19.404321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ab28b59-74b5-4f69-8ad6-09024fd1c7f8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/665ea8a1-1424-478f-92a5-dac16c618f5b HTTP/1.1" status: 204 len: 168 time: 0.4808235 Apr 28 20:00:19.406246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43880) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:19.479673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet e68643e4-e47a-4ff9-9deb-72afc2315822 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:19.482699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.493638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccfb659a-d465-4813-a028-64942b47eb7c tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.542041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.638075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.638345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f28ee38-df1b-4c11-936c-f2a3ab95a996 req-8f7e91f3-1033-4fb4-b326-1fd826912a79 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566985 Apr 28 20:00:19.746533 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.788212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=e68643e4-e47a-4ff9-9deb-72afc2315822,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:19.794852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:19.805177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d1e7382-4e9a-4372-976d-8fdce438c39f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/e68643e4-e47a-4ff9-9deb-72afc2315822 HTTP/1.1" status: 204 len: 168 time: 0.3975306 Apr 28 20:00:19.807339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43888) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:19.841262 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-13197662-21c2-413a-b3bc-1281068d1979 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5842371 Apr 28 20:00:19.891648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d2d0ef58-eef4-420d-8abe-a79d6551126b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0830538 Apr 28 20:00:19.895073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43892) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:19.901404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:19.986720 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-ccfb659a-d465-4813-a028-64942b47eb7c tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] update failed (client error): The resource could not be found. Apr 28 20:00:19.991325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ccfb659a-d465-4813-a028-64942b47eb7c tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "PUT /v2.0/floatingips/ce45fb4a-e31d-4fe4-a9bd-522eff2815bd HTTP/1.1" status: 404 len: 507 time: 0.7004220 Apr 28 20:00:19.995571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:20.077860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:20.084641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:20.089060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:20.096186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:20.113289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:20.116824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.141935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c8849f0c-5d31-43bf-b6e1-9dd07f913bbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.181744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.219088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eedbe3-1f27-464c-a13d-a2b250a92f47 req-49f78973-449c-4b53-9eb0-efe20e5c06a2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.220697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13eedbe3-1f27-464c-a13d-a2b250a92f47 req-49f78973-449c-4b53-9eb0-efe20e5c06a2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2142477 Apr 28 20:00:20.292012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13eedbe3-1f27-464c-a13d-a2b250a92f47 req-66b60b25-9615-43b9-b8a8-21cd22faa4a5 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643289 Apr 28 20:00:20.296521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting port c85147ab-ad35-41d6-a6a3-1b97206525e4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:20.296925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.351529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-004efa6c-7a5d-4296-ae01-3fdb6d879ede req-2d6ae915-e919-46b6-91fa-42b95924ad06 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983110 Apr 28 20:00:20.360933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7bf214-c7b1-4525-b8bb-5d33dc586724 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:20.370294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17509b3e-9e79-4bde-b059-cfff045c381f req-9b090e42-19c1-41fb-b0e0-e4337f381d61 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.371862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17509b3e-9e79-4bde-b059-cfff045c381f req-9b090e42-19c1-41fb-b0e0-e4337f381d61 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5439649 Apr 28 20:00:20.413730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.480125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:20.493664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:20.502888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.504291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.508750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.523249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=f56f0449-8aa2-4c04-bc0d-3906525ac4b8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:20.527130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17509b3e-9e79-4bde-b059-cfff045c381f req-5465ea08-68db-4898-a1e3-0b924540e6e6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313055 Apr 28 20:00:20.537356 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c51e74b2-950a-4b57-99a0-20a15fc23a5b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6410818 Apr 28 20:00:20.540173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43900) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:20.545785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:20.616836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e98e7b4d-bf24-4f3b-8dde-07b9897837ef None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:20.617506 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e98e7b4d-bf24-4f3b-8dde-07b9897837ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.756492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network f61ef1ad-891f-4675-ba1d-84346d107dad is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:20.758372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.758808 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.761609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:20.766953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:20.771614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:20.772444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:20.779373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:20.783356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:20.805317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=178b9bc7-a9ff-45c9-b557-72b53699d67b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:20.807958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6f09d9-0b64-446f-8424-34dbdc15f9b6 req-03831242-10ba-41cf-add1-28318756af1c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:20.815641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e6f09d9-0b64-446f-8424-34dbdc15f9b6 req-03831242-10ba-41cf-add1-28318756af1c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1426218 Apr 28 20:00:20.830615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:20.834690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:20.929275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Calling delete_port for c85147ab-ad35-41d6-a6a3-1b97206525e4 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:20.939561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Update dhcp port {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'fixed_ips': [{'subnet_id': 'f56f0449-8aa2-4c04-bc0d-3906525ac4b8'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '30446be6-3efc-4dc4-ac78-efd010c64b42'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:00:20.950076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9e6f09d9-0b64-446f-8424-34dbdc15f9b6 req-edb16b76-8bbd-4a76-a63a-9d2329d1d5c3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332083 Apr 28 20:00:21.003648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:21.004266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.005211 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f56f0449-8aa2-4c04-bc0d-3906525ac4b8 (CIDR: 2001:db8::/64) Apr 28 20:00:21.009750 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:00:21.011196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:21.016831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.037724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:21.039245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35cd7af9-60f0-44c1-89b1-57667ea34e63 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4964957 Apr 28 20:00:21.044080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:21.065334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a2b71e85-901f-4599-85f8-504f8c0c42da tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1285849 Apr 28 20:00:21.068651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:21.077258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': '178b9bc7-a9ff-45c9-b557-72b53699d67b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:21.198866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.257247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/f56f0449-8aa2-4c04-bc0d-3906525ac4b8/30446be6-3efc-4dc4-ac78-efd010c64b42) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:21.262152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.370767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Port': ['ID=c85147ab-ad35-41d6-a6a3-1b97206525e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:21.411653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:21.417895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:21.452365 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.458713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:21.466128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:21.475212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Transition to ACTIVE for port object 30446be6-3efc-4dc4-ac78-efd010c64b42 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:21.480261 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.481448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:21.522072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-535fbca9-9621-481b-8edc-2f0130c1797f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:21.523604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-535fbca9-9621-481b-8edc-2f0130c1797f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.3305748 Apr 28 20:00:21.526430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:21.529898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.563774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.579576 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-ec983f57-ebca-460a-bc73-8b5dd2bf47e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/quotas/f1f34b22986c405ebfceb939a2e84ca9 HTTP/1.1" status: 200 len: 375 time: 0.0344784 Apr 28 20:00:21.615103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa81a75-2417-4df0-92f2-bf812f3d0ac5 None None] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:21.685042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.686189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0f66a0df-89f8-4b3f-b97a-011a7cec8397 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "DELETE /v2.0/floatingips/ce45fb4a-e31d-4fe4-a9bd-522eff2815bd HTTP/1.1" status: 204 len: 168 time: 1.6339533 Apr 28 20:00:21.694506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:21.712090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'floatingip': {'floating_network_id': 'd057cceb-efe8-4fc3-949c-7fa782e3998c', 'port_id': '6918421f-7c6e-4ffa-9ffc-3182632e0a52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:21.723443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:21.732601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:floatingip and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:21.738516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:21.749520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:21.781637 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:21.839347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-e02a523e-fe94-45eb-aba8-58ffeb355983 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2474673 Apr 28 20:00:21.881929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da02ae-1385-4186-abba-2f0d1ca3d415 req-ee4b0225-0328-4ae9-b3d8-0095d49ac212 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:21.883471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9da02ae-1385-4186-abba-2f0d1ca3d415 req-ee4b0225-0328-4ae9-b3d8-0095d49ac212 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4537868 Apr 28 20:00:21.956362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9da02ae-1385-4186-abba-2f0d1ca3d415 req-227e65db-6704-43a1-95d3-f2dade440960 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635531 Apr 28 20:00:22.088334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.093305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.101391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-992a01e7-5507-4c07-ab19-7048478a956b service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519262 Apr 28 20:00:22.235496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b609a-bbff-418c-a44c-14135e281c18 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:22.290419 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP bfa351ee-38ab-45a9-865c-2c660e9c050c associated. External IP: 172.25.2.170, port: 178b9bc7-a9ff-45c9-b557-72b53699d67b. Apr 28 20:00:22.349602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-daa1a698-ee8d-4880-9545-eaa4943a8182 None None] Provisioning for port 30446be6-3efc-4dc4-ac78-efd010c64b42 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:22.362450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0127ef3-d252-407b-a927-cefeb97e649a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.364126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-daa1a698-ee8d-4880-9545-eaa4943a8182 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:22.364399 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-daa1a698-ee8d-4880-9545-eaa4943a8182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.471392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-62a8c35e-47c0-489b-af93-8fd1a36d5c37 service neutron] 10.222.0.24 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615854 Apr 28 20:00:22.535914 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:00:22.536939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-48448615-c663-4b87-9070-2d27c1f7e212 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8342171 Apr 28 20:00:22.542734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43934) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:22.547574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '6918421f-7c6e-4ffa-9ffc-3182632e0a52', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:22.559610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:22.568254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Usage tracker for resource:floatingip and tenant:4b669a49f82245e48fd157a2005b91f0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:22.572512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:22.579479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:00:22.580448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:22.651456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.702654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:22.754725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6898b2e6-c1d7-4d3f-9cdf-a35ea3d04204 req-1bbae089-d015-42fb-9906-7e1780eeea22 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 210 time: 0.0554564 Apr 28 20:00:22.816928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:22.851967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:22.871727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:22.872238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.107279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.236963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:23.243249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.248104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:23.260191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:23.262671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:23.309292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-300ca8ef-7015-4e8c-ad69-cb72e83ded76 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/bfa351ee-38ab-45a9-865c-2c660e9c050c HTTP/1.1" status: 200 len: 978 time: 2.2390413 Apr 28 20:00:23.310073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:23.383410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:23.395506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:23.396315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:23.424194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 178b9bc7-a9ff-45c9-b557-72b53699d67b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:23.424633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.476238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf92fb7-626c-4c2a-82c2-8cceba4c0ecd req-65910c90-1a35-4f24-a934-cccc57182dcb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.477825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf92fb7-626c-4c2a-82c2-8cceba4c0ecd req-65910c90-1a35-4f24-a934-cccc57182dcb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2683272 Apr 28 20:00:23.481603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:23.524829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:23.526028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Allocated IP 172.25.2.158 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/89e3f965-1798-4981-8a5b-9b3d035c722f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:23.529806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cf5bca-e36c-4512-83ce-0080c790cd8b None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:23.575837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcf92fb7-626c-4c2a-82c2-8cceba4c0ecd req-4a59edcc-d59b-482a-91ef-4d63c55c46c3 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884979 Apr 28 20:00:23.600044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.606672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.608326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.743161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.749990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-64b598be-e463-454b-9006-1a4783ffadcf None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:23.750362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64b598be-e463-454b-9006-1a4783ffadcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.768442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.800721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:23.809565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:23.813071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:23.813898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:23.826880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27016d72-c613-478c-8f7c-0d047e1b3935 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:23.866306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=0dade0d9-f355-43ff-83a7-41c1628b2117,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:23.889850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=9']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:23.906536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7670488-f412-4510-8534-3efbe9eda65a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8653209 Apr 28 20:00:23.907044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:23.914401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:18:f3:0c', 'name': 'tempest-NetworksTestDHCPv6-300874039'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:23.973076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.016887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.040044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efaf191b-8afd-4b0b-b672-2e0a162826b3 req-f1d717b7-596d-4300-849b-b8e0cb2c6776 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 210 time: 0.0652184 Apr 28 20:00:24.117311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:24.131108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:24.169228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.204471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.204981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.205448 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP bfa351ee-38ab-45a9-865c-2c660e9c050c disassociated. External IP: 172.25.2.170, port: 178b9bc7-a9ff-45c9-b557-72b53699d67b. Apr 28 20:00:24.205949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 178b9bc7-a9ff-45c9-b557-72b53699d67b owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:24.211992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:24.389074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.443809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=178b9bc7-a9ff-45c9-b557-72b53699d67b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:24.526664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3ef27f1-d9fc-4c1f-b767-93f59b1248fc None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:24.527238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3ef27f1-d9fc-4c1f-b767-93f59b1248fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.564289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:24.570095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event updated for resources: {'Port': ['ID=89e3f965-1798-4981-8a5b-9b3d035c722f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:24.576618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:24.596579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:24.671390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:24.671980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-327aa6c6-8acd-4d98-a08c-74018f10f38f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:24.673486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-327aa6c6-8acd-4d98-a08c-74018f10f38f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 811 time: 0.5390406 Apr 28 20:00:24.676803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:24.689256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Request body: {'port': {'device_id': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'admin_state_up': True, 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:24.753438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:24.754084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.800926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.863539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:24.874075 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:24.883666 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:24.884649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:24.945297 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:24.955049 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:24.955882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:24.957863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 3cd13976-9f00-4534-9a0c-294f6d30f3aa yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:24.970328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:24.980591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e848cab-943e-413d-98e0-64ef44f7ca01 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/178b9bc7-a9ff-45c9-b557-72b53699d67b HTTP/1.1" status: 204 len: 168 time: 1.6691220 Apr 28 20:00:24.983081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:25.019193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:25.019724 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df5a9f7c-11c2-49ae-a858-32483542e4e7 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:25.070572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6bf8beab-4a7d-4d9c-a549-a138189d0aa4 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/floatingips/bfa351ee-38ab-45a9-865c-2c660e9c050c HTTP/1.1" status: 200 len: 688 time: 0.0861177 Apr 28 20:00:25.074168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:25.100200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:25.124746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attempting to reserve 1 items for resource port. Total usage: 7; quota limit: 500; headroom:493 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:25.139587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.151597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc1b776-8bbf-485d-8c5c-b5eb7e951fa4 req-d79740df-887b-4ba6-ba52-563c1d6e1460 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:25.153107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bc1b776-8bbf-485d-8c5c-b5eb7e951fa4 req-d79740df-887b-4ba6-ba52-563c1d6e1460 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4213066 Apr 28 20:00:25.216361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Made reservation on behalf of f1f34b22986c405ebfceb939a2e84ca9 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:25.219888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.244950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting port 89e3f965-1798-4981-8a5b-9b3d035c722f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:25.245214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.387082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bc1b776-8bbf-485d-8c5c-b5eb7e951fa4 req-d38b1703-4f76-4a75-a91b-f7936cb0514e tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2176321 Apr 28 20:00:25.392074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c70b63e-e869-4222-bee1-5b1b0350bbe7 req-c4e06c6f-e903-48ed-9aca-166f5dd53407 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 210 time: 0.1085174 Apr 28 20:00:25.411972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port cdd9c419-cec4-4ae5-91f9-a782ed7f829c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:25.412214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.586775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.587108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.613828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::db (f7ec7e46-f92e-476c-bc0f-c46582ece80a/f56f0449-8aa2-4c04-bc0d-3906525ac4b8/3cd13976-9f00-4534-9a0c-294f6d30f3aa) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:25.641269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8:0:1:f816:3eff:fe18:f30c (f7ec7e46-f92e-476c-bc0f-c46582ece80a/0dade0d9-f355-43ff-83a7-41c1628b2117/3cd13976-9f00-4534-9a0c-294f6d30f3aa) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:25.647764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.648096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.715889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for cdd9c419-cec4-4ae5-91f9-a782ed7f829c owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:25.788928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Calling delete_port for 89e3f965-1798-4981-8a5b-9b3d035c722f owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:25.847790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Allocated IP 172.20.0.11 (ef3be1c6-be84-42eb-8948-747e6c4e0a60/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628/30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:25.857984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:25.911101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=cdd9c419-cec4-4ae5-91f9-a782ed7f829c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.006617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.026523 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.027662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d1707a1-2a44-42b1-a14b-f590d2b4c89b tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/bfa351ee-38ab-45a9-865c-2c660e9c050c HTTP/1.1" status: 204 len: 168 time: 0.9526360 Apr 28 20:00:26.031342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:26.037079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '06b535fc-0f86-44c8-9d92-1ef7f7a86863'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:26.043474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:26.047970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:floatingip and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:26.055100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:26.060976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:26.072408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.218593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.353690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.360425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.365255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.247 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/61c7764a-22c4-469f-ab72-5efad99b1988) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:26.426950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Port': ['ID=89e3f965-1798-4981-8a5b-9b3d035c722f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.462076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 3cd13976-9f00-4534-9a0c-294f6d30f3aa will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:26.536990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.568338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.631235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.638713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Transition to ACTIVE for port object 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:26.664309 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] create failed (client error): The resource could not be found. Apr 28 20:00:26.665332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f73da99-d392-4beb-9bc3-d61a87e0c33f tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.1216912 Apr 28 20:00:26.670292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43980) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:26.671301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.683422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e89fa867-f021-4d02-a16e-252633944990 req-550b52d8-8774-416b-91fa-b5a1d0335e08 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 210 time: 0.0894268 Apr 28 20:00:26.710283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:26.713133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:26.715555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:26.765077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=61c7764a-22c4-469f-ab72-5efad99b1988,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.817393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:26.825987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:26.831735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=3cd13976-9f00-4534-9a0c-294f6d30f3aa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:26.836073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:26.841572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.842221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.852247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting port 6918421f-7c6e-4ffa-9ffc-3182632e0a52 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:26.852591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.879764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:26.891553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', '8c46da94-8033-41ea-9fef-4dff093f4762'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:26.986434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb398c-02da-4c87-b197-8d5ec2f5b7ba req-4588cf82-6cce-4dd7-bc30-e96e651da7fe tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:26.988167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3edb398c-02da-4c87-b197-8d5ec2f5b7ba req-4588cf82-6cce-4dd7-bc30-e96e651da7fe tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.3985357 Apr 28 20:00:27.036775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.092953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:27.110848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:27.117450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:27.155351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4223044c-7a7b-40fd-9f30-78305186c559 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.2450061 Apr 28 20:00:27.167682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43984) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:27.243650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2392e800-f552-4e80-ab6b-7f4e4f9f4a24 None None] Provisioning for port 3cd13976-9f00-4534-9a0c-294f6d30f3aa completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:27.249850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3edb398c-02da-4c87-b197-8d5ec2f5b7ba req-400f518c-230a-468f-a317-f7cce454fc5d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2332246 Apr 28 20:00:27.250108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2392e800-f552-4e80-ab6b-7f4e4f9f4a24 None None] Provisioning complete for port 3cd13976-9f00-4534-9a0c-294f6d30f3aa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:27.250723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2392e800-f552-4e80-ab6b-7f4e4f9f4a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.322610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2392e800-f552-4e80-ab6b-7f4e4f9f4a24 None None] Port 3cd13976-9f00-4534-9a0c-294f6d30f3aa cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:27.330053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:27.330765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.338983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.388723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 3cd13976-9f00-4534-9a0c-294f6d30f3aa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:27.389168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.418211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.452102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-51b192d1-7255-44b0-8fdb-652baef1f28f None None] Provisioning for port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:27.458243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-51b192d1-7255-44b0-8fdb-652baef1f28f None None] Provisioning complete for port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:27.458617 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51b192d1-7255-44b0-8fdb-652baef1f28f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.470043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5898b071-c411-485d-a996-766a0ad273de tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7846677 Apr 28 20:00:27.520678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51b192d1-7255-44b0-8fdb-652baef1f28f None None] Port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:27.575553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.656999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Request body: {'port': {'device_id': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:27.657950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.662580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:27.759866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Calling delete_port for 6918421f-7c6e-4ffa-9ffc-3182632e0a52 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:27.771630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=61c7764a-22c4-469f-ab72-5efad99b1988,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:27.783837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.018487 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 65c28858-3872-4538-a199-b0a63852b815 associated. External IP: 172.25.2.247, port: 06b535fc-0f86-44c8-9d92-1ef7f7a86863. Apr 28 20:00:28.129792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.133412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf139e8-b5f9-46c3-991e-9940d8ee84ee req-0aded7ef-273c-4465-8ef4-9f190d9e01fa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:28.134945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcf139e8-b5f9-46c3-991e-9940d8ee84ee req-0aded7ef-273c-4465-8ef4-9f190d9e01fa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 932 time: 0.2967350 Apr 28 20:00:28.181701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.208816 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcf139e8-b5f9-46c3-991e-9940d8ee84ee req-c0cd8c58-e21f-4644-ba88-b21d64a07959 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557847 Apr 28 20:00:28.369116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 3cd13976-9f00-4534-9a0c-294f6d30f3aa owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:28.446564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:28.494208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.601319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Port': ['ID=6918421f-7c6e-4ffa-9ffc-3182632e0a52,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:28.836668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafd32-297e-4abf-b23f-3d2981fdcce4 req-db97e31a-0bf8-4dfe-ad09-a61199c3b006 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:28.838451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cfafd32-297e-4abf-b23f-3d2981fdcce4 req-db97e31a-0bf8-4dfe-ad09-a61199c3b006 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4365289 Apr 28 20:00:28.844455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:28.854129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:28.868659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:28.869303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:28.887251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.937495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:28.949777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:28.950392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:28.981996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf5529b4-1d09-49c2-8fdf-77c451e7d5c3 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9494791 Apr 28 20:00:28.984305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44010) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:28.992157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-839992950'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:28.992441 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:28.997908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:29.002425 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3cfafd32-297e-4abf-b23f-3d2981fdcce4 req-af7783d5-fdfb-456b-aee7-db662313f331 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462743 Apr 28 20:00:29.002593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:network and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:29.006779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:29.010905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-41bf3400-8505-4906-b7c5-ca3d070d1ce0 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "DELETE /v2.0/ports/6918421f-7c6e-4ffa-9ffc-3182632e0a52 HTTP/1.1" status: 204 len: 168 time: 2.3352699 Apr 28 20:00:29.013279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44014) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:29.016923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:29.053072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:29.053502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc380050-14b9-47bc-8a6e-16fa0e38a6fc None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:29.095684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:29.100192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.113434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.141270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:29.158328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0538b5-7fbe-4389-95de-c684a7d7286b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.159221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-af0538b5-7fbe-4389-95de-c684a7d7286b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Synchronizing usage tracker for tenant:4b669a49f82245e48fd157a2005b91f0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:29.170176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.170526 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Added segment 9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe of type vlan for network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 Apr 28 20:00:29.202045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-af0538b5-7fbe-4389-95de-c684a7d7286b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Unset dirty status for tenant:4b669a49f82245e48fd157a2005b91f0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:29.205909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-af0538b5-7fbe-4389-95de-c684a7d7286b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "GET /v2.0/ports?device_id=1b3d8041-08b1-4abf-8c0b-2d094123f873 HTTP/1.1" status: 200 len: 913 time: 0.1883354 Apr 28 20:00:29.206597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44018) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:29.210036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.225206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=3cd13976-9f00-4534-9a0c-294f6d30f3aa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:29.318250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:29.340042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.343229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.355301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27135cc1-dcd6-4a42-acb2-e62eea8845d9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/3cd13976-9f00-4534-9a0c-294f6d30f3aa HTTP/1.1" status: 204 len: 168 time: 2.1862621 Apr 28 20:00:29.358586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:29.421324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Transition to ACTIVE for port object 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:29.430927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.599441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f950a47-c731-4e84-8f3f-bbedf558724d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.600520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f950a47-c731-4e84-8f3f-bbedf558724d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:29.611778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:29.759946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.760142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f950a47-c731-4e84-8f3f-bbedf558724d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:29.765972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f950a47-c731-4e84-8f3f-bbedf558724d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4015145 Apr 28 20:00:29.765972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Attempting to bind port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:29.765972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Attempting to bind port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:29.765972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Attempting to bind port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:29.769780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44032) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:29.770603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:00:29.771232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Attempting to bind port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 on network ef3be1c6-be84-42eb-8948-747e6c4e0a60 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:29.773315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.774433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:29.862596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f186a10-2fe4-4983-a472-3277d7609f3d req-f2b792f2-fde9-4dd5-879c-34f780cf24ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:29.870262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f186a10-2fe4-4983-a472-3277d7609f3d req-f2b792f2-fde9-4dd5-879c-34f780cf24ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 944 time: 0.4768498 Apr 28 20:00:29.910626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9247165 Apr 28 20:00:29.975516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:29.982699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'subnet': {'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:30.013408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:30.013639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Checking segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:30.013941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Bound using segment: {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:30.014660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Bound port: 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '789bc0fa-9563-4030-a347-71f660976be8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:30.014978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.117721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974bb8af-fb84-46e8-9b95-0b3d7a71bf1e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Network': ['ID=b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:30.134918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:30.142669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f186a10-2fe4-4983-a472-3277d7609f3d req-94f8e327-0aa7-435e-91ce-dc1329b3fae5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2562914 Apr 28 20:00:30.274254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.283664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:30.289738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:30.293349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:30.300813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.306603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:subnet and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:30.345989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:30.370164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:30.380127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.381751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.383413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] 10.222.0.41 "PUT /v2.0/ports/30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 HTTP/1.1" status: 200 len: 1092 time: 2.7807841 Apr 28 20:00:30.387725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:30.400897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31826516-fc74-4900-9906-bbb356f97a9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.403841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-31826516-fc74-4900-9906-bbb356f97a9e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6301012 Apr 28 20:00:30.410394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:30.457163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1f354-89f6-45f3-9c2c-18352ccb2496 service neutron] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:30.599431 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfe4002d-30d5-4fb1-ae8f-15a4fa1ae738'] response: {'name': 'network-changed', 'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'status': 'completed', 'code': 200} Apr 28 20:00:30.610039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:30.614747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:30.775342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.776962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.778476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.779273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:30.819566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:30.819809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4729a3ca-01ed-42ce-aa79-5e4785fcf308 req-bedbb027-4412-478c-802a-06675e0cb82c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.825600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-30f25dfb-a5f5-4879-a08d-24efe3584386 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4124253 Apr 28 20:00:30.826514 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4729a3ca-01ed-42ce-aa79-5e4785fcf308 req-bedbb027-4412-478c-802a-06675e0cb82c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4966793 Apr 28 20:00:30.833206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-a0fcf8ad-8f08-4a05-b30b-4b6ee9219234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.834925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-a0fcf8ad-8f08-4a05-b30b-4b6ee9219234 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 1095 time: 0.3635924 Apr 28 20:00:30.835693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:30.859703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9df978-2b22-45bb-8443-ab932dc4e4d5 req-6fd439f5-98f4-4eb6-8fa7-3c6e008db2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:30.861155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee9df978-2b22-45bb-8443-ab932dc4e4d5 req-6fd439f5-98f4-4eb6-8fa7-3c6e008db2f0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.2563739 Apr 28 20:00:31.005299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-efb8b819-d9ad-4172-a93d-ea6a6396ea32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 HTTP/1.1" status: 200 len: 217 time: 0.1034141 Apr 28 20:00:31.041796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4729a3ca-01ed-42ce-aa79-5e4785fcf308 req-8413a532-9689-4756-ab7c-81c877868ec4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2140768 Apr 28 20:00:31.072393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee9df978-2b22-45bb-8443-ab932dc4e4d5 req-5d78cb72-366a-42f8-9aec-070efa4cd290 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960347 Apr 28 20:00:31.122971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 0dade0d9-f355-43ff-83a7-41c1628b2117 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:31.128843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting port f360bf82-a840-4d60-ab59-f09beb52f6d4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:31.128843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.143672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.196999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5fe18f63-6050-4540-8da9-073d02bf0d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.198082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-5fe18f63-6050-4540-8da9-073d02bf0d10 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1799214 Apr 28 20:00:31.208555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.328389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Subnet': ['ID=91fa7291-b0da-474c-a1b2-2f7d75220e82,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:31.431049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.470745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.640143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Calling delete_port for f360bf82-a840-4d60-ab59-f09beb52f6d4 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:31.651220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Checking segment: {'id': '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:31.651767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network hostable DHCP agents. Network: b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:31.731967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:31.755895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-e5206d64-3e6a-4963-90df-951a1a8cabe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.758217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-e5206d64-3e6a-4963-90df-951a1a8cabe5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4229469 Apr 28 20:00:31.770229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:31.775665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.790491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2003576-3c18-4bbd-bde3-4452272041a6 None None] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:31.842089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1716e1b3-04e8-4f50-9689-9f46fb8ea454 req-0ebb4b35-3dc5-4e1d-87ac-908fdb76d2d9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.843774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1716e1b3-04e8-4f50-9689-9f46fb8ea454 req-0ebb4b35-3dc5-4e1d-87ac-908fdb76d2d9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:31.847067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:31.847310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.963881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:31.985113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2fecaac1-995d-4e64-b00f-f37a7ffb02ba tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0061429 Apr 28 20:00:31.996354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1716e1b3-04e8-4f50-9689-9f46fb8ea454 req-0ebb4b35-3dc5-4e1d-87ac-908fdb76d2d9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:31.996354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1716e1b3-04e8-4f50-9689-9f46fb8ea454 req-0ebb4b35-3dc5-4e1d-87ac-908fdb76d2d9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 944 time: 0.6748495 Apr 28 20:00:31.996354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:32.022742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Port': ['ID=f360bf82-a840-4d60-ab59-f09beb52f6d4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:32.080130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-523751574', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:32.112718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.140187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:32.215959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0', 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0', 'tenant_id': '21ae70dd9c0c4335a2756f952fd0ab44', 'fixed_ips': [{'subnet_id': '91fa7291-b0da-474c-a1b2-2f7d75220e82'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:32.217759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.226475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:router and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:32.306161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:32.310434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=0dade0d9-f355-43ff-83a7-41c1628b2117,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:32.328646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.343863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:32.375797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-a5e8db26-663f-4469-af56-1168f79b7056 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6023762 Apr 28 20:00:32.401234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1716e1b3-04e8-4f50-9689-9f46fb8ea454 req-4cf3bd69-ad42-41f8-8846-68b0e4db3d99 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3494365 Apr 28 20:00:32.401408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f354bab-f897-4d79-8c88-894b5f8c0110 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:32.423014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.424185 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.429612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-435ad13c-69af-4d6f-8dc2-de69e61a33fb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/0dade0d9-f355-43ff-83a7-41c1628b2117 HTTP/1.1" status: 204 len: 168 time: 1.5909767 Apr 28 20:00:32.444826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:32.476528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.882892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.928114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet f56f0449-8aa2-4c04-bc0d-3906525ac4b8 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:32.933200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aea84a-6391-4b88-9422-60f660c8c0d8 req-f832eea5-95a5-433e-94ad-ff17f5b30e06 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:32.935383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce696266-901c-44a2-b87d-c86a967a8c0c req-d5daf0f0-f2d2-4c82-a738-bcb884c4c082 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5312355 Apr 28 20:00:32.935383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:32.935600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85aea84a-6391-4b88-9422-60f660c8c0d8 req-f832eea5-95a5-433e-94ad-ff17f5b30e06 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.5842361 Apr 28 20:00:32.978154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Router 1b3d8041-08b1-4abf-8c0b-2d094123f873 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:32.991528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85aea84a-6391-4b88-9422-60f660c8c0d8 req-396ce1bc-4933-426b-ab4f-d564e24af7dd tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567496 Apr 28 20:00:33.031889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Allocated IP 172.20.0.2 (b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0/91fa7291-b0da-474c-a1b2-2f7d75220e82/47b2c463-b47f-4fa8-a888-2f6a61a83c59) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:33.258392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.262492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:33.279167 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] Sync routers for ids ['1b3d8041-08b1-4abf-8c0b-2d094123f873'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:33.285112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b6a00ad9-7377-4d9f-9f76-efa7292d3387 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "PUT /v2.0/routers/1b3d8041-08b1-4abf-8c0b-2d094123f873/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0773706 Apr 28 20:00:33.287785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44076) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:33.296349 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] Routers {'1b3d8041-08b1-4abf-8c0b-2d094123f873'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:33.296988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1b3d8041-08b1-4abf-8c0b-2d094123f873'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.313323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.326321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Transition to ACTIVE for port object 47b2c463-b47f-4fa8-a888-2f6a61a83c59 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:33.348183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Transition to ACTIVE for port object 47b2c463-b47f-4fa8-a888-2f6a61a83c59 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:33.357549 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.395519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.412231 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] Routers {'1b3d8041-08b1-4abf-8c0b-2d094123f873'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:33.413351 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1b3d8041-08b1-4abf-8c0b-2d094123f873'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.450708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.454232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.470918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:33.475247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:33.504694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:33.597943 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:33.599578 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6950c1dc-9598-42cd-9813-cc129692dcb3 None None] The sync data for ids ['1b3d8041-08b1-4abf-8c0b-2d094123f873'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:33.628372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Pushing event updated for resources: {'Port': ['ID=47b2c463-b47f-4fa8-a888-2f6a61a83c59,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:33.669777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0433-4682-498d-90f4-832a46ec7093 req-4798b819-79f4-4d16-91ef-865169ceaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:33.673100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-4798b819-79f4-4d16-91ef-865169ceaa2f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 1095 time: 0.6589229 Apr 28 20:00:33.777204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Attempting to bind port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:33.779172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Attempting to bind port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:33.780804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Attempting to bind port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 on network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:33.789656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:33.790452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Checking segment: {'id': '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:33.791095 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.791405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Bound using segment: {'id': '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:33.792260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Bound port: 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:33.793774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.926625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.965444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] For port 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:33.969259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] For port 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=47b2c463-b47f-4fa8-a888-2f6a61a83c59,segment=NetworkSegment(9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe),segment_id=9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:33.974857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.994930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:33.996999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.031013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.031707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Fanout notify agent at l3_agent the message router_deleted on router 1b3d8041-08b1-4abf-8c0b-2d094123f873 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:00:34.062101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.063609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1053f80-e807-4f41-9aa8-1c50bec1cf40 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "DELETE /v2.0/routers/1b3d8041-08b1-4abf-8c0b-2d094123f873 HTTP/1.1" status: 204 len: 168 time: 0.7743485 Apr 28 20:00:34.064358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47650c7b-61a1-4ab8-b48a-6d84ffff5743 None None] Provisioning complete for port 30446be6-3efc-4dc4-ac78-efd010c64b42 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:34.064865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47650c7b-61a1-4ab8-b48a-6d84ffff5743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.066874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44086) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:34.102512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0433-4682-498d-90f4-832a46ec7093 req-e2188353-a8ab-4dc0-8d28-a39ee00beaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.104675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-e2188353-a8ab-4dc0-8d28-a39ee00beaa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3764098 Apr 28 20:00:34.118647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ca47-c750-4225-904d-7323385dba56 req-6e0e8f60-eaf0-4559-a68d-fbfa8852eb44 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.120594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a39ca47-c750-4225-904d-7323385dba56 req-6e0e8f60-eaf0-4559-a68d-fbfa8852eb44 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 944 time: 0.4682493 Apr 28 20:00:34.138966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c8d262-875d-4787-91d0-00fe3c3b6405 None None] Pushing event updated for resources: {'Port': ['ID=47b2c463-b47f-4fa8-a888-2f6a61a83c59,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:34.166882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting subnet f39a8a26-5ee9-4827-82c7-f0cfeb191474 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:34.209635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.229109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-3110ec37-d535-48b3-9c93-fd7b5dcbd9aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 HTTP/1.1" status: 200 len: 217 time: 0.1055923 Apr 28 20:00:34.304686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.310681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.371506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a39ca47-c750-4225-904d-7323385dba56 req-27b83724-bd37-494e-982a-ce046a0977a9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746728 Apr 28 20:00:34.392166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=f56f0449-8aa2-4c04-bc0d-3906525ac4b8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:34.402946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.413048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf35315-ec64-4e15-87e1-995586b7173b req-af5c63d2-8362-4c79-ac1e-b6b5ca1b1af4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.419657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aaf35315-ec64-4e15-87e1-995586b7173b req-af5c63d2-8362-4c79-ac1e-b6b5ca1b1af4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.2489743 Apr 28 20:00:34.447847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab203682-6d87-4cc7-b42b-6b2d65e0201a None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:34.456041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0433-4682-498d-90f4-832a46ec7093 req-d297c92d-3c72-4a7b-951d-75ab7b228ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:34.457496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-d297c92d-3c72-4a7b-951d-75ab7b228ba5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.2080393 Apr 28 20:00:34.508844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aaf35315-ec64-4e15-87e1-995586b7173b req-57d1b287-18c7-4a0f-91bb-4122ef75d71f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885448 Apr 28 20:00:34.528083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.540055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2c9ec9f5-a2d9-44a6-8828-0841ddd8a7cb tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/f56f0449-8aa2-4c04-bc0d-3906525ac4b8 HTTP/1.1" status: 204 len: 168 time: 2.0559194 Apr 28 20:00:34.632855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:34.743776 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.782114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Subnet': ['ID=f39a8a26-5ee9-4827-82c7-f0cfeb191474,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:34.790486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 47b2c463-b47f-4fa8-a888-2f6a61a83c59 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:34.793019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:34.813159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b780780c-6404-4df3-805d-431c3e880f2b tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "DELETE /v2.0/subnets/f39a8a26-5ee9-4827-82c7-f0cfeb191474 HTTP/1.1" status: 204 len: 168 time: 0.7444859 Apr 28 20:00:34.818532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44098) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:34.842926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c772f73-9ba7-4a42-97c3-4e9d45eaf6a6 None None] Network d057cceb-efe8-4fc3-949c-7fa782e3998c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:35.021782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.047853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Deleting port c274d635-3204-4a15-9328-02ce58dfb552 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:35.048191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.073155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-91b77143-9379-474e-a79c-c05c87e3e455 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4400051 Apr 28 20:00:35.079299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:35.091948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:35.146387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:35.199202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.213422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:00:35.218088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Deleting port 30446be6-3efc-4dc4-ac78-efd010c64b42 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:35.218544 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.274115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] DHCP port deletion for d057cceb-efe8-4fc3-949c-7fa782e3998c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:00:35.309266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Deleting port c274d635-3204-4a15-9328-02ce58dfb552 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:35.310019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.320164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.496289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.25.2.12 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d30780b3-34ab-4d6e-bffd-c92e995bfcb7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:35.626636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] For port c274d635-3204-4a15-9328-02ce58dfb552, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c274d635-3204-4a15-9328-02ce58dfb552,segment=NetworkSegment(bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c),segment_id=bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:35.627299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.645546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] For port c274d635-3204-4a15-9328-02ce58dfb552, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c274d635-3204-4a15-9328-02ce58dfb552,segment=NetworkSegment(bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c),segment_id=bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:35.646383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.700286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.805822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0433-4682-498d-90f4-832a46ec7093 req-1f52c379-60b1-44e1-833c-bd2eb19fc2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:35.807315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-1f52c379-60b1-44e1-833c-bd2eb19fc2fd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2677314 Apr 28 20:00:35.808260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:35.817797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Calling delete_port for c274d635-3204-4a15-9328-02ce58dfb552 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:35.818130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:35.839745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:35.840864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:00:35.843075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-288008ed-f9c8-4441-9305-da55e23587c5 None None] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:35.854666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:35.862614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:35.864397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Calling delete_port for c274d635-3204-4a15-9328-02ce58dfb552 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:35.914054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3dd58-0113-4560-a196-54f8450cbbea req-4afc28e2-0e9d-44a4-b6d8-823defbfdc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:35.915707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-4afc28e2-0e9d-44a4-b6d8-823defbfdc30 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.5588870 Apr 28 20:00:35.958946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d5d4e-5e0d-48ef-9104-ca021deae500 req-adefdd3e-bd6d-4c41-aa5a-c2acb6f53abc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:35.960779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-180d5d4e-5e0d-48ef-9104-ca021deae500 req-adefdd3e-bd6d-4c41-aa5a-c2acb6f53abc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 944 time: 0.3175821 Apr 28 20:00:35.992286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.000851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:36.004258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.021246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:36.036715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:36.042086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:00:36.057688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:36.072695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Provisioning for port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:36.094162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=d30780b3-34ab-4d6e-bffd-c92e995bfcb7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:36.119176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] No DVR routers for this DVR port c274d635-3204-4a15-9328-02ce58dfb552 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:36.122327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111b412-69fb-4cfb-849a-388022e1eff5 req-39aebc80-2449-40ba-9b3f-43d35eff7d4b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.123814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1111b412-69fb-4cfb-849a-388022e1eff5 req-39aebc80-2449-40ba-9b3f-43d35eff7d4b tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.3968329 Apr 28 20:00:36.129312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Port': ['ID=c274d635-3204-4a15-9328-02ce58dfb552,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:36.158532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Provisioning complete for port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:36.159679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.184127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-180d5d4e-5e0d-48ef-9104-ca021deae500 req-b537ebab-f060-4e5f-9e51-c7cae23ec658 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088499 Apr 28 20:00:36.249841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3dd58-0113-4560-a196-54f8450cbbea req-c643d857-f048-40c9-bf1f-0b5139e1a157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.251643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-c643d857-f048-40c9-bf1f-0b5139e1a157 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.3281982 Apr 28 20:00:36.261236 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-c74110ec-808c-4761-a960-b32d7b3d1366 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4445140 Apr 28 20:00:36.300687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] For port 30446be6-3efc-4dc4-ac78-efd010c64b42, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30446be6-3efc-4dc4-ac78-efd010c64b42,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:36.301064 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.329448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:00:36.329855 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:00:36.361441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.408150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d057cceb-efe8-4fc3-949c-7fa782e3998c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.419668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1111b412-69fb-4cfb-849a-388022e1eff5 req-dc6fa802-1f5a-4c6d-8f75-f7c0a48557d2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452433 Apr 28 20:00:36.425992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.426294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe6f256-4b8e-4b21-b55a-e8b6791bfc3c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:36.440115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.463609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.470285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:36.470684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.493315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Calling delete_port for 30446be6-3efc-4dc4-ac78-efd010c64b42 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:36.559956 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:36.590972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-35d34b63-e285-4daf-8cc4-fafd726685aa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 1001 time: 0.2916212 Apr 28 20:00:36.624497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:36.660254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.665208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.709279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] 10.222.0.24 "DELETE /v2.0/networks/d057cceb-efe8-4fc3-949c-7fa782e3998c HTTP/1.1" status: 204 len: 168 time: 1.8867702 Apr 28 20:00:36.718881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571cf8d-c203-49d2-a987-b87d5b79b431 tempest-FloatingIPNegativeTestJSON-520950129 tempest-FloatingIPNegativeTestJSON-520950129-project] Pushing event deleted for resources: {'Network': ['ID=d057cceb-efe8-4fc3-949c-7fa782e3998c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:36.736221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3dd58-0113-4560-a196-54f8450cbbea req-d282ca75-93b8-469f-9a8a-abeae759832b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.738126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-d282ca75-93b8-469f-9a8a-abeae759832b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1348715 Apr 28 20:00:36.746547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'mac_address': 'fa:16:3e:ef:e1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:00:36.760825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c274d635-3204-4a15-9328-02ce58dfb552 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:36.801157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c274d635-3204-4a15-9328-02ce58dfb552 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:00:36.801817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c274d635-3204-4a15-9328-02ce58dfb552 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:36.802571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:36.803182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-762e0433-4682-498d-90f4-832a46ec7093 req-e988f47a-e3a7-4e76-95ad-bc282595624a service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5302842 Apr 28 20:00:36.865407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b3dd58-0113-4560-a196-54f8450cbbea req-25669014-73ca-401e-b0ae-26cd78fa8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:36.867861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-25669014-73ca-401e-b0ae-26cd78fa8291 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1193366 Apr 28 20:00:36.870028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Deleting port c274d635-3204-4a15-9328-02ce58dfb552 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:36.870567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:36.968834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.007748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d6039bb3-5ce4-4b90-8956-0029845a7e5a None None] The port 'c274d635-3204-4a15-9328-02ce58dfb552' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:00:37.013582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.018394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.029195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-d55d46ee-b283-4e03-a722-33e5d87f9c5d service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537266 Apr 28 20:00:37.056375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:37.061662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:37.081599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:37.082587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.084819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 30446be6-3efc-4dc4-ac78-efd010c64b42 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:00:37.085231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30446be6-3efc-4dc4-ac78-efd010c64b42 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:37.086647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.098254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=6970d084-220b-4d2a-be5d-2551782ec7cc,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.100939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] Pushing event deleted for resources: {'Port': ['ID=30446be6-3efc-4dc4-ac78-efd010c64b42,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.108526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.119793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151cef47-5a95-4519-a496-ab170a47afd5 None None] No DVR routers for this DVR port 30446be6-3efc-4dc4-ac78-efd010c64b42 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:37.126300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:37.146727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1790e537-8415-48c4-a082-597f67e32131 None None] For port 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=47b2c463-b47f-4fa8-a888-2f6a61a83c59,segment=NetworkSegment(9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe),segment_id=9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:37.155320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3daa5196-9fcd-4b25-b621-4b98c4d480c1 None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:37.171370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:37.179908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.187905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:37.204688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53b3dd58-0113-4560-a196-54f8450cbbea req-71434625-2a72-4275-9e0a-edc0061e2ebd service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1660244 Apr 28 20:00:37.373802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d63a1f0-349f-4bed-b1aa-665aae3e45df tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2897501 Apr 28 20:00:37.377535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:37.385453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:37.402930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790e537-8415-48c4-a082-597f67e32131 None None] Pushing event updated for resources: {'Port': ['ID=47b2c463-b47f-4fa8-a888-2f6a61a83c59,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.416184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.560652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8837f-e94a-43cb-be90-a87afe6c7306 req-c27ea2c7-dac9-466d-8812-4a1b45a26d76 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:37.562567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7e8837f-e94a-43cb-be90-a87afe6c7306 req-c27ea2c7-dac9-466d-8812-4a1b45a26d76 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 945 time: 0.2207758 Apr 28 20:00:37.608798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ff8d9daa-7761-4ba8-bb80-c0ed8cba5606 None None] Provisioning complete for port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:37.609588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff8d9daa-7761-4ba8-bb80-c0ed8cba5606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.658417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7e8837f-e94a-43cb-be90-a87afe6c7306 req-a3526e54-436f-49ba-b11e-a28b1d840dbd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883358 Apr 28 20:00:37.710611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:37.795169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:37.811896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:37.815993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:37.832798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'tenant_id': '1ad1984e9e3d4061a7657ddb0029e380', 'fixed_ips': [{'subnet_id': '6970d084-220b-4d2a-be5d-2551782ec7cc'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:37.833631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.835188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:37.864409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57c0e040-c97c-4430-8571-f8e25fed31bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b669a49f82245e48fd157a2005b91f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678574 Apr 28 20:00:37.864859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44138) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:37.872512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:37.875941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:37.955928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:38.007897 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.020065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd15f8b-ac80-40e1-aa8a-2bf5d93aa58e req-3e290b00-c62a-41a1-8215-a4ffafc5a83d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:38.021613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fd15f8b-ac80-40e1-aa8a-2bf5d93aa58e req-3e290b00-c62a-41a1-8215-a4ffafc5a83d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.3258092 Apr 28 20:00:38.086290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.112806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.123455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Allocated IP 2001:db8::2 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/6970d084-220b-4d2a-be5d-2551782ec7cc/f36d9a9d-fc03-4def-b32e-38524ff03712) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:38.170603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.189215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f679df6-ce58-43ae-86e3-9d1181d672a3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:38.199786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.201610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4e3fdf6f-6d78-4321-b56b-c679f37d434f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f679df6-ce58-43ae-86e3-9d1181d672a3 HTTP/1.1" status: 204 len: 168 time: 0.3354533 Apr 28 20:00:38.216796 n-d-839811-1 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6970d084-220b-4d2a-be5d-2551782ec7cc (CIDR: 2001:db8::/64) Apr 28 20:00:38.226603 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fd15f8b-ac80-40e1-aa8a-2bf5d93aa58e req-9b1dd319-fcb7-4f14-a251-a68f8062d3b1 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1450624 Apr 28 20:00:38.230287 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:00:38.230744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:38.265094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-698fc0ac-8597-4028-b1ea-ccd6508b67e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8859041 Apr 28 20:00:38.267700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44144) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:38.274672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'subnet': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:38.326047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router d974fb5d-a38b-4f45-97e2-70edeac1891d is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:00:38.512443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.523924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:00:38.541917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Transition to ACTIVE for port object f36d9a9d-fc03-4def-b32e-38524ff03712 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:38.544813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:38.557965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:subnet and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:38.562450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:38.571269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:38.584856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Transition to ACTIVE for port object f36d9a9d-fc03-4def-b32e-38524ff03712 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:38.585866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:38.591798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.595045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.723736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Pushing event updated for resources: {'Port': ['ID=f36d9a9d-fc03-4def-b32e-38524ff03712,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:38.728526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 47b2c463-b47f-4fa8-a888-2f6a61a83c59 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:38.810242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:38.815522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:38.817297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:38.928918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:38.929642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:38.985302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:39.007964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] Sync routers for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:39.014146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Attempting to bind port f36d9a9d-fc03-4def-b32e-38524ff03712 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:39.014405 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.014954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Attempting to bind port f36d9a9d-fc03-4def-b32e-38524ff03712 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:39.015493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Attempting to bind port f36d9a9d-fc03-4def-b32e-38524ff03712 on network f7ec7e46-f92e-476c-bc0f-c46582ece80a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:39.018002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b2e90b6e-a0b4-4bc4-b842-a4e22b11ef9c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.9697609 Apr 28 20:00:39.019877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44164) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:39.029881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:39.030249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Checking segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:39.030641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.031204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Bound using segment: {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:39.031693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Bound port: f36d9a9d-fc03-4def-b32e-38524ff03712, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b199f19d-48ef-45ac-9d88-2dedfbe05b23', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:39.032050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.046650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:39.047434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:39.192860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:39.209483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b43bc50-6dab-41bb-a179-3d3a79ea1b9e req-14ce0a32-cdc9-4eab-9409-f29144d86d2a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:39.216399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b43bc50-6dab-41bb-a179-3d3a79ea1b9e req-14ce0a32-cdc9-4eab-9409-f29144d86d2a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 945 time: 0.2964849 Apr 28 20:00:39.221229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:39.222126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:39.292270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:39.294406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:39.294808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc76bac1-ce2e-4b15-8234-1ac8d973ee5b None None] The sync data for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:39.310073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] For port f36d9a9d-fc03-4def-b32e-38524ff03712, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:39.314609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] For port f36d9a9d-fc03-4def-b32e-38524ff03712, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f36d9a9d-fc03-4def-b32e-38524ff03712,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:39.319386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.343942 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b43bc50-6dab-41bb-a179-3d3a79ea1b9e req-6d3a1393-8980-4d43-82c3-2bf5565e1223 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265316 Apr 28 20:00:39.464728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0dee2-93ff-4ca5-899e-12b641c57e7a None None] Pushing event updated for resources: {'Port': ['ID=f36d9a9d-fc03-4def-b32e-38524ff03712,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:39.488946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1698794401'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:39.496389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:39.505743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:39.511136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:39.518992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:39.540396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc7edec-d756-40ac-b7f8-a244fb75f1e2 req-a176bfad-4366-4e68-824a-91bfa1894517 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:39.542384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abc7edec-d756-40ac-b7f8-a244fb75f1e2 req-a176bfad-4366-4e68-824a-91bfa1894517 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.1487482 Apr 28 20:00:39.550127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:39.556615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.589699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.613247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:39.626577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:security_group_rule and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:39.632231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:39.644443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:39.661170 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abc7edec-d756-40ac-b7f8-a244fb75f1e2 req-df0dad06-ed85-4c37-9b08-735cc505643f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897171 Apr 28 20:00:39.846741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.851356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.905113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:39.914055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.918572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3369d526-a52f-445c-8b8f-6562e776eeac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:39.926856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:39.927532 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment fd5e56ff-5819-45f1-8235-0e9c6abb8c2c of type vlan for network 74404ec0-076e-42a0-9c5d-0d43566e8f85 Apr 28 20:00:39.946048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:00:39.962788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.000412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.009174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:40.010298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.136794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8426464 Apr 28 20:00:40.137561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4493b17f-51f4-40fd-a641-a11a4445ecd1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=74404ec0-076e-42a0-9c5d-0d43566e8f85,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:40.150676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:40.435276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:40.765288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f36d9a9d-fc03-4def-b32e-38524ff03712 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:40.889068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f36d9a9d-fc03-4def-b32e-38524ff03712 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:41.019914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed0fc0e-26a3-48fd-81dc-043bf72aded7 req-6697bcf7-41f2-4a4e-bd4a-f93b74f561c0 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:41.028609 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ed0fc0e-26a3-48fd-81dc-043bf72aded7 req-6697bcf7-41f2-4a4e-bd4a-f93b74f561c0 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.1332362 Apr 28 20:00:41.029086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.079507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ed0fc0e-26a3-48fd-81dc-043bf72aded7 req-5720d51c-cb0d-499b-911d-823df870e84f tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499976 Apr 28 20:00:41.107152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Provisioning for port f36d9a9d-fc03-4def-b32e-38524ff03712 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:41.115394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Provisioning complete for port f36d9a9d-fc03-4def-b32e-38524ff03712 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:41.115983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.290952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5f15da-b27b-41f0-87d4-80b713f2a457 req-6673effb-9688-4d36-81b6-320d409b0a14 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:41.306340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] For port f36d9a9d-fc03-4def-b32e-38524ff03712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f36d9a9d-fc03-4def-b32e-38524ff03712,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:41.306713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7e5f15da-b27b-41f0-87d4-80b713f2a457 req-6673effb-9688-4d36-81b6-320d409b0a14 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.1129587 Apr 28 20:00:41.307446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:41.314788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Request body: {'floatingip': {'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:41.367787 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.389726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5cd0a-1500-4924-8fa1-2298545601c0 req-0049d5d3-5272-4668-9cc1-469ee07d1be3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:41.391212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1a5cd0a-1500-4924-8fa1-2298545601c0 req-0049d5d3-5272-4668-9cc1-469ee07d1be3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 945 time: 0.4745874 Apr 28 20:00:41.417139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.438144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.438840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.481641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.541441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:00:41.542154 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:00:41.543056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:41.585228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=f36d9a9d-fc03-4def-b32e-38524ff03712,revision_number=4']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:41.657192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:41.665197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:41.665893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.837764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.1 (b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0/91fa7291-b0da-474c-a1b2-2f7d75220e82/170afe62-f7d8-4110-aee8-1ac9b29257ba) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:41.915300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:41.959161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:41.960420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:41.967652 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.091636 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-698c9c80-25d2-4495-94be-f3bb72bb00c1'] response: {'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'code': 200} Apr 28 20:00:42.150257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.152308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:42.164191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.166232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.172970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Transition to ACTIVE for port object 170afe62-f7d8-4110-aee8-1ac9b29257ba will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:42.202788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:42.203841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Subnet': ['ID=2a3b53cf-dacb-4833-9cda-4dd028a2c533,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:42.206489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] For port f36d9a9d-fc03-4def-b32e-38524ff03712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f36d9a9d-fc03-4def-b32e-38524ff03712,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:42.218063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.229559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:42.232527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:42.233215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.241863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1a5cd0a-1500-4924-8fa1-2298545601c0 req-80afa0d7-7c8f-4f5f-8398-65e5bb446802 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8361762 Apr 28 20:00:42.254923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ef2491-8c1d-4b4e-9156-d073c4042b9b None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:42.323027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.375489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:42.385512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:42.389742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:42.434456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc40d28-f237-4bcb-aa7e-64f1871950c4 None None] Pushing event updated for resources: {'Port': ['ID=f36d9a9d-fc03-4def-b32e-38524ff03712,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:42.539911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.551614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6b38756b-d8dd-45a4-b541-0a06125ac563 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.2821031 Apr 28 20:00:42.557328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:42.608430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Request body: {'port': {'network_id': 'f7ec7e46-f92e-476c-bc0f-c46582ece80a', 'mac_address': 'fa:16:3e:bc:b4:c6', 'name': 'tempest-NetworksTestDHCPv6-1060323547'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:42.655797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.664009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.744490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f36d9a9d-fc03-4def-b32e-38524ff03712 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:42.842806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a37bf3dd-abb9-4315-8842-d06f4bec4774 None None] Provisioning for port 170afe62-f7d8-4110-aee8-1ac9b29257ba completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:42.850945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a37bf3dd-abb9-4315-8842-d06f4bec4774 None None] Provisioning complete for port 170afe62-f7d8-4110-aee8-1ac9b29257ba triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:42.851308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a37bf3dd-abb9-4315-8842-d06f4bec4774 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.934194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5b091-c311-4865-bf65-7d9ff21af9a4 req-b2f46742-c95e-463c-af05-2fa3c89dcdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:42.935883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39e5b091-c311-4865-bf65-7d9ff21af9a4 req-b2f46742-c95e-463c-af05-2fa3c89dcdef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 1097 time: 0.7085297 Apr 28 20:00:42.950195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a37bf3dd-abb9-4315-8842-d06f4bec4774 None None] Port 170afe62-f7d8-4110-aee8-1ac9b29257ba cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:42.967941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f36d9a9d-fc03-4def-b32e-38524ff03712 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:42.968687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:42.972109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=170afe62-f7d8-4110-aee8-1ac9b29257ba,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:43.019350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:43.274097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39e5b091-c311-4865-bf65-7d9ff21af9a4 req-89bb0071-dbaa-4dec-bfa9-e605d253be48 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3251750 Apr 28 20:00:43.308576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Usage tracker for resource:port and tenant:1ad1984e9e3d4061a7657ddb0029e380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:43.318215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:43.332418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:43.363740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Made reservation on behalf of 1ad1984e9e3d4061a7657ddb0029e380 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:43.559253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44226) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:43.576779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:43.598989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:43.601453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.679224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee77a571-e89b-4fe4-bad6-13b1a0bfe9e0 None None] Provisioning complete for port f36d9a9d-fc03-4def-b32e-38524ff03712 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:43.679810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee77a571-e89b-4fe4-bad6-13b1a0bfe9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.838977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.859008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:43.910700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:43.915143 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:43.924145 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:43.932635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:43.942689 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:43.943516 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:44.000971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:44.035779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:44.052423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:44.075489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab17707d-8452-4735-8ea4-3bef853cd4f6 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "PUT /v2.0/floatingips/b55e35fd-f578-4f11-b62d-b46ffc34db7b HTTP/1.1" status: 200 len: 993 time: 2.7656891 Apr 28 20:00:44.083126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029bafe2-092d-44ae-9f1c-f05739766c63 req-dcfc700d-87fe-4f06-bee5-5a127b2212d1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.090064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-029bafe2-092d-44ae-9f1c-f05739766c63 req-dcfc700d-87fe-4f06-bee5-5a127b2212d1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.6487300 Apr 28 20:00:44.095381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] device_id is not set on port 85d0bd2f-6d89-42f5-897c-f114d879b25f yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:44.096488 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c5c247d-2c84-4658-9308-80f9f91bca90'] response: {'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'status': 'completed', 'code': 200} Apr 28 20:00:44.151061 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:00:44.220546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:44.224535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:44.336678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-029bafe2-092d-44ae-9f1c-f05739766c63 req-0d2c0cb9-98d6-4ba4-a936-9450406f4add tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455287 Apr 28 20:00:44.552237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T20:00:42Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:44.556737 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:00:44.566724 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:44.567334 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:44.621745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-1431c4fa-c691-4e85-a495-fb58e919d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:44.623227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-1431c4fa-c691-4e85-a495-fb58e919d011 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.4871550 Apr 28 20:00:44.754912 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:00:44.880019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8::3d9 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/6970d084-220b-4d2a-be5d-2551782ec7cc/85d0bd2f-6d89-42f5-897c-f114d879b25f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:44.904360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Allocated IP 2001:db8:0:1:f816:3eff:febc:b4c6 (f7ec7e46-f92e-476c-bc0f-c46582ece80a/2a3b53cf-dacb-4833-9cda-4dd028a2c533/85d0bd2f-6d89-42f5-897c-f114d879b25f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:45.095656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.117913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.195899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-f03a8572-40e2-41a7-9239-94a321b80588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:45.196376 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T20:00:42Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:45.197341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-f03a8572-40e2-41a7-9239-94a321b80588 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.5585270 Apr 28 20:00:45.200887 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe63b27-1b8b-4860-9bad-1a0db1433d88 None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b55e35fd-f578-4f11-b62d-b46ffc34db7b', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'port_id': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1965, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'mac_address': 'fa:16:3e:96:b4:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6617270b-6420-4254-8657-6114be204147', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T19:58:56Z', 'updated_at': '2022-04-28T20:00:42Z', 'revision_number': 3, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:45.217795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.480984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.485028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=170afe62-f7d8-4110-aee8-1ac9b29257ba,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.574286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=952dfe47-659f-492a-a9ed-ea20d9e80161,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:45.580323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194d9c9c-3431-41df-b832-9241135bbde9 req-dbb5bc27-5038-49ba-8561-5f1a18941edf tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:45.587341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-bc2bf056-cd84-4e07-8a6e-97b85841fdf4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 1001 time: 0.3388293 Apr 28 20:00:45.587957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-194d9c9c-3431-41df-b832-9241135bbde9 req-dbb5bc27-5038-49ba-8561-5f1a18941edf tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.0969212 Apr 28 20:00:45.615901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-194d9c9c-3431-41df-b832-9241135bbde9 req-cc192855-02a0-4b62-bc0c-b6e8786822ff tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394139 Apr 28 20:00:45.667945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:45.668521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: 74404ec0-076e-42a0-9c5d-0d43566e8f85, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:45.775056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-f8017549-accc-4e1e-ad68-041c2fff796e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:45.776476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-f8017549-accc-4e1e-ad68-041c2fff796e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1801744 Apr 28 20:00:45.795762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.850054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:45.887499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Transition to ACTIVE for port object 85d0bd2f-6d89-42f5-897c-f114d879b25f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:45.889401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 74404ec0-076e-42a0-9c5d-0d43566e8f85) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:45.898189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba14e59-52f0-4340-904f-fed35f622754 None None] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:45.902710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:45.903287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:45.930284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:45.938824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:45.957700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a016aa36-5bf1-4f8c-8c81-b7e9bd81c776 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3932867 Apr 28 20:00:45.959125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44250) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:45.988955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1065805104'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:46.001578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:46.013858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:46.017367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:46.025739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:46.056146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:46.066408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.102178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:46.123496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-6784ba0c-5bf6-4427-b961-e5a966cdaa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:46.125221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-6784ba0c-5bf6-4427-b961-e5a966cdaa1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3365829 Apr 28 20:00:46.126448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.193403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca2617-6a27-4ff9-a5f1-bbfc69d0d2f6 req-5acdc8e4-9a48-4963-a407-6868d74db169 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:46.194984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beca2617-6a27-4ff9-a5f1-bbfc69d0d2f6 req-5acdc8e4-9a48-4963-a407-6868d74db169 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.2872984 Apr 28 20:00:46.199541 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9100b607-2c1e-4401-82bf-ce8fed8c062a'] response: {'name': 'network-changed', 'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'status': 'completed', 'code': 200} Apr 28 20:00:46.200423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:46.231338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.231945 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 781905e3-6fd7-4364-9ca6-77ca059cbb81 of type vlan for network b851b63d-4d90-425f-81fb-e4b742868d54 Apr 28 20:00:46.266652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-74404ec0-076e-42a0-9c5d-0d43566e8f85', 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '952dfe47-659f-492a-a9ed-ea20d9e80161'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:46.270612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.272414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beca2617-6a27-4ff9-a5f1-bbfc69d0d2f6 req-7727a86a-b74a-4286-ac1a-f961945f98bf tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690842 Apr 28 20:00:46.274382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:46.305013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.319983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:46.336092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.341718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:46.342536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:46.343210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.347734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:46.348575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.357638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event updated for resources: {'Port': ['ID=85d0bd2f-6d89-42f5-897c-f114d879b25f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:46.373614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e4f397b6-d7e8-4b32-a67a-39226cfa5c3b None None] Provisioning complete for port 170afe62-f7d8-4110-aee8-1ac9b29257ba triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:46.374127 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4f397b6-d7e8-4b32-a67a-39226cfa5c3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.398140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fa4d8080-4d7e-4b88-9899-33e6516be3c6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.8258157 Apr 28 20:00:46.404755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:46.415219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4548550 Apr 28 20:00:46.418473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:46.427011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:46.441286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e4f397b6-d7e8-4b32-a67a-39226cfa5c3b None None] Port 170afe62-f7d8-4110-aee8-1ac9b29257ba cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:46.483893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router d974fb5d-a38b-4f45-97e2-70edeac1891d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:46.496415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-470ae004-35a9-412c-b58f-c0aef3c14534 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3234279 Apr 28 20:00:46.524423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10e1e23-4bdf-4ff2-8d87-013bf693c451 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=b851b63d-4d90-425f-81fb-e4b742868d54,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:46.546443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b851b63d-4d90-425f-81fb-e4b742868d54 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:46.546704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting port 85d0bd2f-6d89-42f5-897c-f114d879b25f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:46.546840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.625625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:46.631124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:46.634130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:46.640549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:46.653909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:46.658248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.680317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Allocated IP 2001:db8:0:ffff::2 (74404ec0-076e-42a0-9c5d-0d43566e8f85/952dfe47-659f-492a-a9ed-ea20d9e80161/8636a57b-8628-4d92-a3e6-853ff3085ee1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:46.826761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7320c780-1281-4149-b67f-0066a1dcfc14 None None] Provisioning for port 85d0bd2f-6d89-42f5-897c-f114d879b25f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:46.835944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7320c780-1281-4149-b67f-0066a1dcfc14 None None] Provisioning complete for port 85d0bd2f-6d89-42f5-897c-f114d879b25f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:46.836328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7320c780-1281-4149-b67f-0066a1dcfc14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.906151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:46.962730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7320c780-1281-4149-b67f-0066a1dcfc14 None None] Port 85d0bd2f-6d89-42f5-897c-f114d879b25f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:46.990500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.001818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Transition to ACTIVE for port object 8636a57b-8628-4d92-a3e6-853ff3085ee1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:47.023149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Transition to ACTIVE for port object 8636a57b-8628-4d92-a3e6-853ff3085ee1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:47.030762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.081744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829fdc18-d83e-4546-86fd-3e3aeb0f213e req-8ae3fdd9-e501-4733-ad8b-1a248d08fa92 service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5751128 Apr 28 20:00:47.105934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=e48aae8f-d1d1-4814-a56a-90ce715b20f5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.111302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:47.115324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': '781905e3-6fd7-4364-9ca6-77ca059cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:47.115915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: b851b63d-4d90-425f-81fb-e4b742868d54, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:47.123689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:47.129438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:47.132108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:47.143651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-39ba67aa-3638-4119-b561-29f0a54dc739 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/routers/d974fb5d-a38b-4f45-97e2-70edeac1891d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1181369 Apr 28 20:00:47.143869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] Sync routers for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:47.144324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network b851b63d-4d90-425f-81fb-e4b742868d54 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:47.146591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:47.156646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'port': {'network_id': 'b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0', 'name': 'tempest-FloatingIPTestJSON-115662780'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:47.175590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b851b63d-4d90-425f-81fb-e4b742868d54) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:47.191053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Pushing event updated for resources: {'Port': ['ID=8636a57b-8628-4d92-a3e6-853ff3085ee1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.194193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:47.194967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.228566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c6f43d-5391-426b-a990-91c107d1f876 None None] Network b851b63d-4d90-425f-81fb-e4b742868d54 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:47.258272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:47.258906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:47.278047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11be00eb-0c61-496b-91e8-c62ae7ff8aed tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.8582935 Apr 28 20:00:47.283089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44270) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:47.329353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:47.333344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Usage tracker for resource:port and tenant:21ae70dd9c0c4335a2756f952fd0ab44 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:47.336544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:47.343763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:47.355553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Made reservation on behalf of 21ae70dd9c0c4335a2756f952fd0ab44 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:47.359848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.368919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:47.374449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Attempting to bind port 8636a57b-8628-4d92-a3e6-853ff3085ee1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:47.374814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Attempting to bind port 8636a57b-8628-4d92-a3e6-853ff3085ee1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:47.375806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Attempting to bind port 8636a57b-8628-4d92-a3e6-853ff3085ee1 on network 74404ec0-076e-42a0-9c5d-0d43566e8f85 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:47.389229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] device_id is not set on port 29e0dd16-8226-461b-91ba-7fec02a1aa79 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:00:47.444229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:47.444645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Checking segment: {'id': 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:47.444896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.445282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Bound using segment: {'id': 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:47.445775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Bound port: 8636a57b-8628-4d92-a3e6-853ff3085ee1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '74404ec0-076e-42a0-9c5d-0d43566e8f85'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:47.446145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.511938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:47.512555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:47.521005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.541257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-f3b59f6e-90da-4d01-bb17-17349d1b928d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:47.542772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-f3b59f6e-90da-4d01-bb17-17349d1b928d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=caeb3a32a7e849dd845a1339c659a9af&device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 1096 time: 0.3054876 Apr 28 20:00:47.565767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Allocated IP 172.20.0.7 (b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0/91fa7291-b0da-474c-a1b2-2f7d75220e82/29e0dd16-8226-461b-91ba-7fec02a1aa79) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:47.589555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:47.589963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9deab801-fdff-4237-a247-11bf9e20658e None None] The sync data for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:47.677535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] For port 8636a57b-8628-4d92-a3e6-853ff3085ee1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:47.711952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Calling delete_port for 85d0bd2f-6d89-42f5-897c-f114d879b25f owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:47.715686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] For port 8636a57b-8628-4d92-a3e6-853ff3085ee1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8636a57b-8628-4d92-a3e6-853ff3085ee1,segment=NetworkSegment(fd5e56ff-5819-45f1-8235-0e9c6abb8c2c),segment_id=fd5e56ff-5819-45f1-8235-0e9c6abb8c2c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:47.727832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.773163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b851b63d-4d90-425f-81fb-e4b742868d54', 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': 'e48aae8f-d1d1-4814-a56a-90ce715b20f5'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:47.773937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.784458 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.794550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.812268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Transition to ACTIVE for port object 29e0dd16-8226-461b-91ba-7fec02a1aa79 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:47.839346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:47.868102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af729a5b-e858-4aea-82a5-dcae2bf8d0d0 None None] Pushing event updated for resources: {'Port': ['ID=8636a57b-8628-4d92-a3e6-853ff3085ee1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:47.930688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:47.933922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:47.936626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:47.987248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event updated for resources: {'Port': ['ID=29e0dd16-8226-461b-91ba-7fec02a1aa79,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:48.014501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:48.015388 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.043846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-67a4e52d-3f57-447a-b4c5-d27743965d1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8936777 Apr 28 20:00:48.046064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44276) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:48.048695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9fcd3-b8c6-4346-8d52-9c5f9496ce90 req-7e4abb7e-9537-49fb-aa37-76d6e17eba4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:48.052721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Request body: {'floatingip': {'port_id': '29e0dd16-8226-461b-91ba-7fec02a1aa79'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:48.055763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0a9fcd3-b8c6-4346-8d52-9c5f9496ce90 req-7e4abb7e-9537-49fb-aa37-76d6e17eba4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.6243665 Apr 28 20:00:48.070372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Allocated IP 2001:db8::1 (b851b63d-4d90-425f-81fb-e4b742868d54/e48aae8f-d1d1-4814-a56a-90ce715b20f5/a3448bb5-6297-4989-bc47-d52f0b3e9ae8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:48.114009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-741de407-d05f-452b-b8e3-072957f908b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:48.115123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-741de407-d05f-452b-b8e3-072957f908b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 200 len: 920 time: 0.5592628 Apr 28 20:00:48.194095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.356253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-de97c1ad-6ceb-483d-b0b4-5ddee97102c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 200 len: 1001 time: 0.1554039 Apr 28 20:00:48.415810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.425801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.437060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Transition to ACTIVE for port object a3448bb5-6297-4989-bc47-d52f0b3e9ae8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:48.458485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Transition to ACTIVE for port object a3448bb5-6297-4989-bc47-d52f0b3e9ae8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:48.476561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.492860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0a9fcd3-b8c6-4346-8d52-9c5f9496ce90 req-b70b1e94-a5e5-4e7d-91ee-800aed527d7e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202743 Apr 28 20:00:48.527738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d233a96-a564-47cc-9e02-7cbde5f6b601 None None] Provisioning for port 29e0dd16-8226-461b-91ba-7fec02a1aa79 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:48.531590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-f12eb9b1-cda6-4087-994d-0e0dc7b2b365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:48.532934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-f12eb9b1-cda6-4087-994d-0e0dc7b2b365 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 200 len: 858 time: 0.1655958 Apr 28 20:00:48.533609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.554948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0d233a96-a564-47cc-9e02-7cbde5f6b601 None None] Provisioning complete for port 29e0dd16-8226-461b-91ba-7fec02a1aa79 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:48.555532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d233a96-a564-47cc-9e02-7cbde5f6b601 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.609816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Network b851b63d-4d90-425f-81fb-e4b742868d54 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:48.648993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:48.658519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:48.687719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0d233a96-a564-47cc-9e02-7cbde5f6b601 None None] Port 29e0dd16-8226-461b-91ba-7fec02a1aa79 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:00:48.742513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Pushing event updated for resources: {'Port': ['ID=a3448bb5-6297-4989-bc47-d52f0b3e9ae8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:48.784307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Port': ['ID=85d0bd2f-6d89-42f5-897c-f114d879b25f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:48.786542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8636a57b-8628-4d92-a3e6-853ff3085ee1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:48.880596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.881097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.881338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.881891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.882009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.882356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.882620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.882954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.883271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.883596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.883909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.884228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:48.919693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Attempting to bind port a3448bb5-6297-4989-bc47-d52f0b3e9ae8 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:48.920142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Attempting to bind port a3448bb5-6297-4989-bc47-d52f0b3e9ae8 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '781905e3-6fd7-4364-9ca6-77ca059cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:48.920597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Attempting to bind port a3448bb5-6297-4989-bc47-d52f0b3e9ae8 on network b851b63d-4d90-425f-81fb-e4b742868d54 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:48.927902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:48.928376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Checking segment: {'id': '781905e3-6fd7-4364-9ca6-77ca059cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:48.928857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.929324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Bound using segment: {'id': '781905e3-6fd7-4364-9ca6-77ca059cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:48.929850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Bound port: a3448bb5-6297-4989-bc47-d52f0b3e9ae8, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781905e3-6fd7-4364-9ca6-77ca059cbb81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'b851b63d-4d90-425f-81fb-e4b742868d54'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:48.930252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:48.998206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:49.014512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.092696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] For port a3448bb5-6297-4989-bc47-d52f0b3e9ae8, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:49.097410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] For port a3448bb5-6297-4989-bc47-d52f0b3e9ae8, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a3448bb5-6297-4989-bc47-d52f0b3e9ae8,segment=NetworkSegment(781905e3-6fd7-4364-9ca6-77ca059cbb81),segment_id=781905e3-6fd7-4364-9ca6-77ca059cbb81)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:49.103260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.121674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=e48aae8f-d1d1-4814-a56a-90ce715b20f5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.132021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.178338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.183206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.335208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a26c1f-a5ba-42f7-a920-3b702456116a None None] Pushing event updated for resources: {'Port': ['ID=a3448bb5-6297-4989-bc47-d52f0b3e9ae8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:49.373281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.373716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdf785f-c9ec-4c9e-ba94-265e11165af5 None None] Network b851b63d-4d90-425f-81fb-e4b742868d54 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:49.391909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-231d432c-1590-4727-af7a-700d0eb845c7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/85d0bd2f-6d89-42f5-897c-f114d879b25f HTTP/1.1" status: 204 len: 168 time: 2.9858406 Apr 28 20:00:49.405097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44296) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:49.531569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-3a175db8-d4f2-44c6-b88e-f85dbc3d503d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:49.535592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-3a175db8-d4f2-44c6-b88e-f85dbc3d503d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8129cd04-2b50-4784-ac06-44867987b246&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9580829 Apr 28 20:00:49.539885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b851b63d-4d90-425f-81fb-e4b742868d54']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:49.562156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8865398-0add-476f-b370-b2691ce07249 None None] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:49.571932 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 65c28858-3872-4538-a199-b0a63852b815 associated. External IP: 172.25.2.247, port: 06b535fc-0f86-44c8-9d92-1ef7f7a86863. Apr 28 20:00:49.605881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781905e3-6fd7-4364-9ca6-77ca059cbb81') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:49.606136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781905e3-6fd7-4364-9ca6-77ca059cbb81') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:49.698465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Provisioning for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:49.721721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Provisioning complete for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:49.722135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.730602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.773686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.800791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:49.801241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:49.821845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-d3ed1dc5-0bd4-430d-8033-d7f972f87f1f service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2560642 Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:49.822826 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:49.931626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bb5708-7304-4d68-b27e-2126db3e7ecb req-63d0d220-d886-48ac-b357-c710019cac6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:49.933100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73bb5708-7304-4d68-b27e-2126db3e7ecb req-63d0d220-d886-48ac-b357-c710019cac6a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.5465572 Apr 28 20:00:49.959739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37355420-ae76-407f-94df-1c75cdcbc419 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:49.960384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-37355420-ae76-407f-94df-1c75cdcbc419 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:49.965771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:49.979886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.021653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] For port 8636a57b-8628-4d92-a3e6-853ff3085ee1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8636a57b-8628-4d92-a3e6-853ff3085ee1,segment=NetworkSegment(fd5e56ff-5819-45f1-8235-0e9c6abb8c2c),segment_id=fd5e56ff-5819-45f1-8235-0e9c6abb8c2c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:50.025714 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.039552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:00:50.039552 n-d-839811-1 neutron-server[88139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:00:50.039552 n-d-839811-1 neutron-server[88139]: [parameters: {'id': 'b851b63d-4d90-425f-81fb-e4b742868d54'}] Apr 28 20:00:50.039552 n-d-839811-1 neutron-server[88139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:00:50.039979 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:00:50.083955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-37355420-ae76-407f-94df-1c75cdcbc419 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:50.087550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-37355420-ae76-407f-94df-1c75cdcbc419 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6124520 Apr 28 20:00:50.090126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73bb5708-7304-4d68-b27e-2126db3e7ecb req-df71ddcd-4e06-47db-bbc4-f3fecb59c8ce tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396070 Apr 28 20:00:50.093834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44300) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:50.107753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd64c38-a77b-40d0-91c3-3bba17b72525 None None] Pushing event updated for resources: {'Port': ['ID=8636a57b-8628-4d92-a3e6-853ff3085ee1,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:50.147339 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-113ab66e-3424-4610-892f-9c8ed61a6400 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.170106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c394c024-42b9-4c58-b4ff-7b7f089679af req-fda2e9b1-68f6-4bf9-8b26-80cf051d662b service neutron] 10.222.0.41 "GET /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302956 Apr 28 20:00:50.177519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:50.187878 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:50.200552 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:50.201904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:50.210720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a7968a-f4d8-46aa-89ac-9691815842ba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:50.215094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-09a7968a-f4d8-46aa-89ac-9691815842ba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1218812 Apr 28 20:00:50.215842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:50.272995 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:50.282845 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:50.284297 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:50.289673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:50.291739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:50.293365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:50.294364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:50.309578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cc152e-b4a3-4d58-9546-bcc71638f296 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:00:50.315351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:50.316986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d4caec50-1fc7-4703-875b-ca844e7406b6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1001687 Apr 28 20:00:50.319658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44308) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:50.353005 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:50.353433 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28a22b8-55a3-46f3-b330-eb4603c7581d None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:50.383563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4299f937-dd8d-466e-a988-fdcf2625cf4d None None] Provisioning complete for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:50.383888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4299f937-dd8d-466e-a988-fdcf2625cf4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.401063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 2a3b53cf-dacb-4833-9cda-4dd028a2c533 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:50.404094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.465002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.541290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.562111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port a3448bb5-6297-4989-bc47-d52f0b3e9ae8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:50.562485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.616535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router d974fb5d-a38b-4f45-97e2-70edeac1891d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:50.653921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.670061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03cc152e-b4a3-4d58-9546-bcc71638f296 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:00:50.765742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8636a57b-8628-4d92-a3e6-853ff3085ee1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:50.894674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.945055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:50.945553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.952140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=2a3b53cf-dacb-4833-9cda-4dd028a2c533,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:50.959943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port a3448bb5-6297-4989-bc47-d52f0b3e9ae8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a3448bb5-6297-4989-bc47-d52f0b3e9ae8,segment=NetworkSegment(781905e3-6fd7-4364-9ca6-77ca059cbb81),segment_id=781905e3-6fd7-4364-9ca6-77ca059cbb81)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:50.960298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.968853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.975074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:50.985367 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:50.994531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] Sync routers for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:51.098238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:51.098438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.105578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b542352-4f90-4d02-91f7-aed351e2492f tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/floatingips/65c28858-3872-4538-a199-b0a63852b815 HTTP/1.1" status: 200 len: 977 time: 3.0582936 Apr 28 20:00:51.108617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:51.186982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.238351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 29e0dd16-8226-461b-91ba-7fec02a1aa79 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:51.238351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.266979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:51.266979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.288365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for a3448bb5-6297-4989-bc47-d52f0b3e9ae8 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:51.335330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4060da25-ad34-4cb6-ac8e-0439863345cf tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/2a3b53cf-dacb-4833-9cda-4dd028a2c533 HTTP/1.1" status: 204 len: 168 time: 1.0143638 Apr 28 20:00:51.337844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44320) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:51.379769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.381031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6df552c-7abf-4e5f-8ad6-ff21519ff8b7 None None] The sync data for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:51.435218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Deleting subnet 6970d084-220b-4d2a-be5d-2551782ec7cc {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:00:51.439158 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.469050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.542701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Port': ['ID=a3448bb5-6297-4989-bc47-d52f0b3e9ae8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:51.554604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No DVR routers for this DVR port a3448bb5-6297-4989-bc47-d52f0b3e9ae8 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:51.588536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.595474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:00:51.633123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f0b9edf-34c6-4b04-826f-1bc22fc4578b None None] Network f7ec7e46-f92e-476c-bc0f-c46582ece80a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:51.652114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.667703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a6b44-3bf8-4c5b-b90f-7a8ca21d2419 req-6e13d496-a525-41c4-a2d5-7433760d5747 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:51.669265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b3a6b44-3bf8-4c5b-b90f-7a8ca21d2419 req-6e13d496-a525-41c4-a2d5-7433760d5747 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.3527079 Apr 28 20:00:51.731947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.774475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b851b63d-4d90-425f-81fb-e4b742868d54']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.789825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781905e3-6fd7-4364-9ca6-77ca059cbb81') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.790119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781905e3-6fd7-4364-9ca6-77ca059cbb81') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:51.804895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.827610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.883110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:51.897161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.909876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'port_id': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'mac_address': 'fa:16:3e:ef:e1:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:00:51.917768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b3a6b44-3bf8-4c5b-b90f-7a8ca21d2419 req-72f86ba8-b356-4f55-9cf0-e584ced981c6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2372615 Apr 28 20:00:51.922533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:51.923134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:51.949710 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:52.046647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.061218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.072040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.107205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.132143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:00:52.154039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Subnet': ['ID=6970d084-220b-4d2a-be5d-2551782ec7cc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:52.156236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=b851b63d-4d90-425f-81fb-e4b742868d54,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:52.168280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:52.168978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.169605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1eccbbf9-0ff4-4cb1-8d0a-136fe76a00c3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/b851b63d-4d90-425f-81fb-e4b742868d54 HTTP/1.1" status: 204 len: 168 time: 4.8851373 Apr 28 20:00:52.171297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.173903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-19cf190e-7f99-4f20-9e5b-300cb3244085 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/6970d084-220b-4d2a-be5d-2551782ec7cc HTTP/1.1" status: 204 len: 168 time: 0.8348007 Apr 28 20:00:52.176672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1974392397'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:52.178008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44348) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.183746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.190676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:52.199299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:52.202759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.203074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.203382 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Floating IP 65c28858-3872-4538-a199-b0a63852b815 disassociated. External IP: 172.25.2.247, port: 29e0dd16-8226-461b-91ba-7fec02a1aa79. Apr 28 20:00:52.203720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 29e0dd16-8226-461b-91ba-7fec02a1aa79 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:52.232774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:52.252067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:52.275373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:52.279079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.282198 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e712aa97-0b6f-4065-8400-1fa8532fd967 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1028223 Apr 28 20:00:52.285497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.322021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:52.340576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:52.370446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6b8a544-e0f8-40a9-af59-b53ecacf8af9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.395345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:00:52.432362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.434340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.434734 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment a8a2a0ce-22bf-4811-9df9-b5908657f535 of type vlan for network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 Apr 28 20:00:52.460010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] DHCP port deletion for f7ec7e46-f92e-476c-bc0f-c46582ece80a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:00:52.465426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c3b9cdf-f2cc-408a-9fdf-2dc49c6595e6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:52.468954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c3b9cdf-f2cc-408a-9fdf-2dc49c6595e6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1821899 Apr 28 20:00:52.473920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44364) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.504914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Deleting port f36d9a9d-fc03-4def-b32e-38524ff03712 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:52.505301 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.514216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=29e0dd16-8226-461b-91ba-7fec02a1aa79,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:52.527302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.527647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.527982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.528314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.528643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.529081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.529421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.529760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.530080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.530400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.530726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.531043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:00:52.674990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-434e0e69-933b-4b5b-b93c-13fec4686175 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:52.676043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-434e0e69-933b-4b5b-b93c-13fec4686175 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Synchronizing usage tracker for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:00:52.735529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-434e0e69-933b-4b5b-b93c-13fec4686175 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Unset dirty status for tenant:1ad1984e9e3d4061a7657ddb0029e380 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:00:52.740629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-434e0e69-933b-4b5b-b93c-13fec4686175 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2656856 Apr 28 20:00:52.742977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.759138 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.818549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.824672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:52.825607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.894651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d70de5b5-e735-4893-9a24-62d77431a4ea tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1505623 Apr 28 20:00:52.899789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44386) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:52.904705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] For port f36d9a9d-fc03-4def-b32e-38524ff03712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f36d9a9d-fc03-4def-b32e-38524ff03712,segment=NetworkSegment(b199f19d-48ef-45ac-9d88-2dedfbe05b23),segment_id=b199f19d-48ef-45ac-9d88-2dedfbe05b23)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:52.905108 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:52.966173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=8868d0b0-7f00-402d-82eb-ed3de7ffe394,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:53.007216 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e739ccd3-a88e-4e52-965f-a86288c294e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.007698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e739ccd3-a88e-4e52-965f-a86288c294e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.011702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e739ccd3-a88e-4e52-965f-a86288c294e0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/85d0bd2f-6d89-42f5-897c-f114d879b25f HTTP/1.1" status: 404 len: 333 time: 0.1086750 Apr 28 20:00:53.019233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44396) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.067996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc443cc8-05a5-4c69-a419-ed450a9c83e2 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8976028 Apr 28 20:00:53.068742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.084360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:53.141523 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-256087ee-dc28-44df-b57b-54f7c65ba2a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.142382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-256087ee-dc28-44df-b57b-54f7c65ba2a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.144462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-256087ee-dc28-44df-b57b-54f7c65ba2a9 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/2a3b53cf-dacb-4833-9cda-4dd028a2c533 HTTP/1.1" status: 404 len: 337 time: 0.1242511 Apr 28 20:00:53.147296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.151675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Calling delete_port for f36d9a9d-fc03-4def-b32e-38524ff03712 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:53.189484 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-64005269-efe6-43b0-9898-7a476c342bd3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.190197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64005269-efe6-43b0-9898-7a476c342bd3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.191791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-64005269-efe6-43b0-9898-7a476c342bd3 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/6970d084-220b-4d2a-be5d-2551782ec7cc HTTP/1.1" status: 404 len: 337 time: 0.0434351 Apr 28 20:00:53.194293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44410) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.238853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f36d9a9d-fc03-4def-b32e-38524ff03712 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:00:53.264169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:53.286106 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6a4bf1-18bc-4196-a4db-e22a628e4f7d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.287158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6a4bf1-18bc-4196-a4db-e22a628e4f7d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.289674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4d6a4bf1-18bc-4196-a4db-e22a628e4f7d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/3cd13976-9f00-4534-9a0c-294f6d30f3aa HTTP/1.1" status: 404 len: 333 time: 0.0931029 Apr 28 20:00:53.292479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.296350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.334067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f36d9a9d-fc03-4def-b32e-38524ff03712 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:00:53.334403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f36d9a9d-fc03-4def-b32e-38524ff03712 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:00:53.359645 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49e00a0-5203-45bd-8cee-0fd31c746e9a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.360404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49e00a0-5203-45bd-8cee-0fd31c746e9a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.369258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b49e00a0-5203-45bd-8cee-0fd31c746e9a tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/0dade0d9-f355-43ff-83a7-41c1628b2117 HTTP/1.1" status: 404 len: 337 time: 0.0732877 Apr 28 20:00:53.374011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.381818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] Pushing event deleted for resources: {'Port': ['ID=f36d9a9d-fc03-4def-b32e-38524ff03712,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:53.431475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:53.436072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:53.438313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:53.438481 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-65c7ba7a-65ed-4362-a202-63b919be0b05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.439355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65c7ba7a-65ed-4362-a202-63b919be0b05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.442262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65c7ba7a-65ed-4362-a202-63b919be0b05 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/f56f0449-8aa2-4c04-bc0d-3906525ac4b8 HTTP/1.1" status: 404 len: 337 time: 0.0672646 Apr 28 20:00:53.446930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.447617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:53.512280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6be148-06a7-49e3-980f-e205fef4487e None None] No DVR routers for this DVR port f36d9a9d-fc03-4def-b32e-38524ff03712 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:00:53.522875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:53.525970 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e65ce1-483c-4753-b4bf-d19e4d012966 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.526520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.527964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e65ce1-483c-4753-b4bf-d19e4d012966 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.539403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97e65ce1-483c-4753-b4bf-d19e4d012966 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4ef7006c-cbfe-45ef-b31e-db49cb6a93f6 HTTP/1.1" status: 404 len: 333 time: 0.0897844 Apr 28 20:00:53.540494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.780527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.786157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router d974fb5d-a38b-4f45-97e2-70edeac1891d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:00:53.786157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:53.840285 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2ff2c34-c7ff-47de-aee4-423108cbcd17 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.840734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2ff2c34-c7ff-47de-aee4-423108cbcd17 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.842515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2ff2c34-c7ff-47de-aee4-423108cbcd17 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/e68643e4-e47a-4ff9-9deb-72afc2315822 HTTP/1.1" status: 404 len: 337 time: 0.3010416 Apr 28 20:00:53.845730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44430) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.909212 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b49972-5682-4cc9-ad7c-d95238167dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.909212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b49972-5682-4cc9-ad7c-d95238167dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.909212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e8b49972-5682-4cc9-ad7c-d95238167dbc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/665ea8a1-1424-478f-92a5-dac16c618f5b HTTP/1.1" status: 404 len: 337 time: 0.0543859 Apr 28 20:00:53.909212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44434) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:53.943190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ec22e-d369-4d84-b7f6-6cc2acb749f7 req-81f2c491-22c5-4580-9b9c-3359c4136831 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:53.945231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f90ec22e-d369-4d84-b7f6-6cc2acb749f7 req-81f2c491-22c5-4580-9b9c-3359c4136831 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 945 time: 0.4979954 Apr 28 20:00:53.992486 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-187f6e47-8fa8-4471-8e49-a8d269f16392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:53.993083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-187f6e47-8fa8-4471-8e49-a8d269f16392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:53.997788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-187f6e47-8fa8-4471-8e49-a8d269f16392 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/13e047b5-da68-4297-9d95-3140c50477ba HTTP/1.1" status: 404 len: 333 time: 0.0870953 Apr 28 20:00:53.998431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44438) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.001187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.065917 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-31a17baf-4ff8-46fb-93b4-fcd117a97c01 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.066607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31a17baf-4ff8-46fb-93b4-fcd117a97c01 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.068381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-31a17baf-4ff8-46fb-93b4-fcd117a97c01 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/fc1ae881-75a8-43f8-a593-346917a8f3fa HTTP/1.1" status: 404 len: 337 time: 0.0689857 Apr 28 20:00:54.072348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.075011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:54.092832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': 'a8a2a0ce-22bf-4811-9df9-b5908657f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:54.093188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: 8868d0b0-7f00-402d-82eb-ed3de7ffe394, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:54.126408 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6b06728-dc4c-4003-8c05-94c9ec77bddc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.128273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6b06728-dc4c-4003-8c05-94c9ec77bddc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.130426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a6b06728-dc4c-4003-8c05-94c9ec77bddc tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/7792fa1a-3995-4d67-ada0-b530cde5791d HTTP/1.1" status: 404 len: 337 time: 0.0570765 Apr 28 20:00:54.138587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44446) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.142151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f90ec22e-d369-4d84-b7f6-6cc2acb749f7 req-9c1a68ec-c84c-4270-ba00-5fe214dc6813 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966941 Apr 28 20:00:54.183222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:54.194313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:00:54.201677 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9e27911-ffa4-49ca-b1ea-4b5782661359 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.202591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9e27911-ffa4-49ca-b1ea-4b5782661359 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.203895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8868d0b0-7f00-402d-82eb-ed3de7ffe394) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:54.204424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9e27911-ffa4-49ca-b1ea-4b5782661359 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4f9dd4f7-e4c8-456b-a292-28c28c500978 HTTP/1.1" status: 404 len: 333 time: 0.0645847 Apr 28 20:00:54.208224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44452) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.215955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d35dc1-54cc-4033-902e-42e3177205d1 None None] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:54.226966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] Sync routers for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:00:54.244460 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:54.245079 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.257698 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e41c900-a63f-4516-a450-da6bde2f8ff8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.258167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e41c900-a63f-4516-a450-da6bde2f8ff8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.260559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e41c900-a63f-4516-a450-da6bde2f8ff8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/acf240d0-6204-4c9e-a01a-210870dafa1c HTTP/1.1" status: 404 len: 337 time: 0.0511539 Apr 28 20:00:54.263088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44456) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.338517 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-587bc5a0-8175-4cfa-b27a-b8ff7d75d766 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.339216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-587bc5a0-8175-4cfa-b27a-b8ff7d75d766 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.341130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-587bc5a0-8175-4cfa-b27a-b8ff7d75d766 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4174fa36-342a-478b-8951-4c973855f847 HTTP/1.1" status: 404 len: 333 time: 0.0771408 Apr 28 20:00:54.348234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.421405 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a45d3fe6-8d19-4861-afe4-c347fe05db33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.422257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a45d3fe6-8d19-4861-afe4-c347fe05db33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.426554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a45d3fe6-8d19-4861-afe4-c347fe05db33 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/d3229d76-cf17-4a93-b7ba-207615666656 HTTP/1.1" status: 404 len: 337 time: 0.0759168 Apr 28 20:00:54.429060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.436423 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.448412 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:00:54.455690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.466926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:54.467924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.494586 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-341987b0-cb75-4ee5-8d7a-12084acc2a1e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.495348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341987b0-cb75-4ee5-8d7a-12084acc2a1e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.497495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-341987b0-cb75-4ee5-8d7a-12084acc2a1e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/4fa6533f-292a-49ca-8bfc-a98c416385af HTTP/1.1" status: 404 len: 333 time: 0.0673125 Apr 28 20:00:54.500133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44468) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.547729 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9df355f-4ba9-408a-916e-471ba48fa2c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.549613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9df355f-4ba9-408a-916e-471ba48fa2c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.556139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9df355f-4ba9-408a-916e-471ba48fa2c0 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/238bd4aa-cea8-4971-be48-3f716b4030d8 HTTP/1.1" status: 404 len: 337 time: 0.0539320 Apr 28 20:00:54.557849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.580974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:54.580974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa6e869-f239-448d-bd2d-7f45c7fdb63d None None] The sync data for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:00:54.598811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-faef2a6a-38e7-43da-bdce-65e45ff25993 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5252259 Apr 28 20:00:54.599595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.609848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-563751352'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:54.614538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.629691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bf9c958b-5127-4279-800e-83d517896d5c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/29e0dd16-8226-461b-91ba-7fec02a1aa79 HTTP/1.1" status: 204 len: 168 time: 3.5203223 Apr 28 20:00:54.630565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.638589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:54.647982 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-789fabc7-1a00-42a1-8f3e-cc2d12456f66 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.648734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-789fabc7-1a00-42a1-8f3e-cc2d12456f66 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.650603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-789fabc7-1a00-42a1-8f3e-cc2d12456f66 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/cd03071b-f7de-4c69-9878-139cc4346e1d HTTP/1.1" status: 404 len: 333 time: 0.0916202 Apr 28 20:00:54.653306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.700109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8868d0b0-7f00-402d-82eb-ed3de7ffe394', 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:54.701077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.710890 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-362c2a97-ddea-46cb-9410-7400c14555ba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.711353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-362c2a97-ddea-46cb-9410-7400c14555ba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.713068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-362c2a97-ddea-46cb-9410-7400c14555ba tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/5fd84887-9303-40fc-a17a-827a88740df6 HTTP/1.1" status: 404 len: 337 time: 0.0580683 Apr 28 20:00:54.717068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44488) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.746133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:54.755962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:54.806093 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dfbd188-9445-474f-aedd-501a5dd4a596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.807860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dfbd188-9445-474f-aedd-501a5dd4a596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.810670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8dfbd188-9445-474f-aedd-501a5dd4a596 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/fdac30e2-ea30-407f-85ab-3e8007e2d167 HTTP/1.1" status: 404 len: 333 time: 0.0917504 Apr 28 20:00:54.813417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.834221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:54.866343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:54.872386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:54.880497 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-39cb5c29-ccb8-4cdf-b8b8-f244d97140ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.881944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39cb5c29-ccb8-4cdf-b8b8-f244d97140ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.883120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-39cb5c29-ccb8-4cdf-b8b8-f244d97140ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/8617eb39-e3a1-4457-aa06-897a3e4e0a8c HTTP/1.1" status: 404 len: 337 time: 0.0675094 Apr 28 20:00:54.885440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:54.942265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:54.946402 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7933cc-19d2-4581-8733-31f8dbd4c07e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:54.947580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7933cc-19d2-4581-8733-31f8dbd4c07e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:54.949657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b7933cc-19d2-4581-8733-31f8dbd4c07e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/529e4d7e-4cdf-42bf-9e31-b1c84c947901 HTTP/1.1" status: 404 len: 333 time: 0.0631728 Apr 28 20:00:54.952790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44500) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.022535 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d26576df-7a7f-43e3-b9eb-4bff549aaf84 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.023428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d26576df-7a7f-43e3-b9eb-4bff549aaf84 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.025633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d26576df-7a7f-43e3-b9eb-4bff549aaf84 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/46a00902-c41d-4f9f-9403-b6651bd2a4be HTTP/1.1" status: 404 len: 337 time: 0.0714548 Apr 28 20:00:55.027812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44504) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.027947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Allocated IP 2001:db8::3 (8868d0b0-7f00-402d-82eb-ed3de7ffe394/7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1/79b09842-ae06-4a9b-8689-5e72fd7ba767) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:00:55.082241 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a35eba11-9b00-4a00-a485-389d1c3359b7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.082949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a35eba11-9b00-4a00-a485-389d1c3359b7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.084842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a35eba11-9b00-4a00-a485-389d1c3359b7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/a59a7345-fc34-455e-9e95-4afbc458abfd HTTP/1.1" status: 404 len: 337 time: 0.0558009 Apr 28 20:00:55.087368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44508) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.138759 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-75b6c945-abac-43be-b0a7-2d954d927651 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.141075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75b6c945-abac-43be-b0a7-2d954d927651 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.143640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-75b6c945-abac-43be-b0a7-2d954d927651 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/084ff7a0-6247-400b-bfef-f2d4fa9a0f62 HTTP/1.1" status: 404 len: 333 time: 0.0543013 Apr 28 20:00:55.146457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44512) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.149197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.149615 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 3df5744f-be24-46a8-a01d-903e4a60c418 of type vlan for network 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 Apr 28 20:00:55.201669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.203846 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb9d984e-466d-459c-a33f-86f8fdb30a1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.204395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb9d984e-466d-459c-a33f-86f8fdb30a1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.210890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cb9d984e-466d-459c-a33f-86f8fdb30a1f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/d93cb652-0e14-4f46-bf02-062f410b1211 HTTP/1.1" status: 404 len: 337 time: 0.0596316 Apr 28 20:00:55.210890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44518) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.232636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.257244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.262789 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96ff49f-76f1-4553-860f-01e787b8f693 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.263802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96ff49f-76f1-4553-860f-01e787b8f693 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.265584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:55.265841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a96ff49f-76f1-4553-860f-01e787b8f693 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/2b77c4f0-0f77-44dc-885f-398c4c65693a HTTP/1.1" status: 404 len: 337 time: 0.0537195 Apr 28 20:00:55.266682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.269627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44522) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.317972 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-863d796f-8610-48e3-bc22-542390da39e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.318592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-863d796f-8610-48e3-bc22-542390da39e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.320710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-863d796f-8610-48e3-bc22-542390da39e7 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/46e2450a-b69a-4f50-830a-7430082c27d4 HTTP/1.1" status: 404 len: 333 time: 0.0507977 Apr 28 20:00:55.324374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44526) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.366426 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-36fe50fd-a2c3-4840-a711-92b561d35152 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.366426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36fe50fd-a2c3-4840-a711-92b561d35152 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.368351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-36fe50fd-a2c3-4840-a711-92b561d35152 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/75c26cf4-636b-465a-ab08-32bc6fe0453f HTTP/1.1" status: 404 len: 337 time: 0.0427744 Apr 28 20:00:55.370871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.416174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.431780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Transition to ACTIVE for port object 79b09842-ae06-4a9b-8689-5e72fd7ba767 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:55.457147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Transition to ACTIVE for port object 79b09842-ae06-4a9b-8689-5e72fd7ba767 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:00:55.465500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.478055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8726563 Apr 28 20:00:55.483609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.497101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': '0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:55.517372 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5066ebfa-814a-41af-b274-1a246eb2ccb6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.525980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5066ebfa-814a-41af-b274-1a246eb2ccb6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.529119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5066ebfa-814a-41af-b274-1a246eb2ccb6 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/1c8e1274-dac7-4c43-b1a7-a9d2837395a7 HTTP/1.1" status: 404 len: 337 time: 0.1562285 Apr 28 20:00:55.542304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44540) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.589620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fb0be2-83d8-40f3-8b85-0473a95bc4c7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.591416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Pushing event updated for resources: {'Port': ['ID=79b09842-ae06-4a9b-8689-5e72fd7ba767,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:55.618027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:00:55.632189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:55.647337 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-22918d07-0c55-47df-b209-d4e7fbdca90d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.648537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22918d07-0c55-47df-b209-d4e7fbdca90d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.650453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-22918d07-0c55-47df-b209-d4e7fbdca90d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/91bd1341-4dc9-426a-bbb4-7a514e9adae2 HTTP/1.1" status: 404 len: 333 time: 0.1048253 Apr 28 20:00:55.654468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44546) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.737287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:00:55.747958 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bbf4fff-6223-4c2a-9b68-32c9da47489e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.752462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bbf4fff-6223-4c2a-9b68-32c9da47489e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.754660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bbf4fff-6223-4c2a-9b68-32c9da47489e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/3320608b-e742-4d37-986e-7d1a74717ada HTTP/1.1" status: 404 len: 337 time: 0.0989645 Apr 28 20:00:55.759265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44550) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.804870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:55.823087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:00:55.864669 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3016dd45-0025-4f72-bc08-c39e39846b97 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:55.865123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3016dd45-0025-4f72-bc08-c39e39846b97 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:55.866833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3016dd45-0025-4f72-bc08-c39e39846b97 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/059954b6-d439-44e4-9238-a0c9f8a04e84 HTTP/1.1" status: 404 len: 337 time: 0.1039708 Apr 28 20:00:55.870979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:55.873007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:55.917771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:55.922767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:55.941823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:55.964441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:55.968122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-13f8971d-04d3-410f-8a77-f3a9fe66f21d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports?device_id=65fea79d-6ca6-49a7-8615-c240ef6a13de HTTP/1.1" status: 200 len: 205 time: 0.0935481 Apr 28 20:00:55.970480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:55.978245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354c560a-fc34-475a-a33a-d65a4e15c1a3 req-297d3f12-04f8-49b2-bfb1-723f7f529066 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:55.980022 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-354c560a-fc34-475a-a33a-d65a4e15c1a3 req-297d3f12-04f8-49b2-bfb1-723f7f529066 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 945 time: 0.6104567 Apr 28 20:00:55.980749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.051013 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-803882a2-20f3-4963-9970-b9163f4bfa83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] delete failed (client error): The resource could not be found. Apr 28 20:00:56.052461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-803882a2-20f3-4963-9970-b9163f4bfa83 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/routers/65fea79d-6ca6-49a7-8615-c240ef6a13de HTTP/1.1" status: 404 len: 336 time: 0.0706260 Apr 28 20:00:56.054980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.081282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:00:56.081997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:00:56.141796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Attempting to bind port 79b09842-ae06-4a9b-8689-5e72fd7ba767 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:00:56.142158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Attempting to bind port 79b09842-ae06-4a9b-8689-5e72fd7ba767 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a8a2a0ce-22bf-4811-9df9-b5908657f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:00:56.142511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Attempting to bind port 79b09842-ae06-4a9b-8689-5e72fd7ba767 on network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:00:56.143778 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6996508-1c60-42b6-8c29-101db7ea5cad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:56.144642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6996508-1c60-42b6-8c29-101db7ea5cad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:56.146961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a6996508-1c60-42b6-8c29-101db7ea5cad tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/7db231e2-ae1e-4779-b829-badf274dfe04 HTTP/1.1" status: 404 len: 337 time: 0.0909367 Apr 28 20:00:56.160088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:00:56.160549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Checking segment: {'id': 'a8a2a0ce-22bf-4811-9df9-b5908657f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:56.160835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.161226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Bound using segment: {'id': 'a8a2a0ce-22bf-4811-9df9-b5908657f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:00:56.161756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Bound port: 79b09842-ae06-4a9b-8689-5e72fd7ba767, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a2a0ce-22bf-4811-9df9-b5908657f535', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '8868d0b0-7f00-402d-82eb-ed3de7ffe394'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:00:56.162108 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.168704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44570) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.172337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:56.172698 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.184528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-354c560a-fc34-475a-a33a-d65a4e15c1a3 req-133ce0e3-38c9-4139-9b0d-278719c7e786 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307774 Apr 28 20:00:56.266456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9962c31d-985e-43a6-91d8-aa7f8d578e1b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "GET /v2.0/ports?device_id=a9f283ad-4818-48f5-9af1-d7e28e58dcb0 HTTP/1.1" status: 200 len: 205 time: 0.0871892 Apr 28 20:00:56.270528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44576) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.354295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.382613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] For port 79b09842-ae06-4a9b-8689-5e72fd7ba767, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:00:56.414059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] For port 79b09842-ae06-4a9b-8689-5e72fd7ba767, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79b09842-ae06-4a9b-8689-5e72fd7ba767,segment=NetworkSegment(a8a2a0ce-22bf-4811-9df9-b5908657f535),segment_id=a8a2a0ce-22bf-4811-9df9-b5908657f535)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:00:56.425822 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.446119 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-787b47f4-b61d-4584-a0c7-9e5bbd9b901f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] delete failed (client error): The resource could not be found. Apr 28 20:00:56.447548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-787b47f4-b61d-4584-a0c7-9e5bbd9b901f tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/routers/a9f283ad-4818-48f5-9af1-d7e28e58dcb0 HTTP/1.1" status: 404 len: 336 time: 0.1755285 Apr 28 20:00:56.457379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44580) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.470462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.553130 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0a7d1b5-5b3d-4c4b-ad75-06512b133d3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:56.553923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0a7d1b5-5b3d-4c4b-ad75-06512b133d3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:56.555773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c0a7d1b5-5b3d-4c4b-ad75-06512b133d3e tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/c242da31-48f8-4f27-a877-5a2670531852 HTTP/1.1" status: 404 len: 337 time: 0.0949199 Apr 28 20:00:56.558294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.616852 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a23bb38-8e6a-451e-b805-da324942a589 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:56.617818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a23bb38-8e6a-451e-b805-da324942a589 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:56.620418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a23bb38-8e6a-451e-b805-da324942a589 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/5088bffb-147b-491d-80c9-a324e69f28e5 HTTP/1.1" status: 404 len: 337 time: 0.0609293 Apr 28 20:00:56.626140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.633306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:56.639150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:00:56.649980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.684466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4175-f5d9-4861-909f-45be84c811f8 None None] Pushing event updated for resources: {'Port': ['ID=79b09842-ae06-4a9b-8689-5e72fd7ba767,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:56.731825 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4b7c4cc-f94f-4b5c-98bd-8fe4a0ab6959'] response: {'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'code': 200} Apr 28 20:00:56.764089 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d6dbf6-f2af-42cd-ac0e-dfc5dfbb9338 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:56.764664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d6dbf6-f2af-42cd-ac0e-dfc5dfbb9338 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:56.781549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-07d6dbf6-f2af-42cd-ac0e-dfc5dfbb9338 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/b0e9c94d-ea2d-4d04-b2d6-14c0e2f5a98b HTTP/1.1" status: 404 len: 333 time: 0.1517103 Apr 28 20:00:56.785219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:56.792846 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:56.814196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:56.865498 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d86204d0-d0dc-44be-92ec-8ef64b348a2b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:56.865967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d86204d0-d0dc-44be-92ec-8ef64b348a2b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:56.867670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d86204d0-d0dc-44be-92ec-8ef64b348a2b tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/f9e06456-c6ab-4134-b2d6-b6ed302880f2 HTTP/1.1" status: 404 len: 337 time: 0.0814178 Apr 28 20:00:56.870846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.056981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=10dcec66-85d1-4a41-83b2-a0f8249d72cb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:57.080701 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c13ce96b-2c45-4568-8f60-deb355d38e6d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:57.081176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c13ce96b-2c45-4568-8f60-deb355d38e6d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:57.082905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c13ce96b-2c45-4568-8f60-deb355d38e6d tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/e1cea022-7341-41ee-a87b-df1a89317849 HTTP/1.1" status: 404 len: 333 time: 0.2104626 Apr 28 20:00:57.085340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44604) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.097657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': '3df5744f-be24-46a8-a01d-903e4a60c418', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:00:57.098174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:00:57.135400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:00:57.136613 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25a3a56-54d5-458f-8b99-caa63936c266 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:57.137281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25a3a56-54d5-458f-8b99-caa63936c266 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:57.139231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f25a3a56-54d5-458f-8b99-caa63936c266 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/36f04a31-f1d2-46b1-90e7-efa7fd8b8b76 HTTP/1.1" status: 404 len: 337 time: 0.0527413 Apr 28 20:00:57.141779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44608) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.188582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:00:57.205698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f069d5-f6c0-444c-9c99-47b510df4049 None None] Network 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:57.258901 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-82b535f7-5ccb-4cd3-a786-310dec2a8a47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:57.258901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82b535f7-5ccb-4cd3-a786-310dec2a8a47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:57.258901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82b535f7-5ccb-4cd3-a786-310dec2a8a47 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/48fa97f0-61f3-4b49-86ac-18ff87a0df7a HTTP/1.1" status: 404 len: 333 time: 0.1026430 Apr 28 20:00:57.258901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.309338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 170afe62-f7d8-4110-aee8-1ac9b29257ba {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:00:57.309338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:57.374807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:57.375414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:57.408124 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-194b01f8-6ddf-4399-987c-32c68030a695 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:57.410190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194b01f8-6ddf-4399-987c-32c68030a695 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:57.417886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-194b01f8-6ddf-4399-987c-32c68030a695 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/8641d205-4c09-42eb-b1c1-add3ee2ad074 HTTP/1.1" status: 404 len: 337 time: 0.1636155 Apr 28 20:00:57.422129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.501350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.502145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2dba0b7b-7b19-449d-bc92-58e5a8fc8053 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.0147943 Apr 28 20:00:57.600571 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5ab506-a1cc-4424-a567-4b1e96173cec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:57.601059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5ab506-a1cc-4424-a567-4b1e96173cec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:57.602814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef5ab506-a1cc-4424-a567-4b1e96173cec tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/adb438a0-9366-49f4-a0d9-66f6b3131e72 HTTP/1.1" status: 404 len: 333 time: 0.1778238 Apr 28 20:00:57.626271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:57.757213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d0cea2-7ecf-498f-82db-4ef87808a730 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4', 'network_id': '0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '10dcec66-85d1-4a41-83b2-a0f8249d72cb'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:00:57.757213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3d0cea2-7ecf-498f-82db-4ef87808a730 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:57.770639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:57.906782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:57.948633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.084686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-c3d0cea2-7ecf-498f-82db-4ef87808a730 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10dcec66-85d1-4a41-83b2-a0f8249d72cb: This subnet is being modified by another concurrent operation. Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:00:58.154855 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 10dcec66-85d1-4a41-83b2-a0f8249d72cb: This subnet is being modified by another concurrent operation. Apr 28 20:00:58.160500 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:00:58.174793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 170afe62-f7d8-4110-aee8-1ac9b29257ba owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:00:58.214462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=10dcec66-85d1-4a41-83b2-a0f8249d72cb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:58.238855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e318082-7829-47f5-a8c7-fcc30c959c58 None None] Network 0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:58.407795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.442422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:58.459580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110b15fd-925a-4f9b-b7ba-1134cb071a4f None None] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:00:58.470703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3df5744f-be24-46a8-a01d-903e4a60c418') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:58.471020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3df5744f-be24-46a8-a01d-903e4a60c418') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:00:58.497428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.540207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.550058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:00:58.550937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.566807 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a11e6af-7c1d-44d6-b6a4-7886c3f59781 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:58.573743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a11e6af-7c1d-44d6-b6a4-7886c3f59781 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:58.575765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a11e6af-7c1d-44d6-b6a4-7886c3f59781 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/394c6d7e-ee29-4917-bac1-3956f970e78a HTTP/1.1" status: 404 len: 337 time: 0.9484177 Apr 28 20:00:58.592727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:58.676367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5aa2e099-9687-4419-862d-c1e097e07538 None None] Provisioning for port 79b09842-ae06-4a9b-8689-5e72fd7ba767 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:58.768972 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-718e5fe3-a2ac-4146-b785-9cf32f06ddff tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:58.769937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718e5fe3-a2ac-4146-b785-9cf32f06ddff tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:58.777434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:00:58.788985 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:00:58.839188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.852257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:58.864473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:58.867530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-718e5fe3-a2ac-4146-b785-9cf32f06ddff tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/e705bcc0-3181-4e13-8ae5-6dc5e90e47d2 HTTP/1.1" status: 404 len: 333 time: 0.2716165 Apr 28 20:00:58.868037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:58.869130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=170afe62-f7d8-4110-aee8-1ac9b29257ba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:00:58.871137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-21ee9fad-59af-42d7-867b-5bd8587358a7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 HTTP/1.1" status: 204 len: 168 time: 1.3672054 Apr 28 20:00:58.875677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:58.901753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79b09842-ae06-4a9b-8689-5e72fd7ba767 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:00:58.933278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1460123596'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:00:58.965893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:00:58.975283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:00:58.992149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9709d60-4e78-44cd-94d7-ba4c73a2d4a3 req-7ab3ea71-f7df-492f-90b5-ea133b3e4097 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:58.993812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:00:58.994501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9709d60-4e78-44cd-94d7-ba4c73a2d4a3 req-7ab3ea71-f7df-492f-90b5-ea133b3e4097 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 1.4825945 Apr 28 20:00:59.012879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:00:59.015624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 79b09842-ae06-4a9b-8689-5e72fd7ba767 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:00:59.021084 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0895e4be-8e9a-4b96-bd82-5c831aa792ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:59.022429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0895e4be-8e9a-4b96-bd82-5c831aa792ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:59.024501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0895e4be-8e9a-4b96-bd82-5c831aa792ae tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/4819d03e-b048-4181-aa15-591c43db9743 HTTP/1.1" status: 404 len: 337 time: 0.1553802 Apr 28 20:00:59.027844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:59.032879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:00:59.036693 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.056669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 79b09842-ae06-4a9b-8689-5e72fd7ba767 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:59.057049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.193619 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-23939659-7c2f-49e2-8c98-0bf06eda1d24 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:59.194333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23939659-7c2f-49e2-8c98-0bf06eda1d24 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:59.198808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-23939659-7c2f-49e2-8c98-0bf06eda1d24 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/95961cc7-93a2-441a-a788-eae40255f20b HTTP/1.1" status: 404 len: 333 time: 0.1696196 Apr 28 20:00:59.202485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44652) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:59.350288 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-15790019-096a-42b0-83ce-c5a2256772c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:59.351153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15790019-096a-42b0-83ce-c5a2256772c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:59.352910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15790019-096a-42b0-83ce-c5a2256772c5 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/6e033ee8-25eb-4fe0-a706-4d7cb57648a7 HTTP/1.1" status: 404 len: 337 time: 0.1463063 Apr 28 20:00:59.368376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44658) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:59.375173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.424247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:00:59.427021 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a09dfb-c430-460f-b186-9b78ec7604f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:59.427574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a09dfb-c430-460f-b186-9b78ec7604f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:59.444441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-39a09dfb-c430-460f-b186-9b78ec7604f4 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/ports/f51c7cd6-5519-4756-8625-fa4651274be6 HTTP/1.1" status: 404 len: 333 time: 0.0747294 Apr 28 20:00:59.445661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.446250 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 55c9eba9-9413-442b-9e0c-cf13354bdb8b of type vlan for network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 Apr 28 20:00:59.447484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44664) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:59.489953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 79b09842-ae06-4a9b-8689-5e72fd7ba767, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79b09842-ae06-4a9b-8689-5e72fd7ba767,segment=NetworkSegment(a8a2a0ce-22bf-4811-9df9-b5908657f535),segment_id=a8a2a0ce-22bf-4811-9df9-b5908657f535)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:00:59.501305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.522164 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-30bb7909-cb02-41db-9f10-8c7ddabc2dc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] DELETE failed (client error): The resource could not be found. Apr 28 20:00:59.523003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30bb7909-cb02-41db-9f10-8c7ddabc2dc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:00:59.525051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-30bb7909-cb02-41db-9f10-8c7ddabc2dc8 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/subnets/a3d7ac7d-6214-4cff-ade6-06299f12793b HTTP/1.1" status: 404 len: 337 time: 0.0764353 Apr 28 20:00:59.530420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.534929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44668) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:00:59.577192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.605243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de0945b-1919-412f-9bda-654e4b4a7dde None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:00:59.708498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fbfe23f6-0f23-4157-ac40-dc409eafb0a4 None None] Provisioning complete for port 79b09842-ae06-4a9b-8689-5e72fd7ba767 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:00:59.711252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbfe23f6-0f23-4157-ac40-dc409eafb0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.776541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9709d60-4e78-44cd-94d7-ba4c73a2d4a3 req-23ccdf52-150a-4e38-a7f4-ca1759c0b25a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7663884 Apr 28 20:00:59.778509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:00:59.839269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.878327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.883690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:00:59.884289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:00:59.927271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de0945b-1919-412f-9bda-654e4b4a7dde None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:01:00.073570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1967506 Apr 28 20:01:00.138311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44680) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:00.156049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=79b09842-ae06-4a9b-8689-5e72fd7ba767,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:00.157385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:00.190917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33289989-8d4f-4df8-b831-3b3388349129 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=bb7d38fd-28ae-4d10-9f80-9a9389b32df6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:00.220310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router d974fb5d-a38b-4f45-97e2-70edeac1891d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:00.252507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:00.634353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.649435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:00.656066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:00.661838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:00.667892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:00.693827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:00.696939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7ec7e46-f92e-476c-bc0f-c46582ece80a']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:00.705486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:00.707890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60a60d65-cddd-440e-b41a-84193673e022 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/routers/d974fb5d-a38b-4f45-97e2-70edeac1891d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0751100 Apr 28 20:01:00.710034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.711005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:00.735806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b199f19d-48ef-45ac-9d88-2dedfbe05b23') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:00.736126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b199f19d-48ef-45ac-9d88-2dedfbe05b23') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:00.773059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.937443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.959288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:00.959724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:00.965817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79b09842-ae06-4a9b-8689-5e72fd7ba767 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:00.979063 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:01.008289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] Sync routers for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:01.017214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9ff380-32e1-448a-b515-088873ec78e1 req-42dfa4ea-fde3-4e04-8a11-82ac3c145200 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:01.020031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b9ff380-32e1-448a-b515-088873ec78e1 req-42dfa4ea-fde3-4e04-8a11-82ac3c145200 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.2380679 Apr 28 20:01:01.120094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:01.120769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:01.122535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efca8ae8-e80d-4293-8692-d9faf7f4051d req-dfd433bd-7f30-4edc-9c4b-89d04d7389f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:01.124346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efca8ae8-e80d-4293-8692-d9faf7f4051d req-dfd433bd-7f30-4edc-9c4b-89d04d7389f9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.1205516 Apr 28 20:01:01.164655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.178956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b9ff380-32e1-448a-b515-088873ec78e1 req-dd9386bc-3b40-4518-bcdf-3174046dee5c tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786264 Apr 28 20:01:01.211155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.223881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:01.270463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] Routers {'d974fb5d-a38b-4f45-97e2-70edeac1891d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:01.271035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d974fb5d-a38b-4f45-97e2-70edeac1891d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:01.274560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.289360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] Pushing event deleted for resources: {'Network': ['ID=f7ec7e46-f92e-476c-bc0f-c46582ece80a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:01.292346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69301979-8251-4a36-b627-1ed71f4f7a09 tempest-NetworksTestDHCPv6-525176791 tempest-NetworksTestDHCPv6-525176791-project] 10.222.0.24 "DELETE /v2.0/networks/f7ec7e46-f92e-476c-bc0f-c46582ece80a HTTP/1.1" status: 204 len: 168 time: 1.7561545 Apr 28 20:01:01.350081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:01.350514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03db5273-19cf-4a2a-b7b3-9eb4abe5fcb1 None None] The sync data for ids ['d974fb5d-a38b-4f45-97e2-70edeac1891d'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:01.387375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.528941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': '55c9eba9-9413-442b-9e0c-cf13354bdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:01.529812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: bb7d38fd-28ae-4d10-9f80-9a9389b32df6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:01.572348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=8e329180-b021-43c5-8a09-238f6f1b4009,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:01.584596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efca8ae8-e80d-4293-8692-d9faf7f4051d req-752d3387-8e09-424a-983b-1b3a373f3bd1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471085 Apr 28 20:01:01.619790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 79b09842-ae06-4a9b-8689-5e72fd7ba767 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:01.620319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.623433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:01.649040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bb7d38fd-28ae-4d10-9f80-9a9389b32df6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:01.660920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:01.660920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.679704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1dcf103-1fac-4fab-b774-bc93dbba98fd None None] Network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:01.710996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-771a2cb3-7004-4edd-90a2-6fcd20fe34f0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5681858 Apr 28 20:01:01.717878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44700) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:01.846852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44704) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:01.875353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:01.911983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port d30780b3-34ab-4d6e-bffd-c92e995bfcb7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:01.912481 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.016714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.048499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f35239fb-db2a-4c35-9191-2ce9f9f3d69d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ad1984e9e3d4061a7657ddb0029e380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005022 Apr 28 20:01:02.050229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:02.065854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-bb7d38fd-28ae-4d10-9f80-9a9389b32df6', 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '8e329180-b021-43c5-8a09-238f6f1b4009'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:02.066815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.121150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.155632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.219031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.266063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.287830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.296392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Allocated IP 2001:db8::1 (bb7d38fd-28ae-4d10-9f80-9a9389b32df6/8e329180-b021-43c5-8a09-238f6f1b4009/17f8bf59-21d3-41ba-9848-00ce98a71f60) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:02.306258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3657c640-a83d-4793-bcb9-8656d8696c0c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:02.311007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.313076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b5efa7a-39dc-4009-98dc-448ca49964e3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3657c640-a83d-4793-bcb9-8656d8696c0c HTTP/1.1" status: 204 len: 168 time: 0.2613611 Apr 28 20:01:02.511661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for d30780b3-34ab-4d6e-bffd-c92e995bfcb7 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:02.602730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-a8c73815-8e47-4a14-990e-b3a78fd6a725 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:02.604809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-a8c73815-8e47-4a14-990e-b3a78fd6a725 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.2468567 Apr 28 20:01:02.707218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Deleting port a853261c-2ee0-4010-99f7-83e08ae4c396 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:02.707665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.756644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:02.762080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbafbe8f-7b58-4f1c-8efe-9bbffcbdabdc req-f4f93a2c-2df3-4fbd-b4a3-12d5835f845f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:02.763719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbafbe8f-7b58-4f1c-8efe-9bbffcbdabdc req-f4f93a2c-2df3-4fbd-b4a3-12d5835f845f tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.3011880 Apr 28 20:01:02.768216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Transition to ACTIVE for port object 17f8bf59-21d3-41ba-9848-00ce98a71f60 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:02.856151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cbafbe8f-7b58-4f1c-8efe-9bbffcbdabdc req-41b47bb6-f88a-4ab8-af62-84465f5ccc87 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651536 Apr 28 20:01:03.011128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.012525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Transition to ACTIVE for port object 17f8bf59-21d3-41ba-9848-00ce98a71f60 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:03.022734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.084983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414c7c3-8c15-4a87-b352-d112241d65b5 req-9192d733-6c9f-4d84-99c5-4e454d04ab1d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:03.095038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2414c7c3-8c15-4a87-b352-d112241d65b5 req-9192d733-6c9f-4d84-99c5-4e454d04ab1d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.3293588 Apr 28 20:01:03.101008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=d30780b3-34ab-4d6e-bffd-c92e995bfcb7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:03.146364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] For port a853261c-2ee0-4010-99f7-83e08ae4c396, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a853261c-2ee0-4010-99f7-83e08ae4c396,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:03.146780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.264487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:03.268571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.279069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:03.288767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:03.401993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=8e329180-b021-43c5-8a09-238f6f1b4009,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:03.442099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2414c7c3-8c15-4a87-b352-d112241d65b5 req-069bdc51-09c9-46f7-99c1-74b8d5c66c2b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438027 Apr 28 20:01:03.475895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Pushing event updated for resources: {'Port': ['ID=17f8bf59-21d3-41ba-9848-00ce98a71f60,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:03.502869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.503469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.504212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.504963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.505518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.506033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.506536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.507665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.508404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.508903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.509519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.510134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:03.537592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Attempting to bind port 17f8bf59-21d3-41ba-9848-00ce98a71f60 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:03.538266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Attempting to bind port 17f8bf59-21d3-41ba-9848-00ce98a71f60 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '55c9eba9-9413-442b-9e0c-cf13354bdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:03.538946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Attempting to bind port 17f8bf59-21d3-41ba-9848-00ce98a71f60 on network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:03.545595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:03.546242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Checking segment: {'id': '55c9eba9-9413-442b-9e0c-cf13354bdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:03.546829 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.547402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Bound using segment: {'id': '55c9eba9-9413-442b-9e0c-cf13354bdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:03.548047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Bound port: 17f8bf59-21d3-41ba-9848-00ce98a71f60, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55c9eba9-9413-442b-9e0c-cf13354bdb8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:03.548682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.553279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.704522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.726645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] For port 17f8bf59-21d3-41ba-9848-00ce98a71f60, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:03.731466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] For port 17f8bf59-21d3-41ba-9848-00ce98a71f60, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17f8bf59-21d3-41ba-9848-00ce98a71f60,segment=NetworkSegment(55c9eba9-9413-442b-9e0c-cf13354bdb8b),segment_id=55c9eba9-9413-442b-9e0c-cf13354bdb8b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:03.740724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.785593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44738) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:03.850935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8f1b72-66cc-4f68-a036-5adcba4d12be None None] Pushing event updated for resources: {'Port': ['ID=17f8bf59-21d3-41ba-9848-00ce98a71f60,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:03.937727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.938892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:03.942014 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Floating IP a15ad38c-9012-4ec1-9d26-68dd7ed672ab disassociated. External IP: 172.25.2.85, port: a853261c-2ee0-4010-99f7-83e08ae4c396. Apr 28 20:01:03.942592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Calling delete_port for a853261c-2ee0-4010-99f7-83e08ae4c396 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:04.004729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8de048-9f7e-4ee1-b4ce-dde598b24624 None None] Network bb7d38fd-28ae-4d10-9f80-9a9389b32df6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:04.114890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7d38fd-28ae-4d10-9f80-9a9389b32df6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:04.141092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.151753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.161021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c9eba9-9413-442b-9e0c-cf13354bdb8b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:04.161169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c9eba9-9413-442b-9e0c-cf13354bdb8b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:04.229065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.229721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Fanout notify agent at l3_agent the message router_deleted on router d974fb5d-a38b-4f45-97e2-70edeac1891d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:01:04.267114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.307434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.326826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.329544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c6472167-3030-4f99-8d08-a068f56696b1 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/routers/d974fb5d-a38b-4f45-97e2-70edeac1891d HTTP/1.1" status: 204 len: 168 time: 3.6161594 Apr 28 20:01:04.335667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:04.411170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2120956683'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:04.422322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:04.425576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.438294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:04.457651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:04.466113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:04.483814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:04.496372 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:04.500240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8d49797-7708-46ac-ae78-9abc0832ce97 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:01:04.526850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:04.530998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.588376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.644124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9251f28c-7266-49c9-9497-baecbcdff5be req-e3a81f3b-cb6e-4431-bbcc-9e53eb85f623 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:04.645828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9251f28c-7266-49c9-9497-baecbcdff5be req-e3a81f3b-cb6e-4431-bbcc-9e53eb85f623 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 945 time: 0.2897336 Apr 28 20:01:04.652816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:04.668755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:04.687078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:04.708966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:04.754890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9251f28c-7266-49c9-9497-baecbcdff5be req-3432ad90-74b3-4ffe-83ff-1f354ab26fba tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups?id=c3fbacbe-9af8-479f-8d24-15f71a544715&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968966 Apr 28 20:01:04.759509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.854596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'Port': ['ID=a853261c-2ee0-4010-99f7-83e08ae4c396,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:04.870871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:01:04.870871 n-d-839811-1 neutron-server[88140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:01:04.870871 n-d-839811-1 neutron-server[88140]: [parameters: {'id': 'bb7d38fd-28ae-4d10-9f80-9a9389b32df6'}] Apr 28 20:01:04.870871 n-d-839811-1 neutron-server[88140]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:04.871431 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:04.878920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting subnet 91fa7291-b0da-474c-a1b2-2f7d75220e82 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:04.888577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:04.910100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8d49797-7708-46ac-ae78-9abc0832ce97 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:01:04.970017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.037761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98c7f-81de-42c5-bf79-fc02f7b13142 req-6bfd9008-68db-44bb-92ba-92f81ccf9c1e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:05.039145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdb98c7f-81de-42c5-bf79-fc02f7b13142 req-6bfd9008-68db-44bb-92ba-92f81ccf9c1e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.3431606 Apr 28 20:01:05.088864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:05.110553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bdb98c7f-81de-42c5-bf79-fc02f7b13142 req-af38a876-166d-48ab-8c59-0054523fe05b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657799 Apr 28 20:01:05.129772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.278945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.344770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.352165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.363670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.371600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/subnets/91fa7291-b0da-474c-a1b2-2f7d75220e82 HTTP/1.1" status: 204 len: 168 time: 1.0324879 Apr 28 20:01:05.372940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.375665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8b5c4d-5a8c-44cc-b86e-7eea56ed2f66 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Subnet': ['ID=91fa7291-b0da-474c-a1b2-2f7d75220e82,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:05.376061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:05.378664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44756) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:05.386819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:05.397235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 17f8bf59-21d3-41ba-9848-00ce98a71f60 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:05.397883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.400565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:05.401416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:05.536104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:05.562661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2dd77ea-4455-4d85-baab-779f54db26b6 None None] Network b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:05.776597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port 17f8bf59-21d3-41ba-9848-00ce98a71f60, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=17f8bf59-21d3-41ba-9848-00ce98a71f60,segment=NetworkSegment(55c9eba9-9413-442b-9e0c-cf13354bdb8b),segment_id=55c9eba9-9413-442b-9e0c-cf13354bdb8b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:05.776954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.794433 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:05.852226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] No DVR routers for this DVR port a853261c-2ee0-4010-99f7-83e08ae4c396 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:05.859508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.865162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.891570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'name': 'network-vif-deleted', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:05.936361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d285f9-575a-4c9c-9d3d-93e707b9da11,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:05.960548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] DHCP port deletion for b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:05.964963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Deleting port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:05.965336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.968648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:05.969196 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 7bee1270-bcfc-4cd9-814d-eb2f3104537e of type vlan for network 4c4d822d-4b25-42af-807c-9b6d163e31ae Apr 28 20:01:05.981035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb1e8f8c-6efd-4640-8302-c6f61780bbda req-74c12805-576b-4a32-8401-5403a0d9bce7 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.41 "DELETE /v2.0/ports/a853261c-2ee0-4010-99f7-83e08ae4c396 HTTP/1.1" status: 204 len: 173 time: 3.3685892 Apr 28 20:01:06.028217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for 17f8bf59-21d3-41ba-9848-00ce98a71f60 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:06.089170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:06.089545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.199626 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c9a21dd-a173-46c9-9aab-af7f53c15ed4'] response: {'server_uuid': '86ed2530-e854-4711-83bd-02bc13d08869', 'name': 'network-vif-deleted', 'tag': 'a853261c-2ee0-4010-99f7-83e08ae4c396', 'status': 'completed', 'code': 200} Apr 28 20:01:06.200126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.369630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No DVR routers for this DVR port 17f8bf59-21d3-41ba-9848-00ce98a71f60 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:06.501526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Port': ['ID=17f8bf59-21d3-41ba-9848-00ce98a71f60,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:06.579261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] For port 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=47b2c463-b47f-4fa8-a888-2f6a61a83c59,segment=NetworkSegment(9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe),segment_id=9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:06.588722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d19bf6a7-141a-4746-b1e2-227cf8b79db7 req-8680bb27-7be9-46f9-b44e-01961336158d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Synchronizing usage tracker for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:06.595712 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.605764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.658765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d19bf6a7-141a-4746-b1e2-227cf8b79db7 req-8680bb27-7be9-46f9-b44e-01961336158d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Unset dirty status for tenant:076836b0402345cc83a273beea11ece2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:06.658765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d19bf6a7-141a-4746-b1e2-227cf8b79db7 req-8680bb27-7be9-46f9-b44e-01961336158d tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 210 time: 0.6022131 Apr 28 20:01:06.707634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:01:06.872908 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:06.884817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:01:06.917582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.927421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:06.928065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.930380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.931628 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:06.933788 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:00:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:06.944760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] For port 47b2c463-b47f-4fa8-a888-2f6a61a83c59, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=47b2c463-b47f-4fa8-a888-2f6a61a83c59,segment=NetworkSegment(9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe),segment_id=9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:06.946089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:06.988608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Calling delete_port for 47b2c463-b47f-4fa8-a888-2f6a61a83c59 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:07.053425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 47b2c463-b47f-4fa8-a888-2f6a61a83c59 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:07.095641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7d38fd-28ae-4d10-9f80-9a9389b32df6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.133348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55c9eba9-9413-442b-9e0c-cf13354bdb8b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.135790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55c9eba9-9413-442b-9e0c-cf13354bdb8b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:07.171787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.192198 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:07.211222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.213908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 47b2c463-b47f-4fa8-a888-2f6a61a83c59 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:07.245176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:07.249621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:07.283236 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:07.386837 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.396772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.456240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] No DVR routers for this DVR port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:07.460659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0cbb2-8036-4cc5-bb47-5977aa2fb4b4 None None] Pushing event deleted for resources: {'Port': ['ID=47b2c463-b47f-4fa8-a888-2f6a61a83c59,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:07.666551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a853261c-2ee0-4010-99f7-83e08ae4c396 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:07.682777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e004586-1b0e-4f38-933d-7e5f70c6b834 req-f24db384-4822-4dd5-9394-f1c032994eaa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:07.684947 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e004586-1b0e-4f38-933d-7e5f70c6b834 req-f24db384-4822-4dd5-9394-f1c032994eaa tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 1.1714313 Apr 28 20:01:07.767285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: a853261c-2ee0-4010-99f7-83e08ae4c396 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:07.768244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a853261c-2ee0-4010-99f7-83e08ae4c396 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:07.802059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.832902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.0428600 Apr 28 20:01:07.837566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:07.840285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436c76f-f394-4c7e-ae3e-5720666da2f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=4c4d822d-4b25-42af-807c-9b6d163e31ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:07.852271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'name': 'tempest-PortsTestJSON-524750125'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:07.854433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:07.922011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:07.926173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=bb7d38fd-28ae-4d10-9f80-9a9389b32df6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:07.939227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e004586-1b0e-4f38-933d-7e5f70c6b834 req-2513f29f-0f67-400b-ad4e-d983be0b767f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387631 Apr 28 20:01:07.953760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28657d05-518b-479d-99f8-1c80731a0aea req-e8a9e351-c884-4d56-a3e1-0871727a159b tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/ports?device_id=86ed2530-e854-4711-83bd-02bc13d08869 HTTP/1.1" status: 200 len: 210 time: 0.0646098 Apr 28 20:01:07.954457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:07.954680 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:07.955600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:07.971352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-da598e94-d62e-44a3-98a7-0e66abcb3d58 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/bb7d38fd-28ae-4d10-9f80-9a9389b32df6 HTTP/1.1" status: 204 len: 168 time: 6.2317815 Apr 28 20:01:07.984030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:08.000113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb6b4f10-dc11-40ee-95b3-6e042cb1a8b0 None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T19:55:02Z', 'revision_number': 4, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1e440d5b-1801-4742-be8c-a2f38d7a5f9d', 'name': '', 'network_id': '6633028b-ff25-4610-bcf7-3626373c314c', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'mac_address': 'fa:16:3e:f7:36:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1556, 'fixed_ips': [{'subnet_id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:00Z', 'updated_at': '2022-04-28T19:55:19Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'subnets': [{'id': '8d88e64d-da01-47ce-8825-ee01b76835ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:08.035697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1317037204'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:08.055596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:08.063250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:08.071358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:08.075951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:08.079566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:08.087060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:08.095761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:08.105188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:08.111941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.125334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:08.146522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 25bb9966-0fa0-4787-8347-c0975b221ef7 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:08.179879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:08.183338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.250287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:08.289430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.290015 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment ad764dbe-eafd-43af-bc8d-d870ed895b96 of type vlan for network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 Apr 28 20:01:08.364197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.421666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a98da6c-7556-453b-96f2-cc62c125b5d3 None None] New status for floating IP a15ad38c-9012-4ec1-9d26-68dd7ed672ab: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:01:08.457315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 47b2c463-b47f-4fa8-a888-2f6a61a83c59 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:08.457717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.529882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.538128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] The port '47b2c463-b47f-4fa8-a888-2f6a61a83c59' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:01:08.572111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.577442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:08.578047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.784767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7606676 Apr 28 20:01:08.787795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:08.795725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:08.800472 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.807699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d02e82c-2869-4409-8f96-25d64f8400a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=e2028f82-5c36-46f1-82b1-c5b4f0a7f100,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:08.819068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:08.832082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:08.840857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.903161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:08.903458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ce8a7b3-58c6-4d6c-b76f-2ed50af733fe') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:08.929100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.952877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=25bb9966-0fa0-4787-8347-c0975b221ef7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:08.964319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.980350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:08.980983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:08.993991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:08.998114 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:09.003636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:09.009105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:09.015563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:09.029156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:09.036948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.066853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '7bee1270-bcfc-4cd9-814d-eb2f3104537e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:09.067197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 4c4d822d-4b25-42af-807c-9b6d163e31ae, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:09.119000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.121158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:09.128232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.186759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Network': ['ID=b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:09.197347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4c4d822d-4b25-42af-807c-9b6d163e31ae) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:09.206706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8ee0f1f1-49f4-4275-9118-f0da49341ece tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/networks/b15a3a8a-9469-42e5-bc7f-4f2918b3b5b0 HTTP/1.1" status: 204 len: 168 time: 3.8240738 Apr 28 20:01:09.207951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:09.210974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377cd902-71ba-4e22-a695-62031c75fff1 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:09.245702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:09.310617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:09.317018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:09.317886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.388311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-228e0521-f87d-405e-afde-fc72ccd34ff9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5491250 Apr 28 20:01:09.389454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44802) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:09.403281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.450877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-504606430'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:09.479450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.572592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.618513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:09.623242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3fbacbe-9af8-479f-8d24-15f71a544715,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:09.626929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 61c7764a-22c4-469f-ab72-5efad99b1988 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:09.627495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.653385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:09.659400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:09.672678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:09.684974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b74de51-8873-4f4a-ba80-06a9dcb73a3b req-0710835b-c675-4781-9c85-80180b936e8a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:09.693633 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6b74de51-8873-4f4a-ba80-06a9dcb73a3b req-0710835b-c675-4781-9c85-80180b936e8a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.4485550 Apr 28 20:01:09.737035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-67e7f26d-4ef2-4358-b421-3d2fb00961f5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.5261068 Apr 28 20:01:09.737973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:09.741580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.762630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.763897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa639794-64ee-40ec-9bea-8fe186e03183 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "DELETE /v2.0/security-groups/c3fbacbe-9af8-479f-8d24-15f71a544715 HTTP/1.1" status: 204 len: 168 time: 0.5173001 Apr 28 20:01:09.769836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:09.818823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6b74de51-8873-4f4a-ba80-06a9dcb73a3b req-f6e26903-b6e0-4746-a709-94f768672ac0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240287 Apr 28 20:01:09.840163 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-2b2f8909-e6cd-4e05-b028-236ab75d9138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] show failed (client error): The resource could not be found. Apr 28 20:01:09.841293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2b2f8909-e6cd-4e05-b028-236ab75d9138 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "GET /v2.0/security-groups/c3fbacbe-9af8-479f-8d24-15f71a544715 HTTP/1.1" status: 404 len: 347 time: 0.0606418 Apr 28 20:01:09.851486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:09.919819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:09.928177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.951904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.952246 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment bd01c097-cb92-43c9-9d4a-7e352cab9b7a of type vlan for network 5153060c-eabc-4653-bd35-8627861767dc Apr 28 20:01:09.954368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.954731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:09.956037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.095945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 61c7764a-22c4-469f-ab72-5efad99b1988 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:10.113759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Deleting port 49b4646b-76c7-44ef-8479-a290287bd5d7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:10.116651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.145877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.146358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.146833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.147301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.147764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.148223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.148685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.150852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-dd30d10c-1c6f-4076-8925-badbb1579568 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e7989dcbc9d44a248674a9cc4f904820&device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 6501 time: 0.3767390 Apr 28 20:01:10.162142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.200665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=302bc37c-a1d2-426c-950d-59623a40e01c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:10.225768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': 'ad764dbe-eafd-43af-bc8d-d870ed895b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:10.226292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: e2028f82-5c36-46f1-82b1-c5b4f0a7f100, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:10.270215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.276362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.277363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.332551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:10.357728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e2028f82-5c36-46f1-82b1-c5b4f0a7f100) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:10.363999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.366064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.371805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4571363-c78e-45ef-ba55-1a23bb4ae126 None None] Network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:10.400773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.401311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.476311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-85059c24-1c0c-41b5-a161-ff075eaba333 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.6867418 Apr 28 20:01:10.493070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:10.633380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Calling delete_port for 49b4646b-76c7-44ef-8479-a290287bd5d7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:10.676408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.757300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e2028f82-5c36-46f1-82b1-c5b4f0a7f100', 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '302bc37c-a1d2-426c-950d-59623a40e01c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:10.758161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:10.828202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-8e9a35da-c233-4044-88a9-94a139a26960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.828946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-8e9a35da-c233-4044-88a9-94a139a26960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.829602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-8e9a35da-c233-4044-88a9-94a139a26960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:10.831489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-8e9a35da-c233-4044-88a9-94a139a26960 service neutron] 10.222.0.41 "GET /v2.0/networks?id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=e363e6a2-f92d-49c5-bf9d-028af19ead43&id=d4c2f109-e3ff-4d58-805d-a0661f3486de&id=d4c2f109-e3ff-4d58-805d-a0661f3486de HTTP/1.1" status: 200 len: 2297 time: 0.6297016 Apr 28 20:01:10.837173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:10.837861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.4451003 Apr 28 20:01:10.851813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'ports': [{'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'}, {'network_id': '5153060c-eabc-4653-bd35-8627861767dc'}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:10.852219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:10.852936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '5153060c-eabc-4653-bd35-8627861767dc'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:10.953822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.011536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Allocated IP 2001:db8::1 (e2028f82-5c36-46f1-82b1-c5b4f0a7f100/302bc37c-a1d2-426c-950d-59623a40e01c/ae8e6194-8799-4403-b4ff-7884d9ef8ac4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:11.075314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.102665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Pushing event deleted for resources: {'Port': ['ID=49b4646b-76c7-44ef-8479-a290287bd5d7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:11.175947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.182725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ae335b-48cd-4867-a67b-1e5449bf6fd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=5153060c-eabc-4653-bd35-8627861767dc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:11.318947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5153060c-eabc-4653-bd35-8627861767dc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:11.325874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=61c7764a-22c4-469f-ab72-5efad99b1988,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:11.355423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-9327b87a-9054-4c00-a63e-4b19b849938a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2851c5cc-3422-4037-ac62-98fbf024655d HTTP/1.1" status: 200 len: 1001 time: 0.5133216 Apr 28 20:01:11.478105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.482870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:11.485534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.490913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:11.493978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-e941b696-6f33-4075-9144-cc23f3f8d688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:11.494491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:11.495869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-e941b696-6f33-4075-9144-cc23f3f8d688 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b222bbd7-826c-4613-962b-1e217f2d4172 HTTP/1.1" status: 200 len: 855 time: 0.0665100 Apr 28 20:01:11.500873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:11.506208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Transition to ACTIVE for port object ae8e6194-8799-4403-b4ff-7884d9ef8ac4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:11.534145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.535595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cff26a01-77cc-420c-a150-fc47060d3a17 tempest-AttachVolumeTestJSON-92160367 tempest-AttachVolumeTestJSON-92160367-project] 10.222.0.24 "DELETE /v2.0/floatingips/a15ad38c-9012-4ec1-9d26-68dd7ed672ab HTTP/1.1" status: 204 len: 168 time: 1.6830065 Apr 28 20:01:11.542570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:11.552574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Transition to ACTIVE for port object ae8e6194-8799-4403-b4ff-7884d9ef8ac4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:11.557500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.566866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.591089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.624265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:11.630145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:11.633383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:11.850407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45aba6c-44c5-4e09-99ed-18be26634d01 req-b1e53288-7368-441c-8cd2-15cd42cb3ad1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:11.857707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f45aba6c-44c5-4e09-99ed-18be26634d01 req-b1e53288-7368-441c-8cd2-15cd42cb3ad1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.7840266 Apr 28 20:01:11.883071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Pushing event updated for resources: {'Port': ['ID=ae8e6194-8799-4403-b4ff-7884d9ef8ac4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:11.891194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.901115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.912649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.920299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3b55652d-0223-4a2b-95c4-fce51336006c tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/floatingips/65c28858-3872-4538-a199-b0a63852b815 HTTP/1.1" status: 204 len: 168 time: 2.6642787 Apr 28 20:01:11.921421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44830) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:11.958722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Attempting to bind port ae8e6194-8799-4403-b4ff-7884d9ef8ac4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:11.959006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Attempting to bind port ae8e6194-8799-4403-b4ff-7884d9ef8ac4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ad764dbe-eafd-43af-bc8d-d870ed895b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:11.961783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Attempting to bind port ae8e6194-8799-4403-b4ff-7884d9ef8ac4 on network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:11.968590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:11.969123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Checking segment: {'id': 'ad764dbe-eafd-43af-bc8d-d870ed895b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:11.969681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:11.970181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Bound using segment: {'id': 'ad764dbe-eafd-43af-bc8d-d870ed895b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:11.970867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Bound port: ae8e6194-8799-4403-b4ff-7884d9ef8ac4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad764dbe-eafd-43af-bc8d-d870ed895b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:11.971435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.000298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 80376a7f-5025-43ec-95eb-1630334b97e2 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:12.003463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=302bc37c-a1d2-426c-950d-59623a40e01c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:12.054157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-4b968921-80be-4e19-b758-820d0d29631b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:12.055939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-4b968921-80be-4e19-b758-820d0d29631b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=cdd5acf2-f7a2-48ba-8431-8887bc8b941c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5501938 Apr 28 20:01:12.082348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] For port ae8e6194-8799-4403-b4ff-7884d9ef8ac4, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:12.086030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] For port ae8e6194-8799-4403-b4ff-7884d9ef8ac4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ae8e6194-8799-4403-b4ff-7884d9ef8ac4,segment=NetworkSegment(ad764dbe-eafd-43af-bc8d-d870ed895b96),segment_id=ad764dbe-eafd-43af-bc8d-d870ed895b96)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:12.114570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.120827 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c14b4706-dbb1-4064-b00d-91ea5ebffbea tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:12.121587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c14b4706-dbb1-4064-b00d-91ea5ebffbea tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:12.124148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c14b4706-dbb1-4064-b00d-91ea5ebffbea tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/29e0dd16-8226-461b-91ba-7fec02a1aa79 HTTP/1.1" status: 404 len: 333 time: 0.1422234 Apr 28 20:01:12.133441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f45aba6c-44c5-4e09-99ed-18be26634d01 req-8e16bfbb-7b75-41ad-a5ad-b136762b5973 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746141 Apr 28 20:01:12.167701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44834) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:12.210105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.255144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8931dc50-8c48-4137-8fde-4dbdb41d0132 None None] Pushing event updated for resources: {'Port': ['ID=ae8e6194-8799-4403-b4ff-7884d9ef8ac4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:12.269942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.332051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 22ec84b8-3645-4b32-a2a3-044c166f5c3b yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:12.405100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2433050-1323-4ab2-bcc3-4f5912d6bd5b None None] Network e2028f82-5c36-46f1-82b1-c5b4f0a7f100 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:12.420268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-b2564d24-69c9-4349-8e33-affd5660e08f service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3322408 Apr 28 20:01:12.421936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7bbf98b8-e7b2-4d00-a2a4-23de702675d5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Synchronizing usage tracker for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:12.429579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.510627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2028f82-5c36-46f1-82b1-c5b4f0a7f100']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:12.524312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7bbf98b8-e7b2-4d00-a2a4-23de702675d5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Unset dirty status for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:12.524954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.528382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7bbf98b8-e7b2-4d00-a2a4-23de702675d5 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/ports?device_id=d974fb5d-a38b-4f45-97e2-70edeac1891d HTTP/1.1" status: 200 len: 205 time: 0.3569603 Apr 28 20:01:12.531224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:12.581007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad764dbe-eafd-43af-bc8d-d870ed895b96') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:12.581529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad764dbe-eafd-43af-bc8d-d870ed895b96') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:12.605733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.634092 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.656298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:12.656865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:12.674005 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:12.683708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-0abc6bd6-f948-432d-a616-d94e49d6dbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388091 Apr 28 20:01:12.727577 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-23a0563a-bc18-4e01-bcb2-cf7e6c670e1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] delete failed (client error): The resource could not be found. Apr 28 20:01:12.728856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23a0563a-bc18-4e01-bcb2-cf7e6c670e1a tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/routers/d974fb5d-a38b-4f45-97e2-70edeac1891d HTTP/1.1" status: 404 len: 336 time: 0.1928670 Apr 28 20:01:12.732561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:12.791395 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7735538-36c5-42a8-b59b-ecf8d5db0214 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:12.791856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7735538-36c5-42a8-b59b-ecf8d5db0214 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:12.806209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7735538-36c5-42a8-b59b-ecf8d5db0214 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/subnets/91fa7291-b0da-474c-a1b2-2f7d75220e82 HTTP/1.1" status: 404 len: 337 time: 0.0722320 Apr 28 20:01:12.816436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:12.844218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e80ef6-bb8a-41a9-94e4-a0894d6c2ef1 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:01:12.878086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:01:12.878086 n-d-839811-1 neutron-server[88139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:01:12.878086 n-d-839811-1 neutron-server[88139]: [parameters: {'id': 'e2028f82-5c36-46f1-82b1-c5b4f0a7f100'}] Apr 28 20:01:12.878086 n-d-839811-1 neutron-server[88139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:12.878596 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:12.879793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-5085c8d0-3a9c-40f3-af29-0dedd88e7380 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.136&port_id=f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 217 time: 0.1789541 Apr 28 20:01:12.880825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44846) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:12.933979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=80376a7f-5025-43ec-95eb-1630334b97e2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:13.009907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:13.013295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:13.018701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:13.019246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.029101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-2093e432-7d9e-4a39-b2d6-cf0f3193add7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.030589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-2093e432-7d9e-4a39-b2d6-cf0f3193add7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1435661 Apr 28 20:01:13.130928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=22ec84b8-3645-4b32-a2a3-044c166f5c3b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:13.179142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e80ef6-bb8a-41a9-94e4-a0894d6c2ef1 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:01:13.186449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 06b535fc-0f86-44c8-9d92-1ef7f7a86863 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:13.187154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.228794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': 'bd01c097-cb92-43c9-9d4a-7e352cab9b7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '5153060c-eabc-4653-bd35-8627861767dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:13.229206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 5153060c-eabc-4653-bd35-8627861767dc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:13.287560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 5153060c-eabc-4653-bd35-8627861767dc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:13.310250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5153060c-eabc-4653-bd35-8627861767dc) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:13.317073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:13.331195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.347150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.349072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.403940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1a88f839-1152-485d-af80-011daa4b7ac7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5651987 Apr 28 20:01:13.441383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:13.476400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.633658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 22ec84b8-3645-4b32-a2a3-044c166f5c3b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:13.634010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.678511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port ae8e6194-8799-4403-b4ff-7884d9ef8ac4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:13.678905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:13.701291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7287102-f19d-448c-9cf2-f5bb417528ba req-152c0fe5-21eb-405a-b1b7-f9a697975194 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.703369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7287102-f19d-448c-9cf2-f5bb417528ba req-152c0fe5-21eb-405a-b1b7-f9a697975194 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.2968969 Apr 28 20:01:13.751490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-299db070-68da-4939-a425-9cab357e8678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:13.753698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-299db070-68da-4939-a425-9cab357e8678 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7148471 Apr 28 20:01:13.822932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7287102-f19d-448c-9cf2-f5bb417528ba req-e4203567-c1d4-410f-8aed-9c8448474929 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052978 Apr 28 20:01:13.977907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65d9165-f740-4618-a200-e5581c37564d None None] Network 5153060c-eabc-4653-bd35-8627861767dc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:14.022375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.040727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-db3e641b-a218-4577-adb1-ef76f4be18aa service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682636 Apr 28 20:01:14.112041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.310559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 22ec84b8-3645-4b32-a2a3-044c166f5c3b owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:14.352659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 06b535fc-0f86-44c8-9d92-1ef7f7a86863 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:14.405556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.588942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=22ec84b8-3645-4b32-a2a3-044c166f5c3b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:14.592452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.602123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e994d6cb-bf2f-4808-8f32-87c0a8358210 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/22ec84b8-3645-4b32-a2a3-044c166f5c3b HTTP/1.1" status: 204 len: 168 time: 1.1570110 Apr 28 20:01:14.602853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:14.678841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-22fc6b02-a4cf-4a12-a019-380eceed21d0 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6300647 Apr 28 20:01:14.684854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8301d9-fa07-49a9-8249-03497f0b5fab tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:14.691077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8301d9-fa07-49a9-8249-03497f0b5fab tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:14.691811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d8301d9-fa07-49a9-8249-03497f0b5fab tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:14.712291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d8301d9-fa07-49a9-8249-03497f0b5fab tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:14.716133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d8301d9-fa07-49a9-8249-03497f0b5fab tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1103330 Apr 28 20:01:14.716475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44878) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:14.789289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port ae8e6194-8799-4403-b4ff-7884d9ef8ac4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ae8e6194-8799-4403-b4ff-7884d9ef8ac4,segment=NetworkSegment(ad764dbe-eafd-43af-bc8d-d870ed895b96),segment_id=ad764dbe-eafd-43af-bc8d-d870ed895b96)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:14.789764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.790181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 80376a7f-5025-43ec-95eb-1630334b97e2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:14.790535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:14.801699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-d5b692da-583a-4b78-97de-2b8cd7e1c1dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.249&port_id=39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 217 time: 0.1127527 Apr 28 20:01:15.013676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for ae8e6194-8799-4403-b4ff-7884d9ef8ac4 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:15.067786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.137057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-f72d46d4-d029-4fbe-9f0d-13681e54de9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.138432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-f72d46d4-d029-4fbe-9f0d-13681e54de9e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.3001297 Apr 28 20:01:15.146948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.193256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-7dc6ab0a-ac5b-4072-a16f-ece11ec38a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.194740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-7dc6ab0a-ac5b-4072-a16f-ece11ec38a6f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 1097 time: 0.2973766 Apr 28 20:01:15.204231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 80376a7f-5025-43ec-95eb-1630334b97e2 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:15.266887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=06b535fc-0f86-44c8-9d92-1ef7f7a86863,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:15.355620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.404597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.431268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Port': ['ID=ae8e6194-8799-4403-b4ff-7884d9ef8ac4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:15.442000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No DVR routers for this DVR port ae8e6194-8799-4403-b4ff-7884d9ef8ac4 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:15.500318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf88da6-a43a-48ae-9f2c-878c13d5061b req-94b7c7e1-57df-4646-8412-a0610327d03b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.502526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cf88da6-a43a-48ae-9f2c-878c13d5061b req-94b7c7e1-57df-4646-8412-a0610327d03b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.5080793 Apr 28 20:01:15.504728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.504922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=80376a7f-5025-43ec-95eb-1630334b97e2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:15.512942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-ac1f86d6-b1a6-4178-b198-916e81dad64e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.514518 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-ac1f86d6-b1a6-4178-b198-916e81dad64e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3686614 Apr 28 20:01:15.526273 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:01:15.528319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.579249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-b0bf6c36-0063-45e3-b84e-24f8739f16b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.582055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-b0bf6c36-0063-45e3-b84e-24f8739f16b1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3498654 Apr 28 20:01:15.587320 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5f70af0-7ba1-4522-9433-e84312f96995 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/80376a7f-5025-43ec-95eb-1630334b97e2 HTTP/1.1" status: 204 len: 168 time: 0.8696988 Apr 28 20:01:15.588315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:15.627891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3596ddbf-ec50-403d-9dec-2c0a688dfff7 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/06b535fc-0f86-44c8-9d92-1ef7f7a86863 HTTP/1.1" status: 204 len: 168 time: 2.7438169 Apr 28 20:01:15.634559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44894) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:15.695013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-bbc73234-143b-4beb-82b1-13dbe2bb7972 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 HTTP/1.1" status: 200 len: 217 time: 0.1047781 Apr 28 20:01:15.779654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-807cb600-8a51-4fb1-a06e-edb06d008077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.781105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-807cb600-8a51-4fb1-a06e-edb06d008077 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.0753932 Apr 28 20:01:15.837555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4508cc1-186a-4412-b058-00311e112033 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.838248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a4508cc1-186a-4412-b058-00311e112033 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:15.863180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:15.877616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a4508cc1-186a-4412-b058-00311e112033 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:15.881968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a4508cc1-186a-4412-b058-00311e112033 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2343035 Apr 28 20:01:15.883865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:15.925428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-12312674-96bf-4242-8606-7d2761140a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:15.927245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-12312674-96bf-4242-8606-7d2761140a9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1391003 Apr 28 20:01:15.958285 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e4fbb1-afb8-40a2-a6fa-f2dc6c608b22 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:01:15.962325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-96e4fbb1-afb8-40a2-a6fa-f2dc6c608b22 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/22ec84b8-3645-4b32-a2a3-044c166f5c3b HTTP/1.1" status: 404 len: 333 time: 0.0748887 Apr 28 20:01:15.963929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44904) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:15.978023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cf88da6-a43a-48ae-9f2c-878c13d5061b req-f21ac216-7a42-40fa-b863-215f630d3156 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337454 Apr 28 20:01:16.005288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 730772e7-245c-4cf9-a770-37fdb93891f7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:16.005793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.020358 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d06076d0-5788-4565-85ea-78b291f607d7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:01:16.024306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d06076d0-5788-4565-85ea-78b291f607d7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/80376a7f-5025-43ec-95eb-1630334b97e2 HTTP/1.1" status: 404 len: 333 time: 0.0569642 Apr 28 20:01:16.031995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44908) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:16.035041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2028f82-5c36-46f1-82b1-c5b4f0a7f100']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:16.097666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad764dbe-eafd-43af-bc8d-d870ed895b96') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:16.097966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad764dbe-eafd-43af-bc8d-d870ed895b96') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:16.109988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-faff3bc7-2dbb-4e3b-97fe-a3b52c569407 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727877 Apr 28 20:01:16.151644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.175773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-25ced528-4215-485c-a04a-34c08eb9b90a service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6304619 Apr 28 20:01:16.253247 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.327958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:16.328373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:16.357497 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:16.373819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d49c5947-1b8e-4fdb-8fcd-9c374e41fa5f req-bb0163b0-5b69-4b1d-99a5-337c869e0160 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2553117 Apr 28 20:01:16.386621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.506541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-afd932ac-f24a-4da3-bf45-0e8a208f88b5 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772310 Apr 28 20:01:16.674581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-b5afb9ef-d5ad-464c-9ae9-3dd44a17e69f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.45&port_id=aacfcd4d-46de-4f77-a490-7380c7705837 HTTP/1.1" status: 200 len: 217 time: 0.1202762 Apr 28 20:01:16.854432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.895930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-a06b7468-8fde-46dc-887d-3b1ed2d6b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:16.897481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-a06b7468-8fde-46dc-887d-3b1ed2d6b4b4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1608279 Apr 28 20:01:16.922844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:16.986473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=e2028f82-5c36-46f1-82b1-c5b4f0a7f100,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:17.011034 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-41e71853-a90e-4e32-b973-a113161280cf tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/e2028f82-5c36-46f1-82b1-c5b4f0a7f100 HTTP/1.1" status: 204 len: 168 time: 6.5154023 Apr 28 20:01:17.014321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.014902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:17.024750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1517891650'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:17.030655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:17.035095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:17.038108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:17.047018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:17.060883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:17.063998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.149482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:17.175734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.176230 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment b3869ef1-975b-40ce-a1b4-1cbd687e2bc9 of type vlan for network feca6b5b-8365-49c6-87da-93ba18d8a6ad Apr 28 20:01:17.195903 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.212362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.214092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 730772e7-245c-4cf9-a770-37fdb93891f7 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:17.234028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43565fd5-eb53-4c62-8daa-13ea2ef4a5bc req-b1caa289-499f-4ba3-b69c-2814bc6e0ce7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:17.235598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43565fd5-eb53-4c62-8daa-13ea2ef4a5bc req-b1caa289-499f-4ba3-b69c-2814bc6e0ce7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.1336486 Apr 28 20:01:17.279071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5153060c-eabc-4653-bd35-8627861767dc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:17.282014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.290062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:17.290062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.309218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd01c097-cb92-43c9-9d4a-7e352cab9b7a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:17.309218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd01c097-cb92-43c9-9d4a-7e352cab9b7a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:17.327058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.353499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43565fd5-eb53-4c62-8daa-13ea2ef4a5bc req-6b5e43dc-b311-430a-8d5d-3d8abc6a6b63 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052253 Apr 28 20:01:17.359624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-1e9c7006-5c7e-49f6-ad82-d27511eb9298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:17.359624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-1e9c7006-5c7e-49f6-ad82-d27511eb9298 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4354911 Apr 28 20:01:17.359624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.362207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:17.362608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:17.379923 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:17.386366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3699179 Apr 28 20:01:17.408169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44932) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:17.473122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079fe2fc-1b0f-468c-a4cf-1b32e2c8f6e4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=feca6b5b-8365-49c6-87da-93ba18d8a6ad,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:17.484201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:17.584876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:17.863828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.870602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.947382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:17.950497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:17.972801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=5153060c-eabc-4653-bd35-8627861767dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:17.974721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:18.016789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=730772e7-245c-4cf9-a770-37fdb93891f7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:18.019121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:18.041515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5fb89217-30cc-4d6d-b905-737fd3665b60 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/5153060c-eabc-4653-bd35-8627861767dc HTTP/1.1" status: 204 len: 168 time: 1.9973834 Apr 28 20:01:18.041843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:18.042752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:18.047765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2033351988'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:18.057967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:18.062922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:18.068214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:18.085853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-e5d5d683-171b-48f7-bedb-4fca1627e3e6 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7071199 Apr 28 20:01:18.091224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:18.114275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:18.118250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.130604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:18.134884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.183321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:18.212850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.213145 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 992a12d4-f8f5-4736-b98b-17131369686d of type vlan for network d9c60527-b3de-405c-b740-0862deac2cd7 Apr 28 20:01:18.245802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.283973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.290467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.291364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.306339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.310670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-61da2708-9ba0-4654-ae96-31e9375ad464 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/ports/730772e7-245c-4cf9-a770-37fdb93891f7 HTTP/1.1" status: 204 len: 168 time: 2.6288786 Apr 28 20:01:18.319262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:18.504476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=d9c60527-b3de-405c-b740-0862deac2cd7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:18.517824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d9c60527-b3de-405c-b740-0862deac2cd7 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:18.525307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-ebc97d9d-366c-45f0-8efc-65b0ef071b4b service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4298854 Apr 28 20:01:18.535480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-da207df9-3846-4f63-a272-ea0f3988c8f4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4926448 Apr 28 20:01:18.537141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:18.559857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:18.641447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-fdf7e9fd-e78c-435a-9a47-d9a9abbcd3f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.243&port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e HTTP/1.1" status: 200 len: 217 time: 0.0974796 Apr 28 20:01:18.752800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-90d0ffe7-5a6c-4613-ab8b-c052d2beca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.754455 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-90d0ffe7-5a6c-4613-ab8b-c052d2beca89 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 200 len: 797 time: 0.1061926 Apr 28 20:01:18.755906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.810279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:18.820317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:18.830762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7c7199-3500-417b-ba94-b94112d8cb4e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.831203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c7c7199-3500-417b-ba94-b94112d8cb4e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Synchronizing usage tracker for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:18.833801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:18.842048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:18.866098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:18.869714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:18.887681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c7c7199-3500-417b-ba94-b94112d8cb4e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Unset dirty status for tenant:21ae70dd9c0c4335a2756f952fd0ab44 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:18.888799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c7c7199-3500-417b-ba94-b94112d8cb4e tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "GET /v2.0/ports?device_id=369ed9fc-9222-4148-9499-afc898e06fc3 HTTP/1.1" status: 200 len: 913 time: 0.5661378 Apr 28 20:01:18.897247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:18.900700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110297ae-0d79-46f6-b41c-bf8ffe6b5311 req-44c03748-7d79-4638-9b33-0fd332611c0b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:18.901239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=ab31e233-5921-445a-95d2-4a7a6dd7a2f1,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:18.907774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-110297ae-0d79-46f6-b41c-bf8ffe6b5311 req-44c03748-7d79-4638-9b33-0fd332611c0b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.3028755 Apr 28 20:01:19.013212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:01:19.015473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:01:19.033430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-110297ae-0d79-46f6-b41c-bf8ffe6b5311 req-0738f7ee-cce8-4e6c-9d91-243e05c07a34 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245670 Apr 28 20:01:19.038110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:19.038626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: feca6b5b-8365-49c6-87da-93ba18d8a6ad, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:19.101267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-8a5154d3-e565-4ccc-8067-320fc7cc2534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:19.102787 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-8a5154d3-e565-4ccc-8067-320fc7cc2534 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e363e6a2-f92d-49c5-bf9d-028af19ead43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3144042 Apr 28 20:01:19.108381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:19.176855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, feca6b5b-8365-49c6-87da-93ba18d8a6ad) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:19.181729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:19.182313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.186068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1dd154-ddd9-4173-93b6-16a31d624cdf None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:19.240527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.448249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=981856f2-e900-4f22-840f-58d00f34420d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:19.468794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '992a12d4-f8f5-4736-b98b-17131369686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:19.469154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: d9c60527-b3de-405c-b740-0862deac2cd7, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:19.538516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network d9c60527-b3de-405c-b740-0862deac2cd7 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:19.540716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-feca6b5b-8365-49c6-87da-93ba18d8a6ad', 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': 'ab31e233-5921-445a-95d2-4a7a6dd7a2f1'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:19.541645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.551192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d9c60527-b3de-405c-b740-0862deac2cd7) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:19.558209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:19.559493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.560913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b77df162-f7ad-46bd-9e18-b77e39bef2f1 None None] Network d9c60527-b3de-405c-b740-0862deac2cd7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:19.590554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3fd6be80-637b-4b71-b532-38f8a6ff27d8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0480804 Apr 28 20:01:19.592908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44976) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:19.600739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7', 'name': 'tempest-PortsTestJSON-567153463'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:19.742716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:19.801606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a45b0f1a-3bd1-436c-a0d0-07902bca1c3b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3944221 Apr 28 20:01:19.802591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:19.833174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:19.844379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:19.857530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:19.882762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:19.888434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:19.902487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-81426102-6393-42d9-b472-db057f94d351 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7913136 Apr 28 20:01:19.920901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 9795b0e6-3bc1-4d57-b770-c17221e847ee yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:20.013078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d9c60527-b3de-405c-b740-0862deac2cd7', 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': '981856f2-e900-4f22-840f-58d00f34420d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:20.014238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.097997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.4 (d9c60527-b3de-405c-b740-0862deac2cd7/981856f2-e900-4f22-840f-58d00f34420d/9795b0e6-3bc1-4d57-b770-c17221e847ee) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:20.299944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:20.312125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.336181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:subnet and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:20.343634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Allocated IP 2001:db8::2 (feca6b5b-8365-49c6-87da-93ba18d8a6ad/ab31e233-5921-445a-95d2-4a7a6dd7a2f1/f524481b-1971-47a2-a95c-79cc1d482676) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:20.347907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:20.356689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-552f9a64-2d25-45c9-81bb-c5b108de38da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.365092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-e5382e13-70b5-477c-9e91-a2117b918e73 service neutron] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4336686 Apr 28 20:01:20.368059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:20.369147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:20.380186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ff8a3-e38d-4a83-ba62-e7bd9a42755f req-aef8c272-a84f-43d8-b2b7-369c5f991354 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:20.381849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c35ff8a3-e38d-4a83-ba62-e7bd9a42755f req-aef8c272-a84f-43d8-b2b7-369c5f991354 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.3261263 Apr 28 20:01:20.391285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:20.493754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.516465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.541060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 9795b0e6-3bc1-4d57-b770-c17221e847ee will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:20.559879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58004d-9bac-4314-b140-f4ccc8ec6f0a req-612d5fce-e065-4632-8fd2-642561f44686 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:20.560258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-53707187-6312-4e70-b99f-b07b2951591b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d5982947-0f20-454b-93ef-35fa568f6371 HTTP/1.1" status: 200 len: 217 time: 0.1756117 Apr 28 20:01:20.561286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e58004d-9bac-4314-b140-f4ccc8ec6f0a req-612d5fce-e065-4632-8fd2-642561f44686 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 946 time: 0.2881365 Apr 28 20:01:20.575513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:20.579992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.614856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.749606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:20.762703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e58004d-9bac-4314-b140-f4ccc8ec6f0a req-7d176d9a-65f2-409e-8771-91691c3dc60d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880755 Apr 28 20:01:20.781569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network d9c60527-b3de-405c-b740-0862deac2cd7 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:20.785440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:20.790860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:20.806869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Allocated IP 172.20.0.2 (d9c60527-b3de-405c-b740-0862deac2cd7/981856f2-e900-4f22-840f-58d00f34420d/4105dcb8-5702-4bfc-a342-5c237f6e82fe) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:20.808310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-9ad4ddb2-4119-4d5e-a1fe-476d427084cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:20.809726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-9ad4ddb2-4119-4d5e-a1fe-476d427084cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 200 len: 797 time: 0.2423778 Apr 28 20:01:20.813199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c35ff8a3-e38d-4a83-ba62-e7bd9a42755f req-bffd7ca3-5b42-40ae-b54e-78e04bb5b4dc tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3634222 Apr 28 20:01:20.837355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=9795b0e6-3bc1-4d57-b770-c17221e847ee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:20.845645 n-d-839811-1 neutron-server[88141]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-94f716ee-5488-43ce-861f-15dca898d4fd']: {'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'code': 422} returned with failed status Apr 28 20:01:20.906644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:20.907668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:20.948680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a9253430-6f4e-4cd3-967e-238e2ac2e527 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3542893 Apr 28 20:01:20.952305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44998) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:20.972277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.027436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.044970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Transition to ACTIVE for port object f524481b-1971-47a2-a95c-79cc1d482676 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:21.081983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Transition to ACTIVE for port object f524481b-1971-47a2-a95c-79cc1d482676 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:21.099091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:21.101972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.241773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:21.248143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:21.253677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:21.296649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Pushing event updated for resources: {'Port': ['ID=f524481b-1971-47a2-a95c-79cc1d482676,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:21.314670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.366781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Transition to ACTIVE for port object 4105dcb8-5702-4bfc-a342-5c237f6e82fe will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:21.387537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Attempting to bind port f524481b-1971-47a2-a95c-79cc1d482676 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:21.387895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Attempting to bind port f524481b-1971-47a2-a95c-79cc1d482676 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:21.388263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Attempting to bind port f524481b-1971-47a2-a95c-79cc1d482676 on network feca6b5b-8365-49c6-87da-93ba18d8a6ad {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:21.398722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Transition to ACTIVE for port object 4105dcb8-5702-4bfc-a342-5c237f6e82fe will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:21.400423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:21.400898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Checking segment: {'id': 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:21.401106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.401573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Bound using segment: {'id': 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:21.402089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Bound port: f524481b-1971-47a2-a95c-79cc1d482676, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:21.402883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.432709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.442029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 9795b0e6-3bc1-4d57-b770-c17221e847ee {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:21.442559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.482181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-baa675ec-2776-40e5-9c44-030990495966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:21.483997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-baa675ec-2776-40e5-9c44-030990495966 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6617820 Apr 28 20:01:21.610011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:21.614554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f524481b-1971-47a2-a95c-79cc1d482676,segment=NetworkSegment(b3869ef1-975b-40ce-a1b4-1cbd687e2bc9),segment_id=b3869ef1-975b-40ce-a1b4-1cbd687e2bc9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:21.634980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.650411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Network d9c60527-b3de-405c-b740-0862deac2cd7 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:21.659440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:21.662335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:21.783385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Pushing event updated for resources: {'Port': ['ID=4105dcb8-5702-4bfc-a342-5c237f6e82fe,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:21.818454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Attempting to bind port 4105dcb8-5702-4bfc-a342-5c237f6e82fe on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:21.818454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Attempting to bind port 4105dcb8-5702-4bfc-a342-5c237f6e82fe by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '992a12d4-f8f5-4736-b98b-17131369686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:21.818786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Attempting to bind port 4105dcb8-5702-4bfc-a342-5c237f6e82fe on network d9c60527-b3de-405c-b740-0862deac2cd7 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:21.839770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafcc76-8b43-42fc-ab8a-a6888e21c2c7 req-386cd888-5dbf-49eb-a665-bb30745cb0cd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Checking segment: {'id': '992a12d4-f8f5-4736-b98b-17131369686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Bound using segment: {'id': '992a12d4-f8f5-4736-b98b-17131369686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Bound port: 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '992a12d4-f8f5-4736-b98b-17131369686d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'd9c60527-b3de-405c-b740-0862deac2cd7'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:21.849286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:21.855273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2eafcc76-8b43-42fc-ab8a-a6888e21c2c7 req-386cd888-5dbf-49eb-a665-bb30745cb0cd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.7673745 Apr 28 20:01:21.993115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] For port 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:22.006277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] For port 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4105dcb8-5702-4bfc-a342-5c237f6e82fe,segment=NetworkSegment(992a12d4-f8f5-4736-b98b-17131369686d),segment_id=992a12d4-f8f5-4736-b98b-17131369686d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:22.027153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.031691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.041898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139030ef-1188-4615-a7c4-5fc62ad17378 None None] Pushing event updated for resources: {'Port': ['ID=f524481b-1971-47a2-a95c-79cc1d482676,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:22.113141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2eafcc76-8b43-42fc-ab8a-a6888e21c2c7 req-dda3da4d-8745-49da-ba24-2940d924afe0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2563198 Apr 28 20:01:22.180434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8532b6e9-212b-4aef-a996-ed1371c8bd23 None None] Pushing event updated for resources: {'Port': ['ID=4105dcb8-5702-4bfc-a342-5c237f6e82fe,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:22.208033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-613bb542-bcfe-4170-be22-d1317364b47c service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045667 Apr 28 20:01:22.341804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1dacd4b3-c0e7-40eb-84af-e77484b3ad58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.352846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.388200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d34907-27bd-45e9-8f6b-dc298b9141d7 req-a364f0c2-12a5-478b-8e02-e26658be27d7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:22.389702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1d34907-27bd-45e9-8f6b-dc298b9141d7 req-a364f0c2-12a5-478b-8e02-e26658be27d7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.3047960 Apr 28 20:01:22.510001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1d34907-27bd-45e9-8f6b-dc298b9141d7 req-4561d798-463a-4300-a06a-533f8d075970 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123254 Apr 28 20:01:22.549800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.590537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:22.610137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Deleting port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:22.610576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.659582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:22.760231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=4463b841-d6f6-4147-9d78-77a03f42d3e9,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:22.763064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:22.763638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.780304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 9795b0e6-3bc1-4d57-b770-c17221e847ee owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:22.804044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f524481b-1971-47a2-a95c-79cc1d482676 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:22.823185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] For port 1e440d5b-1801-4742-be8c-a2f38d7a5f9d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:22.823627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:22.894212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6a6bb-0e52-4d8e-96b7-00baed530052 req-1bc5fff6-8637-4cbc-9cda-ced646108e70 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:22.895268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f524481b-1971-47a2-a95c-79cc1d482676 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:22.901075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4105dcb8-5702-4bfc-a342-5c237f6e82fe up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:22.901310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fd6a6bb-0e52-4d8e-96b7-00baed530052 req-1bc5fff6-8637-4cbc-9cda-ced646108e70 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6075161 Apr 28 20:01:22.973505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-7b58a0e4-aa70-422e-9022-b8bcc9f0a06d service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7355745 Apr 28 20:01:22.974654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-53390bc3-73c7-42c3-85aa-05cd739fccbc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.1498003 Apr 28 20:01:22.980859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4105dcb8-5702-4bfc-a342-5c237f6e82fe completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:22.990003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fd6a6bb-0e52-4d8e-96b7-00baed530052 req-c8f1b9a9-cbd6-4efc-8183-6a0565e60b57 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876670 Apr 28 20:01:22.993085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45016) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:22.998048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port c75beb7d-d7d7-46df-8ace-a96e9d11617c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:22.998413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.098455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Calling delete_port for 1e440d5b-1801-4742-be8c-a2f38d7a5f9d owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:23.262525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa630865-418d-42c6-b57f-25721ba9b375 req-f5dd9879-868f-470f-a2df-4a7a583f877a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.262945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.264123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa630865-418d-42c6-b57f-25721ba9b375 req-f5dd9879-868f-470f-a2df-4a7a583f877a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1365228 Apr 28 20:01:23.264728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.266267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.268544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.270620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.271531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Synchronizing usage tracker for tenant:1ee97d527e474c199691a1aca18b6372 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:23.284380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ed64e4-fdb5-43de-9183-76c6372d6f11 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:23.293107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-eaff8dec-dd47-471b-b60a-59595b084d66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=c0783065-e4ca-418b-b7e0-88949fa18df6 HTTP/1.1" status: 200 len: 217 time: 0.3007755 Apr 28 20:01:23.333656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa630865-418d-42c6-b57f-25721ba9b375 req-bd8d5ca4-cacd-4c9a-9ee8-76a0cd37b054 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616264 Apr 28 20:01:23.399723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-1330bf65-90a7-44c2-8c5f-7cb7ade14218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:23.401223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-1330bf65-90a7-44c2-8c5f-7cb7ade14218 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 200 len: 797 time: 0.0772665 Apr 28 20:01:23.419486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Provisioning for port f524481b-1971-47a2-a95c-79cc1d482676 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:23.514660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.611921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Provisioning complete for port f524481b-1971-47a2-a95c-79cc1d482676 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:23.612306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.714420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e440d5b-1801-4742-be8c-a2f38d7a5f9d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:23.788786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Unset dirty status for tenant:1ee97d527e474c199691a1aca18b6372 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:23.789934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4db21377-3482-4bff-ba8e-d3b524069301 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7609227 Apr 28 20:01:23.807742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.815269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:23.821561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1265096713'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:23.827554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:23.832554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:23.837618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.864910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:23.885035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f524481b-1971-47a2-a95c-79cc1d482676,segment=NetworkSegment(b3869ef1-975b-40ce-a1b4-1cbd687e2bc9),segment_id=b3869ef1-975b-40ce-a1b4-1cbd687e2bc9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:23.896714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:23.935090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.976661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:23.988156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.002656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d1affe-1d8a-4eb8-aa31-47d557d8a302 None None] Network d9c60527-b3de-405c-b740-0862deac2cd7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:24.068755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:24.072651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.096856 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.119241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=9795b0e6-3bc1-4d57-b770-c17221e847ee,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:24.149742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-78264a76-e8a9-45d7-81c7-d2f4f3b308de tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.151279 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-78264a76-e8a9-45d7-81c7-d2f4f3b308de tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4982743 Apr 28 20:01:24.152252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:24.173726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbca325-c7af-4179-82db-98bd62a1648d req-7c7a9bd7-7030-4581-8921-18e914ac56cf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.175201 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fbca325-c7af-4179-82db-98bd62a1648d req-7c7a9bd7-7030-4581-8921-18e914ac56cf tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4583430 Apr 28 20:01:24.206954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Update dhcp port {'port': {'network_id': 'feca6b5b-8365-49c6-87da-93ba18d8a6ad', 'fixed_ips': [{'subnet_id': 'ab31e233-5921-445a-95d2-4a7a6dd7a2f1', 'ip_address': '2001:db8::2'}, {'subnet_id': '4463b841-d6f6-4147-9d78-77a03f42d3e9'}], 'binding:host_id': 'n-d-839811-1'}, 'id': 'f524481b-1971-47a2-a95c-79cc1d482676'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:01:24.224455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for c75beb7d-d7d7-46df-8ace-a96e9d11617c owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:24.257066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Provisioning for port 4105dcb8-5702-4bfc-a342-5c237f6e82fe completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:24.261182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.261182 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 9795f944-fb74-4c59-9b51-c3291fcebf1f of type vlan for network 39648659-63c9-44e0-acb7-6867469cdb1e Apr 28 20:01:24.261855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945de5ef-01c0-41d4-882c-948a147fcfb2 None None] Pushing event updated for resources: {'Port': ['ID=f524481b-1971-47a2-a95c-79cc1d482676,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:24.285568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Provisioning complete for port 4105dcb8-5702-4bfc-a342-5c237f6e82fe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:24.286656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.293783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.306815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Deleting port c9cca33d-3fd2-4157-aa96-f518aafc997f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:24.307152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.363062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.379937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fbca325-c7af-4179-82db-98bd62a1648d req-c5ebbdcc-f3eb-4ecc-b781-385dd68003db tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638319 Apr 28 20:01:24.380527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.400259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d37d80-0772-4afd-a351-89672b690278 req-a3556708-922e-4991-a725-6af7913f6058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.401554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-a3556708-922e-4991-a725-6af7913f6058 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d4c2f109-e3ff-4d58-805d-a0661f3486de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6141386 Apr 28 20:01:24.402802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0501422b-0349-4f99-8542-903190c8e7b2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/9795b0e6-3bc1-4d57-b770-c17221e847ee HTTP/1.1" status: 204 len: 168 time: 3.4454000 Apr 28 20:01:24.405523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45030) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:24.507893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333bba30-319e-4c64-acde-0a40bfb440f6 req-e40bf49a-6e2d-4b1b-a22f-750efe985d3b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.509361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-333bba30-319e-4c64-acde-0a40bfb440f6 req-e40bf49a-6e2d-4b1b-a22f-750efe985d3b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.7292144 Apr 28 20:01:24.524486 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-63cfd896-9bb0-4c61-a9bc-257c1b4376c7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:24.524954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63cfd896-9bb0-4c61-a9bc-257c1b4376c7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:24.526644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63cfd896-9bb0-4c61-a9bc-257c1b4376c7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/9795b0e6-3bc1-4d57-b770-c17221e847ee HTTP/1.1" status: 404 len: 333 time: 0.1201315 Apr 28 20:01:24.535663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:24.588418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.625576 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e8bd1-aa6f-42ba-8b53-2f4df882171b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:01:24.626338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-089e8bd1-aa6f-42ba-8b53-2f4df882171b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:24.646906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-333bba30-319e-4c64-acde-0a40bfb440f6 req-45e79d08-c528-48ad-958e-fa792056253c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1153381 Apr 28 20:01:24.679560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-f1db8a32-e2fb-4536-bd8b-c578515cecff service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220132 Apr 28 20:01:24.682428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.770457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] For port 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4105dcb8-5702-4bfc-a342-5c237f6e82fe,segment=NetworkSegment(992a12d4-f8f5-4736-b98b-17131369686d),segment_id=992a12d4-f8f5-4736-b98b-17131369686d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:24.785312 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.798214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.815459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:24.816107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:24.829279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Allocated IP 172.20.0.1 (feca6b5b-8365-49c6-87da-93ba18d8a6ad/4463b841-d6f6-4147-9d78-77a03f42d3e9/f524481b-1971-47a2-a95c-79cc1d482676) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:24.921656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71d37d80-0772-4afd-a351-89672b690278 req-c9947a3d-9e7b-40f2-a8f5-558991b3ead3 service neutron] 10.222.0.41 "GET /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355247 Apr 28 20:01:24.930485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f524481b-1971-47a2-a95c-79cc1d482676 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:24.956701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.025874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=c75beb7d-d7d7-46df-8ace-a96e9d11617c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:25.149925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-089e8bd1-aa6f-42ba-8b53-2f4df882171b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:25.151326 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-089e8bd1-aa6f-42ba-8b53-2f4df882171b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/9795b0e6-3bc1-4d57-b770-c17221e847ee HTTP/1.1" status: 404 len: 333 time: 0.6097193 Apr 28 20:01:25.152812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.3365414 Apr 28 20:01:25.159719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45042) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:25.159952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:25.215742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f524481b-1971-47a2-a95c-79cc1d482676,segment=NetworkSegment(b3869ef1-975b-40ce-a1b4-1cbd687e2bc9),segment_id=b3869ef1-975b-40ce-a1b4-1cbd687e2bc9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:25.227561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:25.256434 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.322398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849b7dbf-2304-437e-a891-e42b7ef1c9cc None None] Pushing event updated for resources: {'Port': ['ID=4105dcb8-5702-4bfc-a342-5c237f6e82fe,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:25.378576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Transition to ACTIVE for port object f524481b-1971-47a2-a95c-79cc1d482676 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:25.399080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a3e7120-7cc8-4cb8-a338-a937760704a4 None None] Provisioning complete for port 4105dcb8-5702-4bfc-a342-5c237f6e82fe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:25.399724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a3e7120-7cc8-4cb8-a338-a937760704a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.509590 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.520589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.608109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5bbdda-04db-4add-9157-1fab0a8f7abb tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=39648659-63c9-44e0-acb7-6867469cdb1e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:25.681493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:25.700314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] For port c9cca33d-3fd2-4157-aa96-f518aafc997f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9cca33d-3fd2-4157-aa96-f518aafc997f,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:25.700832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.869654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 981856f2-e900-4f22-840f-58d00f34420d {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:25.895473 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:25.936263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456c6bb-51aa-4d46-b987-ea626011078c None None] Pushing event updated for resources: {'Port': ['ID=f524481b-1971-47a2-a95c-79cc1d482676,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:26.034625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Router c36ae71e-6715-4839-84ce-3de344b68aeb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:26.043330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c9aff7cd-20f3-41a3-83e2-691e9a8a19b6 None None] Could not find standard attr ID for object 9795b0e6-3bc1-4d57-b770-c17221e847ee. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:01:26.069276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.130762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c9385-d319-4e64-9022-62188ecf28a8 req-686114a1-2a29-4b34-8561-51518727f162 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:26.132405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-338c9385-d319-4e64-9022-62188ecf28a8 req-686114a1-2a29-4b34-8561-51518727f162 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.8611853 Apr 28 20:01:26.153078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ede33ab-d711-45a2-b7a1-b1cbb4298153 req-566e36a2-9e3d-4062-883a-f056864d37e3 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:26.154700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ede33ab-d711-45a2-b7a1-b1cbb4298153 req-566e36a2-9e3d-4062-883a-f056864d37e3 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 945 time: 0.4998007 Apr 28 20:01:26.177687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.186202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.344216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.374633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.375263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.375460 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Floating IP b55e35fd-f578-4f11-b62d-b46ffc34db7b disassociated. External IP: 172.25.2.200, port: c9cca33d-3fd2-4157-aa96-f518aafc997f. Apr 28 20:01:26.375832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Calling delete_port for c9cca33d-3fd2-4157-aa96-f518aafc997f owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:26.409325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0ede33ab-d711-45a2-b7a1-b1cbb4298153 req-08ff8630-76cc-456e-b8b2-9d621cc9584c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=e2a4053c-3714-4d16-bfb8-cdca941cdc43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247201 Apr 28 20:01:26.409665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-338c9385-d319-4e64-9022-62188ecf28a8 req-0496ea57-1e4a-4705-83c1-6612ab16de0d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2572448 Apr 28 20:01:26.446890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 39648659-63c9-44e0-acb7-6867469cdb1e is not hosted by any dhcp agent {{(pid=88139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 28 20:01:26.452195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:26.453038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.458302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "PUT /v2.0/networks/39648659-63c9-44e0-acb7-6867469cdb1e HTTP/1.1" status: 200 len: 723 time: 1.2959280 Apr 28 20:01:26.462410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:26.473556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:26.483205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54cf0a24-af19-447a-b7a9-be2217a23581 admin admin] 10.222.0.24 "PUT /v2.0/routers/c36ae71e-6715-4839-84ce-3de344b68aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3828411 Apr 28 20:01:26.484805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Sync routers for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:26.489178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:26.510026 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:26.510858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:26.535818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45056) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:26.546388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f78718-ed86-4fc1-9238-137b2d875c24 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:26.640155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:26.652570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:26.669652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:26.678091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.698764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862c1b92-ca68-4d8f-8de4-06abbbc9f05b tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=39648659-63c9-44e0-acb7-6867469cdb1e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:26.722264 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:26.727826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:26.821946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:26.842397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f524481b-1971-47a2-a95c-79cc1d482676 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:26.879197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-824e2fe3-3be1-490e-a049-78a98e3f333e None None] Provisioning for port f524481b-1971-47a2-a95c-79cc1d482676 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:26.897639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-824e2fe3-3be1-490e-a049-78a98e3f333e None None] Provisioning complete for port f524481b-1971-47a2-a95c-79cc1d482676 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:26.898011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-824e2fe3-3be1-490e-a049-78a98e3f333e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.031222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.036706 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T20:01:23Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:27.041562 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Checking router: c36ae71e-6715-4839-84ce-3de344b68aeb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:01:27.053164 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Routers {'c36ae71e-6715-4839-84ce-3de344b68aeb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:27.054236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c36ae71e-6715-4839-84ce-3de344b68aeb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:27.098175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.118396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.214962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': '9795f944-fb74-4c59-9b51-c3291fcebf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:27.215718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: 39648659-63c9-44e0-acb7-6867469cdb1e, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:27.272307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] Set router c36ae71e-6715-4839-84ce-3de344b68aeb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:27.303494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=0f37c83e-6f03-4f36-be68-54b8d25ea1f7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:27.310034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 39648659-63c9-44e0-acb7-6867469cdb1e is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:27.327620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 39648659-63c9-44e0-acb7-6867469cdb1e) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:27.338129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:27.338818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.339940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83d3fbb-a45a-4fac-b1bf-2d9fa55f1e4c None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:27.368123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f524481b-1971-47a2-a95c-79cc1d482676 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:27.368616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.383783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d3e9e9c2-6bbb-4a75-a325-3661b34310f3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9141376 Apr 28 20:01:27.384831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:27.393274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:27.419944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=981856f2-e900-4f22-840f-58d00f34420d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:27.450037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.484322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a8165a63-03dd-478b-bb7d-c944249a0f09 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/981856f2-e900-4f22-840f-58d00f34420d HTTP/1.1" status: 204 len: 168 time: 2.3233190 Apr 28 20:01:27.489402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:27.539181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Router 369ed9fc-9222-4148-9499-afc898e06fc3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:27.543711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.546999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138a5ea2-08e1-48a7-9270-250943b58112 None None] Network d9c60527-b3de-405c-b740-0862deac2cd7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:27.645208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event deleted for resources: {'Port': ['ID=c9cca33d-3fd2-4157-aa96-f518aafc997f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:27.763360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f41c2c6d-871f-4779-ac53-9d199a05ac95 req-6c06fab4-7ca2-46ed-b142-c5298279aeef tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.1160448 Apr 28 20:01:27.839592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.880120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9cca33d-3fd2-4157-aa96-f518aafc997f no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:27.894684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T20:01:23Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:27.900121 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b95a49c-c32c-4a8e-a509-ce4a98105edc None None] The sync data for ids ['c36ae71e-6715-4839-84ce-3de344b68aeb'] in n-d-839811-1 is: [{'id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'name': 'tempest-AttachVolumeTestJSON-969557495-router', 'tenant_id': '076836b0402345cc83a273beea11ece2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171'}], 'enable_snat': True}, 'gw_port_id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:54:51Z', 'updated_at': '2022-04-28T20:01:23Z', 'revision_number': 5, 'project_id': '076836b0402345cc83a273beea11ece2', 'gw_port': {'id': '3dcf7cb7-d09a-44ea-859e-099c6e426322', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:c0:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c36ae71e-6715-4839-84ce-3de344b68aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1550, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:54:53Z', 'updated_at': '2022-04-28T19:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:27.915724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.921062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2994780'] for subnet, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.965634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Deleting port 3dcf7cb7-d09a-44ea-859e-099c6e426322 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:27.966651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:27.997164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: c9cca33d-3fd2-4157-aa96-f518aafc997f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:27.997527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9cca33d-3fd2-4157-aa96-f518aafc997f not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:28.035818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 4105dcb8-5702-4bfc-a342-5c237f6e82fe {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:28.037111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.104679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4105dcb8-5702-4bfc-a342-5c237f6e82fe up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:28.162141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:28.199890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5b4c05bf-c68f-428f-89cb-bcd34b2310b4 None None] Provisioning complete for port f524481b-1971-47a2-a95c-79cc1d482676 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:28.200541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b4c05bf-c68f-428f-89cb-bcd34b2310b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.208103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:28.243334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e3544ef-9a76-4133-92bb-bd14e07feef8 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "PUT /v2.0/routers/369ed9fc-9222-4148-9499-afc898e06fc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3426881 Apr 28 20:01:28.285359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] Sync routers for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:28.311965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45072) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:28.327804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:28.328435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:28.384463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-39648659-63c9-44e0-acb7-6867469cdb1e', 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': '0f37c83e-6f03-4f36-be68-54b8d25ea1f7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:28.385217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.386711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa89379-9297-4230-8ec0-161276e5f863 req-00f0163a-1771-47d6-b32d-d7380b711dcb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:28.388826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfa89379-9297-4230-8ec0-161276e5f863 req-00f0163a-1771-47d6-b32d-d7380b711dcb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5081806 Apr 28 20:01:28.441906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:28.468292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] Routers {'369ed9fc-9222-4148-9499-afc898e06fc3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:28.468917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ed9fc-9222-4148-9499-afc898e06fc3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:28.488499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfa89379-9297-4230-8ec0-161276e5f863 req-0250d050-3c72-4bc9-833f-22b1c262e9e8 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0764246 Apr 28 20:01:28.521886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775216413175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9444740'] for subnet, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.585859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:28.587989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:28.588394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.592284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "PUT /v2.0/subnets/0f37c83e-6f03-4f36-be68-54b8d25ea1f7 HTTP/1.1" status: 200 len: 826 time: 1.2039187 Apr 28 20:01:28.594516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45076) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:28.603642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:28.613288 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:28.614528 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:28.621556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] DHCP port deletion for d9c60527-b3de-405c-b740-0862deac2cd7 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:28.647064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:28.647398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c6f7de5-d852-461f-b423-46fb981779e2 None None] The sync data for ids ['369ed9fc-9222-4148-9499-afc898e06fc3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:28.660138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Deleting port 4105dcb8-5702-4bfc-a342-5c237f6e82fe {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:28.660532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.699789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] No DVR routers for this DVR port c9cca33d-3fd2-4157-aa96-f518aafc997f on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:28.707806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.709796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aaceab9d-cb79-49d0-a733-2109b2dfc4d9 req-2edcaefb-01de-4b22-ac55-cdb2b8086590 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "DELETE /v2.0/ports/c9cca33d-3fd2-4157-aa96-f518aafc997f HTTP/1.1" status: 204 len: 173 time: 4.5309019 Apr 28 20:01:28.722750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4105dcb8-5702-4bfc-a342-5c237f6e82fe,segment=NetworkSegment(992a12d4-f8f5-4736-b98b-17131369686d),segment_id=992a12d4-f8f5-4736-b98b-17131369686d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:28.723148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.728600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'name': 'network-vif-deleted', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:28.762059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4105dcb8-5702-4bfc-a342-5c237f6e82fe triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:28.762507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:28.905939 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:28.939917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 4105dcb8-5702-4bfc-a342-5c237f6e82fe owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:29.000074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.011989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Allocated IP 2001:db8::2 (39648659-63c9-44e0-acb7-6867469cdb1e/0f37c83e-6f03-4f36-be68-54b8d25ea1f7/6aeb1f7a-efc5-4e43-864d-11364fb22cc9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:29.035909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.055697 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01f31d43-ec3b-48dd-b818-11085e09cf1c'] response: {'server_uuid': '6617270b-6420-4254-8657-6114be204147', 'name': 'network-vif-deleted', 'tag': 'c9cca33d-3fd2-4157-aa96-f518aafc997f', 'status': 'completed', 'code': 200} Apr 28 20:01:29.056282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79f4aac-3e79-4b3c-b964-d5abc198de90 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=0f37c83e-6f03-4f36-be68-54b8d25ea1f7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:29.081725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3fa93d3-f9b6-45cb-845c-cb5d81312e9b req-d6764f3f-bb2b-4858-bc6c-e6f07366e7f7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:29.164071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.254541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a3fa93d3-f9b6-45cb-845c-cb5d81312e9b req-d6764f3f-bb2b-4858-bc6c-e6f07366e7f7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:29.255848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a3fa93d3-f9b6-45cb-845c-cb5d81312e9b req-d6764f3f-bb2b-4858-bc6c-e6f07366e7f7 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=6617270b-6420-4254-8657-6114be204147 HTTP/1.1" status: 200 len: 210 time: 0.2486470 Apr 28 20:01:29.258524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] For port 4105dcb8-5702-4bfc-a342-5c237f6e82fe, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4105dcb8-5702-4bfc-a342-5c237f6e82fe,segment=NetworkSegment(992a12d4-f8f5-4736-b98b-17131369686d),segment_id=992a12d4-f8f5-4736-b98b-17131369686d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:29.258931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.369361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] For port 3dcf7cb7-d09a-44ea-859e-099c6e426322, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3dcf7cb7-d09a-44ea-859e-099c6e426322,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:29.369971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.389862 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:29.399491 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:01:29.408584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:29.409305 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:29.421645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1e440d5b-1801-4742-be8c-a2f38d7a5f9d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:29.513511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Calling delete_port for 4105dcb8-5702-4bfc-a342-5c237f6e82fe owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:29.529840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Calling delete_port for 3dcf7cb7-d09a-44ea-859e-099c6e426322 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:29.617756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:29.695099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1e440d5b-1801-4742-be8c-a2f38d7a5f9d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:29.695351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1e440d5b-1801-4742-be8c-a2f38d7a5f9d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:29.695740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4105dcb8-5702-4bfc-a342-5c237f6e82fe no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:29.719802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.793241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=4105dcb8-5702-4bfc-a342-5c237f6e82fe,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:29.809496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port 4105dcb8-5702-4bfc-a342-5c237f6e82fe on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:29.826125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4105dcb8-5702-4bfc-a342-5c237f6e82fe {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:29.826467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4105dcb8-5702-4bfc-a342-5c237f6e82fe not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:29.949550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:29.949807 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:29.956295 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:29.957199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:29.961838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eea72e7-cce1-4d24-adc4-75a7e236dd9d None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T19:57:09Z', 'revision_number': 4, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '0267856a-defe-41c8-ae8b-bf32e175366e', 'name': '', 'network_id': '8129cd04-2b50-4784-ac06-44867987b246', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'mac_address': 'fa:16:3e:73:dd:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:57:06Z', 'updated_at': '2022-04-28T19:57:18Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'subnets': [{'id': '105bd7dc-dfe0-458c-9b0f-d47a6318cc1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:29.988160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.022094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Transition to ACTIVE for port object 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:30.028378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.036053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting port 8d675b89-8207-40ba-b3d9-2b867a19ed52 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:30.036389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.048835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Transition to ACTIVE for port object 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:30.068835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.077331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.078176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.146045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:30.148746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:30.151415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:30.165889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdf5a0-49b9-426b-ab36-44107dcadc34 req-3bae9bbe-fcb1-4a8a-9c46-2218feb42b22 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:30.170494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11cdf5a0-49b9-426b-ab36-44107dcadc34 req-3bae9bbe-fcb1-4a8a-9c46-2218feb42b22 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5093780 Apr 28 20:01:30.173011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dcf7cb7-d09a-44ea-859e-099c6e426322,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.189887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Pushing event updated for resources: {'Port': ['ID=6aeb1f7a-efc5-4e43-864d-11364fb22cc9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.255751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Attempting to bind port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:30.256114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Attempting to bind port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9795f944-fb74-4c59-9b51-c3291fcebf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:30.256480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Attempting to bind port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 on network 39648659-63c9-44e0-acb7-6867469cdb1e {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:30.262240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:30.262609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Checking segment: {'id': '9795f944-fb74-4c59-9b51-c3291fcebf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:30.263008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.263404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Bound using segment: {'id': '9795f944-fb74-4c59-9b51-c3291fcebf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:30.263876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Bound port: 6aeb1f7a-efc5-4e43-864d-11364fb22cc9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9795f944-fb74-4c59-9b51-c3291fcebf1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39648659-63c9-44e0-acb7-6867469cdb1e'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:30.264249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.272144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=0f37c83e-6f03-4f36-be68-54b8d25ea1f7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.368609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9c60527-b3de-405c-b740-0862deac2cd7']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.381291 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.386863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] For port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:30.390614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] For port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6aeb1f7a-efc5-4e43-864d-11364fb22cc9,segment=NetworkSegment(9795f944-fb74-4c59-9b51-c3291fcebf1f),segment_id=9795f944-fb74-4c59-9b51-c3291fcebf1f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:30.394238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556dc13e-2b8a-488f-83cb-3f9b62ae71ae None None] New status for floating IP b55e35fd-f578-4f11-b62d-b46ffc34db7b: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:01:30.414595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39648659-63c9-44e0-acb7-6867469cdb1e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.442742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795f944-fb74-4c59-9b51-c3291fcebf1f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.443153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795f944-fb74-4c59-9b51-c3291fcebf1f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.449687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:30.470926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.480107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '992a12d4-f8f5-4736-b98b-17131369686d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.482276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '992a12d4-f8f5-4736-b98b-17131369686d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:30.502227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.504280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.526700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:30.526700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.534609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:30.542358 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:30.545229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.556508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Deleting port 4105dcb8-5702-4bfc-a342-5c237f6e82fe {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:30.557065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.567590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:30.567837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.589100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:30.589498 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:30.638683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.652699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:01:30.652699 n-d-839811-1 neutron-server[88140]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:01:30.652699 n-d-839811-1 neutron-server[88140]: [parameters: {'id': '39648659-63c9-44e0-acb7-6867469cdb1e'}] Apr 28 20:01:30.652699 n-d-839811-1 neutron-server[88140]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:30.653414 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:30.669685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.729716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.737080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Calling delete_port for 8d675b89-8207-40ba-b3d9-2b867a19ed52 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:30.750428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2a4053c-3714-4d16-bfb8-cdca941cdc43,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:30.776329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.780854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa004984-d2a7-4028-8106-412ebec22b33 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "DELETE /v2.0/security-groups/e2a4053c-3714-4d16-bfb8-cdca941cdc43 HTTP/1.1" status: 204 len: 168 time: 0.3268366 Apr 28 20:01:30.781682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45094) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:30.797504 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-5032f8e9-277f-4670-a425-eb85b0d1c863 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] show failed (client error): The resource could not be found. Apr 28 20:01:30.801953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5032f8e9-277f-4670-a425-eb85b0d1c863 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups/e2a4053c-3714-4d16-bfb8-cdca941cdc43 HTTP/1.1" status: 404 len: 347 time: 0.0168300 Apr 28 20:01:30.802145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:30.839078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11cdf5a0-49b9-426b-ab36-44107dcadc34 req-fc86c140-45f1-45b9-be0d-18321d9774f4 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5104859 Apr 28 20:01:30.840095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09753cac-a8c9-41c4-b10e-95572a29213a None None] The port '4105dcb8-5702-4bfc-a342-5c237f6e82fe' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:01:30.852991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:30.976075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Deleting port cd57f14a-9c7a-4621-8335-8f9faa58d39b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:30.976679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.041341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03afe3e-c5ef-4982-ad69-9dd6a947f746 None None] Pushing event updated for resources: {'Port': ['ID=6aeb1f7a-efc5-4e43-864d-11364fb22cc9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:31.098007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b92786-835d-468d-ae39-b40775c55a67 None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:31.156576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.171924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.187480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.187956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.254592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:31.254592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.254910 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.275431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=d9c60527-b3de-405c-b740-0862deac2cd7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:31.294239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.310992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ea0ef6-4b7f-4c2e-9bc6-3064fb7078e3 None None] Network 39648659-63c9-44e0-acb7-6867469cdb1e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:31.326704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.333582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3bdf0985-6d6c-461a-858a-34bc2264ed86 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/d9c60527-b3de-405c-b740-0862deac2cd7 HTTP/1.1" status: 204 len: 168 time: 3.8426483 Apr 28 20:01:31.340520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45102) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:31.351428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-756766099'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:31.354948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Calling delete_port for cd57f14a-9c7a-4621-8335-8f9faa58d39b owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:31.374273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:31.383866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:31.388570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:31.399465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.399986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c36ae71e-6715-4839-84ce-3de344b68aeb {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:01:31.402911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:31.424047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.463842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.464950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cd160989-f633-4747-8457-8735a80e2318 admin admin] 10.222.0.24 "DELETE /v2.0/routers/c36ae71e-6715-4839-84ce-3de344b68aeb HTTP/1.1" status: 204 len: 168 time: 4.9279702 Apr 28 20:01:31.473281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:31.480477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:31.488226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.509221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Port': ['ID=8d675b89-8207-40ba-b3d9-2b867a19ed52,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:31.613124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8658b8-d8fc-4144-851a-292d639dbe32 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:01:31.614453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Deleting subnet 8d88e64d-da01-47ce-8825-ee01b76835ed {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:31.623593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.642254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:31.661119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.661489 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 06790f73-2d99-4993-9360-2cf093d71ae8 of type vlan for network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc Apr 28 20:01:31.670500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.709282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:31.709627 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:31.752423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.801763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6aeb1f7a-efc5-4e43-864d-11364fb22cc9,segment=NetworkSegment(9795f944-fb74-4c59-9b51-c3291fcebf1f),segment_id=9795f944-fb74-4c59-9b51-c3291fcebf1f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:31.802336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.810249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8658b8-d8fc-4144-851a-292d639dbe32 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:01:31.862677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.869881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.873483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.913003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.913833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Fanout notify agent at l3_agent the message router_deleted on router 369ed9fc-9222-4148-9499-afc898e06fc3 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:01:31.940997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.942278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-596e2ed6-6048-4dae-9dd4-724f10d24a85 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/routers/369ed9fc-9222-4148-9499-afc898e06fc3 HTTP/1.1" status: 204 len: 168 time: 3.6291847 Apr 28 20:01:31.945147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45112) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:31.948125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:31.957911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:31.958702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.115894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:32.121515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7775104 Apr 28 20:01:32.122738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3de335-0c61-412e-97e2-203d1d3ee147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=8f9da7f1-b935-4c74-8cec-14d413fb8bbc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.125171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45116) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:32.133347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:32.137018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:32.163220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Deleting subnet f03d4f95-e75f-4700-b4b4-478b2f4d5f4f {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:32.186081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.210413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Deleting port cd57f14a-9c7a-4621-8335-8f9faa58d39b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:32.211007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.276626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.306133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:32.310071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.339943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:32.348147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:32.362117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:32.384459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:32.388100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.402442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.424918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.455771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d88e64d-da01-47ce-8825-ee01b76835ed,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.461342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.473274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cef1ae-6964-4446-a860-09edf3ae32e2 None None] Network 6633028b-ff25-4610-bcf7-3626373c314c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:32.584753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.614628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e4a6ca0-c43f-4927-8e80-b19cc1ac9c87 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/8d88e64d-da01-47ce-8825-ee01b76835ed HTTP/1.1" status: 204 len: 168 time: 1.1325674 Apr 28 20:01:32.616517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.619811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:32.650306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Subnet': ['ID=f03d4f95-e75f-4700-b4b4-478b2f4d5f4f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.655767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.702768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab019619-a9cb-4015-8395-c1f7b1e75d0f req-1b005b64-3188-405c-ad67-2e608a538f3e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:32.705194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab019619-a9cb-4015-8395-c1f7b1e75d0f req-1b005b64-3188-405c-ad67-2e608a538f3e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5997298 Apr 28 20:01:32.722090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No DVR routers for this DVR port 6aeb1f7a-efc5-4e43-864d-11364fb22cc9 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:32.724795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e890949a-46ef-40c8-bc2b-92c38ed3fc77 tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/subnets/f03d4f95-e75f-4700-b4b4-478b2f4d5f4f HTTP/1.1" status: 204 len: 168 time: 0.7785034 Apr 28 20:01:32.725676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45128) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:32.731101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Port': ['ID=6aeb1f7a-efc5-4e43-864d-11364fb22cc9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:32.870785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] DHCP port deletion for 6633028b-ff25-4610-bcf7-3626373c314c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:32.875181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Deleting port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:32.875550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.962043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.962542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:32.989689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.064061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.087614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] For port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,segment=NetworkSegment(527d7533-dd5e-4b3f-8db6-0b88c8e11cd8),segment_id=527d7533-dd5e-4b3f-8db6-0b88c8e11cd8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:33.088018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.095549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab019619-a9cb-4015-8395-c1f7b1e75d0f req-30bb26c9-e8e8-4b88-925b-c93586a78dfd tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3663864 Apr 28 20:01:33.131848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.170100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.189343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Calling delete_port for cd57f14a-9c7a-4621-8335-8f9faa58d39b owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:33.213573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=0b92949e-65df-4137-89f8-1b248ff7e402,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.215487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Calling delete_port for 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:33.249333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39648659-63c9-44e0-acb7-6867469cdb1e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.256165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '06790f73-2d99-4993-9360-2cf093d71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:33.256526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 8f9da7f1-b935-4c74-8cec-14d413fb8bbc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:33.264425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Deleting port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:33.264853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.290278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9795f944-fb74-4c59-9b51-c3291fcebf1f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.290278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9795f944-fb74-4c59-9b51-c3291fcebf1f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.302461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.322486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.356516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.361654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] Pushing event deleted for resources: {'Port': ['ID=3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.364248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.365280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] The port '3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:01:33.368258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5187a335-ef87-4f36-a3b8-2109b6b22c29 None None] No DVR routers for this DVR port 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:33.371380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.378142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.383987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.389788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.395670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.397545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-241456ac-e4e0-4204-8393-d45d4ba24a1d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.3858433 Apr 28 20:01:33.399982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.409504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3dcf7cb7-d09a-44ea-859e-099c6e426322 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:33.429784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.439541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:33.440324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.447131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:33.451781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3dcf7cb7-d09a-44ea-859e-099c6e426322 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:33.452135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3dcf7cb7-d09a-44ea-859e-099c6e426322 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:33.452553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:33.458423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61ef1ad-891f-4675-ba1d-84346d107dad']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.479888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ca1bf10-c3ac-43c4-abc6-bc95ab555b4f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.480234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ca1bf10-c3ac-43c4-abc6-bc95ab555b4f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.494255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:33.494747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3d9c690a-55d2-4f96-aa2e-d128fb0c2ef8 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:33.504314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.510795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8f9da7f1-b935-4c74-8cec-14d413fb8bbc) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:33.515400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:33.515980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.520276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e756256-7f5e-436c-9c17-da91839b32a2 None None] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:33.524364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-153d35c8-5871-4331-a31e-49596cbc8bc0 req-1ad803ea-d08b-4d0e-a32a-0ab286bacc03 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1138444 Apr 28 20:01:33.545486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.557685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b00de4c-07e6-486a-b3a9-5c5a349a0388 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4291182 Apr 28 20:01:33.558579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45134) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:33.563066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:33.563727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:33.567669 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:33.582204 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:33.587856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-262756949'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:33.758316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.762188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8f9da7f1-b935-4c74-8cec-14d413fb8bbc', 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': '0b92949e-65df-4137-89f8-1b248ff7e402'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:33.763789 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.793288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.795914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] Pushing event deleted for resources: {'Network': ['ID=f61ef1ad-891f-4675-ba1d-84346d107dad,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.810367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7fc96fa1-2460-422e-a5c0-a137b43f4fde tempest-FloatingIPTestJSON-2063122892 tempest-FloatingIPTestJSON-2063122892-project] 10.222.0.24 "DELETE /v2.0/networks/f61ef1ad-891f-4675-ba1d-84346d107dad HTTP/1.1" status: 204 len: 168 time: 1.0736797 Apr 28 20:01:33.816197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.848790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.854581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:33.860697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:33.865145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:33.866373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.873491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:33.880919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=39648659-63c9-44e0-acb7-6867469cdb1e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:33.892653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:33.897314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.913760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6633028b-ff25-4610-bcf7-3626373c314c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.921926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7fe57956-cc8d-4068-b8e0-e8936bfabd25 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/39648659-63c9-44e0-acb7-6867469cdb1e HTTP/1.1" status: 204 len: 168 time: 5.2909925 Apr 28 20:01:33.925659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:33.927990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port e40cb8d1-3102-4681-8afb-2f1f2e18f775 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:33.948543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.948843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '527d7533-dd5e-4b3f-8db6-0b88c8e11cd8') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:33.959286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:33.980859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Allocated IP 172.20.0.2 (8f9da7f1-b935-4c74-8cec-14d413fb8bbc/0b92949e-65df-4137-89f8-1b248ff7e402/b5ba5356-4e54-408d-ac5c-a7f31db4bc99) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:34.013896 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-fab9d774-f0c2-4272-899d-c3ec925f17cc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:34.014294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fab9d774-f0c2-4272-899d-c3ec925f17cc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:34.015958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fab9d774-f0c2-4272-899d-c3ec925f17cc tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/39648659-63c9-44e0-acb7-6867469cdb1e HTTP/1.1" status: 404 len: 339 time: 0.0893602 Apr 28 20:01:34.018426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.027244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45146) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.028548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event deleted for resources: {'Port': ['ID=cd57f14a-9c7a-4621-8335-8f9faa58d39b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.036242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1872929170', 'description': 'd1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:34.041355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:34.045453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Usage tracker for resource:network and tenant:1ee97d527e474c199691a1aca18b6372 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:34.048194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:34.055279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:34.066644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:34.071691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.108873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.111816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:34.124193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.124436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:34.124717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.125381 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 3b867983-8d32-43a9-9027-e2de0f1b2618 of type vlan for network 6db98d87-56d2-4965-9ccc-2421fa58ca3d Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:34.138892 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:34.142243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.178152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.240215 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.240889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.248394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.249812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.258837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.272721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Transition to ACTIVE for port object b5ba5356-4e54-408d-ac5c-a7f31db4bc99 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:34.281759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.287671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.291946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92024df2-59cd-46be-9ff3-7642c92f06f4 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "DELETE /v2.0/floatingips/b55e35fd-f578-4f11-b62d-b46ffc34db7b HTTP/1.1" status: 204 len: 168 time: 3.4887242 Apr 28 20:01:34.303266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Transition to ACTIVE for port object b5ba5356-4e54-408d-ac5c-a7f31db4bc99 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:34.312387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-526944'] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.315406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] 10.222.0.24 "DELETE /v2.0/networks/6633028b-ff25-4610-bcf7-3626373c314c HTTP/1.1" status: 204 len: 168 time: 1.6590452 Apr 28 20:01:34.316571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.330382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6585df-7fa5-46ad-a034-a14ac3d26c9b admin admin] Pushing event deleted for resources: {'Network': ['ID=6633028b-ff25-4610-bcf7-3626373c314c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.403641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:34.417023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:34.421231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca5081b-32fe-4f0b-bb4a-d386f2d457b5 req-c9cf5ef6-e9ef-4d9e-ac4c-a9ea6e7d5ae6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:34.421607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:34.435367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ca5081b-32fe-4f0b-bb4a-d386f2d457b5 req-c9cf5ef6-e9ef-4d9e-ac4c-a9ea6e7d5ae6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2126105 Apr 28 20:01:34.556482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.565772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc980845-2105-4d78-b746-85a19c88ee24 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21ae70dd9c0c4335a2756f952fd0ab44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4204295 Apr 28 20:01:34.568136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5398612 Apr 28 20:01:34.585440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45168) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.586323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45172) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.609615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ca5081b-32fe-4f0b-bb4a-d386f2d457b5 req-b3945193-5ccf-435f-bb38-9df8543e7049 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595421 Apr 28 20:01:34.617839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Pushing event updated for resources: {'Port': ['ID=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.644871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6ebb8750-dbcf-4c76-90cf-4bff6d2e042f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=076836b0402345cc83a273beea11ece2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0870738 Apr 28 20:01:34.645554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:34.653733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cb12b-998a-4de0-a3c7-6ae33623ee37 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=6db98d87-56d2-4965-9ccc-2421fa58ca3d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.664015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Attempting to bind port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:34.664179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Attempting to bind port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '06790f73-2d99-4993-9360-2cf093d71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:34.664540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Attempting to bind port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 on network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:34.667986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6db98d87-56d2-4965-9ccc-2421fa58ca3d details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:34.704909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:34.704909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Checking segment: {'id': '06790f73-2d99-4993-9360-2cf093d71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:34.705507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.718085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Bound using segment: {'id': '06790f73-2d99-4993-9360-2cf093d71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:34.718596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Bound port: b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06790f73-2d99-4993-9360-2cf093d71ae8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '8f9da7f1-b935-4c74-8cec-14d413fb8bbc'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:34.718989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.722289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.744555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.7 (8f9da7f1-b935-4c74-8cec-14d413fb8bbc/0b92949e-65df-4137-89f8-1b248ff7e402/e40cb8d1-3102-4681-8afb-2f1f2e18f775) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:34.751813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.811467 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.840121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c96de4-7303-4ba1-a810-5d6cb69b84ce,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:34.849102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:34.850439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-750f438b-b53a-4272-b5fb-5bbde447b1da admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42c96de4-7303-4ba1-a810-5d6cb69b84ce HTTP/1.1" status: 204 len: 168 time: 0.2037151 Apr 28 20:01:34.929431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] For port b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:34.933142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] For port b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,segment=NetworkSegment(06790f73-2d99-4993-9360-2cf093d71ae8),segment_id=06790f73-2d99-4993-9360-2cf093d71ae8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:34.939897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.032789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df61901-cb7f-4580-84ca-cb066d836b54 None None] Pushing event updated for resources: {'Port': ['ID=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:35.086852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8527b21-0930-4e37-ad2d-65412b203b04 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.087500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b8527b21-0930-4e37-ad2d-65412b203b04 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Synchronizing usage tracker for tenant:1ee97d527e474c199691a1aca18b6372 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:35.098015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.176732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.190789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b8527b21-0930-4e37-ad2d-65412b203b04 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Unset dirty status for tenant:1ee97d527e474c199691a1aca18b6372 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:35.194733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b8527b21-0930-4e37-ad2d-65412b203b04 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks?id=6db98d87-56d2-4965-9ccc-2421fa58ca3d HTTP/1.1" status: 200 len: 765 time: 0.6035943 Apr 28 20:01:35.195945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:35.200801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.205632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'description': 'd2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:35.256659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.279238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.294657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.301059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.307977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.322556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.345563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.348030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-a20e3eee-532b-4be3-a1f7-e54b983bf9fc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.6110559 Apr 28 20:01:35.349592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object e40cb8d1-3102-4681-8afb-2f1f2e18f775 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:35.493981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c88e8dd-6826-4e92-9c37-43ce638bf82b req-f35348dc-7714-4c60-851e-d5c9e5e1d3f2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1227219 Apr 28 20:01:35.537429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b5ba5356-4e54-408d-ac5c-a7f31db4bc99 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:35.549316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.573880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.577049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d8943a56-0261-4f9e-95db-c7c34cc7d246 HTTP/1.1" status: 204 len: 168 time: 0.9881816 Apr 28 20:01:35.577049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.740242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:35.799922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.829836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.859159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network 6db98d87-56d2-4965-9ccc-2421fa58ca3d is not hosted by any dhcp agent {{(pid=88140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 28 20:01:35.865367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:35.866161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:35.867612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "PUT /v2.0/networks/6db98d87-56d2-4965-9ccc-2421fa58ca3d HTTP/1.1" status: 200 len: 762 time: 0.6699827 Apr 28 20:01:35.873326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:36.076270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281f6b9e-ae34-4798-bc7d-3435b7bbe14b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8943a56-0261-4f9e-95db-c7c34cc7d246,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:36.100018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:36.105164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:36.111516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:36.251295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.252242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.277201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13bb5fe-320a-457c-83d3-0932ebb221e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=6db98d87-56d2-4965-9ccc-2421fa58ca3d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:36.290369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=e40cb8d1-3102-4681-8afb-2f1f2e18f775,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:36.290829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6db98d87-56d2-4965-9ccc-2421fa58ca3d details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:36.302350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f31b7aae-748f-4f48-ae9e-37cee2e6ed14 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.7407734 Apr 28 20:01:36.304663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45220) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:36.320523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f17726-1c60-4923-b1a7-53816d256615 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.321578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7f17726-1c60-4923-b1a7-53816d256615 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Synchronizing usage tracker for tenant:1ee97d527e474c199691a1aca18b6372 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:36.412532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port e40cb8d1-3102-4681-8afb-2f1f2e18f775 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:36.413186 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.503645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d7296-56ca-4aef-9710-a824806227b5 req-996de44e-d48d-4745-aeff-5152344eb94a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.505212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-865d7296-56ca-4aef-9710-a824806227b5 req-996de44e-d48d-4745-aeff-5152344eb94a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5774772 Apr 28 20:01:36.505900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7f17726-1c60-4923-b1a7-53816d256615 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Unset dirty status for tenant:1ee97d527e474c199691a1aca18b6372 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:36.510552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7f17726-1c60-4923-b1a7-53816d256615 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks?id=6db98d87-56d2-4965-9ccc-2421fa58ca3d HTTP/1.1" status: 200 len: 765 time: 0.6328709 Apr 28 20:01:36.523913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:36.757957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4deeb87-f472-4eca-8ca5-ae2f16779efa None None] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:36.775873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:36.778014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caefb733-78ff-499f-bc7c-30d5ee379210 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.782094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-caefb733-78ff-499f-bc7c-30d5ee379210 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2531941 Apr 28 20:01:36.788069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45240) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:36.847273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45246) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:36.855459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82d7d85b-c332-4887-a65f-a74e8fec72a1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 207 time: 0.0570691 Apr 28 20:01:36.877037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.884671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.891396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.897660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.904341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.916964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.924672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:36.927815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-af71b69c-e90c-4bcc-8390-ee109742573d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.6274996 Apr 28 20:01:36.938808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-865d7296-56ca-4aef-9710-a824806227b5 req-6632eb1e-8cea-4888-a446-66b9610c8022 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4136326 Apr 28 20:01:37.121423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Provisioning for port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:37.135915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Provisioning complete for port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:37.136294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.189560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for e40cb8d1-3102-4681-8afb-2f1f2e18f775 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:37.346498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.416206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] For port b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,segment=NetworkSegment(06790f73-2d99-4993-9360-2cf093d71ae8),segment_id=06790f73-2d99-4993-9360-2cf093d71ae8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:37.427297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.430428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.551988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=e40cb8d1-3102-4681-8afb-2f1f2e18f775,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:37.575587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:37.598350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a6cff8-7b09-4d15-bedb-289bcc448549 None None] Pushing event updated for resources: {'Port': ['ID=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:37.691171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d4c74a18-a255-46c7-aa51-422cc356585b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:37.692550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d4c74a18-a255-46c7-aa51-422cc356585b tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7479746 Apr 28 20:01:37.744807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-86040201-1d93-4454-ae5d-5607fb0bf67e None None] Could not find standard attr ID for object e40cb8d1-3102-4681-8afb-2f1f2e18f775. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:01:37.761648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.770109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-86040201-1d93-4454-ae5d-5607fb0bf67e None None] Provisioning complete for port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:37.770777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86040201-1d93-4454-ae5d-5607fb0bf67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:37.792049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f4deb1f-a374-47de-b425-2413cfea9375 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/e40cb8d1-3102-4681-8afb-2f1f2e18f775 HTTP/1.1" status: 204 len: 168 time: 1.4861293 Apr 28 20:01:37.792844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45268) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:37.869994 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-4960a594-67fd-4226-8e2d-d794e315779b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:01:37.870863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4960a594-67fd-4226-8e2d-d794e315779b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:37.877704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1831081947'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:37.896440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4960a594-67fd-4226-8e2d-d794e315779b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:37.902262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4960a594-67fd-4226-8e2d-d794e315779b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/e40cb8d1-3102-4681-8afb-2f1f2e18f775 HTTP/1.1" status: 404 len: 333 time: 0.1074011 Apr 28 20:01:37.903459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:38.048277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:38.056792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 0b92949e-65df-4137-89f8-1b248ff7e402 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:38.060205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.079004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.084891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.090768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.096682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.106908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.114470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.123337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60012569-5e38-4ed6-9cb2-e26b19f5045a tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3732 time: 1.2724583 Apr 28 20:01:38.136943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2b4106c5-508d-46cb-99dd-e0c5d99fa3af None None] Could not find standard attr ID for object e40cb8d1-3102-4681-8afb-2f1f2e18f775. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:01:38.149962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45286) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:38.156920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:38.182369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.201869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.202100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.216531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.224237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.231342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.239857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.247048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:38.274659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-4926742a-2be4-41cb-b96f-307eb5ad8334 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5444 time: 0.8575649 Apr 28 20:01:38.293135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:38.357655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:38.410606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-b6d72534-991e-42ee-9348-820187bee265 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.7022634 Apr 28 20:01:38.419603 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3e39ea7-aaf6-416e-87d9-1cf37363aac0 req-63ca4b01-da10-4afa-ba0e-98b211fd310f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1437054 Apr 28 20:01:38.420484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:38.424498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.445444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:38.593141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.666914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8995593a-e8b4-4629-ae9e-b1318ec1d45d tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 814 time: 0.5158308 Apr 28 20:01:38.684008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:38.691655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:security_group_rule and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:38.695850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:38.701892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:38.739341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.812129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.813048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45300) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:38.887732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.893209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.967415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:38.968809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=0b92949e-65df-4137-89f8-1b248ff7e402,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:38.973555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.975103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:38.992957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cbda315-141a-4dfe-8772-e2d03b84ab32 None None] Network 8f9da7f1-b935-4c74-8cec-14d413fb8bbc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:39.003252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0aa05203-d734-4f6f-bce0-90caf31216cd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/0b92949e-65df-4137-89f8-1b248ff7e402 HTTP/1.1" status: 204 len: 168 time: 1.0949423 Apr 28 20:01:39.010467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:39.018072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.019674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.021157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.022664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.024176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.025904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-90e21e0c-b176-4b6c-b70e-07a51dec0518 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2098413 Apr 28 20:01:39.031363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.031723 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment c28925ad-d28f-4b71-b37c-67abb5122e14 of type vlan for network f45479dc-cf6b-443e-82ea-e70efc738380 Apr 28 20:01:39.034119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:39.035341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28880b06-dfdc-46ba-b550-d5e3b372b47d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:39.161454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8ff65-797c-4425-b8e3-096e6ee67e82 req-2f959f61-b35a-49cf-a8e8-a4109b550cee tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.169359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbc8ff65-797c-4425-b8e3-096e6ee67e82 req-2f959f61-b35a-49cf-a8e8-a4109b550cee tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3552957 Apr 28 20:01:39.207962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace757a2-b937-4137-95c8-baa303d91a01 req-f9cf5602-51d8-4ee9-bc9c-bae7d895f609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.209435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-f9cf5602-51d8-4ee9-bc9c-bae7d895f609 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.3950329 Apr 28 20:01:39.315651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.342677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.374696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.377165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.378467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.379632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.381001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.381831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Synchronizing usage tracker for tenant:1ee97d527e474c199691a1aca18b6372 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:39.404876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbc8ff65-797c-4425-b8e3-096e6ee67e82 req-64512126-47fe-4e0b-be38-ae3a13dddf7f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340410 Apr 28 20:01:39.479551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:01:39.540799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.545437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b5ba5356-4e54-408d-ac5c-a7f31db4bc99 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:39.546761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:39.547997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.560546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Unset dirty status for tenant:1ee97d527e474c199691a1aca18b6372 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:39.566119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e28f81c-d14c-46b8-9862-47095f7b4441 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.5241649 Apr 28 20:01:39.600041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:39.616111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:39.616822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.641250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] DHCP port deletion for 8f9da7f1-b935-4c74-8cec-14d413fb8bbc request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:39.650872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Deleting port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:39.651452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.726345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:39.727086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:39.814951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c0783065-e4ca-418b-b7e0-88949fa18df6 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:39.858977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.2672555 Apr 28 20:01:39.865688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73312bc5-00bf-43a9-9db8-e2645ab7da44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=f45479dc-cf6b-443e-82ea-e70efc738380,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:39.901377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f45479dc-cf6b-443e-82ea-e70efc738380 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:39.918559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f54f6421-e333-4355-beae-2b0e565e2309,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:39.956067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] For port f54f6421-e333-4355-beae-2b0e565e2309, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:40.024391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45332) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:40.033883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:40.083961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace757a2-b937-4137-95c8-baa303d91a01 req-05e1049f-0ffb-4efc-af66-06d846803012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:40.084347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] device_id is not set on port f54f6421-e333-4355-beae-2b0e565e2309 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:40.090509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-05e1049f-0ffb-4efc-af66-06d846803012 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.8277025 Apr 28 20:01:40.112703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68a0eba-9710-427a-9eea-d3d70d7b5ca1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:40.114472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a68a0eba-9710-427a-9eea-d3d70d7b5ca1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks/74404ec0-076e-42a0-9c5d-0d43566e8f85 HTTP/1.1" status: 200 len: 804 time: 0.5124855 Apr 28 20:01:40.154447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:40.156445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.225398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.243725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.334399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Pushing event updated for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:40.385410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:40.390017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:40.393119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,segment=NetworkSegment(06790f73-2d99-4993-9360-2cf093d71ae8),segment_id=06790f73-2d99-4993-9360-2cf093d71ae8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:40.393705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.672098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] For port b5ba5356-4e54-408d-ac5c-a7f31db4bc99, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,segment=NetworkSegment(06790f73-2d99-4993-9360-2cf093d71ae8),segment_id=06790f73-2d99-4993-9360-2cf093d71ae8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:40.673127 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.677530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for b5ba5356-4e54-408d-ac5c-a7f31db4bc99 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:40.682802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.833917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:40.887906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=b5ba5356-4e54-408d-ac5c-a7f31db4bc99,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:40.914049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Calling delete_port for b5ba5356-4e54-408d-ac5c-a7f31db4bc99 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:40.914595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:40.918366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-a4b0dd10-e808-48a4-862c-79804cfbf1a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.8026664 Apr 28 20:01:40.945391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:40.990019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:41.007862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:41.022322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-48b70cab-e883-44aa-800f-0a014ddb0227 None None] Provisioning complete for port f54f6421-e333-4355-beae-2b0e565e2309 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:41.023168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48b70cab-e883-44aa-800f-0a014ddb0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.030823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace757a2-b937-4137-95c8-baa303d91a01 req-556f9a0f-693e-41ec-9147-1d43aaf1aaf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.033694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-556f9a0f-693e-41ec-9147-1d43aaf1aaf3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.0802066 Apr 28 20:01:41.038544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:41.047354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.053403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.059327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.065304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.073003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.073500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] No DVR routers for this DVR port f54f6421-e333-4355-beae-2b0e565e2309 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:41.079457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.083793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.084918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d5982947-0f20-454b-93ef-35fa568f6371 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:41.086243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.093820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-c9166d2f-5c09-42a0-a02d-983efdd384c0 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 5366 time: 1.4263070 Apr 28 20:01:41.184411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:41.196868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.232725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-48b70cab-e883-44aa-800f-0a014ddb0227 None None] Port f54f6421-e333-4355-beae-2b0e565e2309 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:01:41.255505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd03ef57-3b12-48fd-9779-9a58055171a4 req-be9e791d-d38c-496a-a42f-ba307230d876 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=19ea0629-20ce-447e-802d-88e0794ada1b&id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607463 Apr 28 20:01:41.264699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc358c88-e5a7-47ef-8a1f-c12e1963d175 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/networks/74404ec0-076e-42a0-9c5d-0d43566e8f85?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 1.1001372 Apr 28 20:01:41.270975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45350) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:41.287244 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:41.287863 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:41.406106 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42aa1fba-069b-42b6-ae6c-04f33e5818e1'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'code': 200} Apr 28 20:01:41.431113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] In _notify_port_updated(), no bound segment for port f54f6421-e333-4355-beae-2b0e565e2309 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:01:41.432645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.433252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.434737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-ac360629-b8ab-456e-a538-f3a9982279d6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 200 len: 1032 time: 2.9955573 Apr 28 20:01:41.448265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b5ba5356-4e54-408d-ac5c-a7f31db4bc99 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:41.506452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:41.568113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b5ba5356-4e54-408d-ac5c-a7f31db4bc99 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:41.570250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b5ba5356-4e54-408d-ac5c-a7f31db4bc99 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:41.590938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b100ff-8ec2-4e00-9a44-16d267e236ea req-7a3ab90a-3c48-489f-8326-15ea07e70a5d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.595342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.601374 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b100ff-8ec2-4e00-9a44-16d267e236ea req-7a3ab90a-3c48-489f-8326-15ea07e70a5d tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.8308523 Apr 28 20:01:41.635748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.646370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38891a95-479b-430f-82c2-409d99277842 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.647804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-38891a95-479b-430f-82c2-409d99277842 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets/952dfe47-659f-492a-a9ed-ea20d9e80161 HTTP/1.1" status: 200 len: 843 time: 0.2535539 Apr 28 20:01:41.653112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45358) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:41.669048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:41.682926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.684262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2851c5cc-3422-4037-ac62-98fbf024655d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:41.707679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-b915b9ec-43f4-45ca-a788-d7f25beefa34 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.710631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-b915b9ec-43f4-45ca-a788-d7f25beefa34 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "GET /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2589555 Apr 28 20:01:41.725538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f9da7f1-b935-4c74-8cec-14d413fb8bbc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:41.729565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.746927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:41.761195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace757a2-b937-4137-95c8-baa303d91a01 req-9b1a92aa-936e-472d-a2e3-1c083b8e7bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.765952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-9b1a92aa-936e-472d-a2e3-1c083b8e7bcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6692536 Apr 28 20:01:41.808826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Deleting port b5ba5356-4e54-408d-ac5c-a7f31db4bc99 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:41.809213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.822912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06790f73-2d99-4993-9360-2cf093d71ae8') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:41.823572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06790f73-2d99-4993-9360-2cf093d71ae8') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:41.919426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b100ff-8ec2-4e00-9a44-16d267e236ea req-65b11ae7-a429-4f38-b218-16e281e6585b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3116906 Apr 28 20:01:41.945403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-40e32950-5766-4f1b-9abc-ebd6de4c301d None None] The port 'b5ba5356-4e54-408d-ac5c-a7f31db4bc99' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:01:41.948858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:41.976448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad89017-89a8-4f8d-bf16-3e775fc30b03 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:41.979143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9ad89017-89a8-4f8d-bf16-3e775fc30b03 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "GET /v2.0/subnets/952dfe47-659f-492a-a9ed-ea20d9e80161?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3247740 Apr 28 20:01:41.986036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:42.030111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:42.036996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:42.052326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'c28925ad-d28f-4b71-b37c-67abb5122e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:42.052969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: f45479dc-cf6b-443e-82ea-e70efc738380, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:42.086389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.106758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.111501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network f45479dc-cf6b-443e-82ea-e70efc738380 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:42.132852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-343778774'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:42.144195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:42.153397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.163777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f45479dc-cf6b-443e-82ea-e70efc738380) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:42.164554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:42.180805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9c9387-fa51-430b-ae73-d267d5e1ef84 None None] Network f45479dc-cf6b-443e-82ea-e70efc738380 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:42.185184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.186240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:42.187099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.187827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:42.192302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.211029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:42.231141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:42.242886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.243387 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Added segment 0436e1a7-a3d5-4039-a914-1cf5507bfc27 of type vlan for network f7583184-9825-47ca-aee8-7fb777957772 Apr 28 20:01:42.270538 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.272288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c069b918-4233-4120-a2de-ed5211878f84 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.2459059 Apr 28 20:01:42.273136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device aacfcd4d-46de-4f77-a490-7380c7705837 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:42.276172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:42.290136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1265511324'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:42.300982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.321638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:42.341995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:42.342554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:42.343419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.349756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:42.366336 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:42.384246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.399350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:42.400428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.495254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=39707d61-2ad5-48f6-a640-051803bbde50,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:42.526073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] For port 39707d61-2ad5-48f6-a640-051803bbde50, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:42.573146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:42.579158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] device_id is not set on port 39707d61-2ad5-48f6-a640-051803bbde50 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:42.588304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.592945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:42.635103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.709854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.720230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:42.721479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-869af1ab-8146-4da0-bcf4-97001d96faf7 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9420865 Apr 28 20:01:42.724275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.789513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:42.792483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f45479dc-cf6b-443e-82ea-e70efc738380', 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:42.793407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.804524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.805943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 23be342a-651e-4955-a128-e8d2ae3a3d4e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:42.868715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Pushing event updated for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:42.871457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] No DVR routers for this DVR port 39707d61-2ad5-48f6-a640-051803bbde50 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:42.949563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:42.970462 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.970754 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 5ca04fcf-61ee-4952-83d1-8e302f631e86 of type vlan for network 6bead275-a1c9-417f-b9f5-692176770c78 Apr 28 20:01:42.984732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] In _notify_port_updated(), no bound segment for port 39707d61-2ad5-48f6-a640-051803bbde50 on network e363e6a2-f92d-49c5-bf9d-028af19ead43 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:01:42.986221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:42.986974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.988263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-8df833df-f02d-4c32-b5a1-efc003ddabbe service neutron] 10.222.0.41 "PUT /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 200 len: 1033 time: 1.2644284 Apr 28 20:01:42.995898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ace757a2-b937-4137-95c8-baa303d91a01 req-fa3ab775-cee8-46b4-a266-293987a9e6c7 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644720 Apr 28 20:01:42.997175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:42.999009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8974242 Apr 28 20:01:43.012556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c1a32-49ed-410a-be82-95cb48571238 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Network': ['ID=f7583184-9825-47ca-aee8-7fb777957772,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.016304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.023088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45382) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:43.030638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/8f9da7f1-b935-4c74-8cec-14d413fb8bbc HTTP/1.1" status: 204 len: 168 time: 4.0191488 Apr 28 20:01:43.042859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f7583184-9825-47ca-aee8-7fb777957772 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:43.064049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-0b97170c-bdd7-44d6-a544-b6cb0a98bb26 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.064798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-0b97170c-bdd7-44d6-a544-b6cb0a98bb26 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:43.069760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45386) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:43.076170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'network_id': 'f7583184-9825-47ca-aee8-7fb777957772', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:43.108033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'name': 'tempest-PortsTestJSON-362388441'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:43.122076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3329cb-c3f4-4274-9558-36c6b0de603e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=8f9da7f1-b935-4c74-8cec-14d413fb8bbc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.133334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.158798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-0b97170c-bdd7-44d6-a544-b6cb0a98bb26 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:43.161136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-0b97170c-bdd7-44d6-a544-b6cb0a98bb26 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.5689490 Apr 28 20:01:43.170893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port 2851c5cc-3422-4037-ac62-98fbf024655d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:43.171352 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.208992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.237682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.243507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.249430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.255767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.261641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:43.270147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-b88a50ad-5e4e-4e2c-95fd-d98d920f46c9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3879 time: 0.7582717 Apr 28 20:01:43.293703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.373892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0edca27b-a1e1-4dde-b593-aca1eba3886c None None] Provisioning complete for port 39707d61-2ad5-48f6-a640-051803bbde50 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:43.374268 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0edca27b-a1e1-4dde-b593-aca1eba3886c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.397718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:01:43.417222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d'}, {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:43.423079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a3ffde8-e47a-4a9c-8dbd-ceb67db23d81 req-0810e5d3-fafc-463e-adf4-94f48929a741 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519756 Apr 28 20:01:43.430658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:43.433415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:43.451334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:43.458817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Allocated IP 172.20.255.242 (f45479dc-cf6b-443e-82ea-e70efc738380/c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2/100dd917-dc07-411c-8586-8638cee2dd93) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:43.461135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0edca27b-a1e1-4dde-b593-aca1eba3886c None None] Port 39707d61-2ad5-48f6-a640-051803bbde50 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:01:43.465973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.466845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 39707d61-2ad5-48f6-a640-051803bbde50 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:43.475559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:43.477671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:43.502999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:43.506547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.533186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Made reservation on behalf of 1ee97d527e474c199691a1aca18b6372 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:43.536662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.577254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 51bc2126-9dea-4a8c-a4bc-c97fad6b70a0 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:43.780433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:43.789334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing IP validity checks on allocation pools {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:01:43.790588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:01:43.814647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 39707d61-2ad5-48f6-a640-051803bbde50 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:43.815067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f54f6421-e333-4355-beae-2b0e565e2309 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:43.852825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] For port 2851c5cc-3422-4037-ac62-98fbf024655d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2851c5cc-3422-4037-ac62-98fbf024655d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:43.853300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:43.962074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f54f6421-e333-4355-beae-2b0e565e2309 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:44.011971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-5907ed13-8594-4585-95e8-852e9a36038a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:44.014398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.019843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:44.020273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.070262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7ef9d8-d167-4ee3-9572-af52b256cf6a req-a758ff65-e838-43c8-b6f1-a725cb0151fc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:44.077144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a7ef9d8-d167-4ee3-9572-af52b256cf6a req-a758ff65-e838-43c8-b6f1-a725cb0151fc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.3069987 Apr 28 20:01:44.129515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-5907ed13-8594-4585-95e8-852e9a36038a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:44.130055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.130586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bd05c3d-8fd9-4aa1-bf1e-6775816406a9 req-5907ed13-8594-4585-95e8-852e9a36038a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9634159 Apr 28 20:01:44.138549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:44.157809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Transition to ACTIVE for port object 100dd917-dc07-411c-8586-8638cee2dd93 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:44.209961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Transition to ACTIVE for port object 100dd917-dc07-411c-8586-8638cee2dd93 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:44.219539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9389756 Apr 28 20:01:44.232862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.275895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:44.290801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2205ab6d-095a-49cc-b637-8923b825a625 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=6bead275-a1c9-417f-b9f5-692176770c78,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:44.314439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': '6bead275-a1c9-417f-b9f5-692176770c78', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:44.328964 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c345a0e5-585f-49f8-8a9a-bf17c531d39c'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371', 'code': 200} Apr 28 20:01:44.329426 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c345a0e5-585f-49f8-8a9a-bf17c531d39c'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d', 'code': 200} Apr 28 20:01:44.330030 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c345a0e5-585f-49f8-8a9a-bf17c531d39c'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'code': 200} Apr 28 20:01:44.330758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Pushing event updated for resources: {'Port': ['ID=100dd917-dc07-411c-8586-8638cee2dd93,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:44.340256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6bead275-a1c9-417f-b9f5-692176770c78 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:44.388066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Network f45479dc-cf6b-443e-82ea-e70efc738380 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:44.391913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:44.438107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:44.464767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.465308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.465760 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Floating IP e5ae3942-add0-4b9a-aa01-bb6dec709a51 disassociated. External IP: 172.25.2.116, port: 2851c5cc-3422-4037-ac62-98fbf024655d. Apr 28 20:01:44.466234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for 2851c5cc-3422-4037-ac62-98fbf024655d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:44.608166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Attempting to bind port 100dd917-dc07-411c-8586-8638cee2dd93 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:44.608781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Attempting to bind port 100dd917-dc07-411c-8586-8638cee2dd93 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'c28925ad-d28f-4b71-b37c-67abb5122e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:44.609226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Attempting to bind port 100dd917-dc07-411c-8586-8638cee2dd93 on network f45479dc-cf6b-443e-82ea-e70efc738380 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:44.618544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:44.618915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Checking segment: {'id': 'c28925ad-d28f-4b71-b37c-67abb5122e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:44.619415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.619847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Bound using segment: {'id': 'c28925ad-d28f-4b71-b37c-67abb5122e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:44.620380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Bound port: 100dd917-dc07-411c-8586-8638cee2dd93, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c28925ad-d28f-4b71-b37c-67abb5122e14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'f45479dc-cf6b-443e-82ea-e70efc738380'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:44.620756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.621869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.718781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.728918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] For port 100dd917-dc07-411c-8586-8638cee2dd93, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:44.732777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] For port 100dd917-dc07-411c-8586-8638cee2dd93, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=100dd917-dc07-411c-8586-8638cee2dd93,segment=NetworkSegment(c28925ad-d28f-4b71-b37c-67abb5122e14),segment_id=c28925ad-d28f-4b71-b37c-67abb5122e14)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:44.743901 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.764742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.778936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:44.803632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=2851c5cc-3422-4037-ac62-98fbf024655d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:44.820832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a7ef9d8-d167-4ee3-9572-af52b256cf6a req-3dfd0cf8-2b5e-4d82-b1fa-ecfe4e3db951 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7428296 Apr 28 20:01:44.837381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7eb435-f3fc-48cf-80d9-cbd15801f02d None None] Pushing event updated for resources: {'Port': ['ID=100dd917-dc07-411c-8586-8638cee2dd93,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:44.858769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:44.929891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Usage tracker for resource:security_group_rule and tenant:f26466c1bf204310b77920d6491fb027 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:44.979853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=b602305d-2cb7-44ce-94b7-51e31c990ddc,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:44.987876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Checking segment: {'id': '0436e1a7-a3d5-4039-a914-1cf5507bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:44.988240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network hostable DHCP agents. Network: f7583184-9825-47ca-aee8-7fb777957772, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:44.990635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:44.995282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:45.008460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:45.011142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:45.015116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:45.031727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:45.045454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-1fc874e8-2ef2-471a-b490-72f17aa63864 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.046988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-1fc874e8-2ef2-471a-b490-72f17aa63864 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 0.3975625 Apr 28 20:01:45.116345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Network f7583184-9825-47ca-aee8-7fb777957772 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:45.128914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-c3eed092-bf31-46d7-beee-41561263ef2f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.135963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-c3eed092-bf31-46d7-beee-41561263ef2f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.138372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f7583184-9825-47ca-aee8-7fb777957772) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:45.142299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-c3eed092-bf31-46d7-beee-41561263ef2f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.143836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.144677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.148070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-c3eed092-bf31-46d7-beee-41561263ef2f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.150130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-c3eed092-bf31-46d7-beee-41561263ef2f tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3142 time: 0.3513572 Apr 28 20:01:45.152091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:45.155537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.160930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf8703f-545a-4db3-aad5-cf48e4f5b68c None None] Network f7583184-9825-47ca-aee8-7fb777957772 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:45.228749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Router 44f8854c-33d1-4066-828f-53468156ab16 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:01:45.279261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3089b6f0-f6b3-4e91-8d64-c58eb712e076 req-3ab2c00b-91d6-4540-b066-8a9f46c1924d tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1177189 Apr 28 20:01:45.335117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.424387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.497631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 100dd917-dc07-411c-8586-8638cee2dd93 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:45.506546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Deleting port 77895d75-8db7-40fb-af70-a295267ac129 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:45.506938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.573669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.644006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f26466c1bf204310b77920d6491fb027&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4981964 Apr 28 20:01:45.644503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:45.645023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffd411-b0a7-4a0b-8e4e-efb7040da042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c83074d-738d-493e-83cb-1ac66d685816,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:45.692868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:45.699478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7583184-9825-47ca-aee8-7fb777957772', 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772', 'tenant_id': '1ee97d527e474c199691a1aca18b6372', 'fixed_ips': [{'subnet_id': 'b602305d-2cb7-44ce-94b7-51e31c990ddc'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:45.700205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.701859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:45.703649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=51bc2126-9dea-4a8c-a4bc-c97fad6b70a0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:45.710490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:45.716497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:45.717801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:45.810493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 100dd917-dc07-411c-8586-8638cee2dd93 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:45.846189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:01:45.859114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Sync routers for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:01:45.878080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:45.879138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:45.929833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-21838ebd-06dc-450a-a208-eb54011c3591 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 2.8978598 Apr 28 20:01:45.933600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:45.946086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:45.995765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Allocated IP 2001:db8::3 (f7583184-9825-47ca-aee8-7fb777957772/b602305d-2cb7-44ce-94b7-51e31c990ddc/9417aaa4-b25f-44b7-aa16-b3a86dc39b04) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:46.020143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] No DVR routers for this DVR port 2851c5cc-3422-4037-ac62-98fbf024655d on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:46.041810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.063757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.065440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.066776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:46.155826 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:46.166765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=c51b5c66-8d6f-4c05-bd41-16be426add29,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:46.191805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9cd56b84-5995-49bd-80b3-40bbf62b727c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0932631 Apr 28 20:01:46.200119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-3388f452-1032-4929-aa01-df5274e511d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "DELETE /v2.0/ports/2851c5cc-3422-4037-ac62-98fbf024655d HTTP/1.1" status: 204 len: 173 time: 3.1953201 Apr 28 20:01:46.223685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.237247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] For port 77895d75-8db7-40fb-af70-a295267ac129, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=77895d75-8db7-40fb-af70-a295267ac129,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:46.239039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.269313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83178e45-31d1-42ad-9092-49b5b71a6b18 None None] Network f45479dc-cf6b-443e-82ea-e70efc738380 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:46.291418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:46.377415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:46.406024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Calling delete_port for 77895d75-8db7-40fb-af70-a295267ac129 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:46.409852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.411183 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.430026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Transition to ACTIVE for port object 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:46.440508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Provisioning for port 100dd917-dc07-411c-8586-8638cee2dd93 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:46.450828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Provisioning complete for port 100dd917-dc07-411c-8586-8638cee2dd93 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:46.451203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.517363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c83074d-738d-493e-83cb-1ac66d685816,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:46.524955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.526336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5fd641b2-050e-49c2-a65e-ac98d103ddab admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9c83074d-738d-493e-83cb-1ac66d685816 HTTP/1.1" status: 204 len: 168 time: 0.8784668 Apr 28 20:01:46.546999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Transition to ACTIVE for port object 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:46.571889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.593870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a4baa-cab9-4085-bddb-fed7360913ce req-96de060e-c107-43f8-b037-77acc798ba08 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:46.596240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-342a4baa-cab9-4085-bddb-fed7360913ce req-96de060e-c107-43f8-b037-77acc798ba08 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=afb1795d-309e-401a-8b9b-91e7de7065ef HTTP/1.1" status: 200 len: 945 time: 1.2505541 Apr 28 20:01:46.599822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.622974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:46.631748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Checking router: 44f8854c-33d1-4066-828f-53468156ab16 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:01:46.647914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:01:46.648758 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:46.674093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1698ca00-4d4d-4735-b7bb-35106380450d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:01:46.690115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event deleted for resources: {'Port': ['ID=77895d75-8db7-40fb-af70-a295267ac129,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:46.697359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 51bc2126-9dea-4a8c-a4bc-c97fad6b70a0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:46.697732 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.772815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Network f7583184-9825-47ca-aee8-7fb777957772 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:46.786984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': '5ca04fcf-61ee-4952-83d1-8e302f631e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '6bead275-a1c9-417f-b9f5-692176770c78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:46.787648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: 6bead275-a1c9-417f-b9f5-692176770c78, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:46.795844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:46.804304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2994780'] for subnet, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.820013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port d5982947-0f20-454b-93ef-35fa568f6371 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:46.820395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.838380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:46.850233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] No DVR routers for this DVR port 77895d75-8db7-40fb-af70-a295267ac129 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:46.857069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.864980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-342a4baa-cab9-4085-bddb-fed7360913ce req-575b8a71-9265-4ef7-b17a-8d38e6a3231d tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609131 Apr 28 20:01:46.865760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'name': 'network-vif-deleted', 'tag': '77895d75-8db7-40fb-af70-a295267ac129'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:46.898766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network 6bead275-a1c9-417f-b9f5-692176770c78 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:46.906447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc5bbfbb-b7c1-490a-8d99-1bca4d214803 req-3ec22ebf-0f6a-49f6-a718-dfd28777d7ad tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "DELETE /v2.0/ports/77895d75-8db7-40fb-af70-a295267ac129 HTTP/1.1" status: 204 len: 173 time: 1.8463707 Apr 28 20:01:46.920985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 6bead275-a1c9-417f-b9f5-692176770c78) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:46.939497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:46.940197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:46.967698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9cb31b6b-d9a7-4a3b-b77e-6bf21f08f2cf tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.6655130 Apr 28 20:01:46.967918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4761bbb-dbb9-4a25-9981-a0824c1f90e1 req-6790c4a8-a695-430e-846d-76e36d7b6fdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:46.968104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45438) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:46.975877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4761bbb-dbb9-4a25-9981-a0824c1f90e1 req-6790c4a8-a695-430e-846d-76e36d7b6fdc tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.8761208 Apr 28 20:01:46.996963 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b574a8ca-f9a0-4e41-8b07-57fa024af6c3'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': '2851c5cc-3422-4037-ac62-98fbf024655d', 'status': 'completed', 'code': 200} Apr 28 20:01:47.010194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e98ffad-1651-4e31-80c8-9e7e13aa20ea None None] Network 6bead275-a1c9-417f-b9f5-692176770c78 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:47.029740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:01:47.182889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4761bbb-dbb9-4a25-9981-a0824c1f90e1 req-fd618fdf-6b7b-4e38-92a6-551bb2039d69 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970825 Apr 28 20:01:47.279847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Pushing event updated for resources: {'Port': ['ID=9417aaa4-b25f-44b7-aa16-b3a86dc39b04,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:47.476722 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3175de01-cbd7-41d5-bab4-c9aa800a186a'] response: {'server_uuid': 'afb1795d-309e-401a-8b9b-91e7de7065ef', 'name': 'network-vif-deleted', 'tag': '77895d75-8db7-40fb-af70-a295267ac129', 'status': 'completed', 'code': 200} Apr 28 20:01:47.572973 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa16ab0c-d7dd-4489-8458-4ba0944b5692'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'code': 200} Apr 28 20:01:47.575351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] For port d5982947-0f20-454b-93ef-35fa568f6371, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d5982947-0f20-454b-93ef-35fa568f6371,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:47.575849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.651131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.739203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-f3ea2a2a-0ad1-45f6-9929-7b333034a992 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.750474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-f3ea2a2a-0ad1-45f6-9929-7b333034a992 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.759474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.768913 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:47.770181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-f3ea2a2a-0ad1-45f6-9929-7b333034a992 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.776228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-f3ea2a2a-0ad1-45f6-9929-7b333034a992 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:47.778020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-f3ea2a2a-0ad1-45f6-9929-7b333034a992 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 3142 time: 0.3973081 Apr 28 20:01:47.784888 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013685e0-bf99-43da-a422-c74cf42210f9 None None] The sync data for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 is: [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T19:55:39Z', 'revision_number': 4, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '96d90dc4-7c2d-4fcb-a385-8d38f140773d', 'name': '', 'network_id': 'cdd5acf2-f7a2-48ba-8431-8887bc8b941c', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'mac_address': 'fa:16:3e:55:64:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_interface', 'standard_attr_id': 1616, 'fixed_ips': [{'subnet_id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:37Z', 'updated_at': '2022-04-28T19:55:51Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'subnets': [{'id': 'b222bbd7-826c-4613-962b-1e217f2d4172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:01:47.833046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for d5982947-0f20-454b-93ef-35fa568f6371 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:47.917246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] For port 100dd917-dc07-411c-8586-8638cee2dd93, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=100dd917-dc07-411c-8586-8638cee2dd93,segment=NetworkSegment(c28925ad-d28f-4b71-b37c-67abb5122e14),segment_id=c28925ad-d28f-4b71-b37c-67abb5122e14)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:47.921086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:47.962061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Attempting to bind port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:47.962431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Attempting to bind port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0436e1a7-a3d5-4039-a914-1cf5507bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:47.962795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Attempting to bind port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 on network f7583184-9825-47ca-aee8-7fb777957772 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:47.968310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-150722d8-79fe-4791-a9f0-cb793dd7236e req-9f5a3e7f-ecd7-43aa-b91b-b3b42f7b6e7e tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1346543 Apr 28 20:01:47.971074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 77895d75-8db7-40fb-af70-a295267ac129 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:48.018884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:48.019526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Checking segment: {'id': '0436e1a7-a3d5-4039-a914-1cf5507bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:48.019644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.020081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Bound using segment: {'id': '0436e1a7-a3d5-4039-a914-1cf5507bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:48.020513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Bound port: 9417aaa4-b25f-44b7-aa16-b3a86dc39b04, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0436e1a7-a3d5-4039-a914-1cf5507bfc27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f7583184-9825-47ca-aee8-7fb777957772'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:48.020891 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.029118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.048453 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.120917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=c51b5c66-8d6f-4c05-bd41-16be426add29,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.164439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 77895d75-8db7-40fb-af70-a295267ac129 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:48.165047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 77895d75-8db7-40fb-af70-a295267ac129 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:48.200787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff2567f-7ae3-484d-8a55-3f9459646600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-6bead275-a1c9-417f-b9f5-692176770c78', 'network_id': '6bead275-a1c9-417f-b9f5-692176770c78', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'c51b5c66-8d6f-4c05-bd41-16be426add29'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:48.205323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3ff2567f-7ae3-484d-8a55-3f9459646600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.319097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbcec73-a106-41e3-a0b3-7f2ba6204c59 None None] New status for floating IP e5ae3942-add0-4b9a-aa01-bb6dec709a51: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:01:48.342363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.347656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.408403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bead275-a1c9-417f-b9f5-692176770c78']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:48.442687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ca04fcf-61ee-4952-83d1-8e302f631e86') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:48.444076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ca04fcf-61ee-4952-83d1-8e302f631e86') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:48.481398 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.519556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.529047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:48.529485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:48.565657 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:48.625184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.672977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] For port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:48.676908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] For port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9417aaa4-b25f-44b7-aa16-b3a86dc39b04,segment=NetworkSegment(0436e1a7-a3d5-4039-a914-1cf5507bfc27),segment_id=0436e1a7-a3d5-4039-a914-1cf5507bfc27)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:48.742073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 51bc2126-9dea-4a8c-a4bc-c97fad6b70a0 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:48.753047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.755956 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.774672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.786009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/6bead275-a1c9-417f-b9f5-692176770c78 HTTP/1.1" status: 204 len: 168 time: 1.8169470 Apr 28 20:01:48.796477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e480fbec-dc24-4bfb-a5cd-6e80b2749d0e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=6bead275-a1c9-417f-b9f5-692176770c78,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.799554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45478) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:48.815188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-774832112'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:48.816890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca8c2c-bfc7-4f70-b52b-f875488ca717 None None] Pushing event updated for resources: {'Port': ['ID=100dd917-dc07-411c-8586-8638cee2dd93,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.831755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:48.836774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:48.840766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:48.848458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:48.872796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4190fb-e925-4dcd-9d61-8f02a5fdf3d8 req-b5fb5e90-2069-425d-89de-81fca0dda342 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:48.873445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-cd4190fb-e925-4dcd-9d61-8f02a5fdf3d8 req-b5fb5e90-2069-425d-89de-81fca0dda342 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:48.877531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:48.881557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.899605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586dc65-5f9f-48c0-b395-777862be4296 None None] Network 6bead275-a1c9-417f-b9f5-692176770c78 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:48.936020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:48.946143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=d5982947-0f20-454b-93ef-35fa568f6371,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:48.952500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3586dc65-5f9f-48c0-b395-777862be4296 None None] Network 6bead275-a1c9-417f-b9f5-692176770c78 could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:01:48.955238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.957711 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 5de59370-4ad6-4103-adff-373205a8f03d of type vlan for network b37d3940-7471-4344-a3b5-6f86138ad975 Apr 28 20:01:48.979916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] No DVR routers for this DVR port d5982947-0f20-454b-93ef-35fa568f6371 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:48.982457 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:48.997743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-f722e3bf-c31f-45b5-93bb-91ccd2f568d2 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "DELETE /v2.0/ports/d5982947-0f20-454b-93ef-35fa568f6371 HTTP/1.1" status: 204 len: 173 time: 2.6941090 Apr 28 20:01:48.998311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775216413175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9444740'] for subnet, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.009448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85b858-f5f4-4d8b-84b9-896efa18d0dd None None] Pushing event updated for resources: {'Port': ['ID=9417aaa4-b25f-44b7-aa16-b3a86dc39b04,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.015566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.042613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:49.061761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.075874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:49.077073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.096665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50935eaf-631f-4c5e-b9e2-2f087fabf0f5 req-b1548122-d724-4873-a307-d20502d25192 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:49.104268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-50935eaf-631f-4c5e-b9e2-2f087fabf0f5 req-b1548122-d724-4873-a307-d20502d25192 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 1.2925384 Apr 28 20:01:49.133631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-cd4190fb-e925-4dcd-9d61-8f02a5fdf3d8 req-b5fb5e90-2069-425d-89de-81fca0dda342 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:49.138689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cd4190fb-e925-4dcd-9d61-8f02a5fdf3d8 req-b5fb5e90-2069-425d-89de-81fca0dda342 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.5258505 Apr 28 20:01:49.205070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4014308 Apr 28 20:01:49.216011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:49.230943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:49.231893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.234543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "PUT /v2.0/subnets/b602305d-2cb7-44ce-94b7-51e31c990ddc HTTP/1.1" status: 200 len: 900 time: 3.3000216 Apr 28 20:01:49.248350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:49.259687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45498) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:49.312889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dea2a5bf-5263-488c-a80a-ef8770b91946 None None] Provisioning complete for port 100dd917-dc07-411c-8586-8638cee2dd93 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:49.318767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dea2a5bf-5263-488c-a80a-ef8770b91946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.330989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=b37d3940-7471-4344-a3b5-6f86138ad975,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.340520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port c0783065-e4ca-418b-b7e0-88949fa18df6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:49.340869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.352621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cd4190fb-e925-4dcd-9d61-8f02a5fdf3d8 req-8830cf52-0438-477c-b1b9-ff6a9a28172c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128410 Apr 28 20:01:49.416298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1581f93-af31-4e98-a318-6fa72d7fa0ca tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event updated for resources: {'Subnet': ['ID=b602305d-2cb7-44ce-94b7-51e31c990ddc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.417397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.417768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.418106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.418438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.418767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.419093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.419415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.419737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.420057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.420376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.420693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.421007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bcaba85-6a5b-43db-aa53-85d4f0c0491f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:49.460741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.522940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b37d3940-7471-4344-a3b5-6f86138ad975 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:01:49.637202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.686786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.689719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-50935eaf-631f-4c5e-b9e2-2f087fabf0f5 req-d8bdf25c-535b-4bd0-ae20-d943c2b3f707 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5838003 Apr 28 20:01:49.769958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:49.802134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:49.802874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:49.834973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=51bc2126-9dea-4a8c-a4bc-c97fad6b70a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:49.863788 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc26561f-39c7-476e-99e4-1554a5adae40'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'd5982947-0f20-454b-93ef-35fa568f6371', 'status': 'completed', 'code': 200} Apr 28 20:01:49.894913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:49.900394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 100dd917-dc07-411c-8586-8638cee2dd93 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:49.994714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 100dd917-dc07-411c-8586-8638cee2dd93 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:49.995356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.095823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122cb00-54f3-4022-ae24-6f66b56d191c req-32167c4a-59af-4689-8b94-b796cb848c76 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.106535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122cb00-54f3-4022-ae24-6f66b56d191c req-32167c4a-59af-4689-8b94-b796cb848c76 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.114905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] For port c0783065-e4ca-418b-b7e0-88949fa18df6, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c0783065-e4ca-418b-b7e0-88949fa18df6,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:50.115273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.121180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6122cb00-54f3-4022-ae24-6f66b56d191c req-32167c4a-59af-4689-8b94-b796cb848c76 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.122903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6122cb00-54f3-4022-ae24-6f66b56d191c req-32167c4a-59af-4689-8b94-b796cb848c76 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 2409 time: 0.4328437 Apr 28 20:01:50.166155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b93fc51b-6252-429c-9aa2-8f3bec97bf55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.192661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2ab91aff-be1c-4856-8ae2-6c764696231c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/51bc2126-9dea-4a8c-a4bc-c97fad6b70a0 HTTP/1.1" status: 204 len: 168 time: 3.8970852 Apr 28 20:01:50.195010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9417aaa4-b25f-44b7-aa16-b3a86dc39b04,segment=NetworkSegment(0436e1a7-a3d5-4039-a914-1cf5507bfc27),segment_id=0436e1a7-a3d5-4039-a914-1cf5507bfc27)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:50.195383 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.197219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:50.228756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6122cb00-54f3-4022-ae24-6f66b56d191c req-325ee714-0a6d-4934-89b4-a4b26f30cb82 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995212 Apr 28 20:01:50.291257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for c0783065-e4ca-418b-b7e0-88949fa18df6 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:50.325796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'mac_address': 'fa:16:3e:8a:b6:53', 'name': 'tempest-PortsTestJSON-1592649803'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:50.496384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:50.521926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:50.534074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:50.551566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:50.553307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11adfe9b-532a-476c-9a9d-a9a9ea9637fe None None] Network f7583184-9825-47ca-aee8-7fb777957772 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:50.611041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:50.679959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdc117a-fea8-46e9-8e1f-fc8cc20dd47f req-0c7a6157-0031-4e80-b582-56007536bd4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.688169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bdc117a-fea8-46e9-8e1f-fc8cc20dd47f req-0c7a6157-0031-4e80-b582-56007536bd4f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4914100 Apr 28 20:01:50.693071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:50.696758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.699964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-98b23710-7cdc-4537-a51f-73a68807e426 None None] Provisioning for port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:01:50.712230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-98b23710-7cdc-4537-a51f-73a68807e426 None None] Provisioning complete for port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:50.712755 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b23710-7cdc-4537-a51f-73a68807e426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.727555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a4cf6-9ba8-416d-94ce-a9782ef991ba req-908ec448-e5ff-4011-8afa-d68b19292d80 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:50.729324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457a4cf6-9ba8-416d-94ce-a9782ef991ba req-908ec448-e5ff-4011-8afa-d68b19292d80 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1494334 Apr 28 20:01:50.795033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Performing IP validity checks on allocation pools {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:01:50.795806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.ipam_backend_mixin [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88140) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:01:50.835024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:50.838960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-457a4cf6-9ba8-416d-94ce-a9782ef991ba req-c05ce991-d085-4cbd-bf6e-96aa93413dd0 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686090 Apr 28 20:01:50.854810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:50.872070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-98b23710-7cdc-4537-a51f-73a68807e426 None None] Could not find standard attr ID for object 9417aaa4-b25f-44b7-aa16-b3a86dc39b04. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:01:50.888216 n-d-839811-1 neutron-server[88141]: INFO neutron.plugins.ml2.db [None req-98b23710-7cdc-4537-a51f-73a68807e426 None None] No ports have port_id starting with 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 Apr 28 20:01:50.931429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Port': ['ID=9417aaa4-b25f-44b7-aa16-b3a86dc39b04,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.019984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No DVR routers for this DVR port 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:51.026516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:51.039190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:51.061319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:51.087263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bdc117a-fea8-46e9-8e1f-fc8cc20dd47f req-107ce4ea-0fc1-4998-b470-c3489f94d3b5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3979762 Apr 28 20:01:51.118183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.164914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:51.196246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.245729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90be003-08a3-4d39-b93e-d58bd03e46b1 None None] Network f7583184-9825-47ca-aee8-7fb777957772 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:51.310291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.412229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=b602305d-2cb7-44ce-94b7-51e31c990ddc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.437346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=c0783065-e4ca-418b-b7e0-88949fa18df6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.476940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.537755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.569977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7583184-9825-47ca-aee8-7fb777957772']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:51.571604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648137e8-afe9-440f-82a9-549555e82d37 None None] DHCP port deletion for f7583184-9825-47ca-aee8-7fb777957772 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:51.585086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0436e1a7-a3d5-4039-a914-1cf5507bfc27') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:51.585380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0436e1a7-a3d5-4039-a914-1cf5507bfc27') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:51.600659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.627941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cc973a-2d99-4261-ab29-f0779df44842 req-ecfed428-e282-4a53-9537-947aa666b0f5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:51.629448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2cc973a-2d99-4261-ab29-f0779df44842 req-ecfed428-e282-4a53-9537-947aa666b0f5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4002242 Apr 28 20:01:51.630479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.637028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:51.637645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.638430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] No DVR routers for this DVR port c0783065-e4ca-418b-b7e0-88949fa18df6 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:51.645714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:51.653234 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:51.668805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:51.711032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.745740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:51.770923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-0a71bdb6-adfe-489f-b90e-c3eec55c8e1a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "DELETE /v2.0/ports/c0783065-e4ca-418b-b7e0-88949fa18df6 HTTP/1.1" status: 204 len: 173 time: 2.7672093 Apr 28 20:01:51.774936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2cc973a-2d99-4261-ab29-f0779df44842 req-bb9a943f-e391-4a73-8d92-32714bafc926 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207523 Apr 28 20:01:51.775905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.794120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:51.819136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=f7583184-9825-47ca-aee8-7fb777957772,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.837379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f838de1e-2659-4325-ad4b-a1450166e9d1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/f7583184-9825-47ca-aee8-7fb777957772 HTTP/1.1" status: 204 len: 168 time: 2.5584784 Apr 28 20:01:51.838087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:51.872512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:51.895510 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7c7e6b7-0606-4dff-8eb1-581a98c7de63 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:51.896373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7c7e6b7-0606-4dff-8eb1-581a98c7de63 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:51.898380 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a7c7e6b7-0606-4dff-8eb1-581a98c7de63 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/b602305d-2cb7-44ce-94b7-51e31c990ddc HTTP/1.1" status: 404 len: 337 time: 0.0593905 Apr 28 20:01:51.902513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:51.948935 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-97229289-4935-430a-8f1b-29f1dd149bb1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:51.949215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97229289-4935-430a-8f1b-29f1dd149bb1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:51.953148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97229289-4935-430a-8f1b-29f1dd149bb1 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/f7583184-9825-47ca-aee8-7fb777957772 HTTP/1.1" status: 404 len: 339 time: 0.0463536 Apr 28 20:01:51.954530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=4ef0c161-5389-4e5e-ab86-7f714605e132,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:51.969944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:52.022711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.044674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7054061d-c260-4199-b96d-c91d23e650d4 req-addcd49e-788c-4641-a2e2-cc3505b844ec tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.046347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7054061d-c260-4199-b96d-c91d23e650d4 req-addcd49e-788c-4641-a2e2-cc3505b844ec tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1001306 Apr 28 20:01:52.048945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port 23be342a-651e-4955-a128-e8d2ae3a3d4e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:52.049298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.086163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-b214968f-e339-4d32-8e9a-87c943b2de3c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.091999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-b214968f-e339-4d32-8e9a-87c943b2de3c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.092780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-b214968f-e339-4d32-8e9a-87c943b2de3c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:52.135462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': '5de59370-4ad6-4103-adff-373205a8f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:52.135721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: b37d3940-7471-4344-a3b5-6f86138ad975, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:01:52.144251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7054061d-c260-4199-b96d-c91d23e650d4 req-8b7a6912-3777-4ab5-8a2f-3a8e3ae93ebe tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657401 Apr 28 20:01:52.157839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:52.164467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-f8f8add2-813f-429d-9343-f9a79bfc7680 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.165949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-f8f8add2-813f-429d-9343-f9a79bfc7680 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1186619 Apr 28 20:01:52.242721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Usage tracker for resource:security_group_rule and tenant:a978bcd74a1e492bafb2b7eeb7d208a8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:52.246558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Deleting port 1698ca00-4d4d-4735-b7bb-35106380450d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:52.247638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.256280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:52.281973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:52.293757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-b214968f-e339-4d32-8e9a-87c943b2de3c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:52.294963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-b214968f-e339-4d32-8e9a-87c943b2de3c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 1676 time: 0.9003923 Apr 28 20:01:52.304117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.326230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28272f52-941b-4de1-a03b-c9bbfa73c620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.393753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network b37d3940-7471-4344-a3b5-6f86138ad975 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:01:52.465285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9231807-e153-4c84-809b-de929cf0fc09 req-ac3f57bc-f987-4774-adc5-35689de9f9eb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.466752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9231807-e153-4c84-809b-de929cf0fc09 req-ac3f57bc-f987-4774-adc5-35689de9f9eb tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 945 time: 0.1885316 Apr 28 20:01:52.470808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b37d3940-7471-4344-a3b5-6f86138ad975) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:52.487355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:52.487944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.489189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bfbbf9d-890c-4e85-ad44-f065f4f13276 None None] Network b37d3940-7471-4344-a3b5-6f86138ad975 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:52.512640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.529110 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:01:52.603000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9231807-e153-4c84-809b-de929cf0fc09 req-40ca81f1-9adb-46d9-a6f2-678de7ee2f9a tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/security-groups?id=d5d2bef5-fc1c-49fc-a105-77a1b1b64612&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807776 Apr 28 20:01:52.608489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] For port 1698ca00-4d4d-4735-b7bb-35106380450d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=1698ca00-4d4d-4735-b7bb-35106380450d,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:52.608889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.609116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70eb6784-6c96-4b44-857a-d7a911a1f667 req-45581b81-5716-43b6-b0ec-2b4cf922ebfb tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2312849 Apr 28 20:01:52.729747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ed137f47-9eb1-4eb2-b3da-3f6ce0dc4378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 3.5036998 Apr 28 20:01:52.729747 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d54b7c94-cde6-403b-8609-8f8871dd22da'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'c0783065-e4ca-418b-b7e0-88949fa18df6', 'status': 'completed', 'code': 200} Apr 28 20:01:52.740410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:52.875407 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.902104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b37d3940-7471-4344-a3b5-6f86138ad975', 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': '4ef0c161-5389-4e5e-ab86-7f714605e132'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:01:52.903036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:52.904126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Calling delete_port for 1698ca00-4d4d-4735-b7bb-35106380450d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:53.123704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Allocated IP 172.20.0.3 (b37d3940-7471-4344-a3b5-6f86138ad975/4ef0c161-5389-4e5e-ab86-7f714605e132/6f3f3500-18ba-40ef-9bcb-9c1feb331fd1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:01:53.127173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.132778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6db98d87-56d2-4965-9ccc-2421fa58ca3d']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:53.139462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.155996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['1698ca00-4d4d-4735-b7bb-35106380450d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:01:53.194672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.202982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Pushing event deleted for resources: {'Port': ['ID=1698ca00-4d4d-4735-b7bb-35106380450d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.212283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b867983-8d32-43a9-9027-e2de0f1b2618') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:53.212701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b867983-8d32-43a9-9027-e2de0f1b2618') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:53.239974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] For port 23be342a-651e-4955-a128-e8d2ae3a3d4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=23be342a-651e-4955-a128-e8d2ae3a3d4e,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:53.240346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.253159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.262716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.301773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15392fba-f023-42fa-b734-efb577be97da req-356c8deb-42e5-4c5e-9045-eb3449fa9047 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:53.303262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15392fba-f023-42fa-b734-efb577be97da req-356c8deb-42e5-4c5e-9045-eb3449fa9047 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2564797 Apr 28 20:01:53.304287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] No DVR routers for this DVR port 1698ca00-4d4d-4735-b7bb-35106380450d on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:53.307396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.311780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'name': 'network-vif-deleted', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:53.347530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae781c19-8f18-4fd0-a20f-c6ffa1ea6a42 req-9e519a57-9f7b-45f0-a151-ee7060045ef2 tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.41 "DELETE /v2.0/ports/1698ca00-4d4d-4735-b7bb-35106380450d HTTP/1.1" status: 204 len: 173 time: 1.1762626 Apr 28 20:01:53.380694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15392fba-f023-42fa-b734-efb577be97da req-1d8ede06-bf8d-4faa-afa4-4a78358f4de1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693891 Apr 28 20:01:53.402344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:53.416060 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f1cb387-df20-425f-8552-381bd1b539b3'] response: {'server_uuid': '747fdfe8-3b92-416e-b052-996f8e4fe8f9', 'name': 'network-vif-deleted', 'tag': '1698ca00-4d4d-4735-b7bb-35106380450d', 'status': 'completed', 'code': 200} Apr 28 20:01:53.446055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:53.446405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9417aaa4-b25f-44b7-aa16-b3a86dc39b04 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:53.452702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:53.453126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.465288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Transition to ACTIVE for port object 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:53.465699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for 23be342a-651e-4955-a128-e8d2ae3a3d4e owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:53.485845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Transition to ACTIVE for port object 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:01:53.493222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.506350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:53.509180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:53.514613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:53.515416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.538702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.581150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Pushing event updated for resources: {'Port': ['ID=6f3f3500-18ba-40ef-9bcb-9c1feb331fd1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.586309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a978bcd74a1e492bafb2b7eeb7d208a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8337703 Apr 28 20:01:53.587421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Network b37d3940-7471-4344-a3b5-6f86138ad975 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:53.588847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:53.589262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.590071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:53.590471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:53.592968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:53.612272 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:53.615014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.632413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29c1dbc5-ba72-4bfe-a238-0d46e8709fc6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.667246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.694999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.727497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.777381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.778018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.778130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.778407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.778739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.779257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.779598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.779927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.780255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.780580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.780905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.781227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.793371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.793785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.794103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.794633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.795159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.795660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.796158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.796653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.797179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.797739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.798244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.798722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f091e9f-9e5c-4788-b1ba-7942ad6d5c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:01:53.801114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.812113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23cb21bf-a4ec-4bfd-9ea2-18e3ec14fe1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.5314677 Apr 28 20:01:53.820561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45578) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:53.839734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:53.840308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.855687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.862517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Attempting to bind port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:01:53.863718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Attempting to bind port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '5de59370-4ad6-4103-adff-373205a8f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:01:53.864084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Attempting to bind port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 on network b37d3940-7471-4344-a3b5-6f86138ad975 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:01:53.875054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.876102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:01:53.876554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Checking segment: {'id': '5de59370-4ad6-4103-adff-373205a8f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:01:53.876958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.878398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Bound using segment: {'id': '5de59370-4ad6-4103-adff-373205a8f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:01:53.878894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Bound port: 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5de59370-4ad6-4103-adff-373205a8f03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'b37d3940-7471-4344-a3b5-6f86138ad975'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:01:53.879276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.947708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.964136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c1dbc5-ba72-4bfe-a238-0d46e8709fc6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:53.988481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:53.998462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=6db98d87-56d2-4965-9ccc-2421fa58ca3d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.007009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-87d449e4-c7a9-462e-8318-077bad9a6be2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/29c1dbc5-ba72-4bfe-a238-0d46e8709fc6 HTTP/1.1" status: 204 len: 168 time: 0.4015784 Apr 28 20:01:54.023197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.024447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] For port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:01:54.033320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1ecfe052-ceba-4de6-b5a1-4a8afa165d54 req-b1eb1976-865e-4b84-8349-fda9081d377c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Synchronizing usage tracker for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:54.034279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] For port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f3f3500-18ba-40ef-9bcb-9c1feb331fd1,segment=NetworkSegment(5de59370-4ad6-4103-adff-373205a8f03d),segment_id=5de59370-4ad6-4103-adff-373205a8f03d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:01:54.042714 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.083264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c13f26c8-c20f-453d-86fa-7516a45edc11 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.085196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c13f26c8-c20f-453d-86fa-7516a45edc11 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:54.104495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1ecfe052-ceba-4de6-b5a1-4a8afa165d54 req-b1eb1976-865e-4b84-8349-fda9081d377c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] Unset dirty status for tenant:caeb3a32a7e849dd845a1339c659a9af on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:54.105633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ecfe052-ceba-4de6-b5a1-4a8afa165d54 req-b1eb1976-865e-4b84-8349-fda9081d377c tempest-ServerRescueNegativeTestJSON-1935607511 tempest-ServerRescueNegativeTestJSON-1935607511-project] 10.222.0.24 "GET /v2.0/ports?device_id=747fdfe8-3b92-416e-b052-996f8e4fe8f9 HTTP/1.1" status: 200 len: 210 time: 0.2232809 Apr 28 20:01:54.107784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f73c1f19-69eb-4e1a-b019-7dbe4573ef7c tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/6db98d87-56d2-4965-9ccc-2421fa58ca3d HTTP/1.1" status: 204 len: 168 time: 2.1267626 Apr 28 20:01:54.114240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:54.132155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.200450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c13f26c8-c20f-453d-86fa-7516a45edc11 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:54.205620 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c13f26c8-c20f-453d-86fa-7516a45edc11 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 HTTP/1.1" status: 200 len: 841 time: 0.3251085 Apr 28 20:01:54.222184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:54.223394 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-eafe372d-4584-4ec9-a0f4-d7f66fb535a3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:54.223959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eafe372d-4584-4ec9-a0f4-d7f66fb535a3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:54.225807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eafe372d-4584-4ec9-a0f4-d7f66fb535a3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/0f37c83e-6f03-4f36-be68-54b8d25ea1f7 HTTP/1.1" status: 404 len: 337 time: 0.1087949 Apr 28 20:01:54.228989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:54.231193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4920cd2-3889-4847-9917-b649e802f7ed None None] Pushing event updated for resources: {'Port': ['ID=6f3f3500-18ba-40ef-9bcb-9c1feb331fd1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.240049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=23be342a-651e-4955-a128-e8d2ae3a3d4e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:54.325644 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c87e4e-7769-4089-a157-c9ea12df6e67 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:01:54.326203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6c87e4e-7769-4089-a157-c9ea12df6e67 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:01:54.331422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f6c87e4e-7769-4089-a157-c9ea12df6e67 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/39648659-63c9-44e0-acb7-6867469cdb1e HTTP/1.1" status: 404 len: 339 time: 0.0973158 Apr 28 20:01:54.332514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45598) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:54.355457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:54.356104 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.405386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-1de4a1fb-5cfe-4378-a85a-f03b9af3ce45 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.412066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-1de4a1fb-5cfe-4378-a85a-f03b9af3ce45 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:54.412894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-1de4a1fb-5cfe-4378-a85a-f03b9af3ce45 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Synchronizing usage tracker for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:54.440984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] No DVR routers for this DVR port 23be342a-651e-4955-a128-e8d2ae3a3d4e on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:54.478169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.492804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-4e5ffe30-95e1-4a40-a169-cd0e4a1e79e4 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "DELETE /v2.0/ports/23be342a-651e-4955-a128-e8d2ae3a3d4e HTTP/1.1" status: 204 len: 173 time: 2.7017164 Apr 28 20:01:54.502036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-1de4a1fb-5cfe-4378-a85a-f03b9af3ce45 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Unset dirty status for tenant:e7989dcbc9d44a248674a9cc4f904820 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:54.503546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-1de4a1fb-5cfe-4378-a85a-f03b9af3ce45 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 1676 time: 0.5874369 Apr 28 20:01:54.506220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45604) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:54.621448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.653745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port aacfcd4d-46de-4f77-a490-7380c7705837 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:54.654083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.711735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting subnet 4463b841-d6f6-4147-9d78-77a03f42d3e9 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:54.721563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.728144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:54.734935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:54.741933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] For port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f3f3500-18ba-40ef-9bcb-9c1feb331fd1,segment=NetworkSegment(5de59370-4ad6-4103-adff-373205a8f03d),segment_id=5de59370-4ad6-4103-adff-373205a8f03d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:54.742293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.756361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Usage tracker for resource:security_group_rule and tenant:953eab22eafc43cea48ff0ed42c0987b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:54.765515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:54.774356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e5d2112-f484-4187-87b3-ef0dcd7abe43 req-5ddf35e8-5a12-462b-80ae-95c6c661e5a9 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups?id=fcdfceb7-8c81-4394-98ae-ea084fa76957&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2418120 Apr 28 20:01:54.898261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:54.900457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:54.903234 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ba30bd-9f66-4e30-87d3-9e3ad8a0d1c0'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': '23be342a-651e-4955-a128-e8d2ae3a3d4e', 'status': 'completed', 'code': 200} Apr 28 20:01:54.913925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Calling delete_port for 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:54.955931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.144041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.220981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c446be9-9a9f-4c7b-9507-6d0991fcf28a req-e9a70650-dbc5-4c49-ad03-4483cfb5b0c2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:55.228081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c446be9-9a9f-4c7b-9507-6d0991fcf28a req-e9a70650-dbc5-4c49-ad03-4483cfb5b0c2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6882205 Apr 28 20:01:55.236939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:55.249553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:55.363398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c446be9-9a9f-4c7b-9507-6d0991fcf28a req-bf390952-1a45-4bad-bd3f-76665cce37c0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343579 Apr 28 20:01:55.387938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.435531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.466654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] For port aacfcd4d-46de-4f77-a490-7380c7705837, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=aacfcd4d-46de-4f77-a490-7380c7705837,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:55.467108 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.537291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:01:55.549292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:55.594968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.602240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2386b343-4cf7-4cf0-aa43-e11cb30b120e None None] Network b37d3940-7471-4344-a3b5-6f86138ad975 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:55.618717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.659293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:55.659914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Apr 28 20:01:55.698417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00f8254c-681e-46d8-9819-02bfb0589b22 None None] Could not find standard attr ID for object 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:01:55.701071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-894250b9-aeec-45f9-92d0-1af98ebaab39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 HTTP/1.1" status: 204 len: 168 time: 1.4740365 Apr 28 20:01:55.702530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 not found, will not notify nova. {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Apr 28 20:01:55.707548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45620) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:55.708669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.710813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/4463b841-d6f6-4147-9d78-77a03f42d3e9 HTTP/1.1" status: 204 len: 168 time: 1.3768883 Apr 28 20:01:55.713549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:55.748456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for aacfcd4d-46de-4f77-a490-7380c7705837 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:55.755543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339b5b1e-4b8b-42f7-9174-78cde3ffa272 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=4463b841-d6f6-4147-9d78-77a03f42d3e9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:55.773372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b76e8e5c-6aa3-4369-b462-7c7f4458bb77 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:55.806873 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cda8fa7a-2a0f-449a-80c6-a557713ce2b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:01:55.807677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cda8fa7a-2a0f-449a-80c6-a557713ce2b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:55.852291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cda8fa7a-2a0f-449a-80c6-a557713ce2b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:55.861295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cda8fa7a-2a0f-449a-80c6-a557713ce2b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/8dd1da2e-f3e2-4e6f-ad5b-a6e8d3d4daa7 HTTP/1.1" status: 404 len: 333 time: 0.1424396 Apr 28 20:01:55.861295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:55.874513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'name': 'tempest-PortsTestJSON-1236287733'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:55.877436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1698ca00-4d4d-4735-b7bb-35106380450d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:55.930444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting subnet ab31e233-5921-445a-95d2-4a7a6dd7a2f1 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:01:55.944934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 1698ca00-4d4d-4735-b7bb-35106380450d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:55.945742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 1698ca00-4d4d-4735-b7bb-35106380450d not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:55.948799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:55.951897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.065904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.084281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.182059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.236881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.243813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Port': ['ID=6f3f3500-18ba-40ef-9bcb-9c1feb331fd1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:56.247256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:56.274382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:56.324451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:56.328072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.345924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-defca8b0-3fe2-4b62-9539-642ae2afbbbb req-de3f9c2d-fc3d-44c1-836a-6e480efa62d3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.2820680 Apr 28 20:01:56.360792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d119b068-cb9e-48f4-8466-3e59f6834208 req-a86454cc-349d-4922-80bf-b3754f901de9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:56.362563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d119b068-cb9e-48f4-8466-3e59f6834208 req-a86454cc-349d-4922-80bf-b3754f901de9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.4291878 Apr 28 20:01:56.377886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-7c19c459-cbfb-4f96-8937-cb006e5dca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:56.379181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-7c19c459-cbfb-4f96-8937-cb006e5dca29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 1095 time: 0.3684654 Apr 28 20:01:56.386434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:01:56.412209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=aacfcd4d-46de-4f77-a490-7380c7705837,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:56.455331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No DVR routers for this DVR port 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:56.536018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=953eab22eafc43cea48ff0ed42c0987b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0264003 Apr 28 20:01:56.545772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:56.549262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.580389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323287f2-7d5a-4117-b34b-55a782681dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8fb59d-01ee-4869-b7b4-65544f99d396,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:56.596493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] No DVR routers for this DVR port aacfcd4d-46de-4f77-a490-7380c7705837 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:56.599141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.649836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.779193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d119b068-cb9e-48f4-8466-3e59f6834208 req-7eef3b33-8127-488d-87a8-ded0bb5e8877 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3941212 Apr 28 20:01:56.846634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.883326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-692b8dab-b722-46fc-89e8-71b062f49eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:56.884808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-692b8dab-b722-46fc-89e8-71b062f49eb8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3741217 Apr 28 20:01:56.888124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:56.980417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4228cc-6ed8-4475-8bc4-c81b4c06cda6 req-d71e86a5-d24d-4dae-963c-6d086327c051 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.41 "DELETE /v2.0/ports/aacfcd4d-46de-4f77-a490-7380c7705837 HTTP/1.1" status: 204 len: 173 time: 2.4724915 Apr 28 20:01:56.981004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:01:56.986453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=ab31e233-5921-445a-95d2-4a7a6dd7a2f1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.030925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.038621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11958122-46ae-4e56-b402-f451225da2f6 None None] Network feca6b5b-8365-49c6-87da-93ba18d8a6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:57.048055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cedc9ed4-c5f3-4c38-b007-6286008cc91e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/ab31e233-5921-445a-95d2-4a7a6dd7a2f1 HTTP/1.1" status: 204 len: 168 time: 1.3259394 Apr 28 20:01:57.050337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:57.073064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-8dd7a4c7-0f09-41c1-90c8-db65e1fdf1ac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 200 len: 999 time: 0.1385503 Apr 28 20:01:57.079237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.087716 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26f2ccad-3997-46e1-abf0-6d6532887c0a'] response: {'server_uuid': '178c4f7b-516b-41da-b2b1-1f5e0027b7b8', 'name': 'network-vif-deleted', 'tag': 'aacfcd4d-46de-4f77-a490-7380c7705837', 'status': 'completed', 'code': 200} Apr 28 20:01:57.090886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14a519bc-302c-44cf-9532-61d1bc596c7f None None] Provisioning complete for port f524481b-1971-47a2-a95c-79cc1d482676 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:01:57.091442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14a519bc-302c-44cf-9532-61d1bc596c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.103511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.209775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.222961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:01:57.234845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:01:57.244312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:01:57.252302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:57.253052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.272104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.287849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-9a7678f5-28ee-4897-aff3-06b60aa193b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:57.290023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-9a7678f5-28ee-4897-aff3-06b60aa193b2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.2083933 Apr 28 20:01:57.291618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.292266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-17f5e682-1eeb-4bba-8d69-455bbc151e1a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4310682 Apr 28 20:01:57.294756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:57.299982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=4ef0c161-5389-4e5e-ab86-7f714605e132,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.302695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:57.357638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6bb924-f40a-4f76-9d27-0d3d74d59fc1 None None] Network b37d3940-7471-4344-a3b5-6f86138ad975 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:01:57.462724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.477126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.584998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8fb59d-01ee-4869-b7b4-65544f99d396,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:57.646529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cc287111-fff1-48e1-962f-b86853a8d1fd req-f3b7cefb-f43a-4867-bce2-b0ff940b3d3a tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.1082013 Apr 28 20:01:57.747721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.771009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.772289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0a7612cb-9808-4719-8646-d4432a544bed admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb8fb59d-01ee-4869-b7b4-65544f99d396 HTTP/1.1" status: 204 len: 168 time: 1.2231910 Apr 28 20:01:57.772951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port f524481b-1971-47a2-a95c-79cc1d482676 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:57.773281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.776450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.801564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-b02715cd-792e-4b87-b8ba-ea8c23da02e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:57.803028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-b02715cd-792e-4b87-b8ba-ea8c23da02e3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2583759 Apr 28 20:01:57.841253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efd5cc-cce9-4bba-a83a-79ae8db8a204 None None] DHCP port deletion for b37d3940-7471-4344-a3b5-6f86138ad975 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:57.880718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653960da-8961-4bac-89df-f9e73e047639 None None] DHCP port deletion for feca6b5b-8365-49c6-87da-93ba18d8a6ad request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:01:57.885188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Deleting port f524481b-1971-47a2-a95c-79cc1d482676 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:57.885455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:57.894609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37d3940-7471-4344-a3b5-6f86138ad975']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:57.932267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de59370-4ad6-4103-adff-373205a8f03d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:57.932981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de59370-4ad6-4103-adff-373205a8f03d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:01:57.995788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.060342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.123355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-37e8372c-a6bc-4b1a-944e-45e0333fba6e service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2938282 Apr 28 20:01:58.196723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.203965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.270418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f524481b-1971-47a2-a95c-79cc1d482676,segment=NetworkSegment(b3869ef1-975b-40ce-a1b4-1cbd687e2bc9),segment_id=b3869ef1-975b-40ce-a1b4-1cbd687e2bc9)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:58.270781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.299360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-653960da-8961-4bac-89df-f9e73e047639 None None] For port f524481b-1971-47a2-a95c-79cc1d482676, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f524481b-1971-47a2-a95c-79cc1d482676,segment=NetworkSegment(b3869ef1-975b-40ce-a1b4-1cbd687e2bc9),segment_id=b3869ef1-975b-40ce-a1b4-1cbd687e2bc9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:01:58.299857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.349888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] In _notify_port_updated(), no bound segment for port bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c on network 4c4d822d-4b25-42af-807c-9b6d163e31ae {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:01:58.357281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:58.358894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.361390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/ports/bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c HTTP/1.1" status: 200 len: 818 time: 1.0649524 Apr 28 20:01:58.365984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45662) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:58.442479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:01:58.442891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.467279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24c892-e69b-4eef-a5fa-ff4e3e4a3039 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:01:58.490180 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:01:58.511940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ab749e9-758a-4be4-a36d-f79c9dcdaa9b req-7cbf1661-c0c5-4453-9d7a-ad6d4306f169 service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668582 Apr 28 20:01:58.533075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Calling delete_port for f524481b-1971-47a2-a95c-79cc1d482676 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:58.540274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:58.540637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.659617 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.660668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for f524481b-1971-47a2-a95c-79cc1d482676 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:58.773300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653960da-8961-4bac-89df-f9e73e047639 None None] Pushing event deleted for resources: {'Port': ['ID=f524481b-1971-47a2-a95c-79cc1d482676,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:58.784594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653960da-8961-4bac-89df-f9e73e047639 None None] No DVR routers for this DVR port f524481b-1971-47a2-a95c-79cc1d482676 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:01:58.869621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.872825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.950140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:58.976179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=b37d3940-7471-4344-a3b5-6f86138ad975,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:58.977055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-203f29f3-9a7a-43d7-ab2a-d8e0c6b82d86 req-bc349f31-58b1-44da-b951-d7937a7fdd48 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0807085 Apr 28 20:01:58.979749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ffd6b50b-4896-46b5-8eff-14437f13d08e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/b37d3940-7471-4344-a3b5-6f86138ad975 HTTP/1.1" status: 204 len: 168 time: 6.2271035 Apr 28 20:01:58.986081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45680) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:59.014557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:01:59.015035 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:01:59.031845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2e0d12-f848-4a2d-8277-7b951b38e6c6 req-83de2ade-8c53-4df3-85f6-4ae6d1b92fa1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:59.033504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c2e0d12-f848-4a2d-8277-7b951b38e6c6 req-83de2ade-8c53-4df3-85f6-4ae6d1b92fa1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.9699037 Apr 28 20:01:59.066458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2006488690'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:59.110064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c2e0d12-f848-4a2d-8277-7b951b38e6c6 req-0691e5af-a5a2-4242-9cf2-e8be8c66f0ae tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672443 Apr 28 20:01:59.129415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.142229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:01:59.179055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:01:59.200755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:01:59.206095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:01:59.215437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:01:59.244511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:01:59.248866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.315026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.435982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f524481b-1971-47a2-a95c-79cc1d482676 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:59.468543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:01:59.489570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:59.497064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.509450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f524481b-1971-47a2-a95c-79cc1d482676 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:59.514200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f524481b-1971-47a2-a95c-79cc1d482676 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:59.514877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:01:59.519491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.520087 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment d6ed2ac8-98ed-41bb-8204-68a4d8fe8775 of type vlan for network ad309887-79b4-42cb-b5b5-3a056320e118 Apr 28 20:01:59.527045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f7f9ad1-6e9e-450a-aa51-430f0a624c04 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c HTTP/1.1" status: 204 len: 168 time: 1.1501734 Apr 28 20:01:59.530622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:59.623825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:01:59.626233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f3f3500-18ba-40ef-9bcb-9c1feb331fd1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:01:59.681594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port f524481b-1971-47a2-a95c-79cc1d482676 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:01:59.681838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.785712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.807707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] The port 'f524481b-1971-47a2-a95c-79cc1d482676' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:01:59.830772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.837422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:59.838059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.872330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa16fe9-6040-4a0c-bbae-c68c6c1ab8a5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:01:59.873020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1aa16fe9-6040-4a0c-bbae-c68c6c1ab8a5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:01:59.911204 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9240019 Apr 28 20:01:59.934088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:59.945526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:01:59.956283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:01:59.970937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1aa16fe9-6040-4a0c-bbae-c68c6c1ab8a5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:01:59.974679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1aa16fe9-6040-4a0c-bbae-c68c6c1ab8a5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.4388683 Apr 28 20:01:59.974679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ab4a0-7b25-4c46-8dc7-bbe835afb968 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=ad309887-79b4-42cb-b5b5-3a056320e118,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:01:59.974939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:01:59.988859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ad309887-79b4-42cb-b5b5-3a056320e118 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:00.026542 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe6490d-0940-4482-91ea-6732465b084a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:02:00.028209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0fe6490d-0940-4482-91ea-6732465b084a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/bcbf70bc-6a6c-4b6c-9cee-ea53ddb5d30c HTTP/1.1" status: 404 len: 333 time: 0.0517645 Apr 28 20:02:00.032038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:00.038410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1889982692'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:00.043785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:00.050694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:00.058589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:00.072456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:00.092260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:00.104045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['feca6b5b-8365-49c6-87da-93ba18d8a6ad']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.107784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.185805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:00.207469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.208349 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 891206e3-2b90-4b2c-982d-f3f57bf162da of type vlan for network 542366a8-0e4e-4af5-8937-e4626df58cb5 Apr 28 20:02:00.223681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.224055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3869ef1-975b-40ce-a1b4-1cbd687e2bc9') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:00.266982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.277237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Deleting port 0267856a-defe-41c8-ae8b-bf32e175366e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:00.277237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.335106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5b6e814-a760-418f-9d0e-464121851a9c req-df5fd9fb-c036-4aa4-8e42-a4630591cad7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/ports?device_id=178c4f7b-516b-41da-b2b1-1f5e0027b7b8 HTTP/1.1" status: 200 len: 210 time: 0.0998244 Apr 28 20:02:00.336007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:00.360084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.379460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.388985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:00.399746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.402371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:00.406353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:00.407019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.416966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:00.417708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.436336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:00.439926 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:00.509871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4765196 Apr 28 20:02:00.516231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45736) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:00.524382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:00.541115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02922d-6b0a-4465-9df0-d7150268b82a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=542366a8-0e4e-4af5-8937-e4626df58cb5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:00.555296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:00.583618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:00.588826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.651453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:00.655752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:00.659546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:00.666512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:00.677842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:00.683115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.702327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.747577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.814388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=feca6b5b-8365-49c6-87da-93ba18d8a6ad,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:00.866152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8ce840-7075-4edd-8ec1-a109b4bdedea req-3760f356-50c0-429e-9f9c-5a6c53e159ba tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:00.870264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c8ce840-7075-4edd-8ec1-a109b4bdedea req-3760f356-50c0-429e-9f9c-5a6c53e159ba tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.5554478 Apr 28 20:02:00.890071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-faf31908-e01b-4302-85f4-35015b74114e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/feca6b5b-8365-49c6-87da-93ba18d8a6ad HTTP/1.1" status: 204 len: 168 time: 3.8379710 Apr 28 20:02:00.894539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] For port 0267856a-defe-41c8-ae8b-bf32e175366e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0267856a-defe-41c8-ae8b-bf32e175366e,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:00.894894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:00.905570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45748) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:00.965453 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0a55db-1c60-4ef5-9d71-25cd1bc94889 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:00.965955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0a55db-1c60-4ef5-9d71-25cd1bc94889 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:00.977605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc0a55db-1c60-4ef5-9d71-25cd1bc94889 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/302bc37c-a1d2-426c-950d-59623a40e01c HTTP/1.1" status: 404 len: 337 time: 0.0704873 Apr 28 20:02:00.987578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45754) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.028648 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ffb628-f7f8-4cb5-ab59-b1abbe3d36c4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.029492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ffb628-f7f8-4cb5-ab59-b1abbe3d36c4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.033970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b8ffb628-f7f8-4cb5-ab59-b1abbe3d36c4 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/e2028f82-5c36-46f1-82b1-c5b4f0a7f100 HTTP/1.1" status: 404 len: 339 time: 0.0423305 Apr 28 20:02:01.033970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45758) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.072120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Calling delete_port for 0267856a-defe-41c8-ae8b-bf32e175366e owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:01.083770 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-171670d4-04a2-4ae1-999c-88849b66cc01 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.084224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-171670d4-04a2-4ae1-999c-88849b66cc01 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.088118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-171670d4-04a2-4ae1-999c-88849b66cc01 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/8e329180-b021-43c5-8a09-238f6f1b4009 HTTP/1.1" status: 404 len: 337 time: 0.0510621 Apr 28 20:02:01.089349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45762) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.121781 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc29ef4c-acbc-4ee4-9591-9498305a85e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.122685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc29ef4c-acbc-4ee4-9591-9498305a85e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.125872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dc29ef4c-acbc-4ee4-9591-9498305a85e0 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/bb7d38fd-28ae-4d10-9f80-9a9389b32df6 HTTP/1.1" status: 404 len: 339 time: 0.0337057 Apr 28 20:02:01.126791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.128305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.210734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c8ce840-7075-4edd-8ec1-a109b4bdedea req-7790a512-0c35-4f7a-8c97-a7afead3501a tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3274169 Apr 28 20:02:01.214524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=c477df26-3df7-41f1-9d14-ec10bbb7facd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:01.225090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '891206e3-2b90-4b2c-982d-f3f57bf162da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:01.225432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 542366a8-0e4e-4af5-8937-e4626df58cb5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:01.255790 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb59ed04-efbd-4768-a5a8-27fa6a2fdfda tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.256238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb59ed04-efbd-4768-a5a8-27fa6a2fdfda tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.262320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:01.278579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 542366a8-0e4e-4af5-8937-e4626df58cb5) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:01.285931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bb59ed04-efbd-4768-a5a8-27fa6a2fdfda tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/10dcec66-85d1-4a41-83b2-a0f8249d72cb HTTP/1.1" status: 404 len: 337 time: 0.1247160 Apr 28 20:02:01.286466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.290363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b60cac-30ab-4ce5-aa5c-bfa7baf639f2 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:01.295240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:01.295830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.321060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2003d09-3d08-43d2-9d3d-2c26c1948353 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8008621 Apr 28 20:02:01.321301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45780) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.345442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:01.352246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.383333 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e58630-3c72-4899-91cc-111f9ebe25d7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:01.383825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e58630-3c72-4899-91cc-111f9ebe25d7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.385565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0e58630-3c72-4899-91cc-111f9ebe25d7 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/0d2d51d5-c34b-4ae2-8770-e46fe71f8cc4 HTTP/1.1" status: 404 len: 339 time: 0.0883300 Apr 28 20:02:01.396941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45792) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.570401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45798) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.620214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-542366a8-0e4e-4af5-8937-e4626df58cb5', 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': 'c477df26-3df7-41f1-9d14-ec10bbb7facd'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:01.621967 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.632639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664abeb8-518b-46c4-8fa9-e9c91fb2f616 req-483596d1-54fa-4044-aaf4-777ae4c067c1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:01.634210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-664abeb8-518b-46c4-8fa9-e9c91fb2f616 req-483596d1-54fa-4044-aaf4-777ae4c067c1 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2686963 Apr 28 20:02:01.637952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:01.652809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.666940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:01.674854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:01.684110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:01.689034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.720655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:01.724826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.757603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:01.772576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-664abeb8-518b-46c4-8fa9-e9c91fb2f616 req-1b952207-d44f-4452-afea-95a6e21360da tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320786 Apr 28 20:02:01.773219 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.774589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting subnet 7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:01.777505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Usage tracker for resource:security_group_rule and tenant:84276a5a9dae4fdb870b8d846fb3eac4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:01.792694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.822511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:01.833746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=2a1778a4-51f9-4d81-983b-3815819188fa,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:01.866811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Allocated IP 172.20.0.2 (542366a8-0e4e-4af5-8937-e4626df58cb5/c477df26-3df7-41f1-9d14-ec10bbb7facd/73ad852a-714f-4082-833d-43d7f9ee8dd4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:01.867800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.880616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:01.912819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:01.913231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: ad309887-79b4-42cb-b5b5-3a056320e118, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:01.934768 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet c477df26-3df7-41f1-9d14-ec10bbb7facd (CIDR: 172.20.0.0/28) Apr 28 20:02:01.939167 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:02:01.939653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:01.946586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.973265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6cbf9883-27b0-4e30-a90f-ef66bafc7d98 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6483397 Apr 28 20:02:01.973265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.973876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:01.977417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/security-groups/fcdfceb7-8c81-4394-98ae-ea084fa76957 HTTP/1.1" status: 204 len: 168 time: 0.4001985 Apr 28 20:02:01.977601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:01.978531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:02.001336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956af5df-6cb2-47bb-984b-c2226ae4e47c tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdfceb7-8c81-4394-98ae-ea084fa76957,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.010193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:02.066425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.070383 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-c59b88bd-83bd-478d-8baf-52a37d4486dc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] show failed (client error): The resource could not be found. Apr 28 20:02:02.074036 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c59b88bd-83bd-478d-8baf-52a37d4486dc tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "GET /v2.0/security-groups/fcdfceb7-8c81-4394-98ae-ea084fa76957 HTTP/1.1" status: 404 len: 347 time: 0.0891695 Apr 28 20:02:02.076351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45818) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:02.159188 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.175818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Transition to ACTIVE for port object 73ad852a-714f-4082-833d-43d7f9ee8dd4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:02.203373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Transition to ACTIVE for port object 73ad852a-714f-4082-833d-43d7f9ee8dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:02.215315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.234821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.269340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port a35c3c5c-7ad3-4f42-8781-3243129cb80b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:02.269817 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.297043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network ad309887-79b4-42cb-b5b5-3a056320e118 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:02.316792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Pushing event updated for resources: {'Port': ['ID=73ad852a-714f-4082-833d-43d7f9ee8dd4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.332312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:02.334215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:02.336706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:02.353453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Pushing event deleted for resources: {'Port': ['ID=0267856a-defe-41c8-ae8b-bf32e175366e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.465711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Attempting to bind port 73ad852a-714f-4082-833d-43d7f9ee8dd4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:02.466205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Attempting to bind port 73ad852a-714f-4082-833d-43d7f9ee8dd4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '891206e3-2b90-4b2c-982d-f3f57bf162da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:02.466662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Attempting to bind port 73ad852a-714f-4082-833d-43d7f9ee8dd4 on network 542366a8-0e4e-4af5-8937-e4626df58cb5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:02.473763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:02.474645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Checking segment: {'id': '891206e3-2b90-4b2c-982d-f3f57bf162da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:02.475318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.476141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Bound using segment: {'id': '891206e3-2b90-4b2c-982d-f3f57bf162da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:02.476785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Bound port: 73ad852a-714f-4082-833d-43d7f9ee8dd4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '891206e3-2b90-4b2c-982d-f3f57bf162da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:02.477273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.502259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ad309887-79b4-42cb-b5b5-3a056320e118) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:02.525745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.525956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.553933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff40907-deb2-4820-9a92-13b46033ae96 None None] Network ad309887-79b4-42cb-b5b5-3a056320e118 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:02.657146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.661897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:02.662477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.823016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:02.825971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for a35c3c5c-7ad3-4f42-8781-3243129cb80b owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:02.852326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.859969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67669376-5973-4381-8985-8c682bbf04d9 None None] Network 8868d0b0-7f00-402d-82eb-ed3de7ffe394 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:02.897644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:02.903129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:02.904177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.911439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:02.915091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-831b8961-e733-4895-bfc6-e7c7ca118621 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.9789112 Apr 28 20:02:02.916933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-054a323f-e6a2-49bc-bd34-42be374ba6ec tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/7f7e94bf-8278-4e41-a53a-f8f3eef9a3d1 HTTP/1.1" status: 204 len: 168 time: 1.5151577 Apr 28 20:02:02.919399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:02.921360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:02.921614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45860) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:02.922568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:02.946991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:02.999016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:03.003181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.025988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.029632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7de502aa-81c2-4b04-9cc1-f12289840405,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.036660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d87d9785-cd65-45ce-a0a5-c365f826eff1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=84276a5a9dae4fdb870b8d846fb3eac4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6834214 Apr 28 20:02:03.046263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45866) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:03.143874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73ad852a-714f-4082-833d-43d7f9ee8dd4,segment=NetworkSegment(891206e3-2b90-4b2c-982d-f3f57bf162da),segment_id=891206e3-2b90-4b2c-982d-f3f57bf162da)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:03.152804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.202441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ad309887-79b4-42cb-b5b5-3a056320e118', 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': '2a1778a4-51f9-4d81-983b-3815819188fa'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:03.204523 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.240799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.248563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.306648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=a35c3c5c-7ad3-4f42-8781-3243129cb80b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.385241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 79b09842-ae06-4a9b-8689-5e72fd7ba767 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:03.385655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.522852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Pushing event updated for resources: {'Port': ['ID=73ad852a-714f-4082-833d-43d7f9ee8dd4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:03.589321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.590924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.592141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.594436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.597075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.597894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.598305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.598706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.600708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.601119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.603655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.604215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28b70859-acf6-4370-ac38-5483b9247006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:03.625194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.627622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] DHCP port deletion for 8868d0b0-7f00-402d-82eb-ed3de7ffe394 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:03.632683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.637653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.643282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Deleting port 79b09842-ae06-4a9b-8689-5e72fd7ba767 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:03.643757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.703607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-ce9b2c8f-9ddf-48b9-b394-bb18723e9ea7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:03.711115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-ce9b2c8f-9ddf-48b9-b394-bb18723e9ea7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=3ce5d347-9a12-4b6e-b3ce-891206096333 HTTP/1.1" status: 200 len: 944 time: 0.5422695 Apr 28 20:02:03.712937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Allocated IP 172.20.0.1 (ad309887-79b4-42cb-b5b5-3a056320e118/2a1778a4-51f9-4d81-983b-3815819188fa/4277665a-fd10-4510-b666-ab6e166b146f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:03.912429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.922563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:03.926601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa3db7a4-ec2c-4dfa-b7d3-27e3fa7bd0aa tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/floatingips/e5ae3942-add0-4b9a-aa01-bb6dec709a51 HTTP/1.1" status: 204 len: 168 time: 1.8475177 Apr 28 20:02:03.932653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45870) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:04.069550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:04.069895 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.100150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] For port 79b09842-ae06-4a9b-8689-5e72fd7ba767, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79b09842-ae06-4a9b-8689-5e72fd7ba767,segment=NetworkSegment(a8a2a0ce-22bf-4811-9df9-b5908657f535),segment_id=a8a2a0ce-22bf-4811-9df9-b5908657f535)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:04.101250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.116166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.174889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Router d6694a8a-e671-42ce-8f54-0749973e7fe4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:02:04.259337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Calling delete_port for 79b09842-ae06-4a9b-8689-5e72fd7ba767 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:04.261049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port 79b09842-ae06-4a9b-8689-5e72fd7ba767, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79b09842-ae06-4a9b-8689-5e72fd7ba767,segment=NetworkSegment(a8a2a0ce-22bf-4811-9df9-b5908657f535),segment_id=a8a2a0ce-22bf-4811-9df9-b5908657f535)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:04.261678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.279216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port 39707d61-2ad5-48f6-a640-051803bbde50 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:04.279772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.332682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.389704 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.437839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Transition to ACTIVE for port object 4277665a-fd10-4510-b666-ab6e166b146f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:04.447014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.476755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for 79b09842-ae06-4a9b-8689-5e72fd7ba767 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:04.513249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de502aa-81c2-4b04-9cc1-f12289840405,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.532390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.533635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7190bf77-b694-4367-846c-2c88cbda9110 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7de502aa-81c2-4b04-9cc1-f12289840405 HTTP/1.1" status: 204 len: 168 time: 1.4797821 Apr 28 20:02:04.542301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Transition to ACTIVE for port object 4277665a-fd10-4510-b666-ab6e166b146f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:04.560334 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.589906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] Pushing event deleted for resources: {'Port': ['ID=79b09842-ae06-4a9b-8689-5e72fd7ba767,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.594748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a53205-1d1a-4cfe-b786-8545fd79c0c1 None None] No DVR routers for this DVR port 79b09842-ae06-4a9b-8689-5e72fd7ba767 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:04.649346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.703908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Network ad309887-79b4-42cb-b5b5-3a056320e118 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:04.705982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:04.712659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:04.792080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:04.792710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.833913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Pushing event updated for resources: {'Port': ['ID=4277665a-fd10-4510-b666-ab6e166b146f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:04.843301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Attempting to bind port 4277665a-fd10-4510-b666-ab6e166b146f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:04.843843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Attempting to bind port 4277665a-fd10-4510-b666-ab6e166b146f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:04.844336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Attempting to bind port 4277665a-fd10-4510-b666-ab6e166b146f on network ad309887-79b4-42cb-b5b5-3a056320e118 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:04.850659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:04.851035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Checking segment: {'id': 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:04.851522 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.852129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Bound using segment: {'id': 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:04.852831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Bound port: 4277665a-fd10-4510-b666-ab6e166b146f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'ad309887-79b4-42cb-b5b5-3a056320e118'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:04.852979 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.933605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:04.952365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:04.983268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] For port 4277665a-fd10-4510-b666-ab6e166b146f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:04.987810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] For port 4277665a-fd10-4510-b666-ab6e166b146f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4277665a-fd10-4510-b666-ab6e166b146f,segment=NetworkSegment(d6ed2ac8-98ed-41bb-8204-68a4d8fe8775),segment_id=d6ed2ac8-98ed-41bb-8204-68a4d8fe8775)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:04.994938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.020438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1778a4-51f9-4d81-983b-3815819188fa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:05.029864 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:05.030217 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:05.089823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd21c24c-b720-4727-9870-763e3aca3207 None None] Pushing event updated for resources: {'Port': ['ID=4277665a-fd10-4510-b666-ab6e166b146f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:05.100239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7242c2-6cc0-4f6b-a50f-e6533ff08f95 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:05.122457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:05.124027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:05.132232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:05.135488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:05.136148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.136291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.148676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.151220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:02:05.162097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.164199 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Sync routers for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:05.176634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:05.177601 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.180954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.203308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', '8c46da94-8033-41ea-9fef-4dff093f4762'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:02:05.225508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:05.241450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=876da7dc-0d3c-46e0-9f6a-09408cff12ca,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:05.255999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abd70001-0f96-48e4-a717-f0e56c14726e admin admin] 10.222.0.24 "PUT /v2.0/routers/d6694a8a-e671-42ce-8f54-0749973e7fe4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9599423 Apr 28 20:02:05.257347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:05.266337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-da0e8a9a-1140-43a5-912c-181e935e1c32 None None] Provisioning for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:05.337668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:05.348293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for 39707d61-2ad5-48f6-a640-051803bbde50 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:05.383314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad309887-79b4-42cb-b5b5-3a056320e118']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.388937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f2c0885-9181-4d03-aed8-e9792a0d805c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4059560 Apr 28 20:02:05.389909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:05.402259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Usage tracker for resource:security_group_rule and tenant:c9f2ed79723c435eb522edb8017a185d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:05.407581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:05.420939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'fixed_ips': [{'subnet_id': 'c477df26-3df7-41f1-9d14-ec10bbb7facd'}, {'subnet_id': '876da7dc-0d3c-46e0-9f6a-09408cff12ca'}], 'name': 'tempest-PortsTestJSON-382927006'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:05.441790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:05.451092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.451390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.541258 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:05.553907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 79b09842-ae06-4a9b-8689-5e72fd7ba767 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:05.554165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.626049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73ad852a-714f-4082-833d-43d7f9ee8dd4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:05.628922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.699007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] No DVR routers for this DVR port 30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:05.705456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.713203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc4f7ba5-b378-4310-b11b-cece9eae4bf5 req-c55ce0ea-fddd-4f7d-bf18-8b68cf0fbd9f tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "DELETE /v2.0/ports/30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12 HTTP/1.1" status: 204 len: 173 time: 2.0011365 Apr 28 20:02:05.714652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-deleted', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:05.717148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ef5171-8ace-43ad-8c72-e43316ee7dbd None None] Network ad309887-79b4-42cb-b5b5-3a056320e118 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:05.814195 n-d-839811-1 neutron-server[88140]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-755a7a3a-0304-4db5-a7e9-428f94bc16f7']: {'server_uuid': '3ce5d347-9a12-4b6e-b3ce-891206096333', 'name': 'network-vif-deleted', 'tag': '30a2e9bb-41a8-4fe9-ba21-3a7ca95b1f12', 'status': 'failed', 'code': 422} returned with failed status Apr 28 20:02:05.816932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] The port '79b09842-ae06-4a9b-8689-5e72fd7ba767' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:05.857277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.880923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.959409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T20:02:01Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.961906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:05.962399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:05.964406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Checking router: d6694a8a-e671-42ce-8f54-0749973e7fe4 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:05.974824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Routers {'d6694a8a-e671-42ce-8f54-0749973e7fe4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:05.975422 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:01:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d6694a8a-e671-42ce-8f54-0749973e7fe4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:05.983181 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:06.063729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:06.103917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:06.104631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.188713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:06.192858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:06.197391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:06.207456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:06.228769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.243667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] Set router d6694a8a-e671-42ce-8f54-0749973e7fe4 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:06.248269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:06.266885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.280578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Deleting port 0de05e16-b8bf-4260-8933-865a39c6671e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:06.281691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.319588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:02:06.319588 n-d-839811-1 neutron-server[88139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:02:06.319588 n-d-839811-1 neutron-server[88139]: [parameters: {'id': 'ad309887-79b4-42cb-b5b5-3a056320e118'}] Apr 28 20:02:06.319588 n-d-839811-1 neutron-server[88139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:06.320121 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:06.325406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8868d0b0-7f00-402d-82eb-ed3de7ffe394']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:06.402108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.467492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a2a0ce-22bf-4811-9df9-b5908657f535') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:06.467780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a2a0ce-22bf-4811-9df9-b5908657f535') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:06.524868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=39707d61-2ad5-48f6-a640-051803bbde50,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:06.585027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.660742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.664498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] For port 0de05e16-b8bf-4260-8933-865a39c6671e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0de05e16-b8bf-4260-8933-865a39c6671e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:06.665114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.686356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Update dhcp port {'port': {'network_id': '542366a8-0e4e-4af5-8937-e4626df58cb5', 'fixed_ips': [{'subnet_id': 'c477df26-3df7-41f1-9d14-ec10bbb7facd', 'ip_address': '172.20.0.2'}, {'subnet_id': '876da7dc-0d3c-46e0-9f6a-09408cff12ca'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '73ad852a-714f-4082-833d-43d7f9ee8dd4'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:02:06.755357 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.782728 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T20:02:01Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:06.795507 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859a280c-29ea-4750-b0db-cf96219db19b None None] The sync data for ids ['d6694a8a-e671-42ce-8f54-0749973e7fe4'] in n-d-839811-1 is: [{'id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'name': 'tempest-ServerRescueNegativeTestJSON-1163363486-router', 'tenant_id': 'caeb3a32a7e849dd845a1339c659a9af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2'}], 'enable_snat': True}, 'gw_port_id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:56:57Z', 'updated_at': '2022-04-28T20:02:01Z', 'revision_number': 5, 'project_id': 'caeb3a32a7e849dd845a1339c659a9af', 'gw_port': {'id': '0de05e16-b8bf-4260-8933-865a39c6671e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:66:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6694a8a-e671-42ce-8f54-0749973e7fe4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1758, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:56:59Z', 'updated_at': '2022-04-28T19:57:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:06.810332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Calling delete_port for 0de05e16-b8bf-4260-8933-865a39c6671e owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:06.838446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.842810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.891278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.904304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73ad852a-714f-4082-833d-43d7f9ee8dd4,segment=NetworkSegment(891206e3-2b90-4b2c-982d-f3f57bf162da),segment_id=891206e3-2b90-4b2c-982d-f3f57bf162da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:06.912865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.918394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.941907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:06.942306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.984612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:06.985711 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:06.997780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting port 4277665a-fd10-4510-b666-ab6e166b146f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:06.998107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.070548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.082078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e57e2ef-7bef-4bbd-8824-77b4d0d09e30 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/ports/39707d61-2ad5-48f6-a640-051803bbde50 HTTP/1.1" status: 204 len: 168 time: 3.1438706 Apr 28 20:02:07.082436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:07.113020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=73ad852a-714f-4082-833d-43d7f9ee8dd4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.193721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.204073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79b09842-ae06-4a9b-8689-5e72fd7ba767 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:07.224301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9f2ed79723c435eb522edb8017a185d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0971189 Apr 28 20:02:07.248743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 79b09842-ae06-4a9b-8689-5e72fd7ba767 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:07.249138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79b09842-ae06-4a9b-8689-5e72fd7ba767 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:07.269558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Allocated IP 172.20.0.18 (542366a8-0e4e-4af5-8937-e4626df58cb5/876da7dc-0d3c-46e0-9f6a-09408cff12ca/73ad852a-714f-4082-833d-43d7f9ee8dd4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:07.278879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:07.287870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:07.295569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Pushing event deleted for resources: {'Port': ['ID=0de05e16-b8bf-4260-8933-865a39c6671e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.414867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting port f54f6421-e333-4355-beae-2b0e565e2309 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:07.415556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.447139 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.456950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.488656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73ad852a-714f-4082-833d-43d7f9ee8dd4,segment=NetworkSegment(891206e3-2b90-4b2c-982d-f3f57bf162da),segment_id=891206e3-2b90-4b2c-982d-f3f57bf162da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:07.516506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d260c99-3497-47a5-9bf0-a40123fab0e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da98f6d-162c-49fa-b9ce-633064ae6aa8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.532261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=8868d0b0-7f00-402d-82eb-ed3de7ffe394,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.541544 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.551226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73ad852a-714f-4082-833d-43d7f9ee8dd4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:07.614397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.631105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-af15732d-8c35-4599-a05b-a7cec084428e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/8868d0b0-7f00-402d-82eb-ed3de7ffe394 HTTP/1.1" status: 204 len: 168 time: 4.7040813 Apr 28 20:02:07.634632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Transition to ACTIVE for port object 73ad852a-714f-4082-833d-43d7f9ee8dd4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:07.641950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.697158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:07.760893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a4cb9b-5bf7-4f75-8288-69f08d361494 None None] Pushing event updated for resources: {'Port': ['ID=73ad852a-714f-4082-833d-43d7f9ee8dd4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:07.766348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] For port 4277665a-fd10-4510-b666-ab6e166b146f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4277665a-fd10-4510-b666-ab6e166b146f,segment=NetworkSegment(d6ed2ac8-98ed-41bb-8204-68a4d8fe8775),segment_id=d6ed2ac8-98ed-41bb-8204-68a4d8fe8775)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:07.766700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.782469 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f4f9259-1757-4f03-9ab3-5bf8ec7ca0db tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:07.782838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f4f9259-1757-4f03-9ab3-5bf8ec7ca0db tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:07.787025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f4f9259-1757-4f03-9ab3-5bf8ec7ca0db tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/e48aae8f-d1d1-4814-a56a-90ce715b20f5 HTTP/1.1" status: 404 len: 337 time: 0.0858676 Apr 28 20:02:07.793505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:07.857287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.874384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.877215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0267856a-defe-41c8-ae8b-bf32e175366e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:07.898858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.917064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0267856a-defe-41c8-ae8b-bf32e175366e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:07.917928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0267856a-defe-41c8-ae8b-bf32e175366e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:07.928790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.929327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6694a8a-e671-42ce-8f54-0749973e7fe4 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:02:07.976867 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce543417-fda4-4f7e-9304-ad923f89b99e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:07.977521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce543417-fda4-4f7e-9304-ad923f89b99e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:07.981640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ce543417-fda4-4f7e-9304-ad923f89b99e tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/b851b63d-4d90-425f-81fb-e4b742868d54 HTTP/1.1" status: 404 len: 339 time: 0.1847374 Apr 28 20:02:07.983959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:07.987716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Calling delete_port for 4277665a-fd10-4510-b666-ab6e166b146f owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:08.009584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:08.019147 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.022510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-129cebd0-7be9-454e-8322-d7331ac9036a admin admin] 10.222.0.24 "DELETE /v2.0/routers/d6694a8a-e671-42ce-8f54-0749973e7fe4 HTTP/1.1" status: 204 len: 168 time: 2.7191768 Apr 28 20:02:08.028280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:08.069763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26a0255-04c6-4706-9dda-71301a455321 req-d35f729e-dfae-478a-b293-92299c6504c2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:08.071499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a26a0255-04c6-4706-9dda-71301a455321 req-d35f729e-dfae-478a-b293-92299c6504c2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 908 time: 0.8981354 Apr 28 20:02:08.167276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.231029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Port': ['ID=4277665a-fd10-4510-b666-ab6e166b146f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:08.238980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No DVR routers for this DVR port 4277665a-fd10-4510-b666-ab6e166b146f on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:08.397049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting subnet 952dfe47-659f-492a-a9ed-ea20d9e80161 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:08.407218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.417069 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.451905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad309887-79b4-42cb-b5b5-3a056320e118']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:08.459408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Deleting subnet 105bd7dc-dfe0-458c-9b0f-d47a6318cc1b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:08.463252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.491258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:08.491707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6ed2ac8-98ed-41bb-8204-68a4d8fe8775') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:08.494369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.512920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.578176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba48a3ac-819c-4e4f-8170-e21595b35231 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:08.603819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.646696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:08.647501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.649664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Calling delete_port for f54f6421-e333-4355-beae-2b0e565e2309 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:08.665614 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:08.679743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.695794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-91c08fd4-d6d4-404f-a059-adfe9d74af1c None None] Provisioning for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:08.709664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-91c08fd4-d6d4-404f-a059-adfe9d74af1c None None] Provisioning complete for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:08.709664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91c08fd4-d6d4-404f-a059-adfe9d74af1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.724234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.758740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.11 (542366a8-0e4e-4af5-8937-e4626df58cb5/c477df26-3df7-41f1-9d14-ec10bbb7facd/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:08.767055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da98f6d-162c-49fa-b9ce-633064ae6aa8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:08.779738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.25 (542366a8-0e4e-4af5-8937-e4626df58cb5/876da7dc-0d3c-46e0-9f6a-09408cff12ca/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:08.788697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.801761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.806711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.819158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:08.822671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-40e16c6c-f8be-41f4-b5ed-44b0861bb90b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5da98f6d-162c-49fa-b9ce-633064ae6aa8 HTTP/1.1" status: 204 len: 168 time: 1.5263608 Apr 28 20:02:08.917473 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.020722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-ee01e52b-2861-4e8a-a851-f931194ee50c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:09.022695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-ee01e52b-2861-4e8a-a851-f931194ee50c tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 908 time: 0.4673054 Apr 28 20:02:09.023462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=ad309887-79b4-42cb-b5b5-3a056320e118,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.070400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2491e183-7427-415f-9458-6ca45b0820b7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/ad309887-79b4-42cb-b5b5-3a056320e118 HTTP/1.1" status: 204 len: 168 time: 6.1449559 Apr 28 20:02:09.078825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45938) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:09.103982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2062587482'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:09.121270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:09.131654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:09.148397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.150859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:09.180734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:09.189623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port a1fa8480-5b10-4db6-830c-92c55c1658a3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:09.189972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.213004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.342419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Subnet': ['ID=952dfe47-659f-492a-a9ed-ea20d9e80161,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.355617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee61a745-60a6-454f-bd11-a70f47e25c28 None None] Network 74404ec0-076e-42a0-9c5d-0d43566e8f85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:09.357490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.370638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.387534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:09.390934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.529497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Port': ['ID=f54f6421-e333-4355-beae-2b0e565e2309,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.542288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d0234ee6-fdfc-4eb7-97ce-94c68a4a1ad3 tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/subnets/952dfe47-659f-492a-a9ed-ea20d9e80161 HTTP/1.1" status: 204 len: 168 time: 1.5206196 Apr 28 20:02:09.556860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45952) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:09.604127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73ad852a-714f-4082-833d-43d7f9ee8dd4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:09.619065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.635087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.636318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:09.732605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0a0da9e0-4355-4db2-aec7-3ee0d6ddd0cb None None] Provisioning complete for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:09.733237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a0da9e0-4355-4db2-aec7-3ee0d6ddd0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.739108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=105bd7dc-dfe0-458c-9b0f-d47a6318cc1b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:09.744235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.744640 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 50844774-f269-4385-babe-660ffd3c4c44 of type vlan for network af0c38b6-b91c-4fdb-abcd-abc2f6455722 Apr 28 20:02:09.757299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.767906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:09.780450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cff0485-61e9-4ffa-8592-d9f5d43108c9 req-7b223a10-3af8-4119-85c5-09878e26c453 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:09.781449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0cff0485-61e9-4ffa-8592-d9f5d43108c9 req-7b223a10-3af8-4119-85c5-09878e26c453 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:09.788429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9bf4805-5b7a-4549-8bd3-4fdc9b4a618c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/105bd7dc-dfe0-458c-9b0f-d47a6318cc1b HTTP/1.1" status: 204 len: 168 time: 1.7539685 Apr 28 20:02:09.792827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45960) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:09.800909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.805473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5adf558-4f5f-4f2f-a265-24f0e7a800f8 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/ports/f54f6421-e333-4355-beae-2b0e565e2309 HTTP/1.1" status: 204 len: 168 time: 2.7208884 Apr 28 20:02:09.825078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:09.846640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd90fed-50f4-4215-a012-a410f1d0349e None None] Network 8129cd04-2b50-4784-ac06-44867987b246 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:09.883033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0cff0485-61e9-4ffa-8592-d9f5d43108c9 req-7b223a10-3af8-4119-85c5-09878e26c453 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:09.890100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cff0485-61e9-4ffa-8592-d9f5d43108c9 req-7b223a10-3af8-4119-85c5-09878e26c453 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 908 time: 0.6116233 Apr 28 20:02:09.975054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.984993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:09.993430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.014641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Deleting port 27767b82-1fef-4d0a-bd21-09b384062f07 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:10.014982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.056168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting subnet 4284f048-4600-4900-8a9d-296c81cda863 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:10.074555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.090501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port a1fa8480-5b10-4db6-830c-92c55c1658a3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a1fa8480-5b10-4db6-830c-92c55c1658a3,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:10.091088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.201507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 8636a57b-8628-4d92-a3e6-853ff3085ee1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:10.202402 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.316183 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.372941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.379442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:10.380071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.409180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 73ad852a-714f-4082-833d-43d7f9ee8dd4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:10.409341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for a1fa8480-5b10-4db6-830c-92c55c1658a3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:10.409583 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.496312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] DHCP port deletion for 74404ec0-076e-42a0-9c5d-0d43566e8f85 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:10.515098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Deleting port 8636a57b-8628-4d92-a3e6-853ff3085ee1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:10.515895 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.537034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.558528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4750199 Apr 28 20:02:10.569919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.583351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:10.638868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] For port 27767b82-1fef-4d0a-bd21-09b384062f07, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=27767b82-1fef-4d0a-bd21-09b384062f07,segment=NetworkSegment(39b1e195-1039-4575-94a3-01eabd1732da),segment_id=39b1e195-1039-4575-94a3-01eabd1732da)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:10.639254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.649030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'af0c38b6-b91c-4fdb-abcd-abc2f6455722', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:10.787735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307108b8-8beb-49e4-a369-230f62eee2a2 None None] DHCP port deletion for 8129cd04-2b50-4784-ac06-44867987b246 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:10.801593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Calling delete_port for 27767b82-1fef-4d0a-bd21-09b384062f07 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:10.821091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0de05e16-b8bf-4260-8933-865a39c6671e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:10.842553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:10.851607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928c86-5a34-4054-9deb-1d424ae7b034 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=af0c38b6-b91c-4fdb-abcd-abc2f6455722,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:10.866619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-307108b8-8beb-49e4-a369-230f62eee2a2 None None] Deleting port 27767b82-1fef-4d0a-bd21-09b384062f07 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:10.867360 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-307108b8-8beb-49e4-a369-230f62eee2a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.871196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:10.873229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-ef87173b-7451-4cad-87a7-c573d4ef3ddd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4114571 Apr 28 20:02:10.900154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:10.914199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network af0c38b6-b91c-4fdb-abcd-abc2f6455722 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:11.003375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0de05e16-b8bf-4260-8933-865a39c6671e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:11.003760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0de05e16-b8bf-4260-8933-865a39c6671e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:11.012925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:11.094395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.154618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.179923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] For port 8636a57b-8628-4d92-a3e6-853ff3085ee1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8636a57b-8628-4d92-a3e6-853ff3085ee1,segment=NetworkSegment(fd5e56ff-5819-45f1-8235-0e9c6abb8c2c),segment_id=fd5e56ff-5819-45f1-8235-0e9c6abb8c2c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:11.180306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.191900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.192627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.194790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-307108b8-8beb-49e4-a369-230f62eee2a2 None None] The port '27767b82-1fef-4d0a-bd21-09b384062f07' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:11.204077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.275556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.284728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefac356-5d9d-437b-9f62-34a9b9da4041 None None] Network d4c2f109-e3ff-4d58-805d-a0661f3486de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:11.294343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Subnet': ['ID=4284f048-4600-4900-8a9d-296c81cda863,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.300502 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e740837e-0926-490b-a3df-447be4dcefd7 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/subnets/4284f048-4600-4900-8a9d-296c81cda863 HTTP/1.1" status: 204 len: 168 time: 1.4741600 Apr 28 20:02:11.302200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] No DVR routers for this DVR port 27767b82-1fef-4d0a-bd21-09b384062f07 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:11.304879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Pushing event deleted for resources: {'Port': ['ID=27767b82-1fef-4d0a-bd21-09b384062f07,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.306708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45996) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:11.373016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Calling delete_port for 8636a57b-8628-4d92-a3e6-853ff3085ee1 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:11.465296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8636a57b-8628-4d92-a3e6-853ff3085ee1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:11.504545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:11.513914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] For port 8636a57b-8628-4d92-a3e6-853ff3085ee1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8636a57b-8628-4d92-a3e6-853ff3085ee1,segment=NetworkSegment(fd5e56ff-5819-45f1-8235-0e9c6abb8c2c),segment_id=fd5e56ff-5819-45f1-8235-0e9c6abb8c2c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:11.514558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.545532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.557271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:11.564816 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65cbe7c0-891f-457e-b598-4f025935b46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 6.1596439 Apr 28 20:02:11.572765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:11.579410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46004) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:11.581220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8129cd04-2b50-4784-ac06-44867987b246']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:11.587635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9580124f-d7b0-4cf9-b48a-e40ade15a0fc None None] Provisioning for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:11.591719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c477df26-3df7-41f1-9d14-ec10bbb7facd'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:11.602759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39b1e195-1039-4575-94a3-01eabd1732da') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:11.603064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39b1e195-1039-4575-94a3-01eabd1732da') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:11.618198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9580124f-d7b0-4cf9-b48a-e40ade15a0fc None None] Provisioning complete for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:11.618574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9580124f-d7b0-4cf9-b48a-e40ade15a0fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.620035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.624701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:11.640673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.648719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:11.649228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.711439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:11.715937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.746618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:11.758117 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:11.784478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.789132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.809996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-999a2017-375e-4fed-873e-fcb82fe9a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:11.811522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-999a2017-375e-4fed-873e-fcb82fe9a77e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 1096 time: 0.7825186 Apr 28 20:02:11.830866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Calling delete_port for 8636a57b-8628-4d92-a3e6-853ff3085ee1 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:11.831732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Deleting subnet a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:11.836738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] Pushing event deleted for resources: {'Network': ['ID=8129cd04-2b50-4784-ac06-44867987b246,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.863047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:11.883425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] Pushing event deleted for resources: {'Port': ['ID=8636a57b-8628-4d92-a3e6-853ff3085ee1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:11.885291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 8636a57b-8628-4d92-a3e6-853ff3085ee1 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:02:11.885850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8636a57b-8628-4d92-a3e6-853ff3085ee1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:11.886270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 27767b82-1fef-4d0a-bd21-09b384062f07 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:11.911021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-416c9a1c-9dfc-4567-bad4-4326123b243f admin admin] 10.222.0.24 "DELETE /v2.0/networks/8129cd04-2b50-4784-ac06-44867987b246 HTTP/1.1" status: 204 len: 168 time: 2.1134551 Apr 28 20:02:11.916885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9580124f-d7b0-4cf9-b48a-e40ade15a0fc None None] Port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:11.918227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a1fa8480-5b10-4db6-830c-92c55c1658a3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:11.988178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7fc48-955a-41d6-a74d-81bbdb050345 None None] No DVR routers for this DVR port 8636a57b-8628-4d92-a3e6-853ff3085ee1 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:12.002586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No active binding found for port a1fa8480-5b10-4db6-830c-92c55c1658a3 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:02:12.002987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a1fa8480-5b10-4db6-830c-92c55c1658a3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:12.005303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 27767b82-1fef-4d0a-bd21-09b384062f07 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:12.011535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 27767b82-1fef-4d0a-bd21-09b384062f07 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:12.083977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.084197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.130341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] DHCP port deletion for d4c2f109-e3ff-4d58-805d-a0661f3486de request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:12.148087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Deleting port e918a304-164d-4461-b611-0eb9266bcc9f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:12.151242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.168609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=a1fa8480-5b10-4db6-830c-92c55c1658a3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:12.229413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.230431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-8602a608-2767-4597-aa23-e730fd50ba3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.232401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-8602a608-2767-4597-aa23-e730fd50ba3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 200 len: 912 time: 0.3975363 Apr 28 20:02:12.240996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdace2e-fcae-4977-a9d5-8193f63cb42b req-41a78e0f-213e-4f67-a6f4-db96fdda7c8b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.241770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4fdace2e-fcae-4977-a9d5-8193f63cb42b req-41a78e0f-213e-4f67-a6f4-db96fdda7c8b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:12.311192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46018) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:12.376835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-abd7a67f-bad1-4b06-a5ab-6625ee9c2721 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8c46da94-8033-41ea-9fef-4dff093f4762 HTTP/1.1" status: 200 len: 217 time: 0.1366282 Apr 28 20:02:12.387668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] No DVR routers for this DVR port a1fa8480-5b10-4db6-830c-92c55c1658a3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:12.390759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.403499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'name': 'network-vif-deleted', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:12.410243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4fdace2e-fcae-4977-a9d5-8193f63cb42b req-41a78e0f-213e-4f67-a6f4-db96fdda7c8b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:12.411402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4fdace2e-fcae-4977-a9d5-8193f63cb42b req-41a78e0f-213e-4f67-a6f4-db96fdda7c8b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e99e3cfe-45da-4c83-a333-ce50431cb1c5 HTTP/1.1" status: 200 len: 908 time: 1.2364132 Apr 28 20:02:12.423875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:12.424246 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:12.456980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3f7b183a-a732-4eef-ad4a-c99a3d22cf8e req-201183a7-c726-4ce7-887b-0a122ad652f3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "DELETE /v2.0/ports/a1fa8480-5b10-4db6-830c-92c55c1658a3 HTTP/1.1" status: 204 len: 173 time: 3.4275894 Apr 28 20:02:12.464396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65e6602c-8ad8-44d8-886b-da735798aa11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=caeb3a32a7e849dd845a1339c659a9af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470184 Apr 28 20:02:12.483156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46024) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:12.537407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-fa697802-cc31-4225-8537-2de795f51876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.539206 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-fa697802-cc31-4225-8537-2de795f51876 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 200 len: 850 time: 0.1578536 Apr 28 20:02:12.550172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.639269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] For port e918a304-164d-4461-b611-0eb9266bcc9f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e918a304-164d-4461-b611-0eb9266bcc9f,segment=NetworkSegment(fe9b0eba-a914-4670-a497-fc4c0e7ecb35),segment_id=fe9b0eba-a914-4670-a497-fc4c0e7ecb35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:12.639974 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31d4771f-c515-4c1b-8f48-075fc8c7cd4e'] response: {'server_uuid': 'e99e3cfe-45da-4c83-a333-ce50431cb1c5', 'name': 'network-vif-deleted', 'tag': 'a1fa8480-5b10-4db6-830c-92c55c1658a3', 'status': 'completed', 'code': 200} Apr 28 20:02:12.649806 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.743303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.747654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.779526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.838609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Calling delete_port for e918a304-164d-4461-b611-0eb9266bcc9f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:12.868582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.905683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.927710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Deleting port 8636a57b-8628-4d92-a3e6-853ff3085ee1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:12.928061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.938833 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.939683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-d052759d-1e00-4622-8f27-c5246198ae20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:12.941339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-d052759d-1e00-4622-8f27-c5246198ae20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ef3be1c6-be84-42eb-8948-747e6c4e0a60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2973156 Apr 28 20:02:12.943843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Subnet': ['ID=a8fd9e4d-64aa-4dab-b489-63569a0a5fd5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:12.947404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:12.975696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5b4e279-516a-4f69-925e-4fdbe070db86 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/subnets/a8fd9e4d-64aa-4dab-b489-63569a0a5fd5 HTTP/1.1" status: 204 len: 168 time: 1.6397059 Apr 28 20:02:12.979025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:12.999443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb4517b-e3a9-4cba-842b-297300830607 None None] Network e363e6a2-f92d-49c5-bf9d-028af19ead43 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:13.038213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] Pushing event deleted for resources: {'Port': ['ID=e918a304-164d-4461-b611-0eb9266bcc9f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:13.044879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf6a814-a7e2-4b78-b408-82aa04f34f76 None None] No DVR routers for this DVR port e918a304-164d-4461-b611-0eb9266bcc9f on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:13.090320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] The port '8636a57b-8628-4d92-a3e6-853ff3085ee1' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:13.196097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=9afee75f-55d5-4ff6-bcb0-7b6530ecc165,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:13.308781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-463cd7b8-522c-4cfe-a073-ec5615c24cee service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584235 Apr 28 20:02:13.316175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.397507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] DHCP port deletion for e363e6a2-f92d-49c5-bf9d-028af19ead43 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:13.403309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Deleting port ea082424-8b22-45ea-8d4f-62613ee332ac {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:13.404075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.486202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': '50844774-f269-4385-babe-660ffd3c4c44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'af0c38b6-b91c-4fdb-abcd-abc2f6455722'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:13.488375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: af0c38b6-b91c-4fdb-abcd-abc2f6455722, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:13.518770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e918a304-164d-4461-b611-0eb9266bcc9f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:13.600583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e918a304-164d-4461-b611-0eb9266bcc9f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:13.601092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e918a304-164d-4461-b611-0eb9266bcc9f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:13.614194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.632552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.663179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.704332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dedb5d0-a193-4085-adce-b7099bfe13a6 req-136e1f9a-2e6c-4f7d-ae27-796063ec3e1e service neutron] 10.222.0.41 "GET /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826370 Apr 28 20:02:13.705886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c2f109-e3ff-4d58-805d-a0661f3486de']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.751502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.751811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe9b0eba-a914-4670-a497-fc4c0e7ecb35') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.756790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5d2bef5-fc1c-49fc-a105-77a1b1b64612,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:13.771238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network af0c38b6-b91c-4fdb-abcd-abc2f6455722 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:13.775686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.778851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74404ec0-076e-42a0-9c5d-0d43566e8f85']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.794112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] For port ea082424-8b22-45ea-8d4f-62613ee332ac, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ea082424-8b22-45ea-8d4f-62613ee332ac,segment=NetworkSegment(5b7d19dd-76a8-4906-ac0a-108dc9344542),segment_id=5b7d19dd-76a8-4906-ac0a-108dc9344542)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:13.794646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.806465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.820100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:13.820499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.847326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.847939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd5e56ff-5819-45f1-8235-0e9c6abb8c2c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:13.855075 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:13.858185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, af0c38b6-b91c-4fdb-abcd-abc2f6455722) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:13.881735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:13.882738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.891844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.946320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.948113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-913b92b8-4bed-4b27-93de-ab76670725e9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d5d2bef5-fc1c-49fc-a105-77a1b1b64612 HTTP/1.1" status: 204 len: 168 time: 1.4640055 Apr 28 20:02:13.962078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:13.965342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-785596ad-2f08-43a8-a831-7bd12c443a74 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3784773 Apr 28 20:02:13.978260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46054) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:14.005515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:14.006239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:14.027664 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:14.084056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Delete allocated IP 172.20.0.25 (542366a8-0e4e-4af5-8937-e4626df58cb5/876da7dc-0d3c-46e0-9f6a-09408cff12ca) {{(pid=88139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:02:14.090193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.094812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Calling delete_port for ea082424-8b22-45ea-8d4f-62613ee332ac owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:14.134568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.167137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Network': ['ID=d4c2f109-e3ff-4d58-805d-a0661f3486de,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.186469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af8eea3f-aa32-46aa-94b7-3c64a77306b3 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/networks/d4c2f109-e3ff-4d58-805d-a0661f3486de HTTP/1.1" status: 204 len: 168 time: 1.2064090 Apr 28 20:02:14.188176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:14.195434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a25aecb9-7c0c-4876-9630-506e77a66c38 None None] Network af0c38b6-b91c-4fdb-abcd-abc2f6455722 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:14.213264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.347121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] Pushing event deleted for resources: {'Port': ['ID=ea082424-8b22-45ea-8d4f-62613ee332ac,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.378729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13ec3b-fdc9-4a54-81eb-56c733f798f3 None None] No DVR routers for this DVR port ea082424-8b22-45ea-8d4f-62613ee332ac on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:14.379116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.423639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.466590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.485025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] Pushing event deleted for resources: {'Network': ['ID=74404ec0-076e-42a0-9c5d-0d43566e8f85,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:14.490498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c85780d7-c4fc-436b-93c4-a71970ccc79f tempest-NetworksIpV6Test-1222850469 tempest-NetworksIpV6Test-1222850469-project] 10.222.0.24 "DELETE /v2.0/networks/74404ec0-076e-42a0-9c5d-0d43566e8f85 HTTP/1.1" status: 204 len: 168 time: 4.9325221 Apr 28 20:02:14.591642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.613961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9413eef-84e6-47fb-9904-907fb75f2fa0 req-327bae19-0807-4d6e-b331-0e018d72c52e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:14.615505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9413eef-84e6-47fb-9904-907fb75f2fa0 req-327bae19-0807-4d6e-b331-0e018d72c52e tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 945 time: 0.3680058 Apr 28 20:02:14.732181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5fd6f2-1c46-4371-bd69-c20b7073c571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-af0c38b6-b91c-4fdb-abcd-abc2f6455722', 'network_id': 'af0c38b6-b91c-4fdb-abcd-abc2f6455722', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': '9afee75f-55d5-4ff6-bcb0-7b6530ecc165'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:14.735828 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ad5fd6f2-1c46-4371-bd69-c20b7073c571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.740765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.752182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9413eef-84e6-47fb-9904-907fb75f2fa0 req-b7414cd5-18f9-4328-9170-e6b233d8f10b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250019 Apr 28 20:02:14.762251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.819475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e363e6a2-f92d-49c5-bf9d-028af19ead43']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:14.830371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.849217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7d19dd-76a8-4906-ac0a-108dc9344542') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:14.849217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7d19dd-76a8-4906-ac0a-108dc9344542') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:14.856051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:14.864237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.869943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.888510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.895477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:14.895879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:14.911405 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:14.932119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-ad5fd6f2-1c46-4371-bd69-c20b7073c571 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9afee75f-55d5-4ff6-bcb0-7b6530ecc165: This subnet is being modified by another concurrent operation. Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:15.009860 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9afee75f-55d5-4ff6-bcb0-7b6530ecc165: This subnet is being modified by another concurrent operation. Apr 28 20:02:15.014848 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:02:15.025379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc677287-85b1-4e6b-a61e-b8725c82a6a8 None None] Network af0c38b6-b91c-4fdb-abcd-abc2f6455722 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:15.048699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46082) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:15.064731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=9afee75f-55d5-4ff6-bcb0-7b6530ecc165,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:15.100553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.117317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.154284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] Pushing event deleted for resources: {'Network': ['ID=e363e6a2-f92d-49c5-bf9d-028af19ead43,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:15.165517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cd81cdf8-82cf-44df-8454-d7cba1cbdb22 tempest-TaggedBootDevicesTest_v242-633485328 tempest-TaggedBootDevicesTest_v242-633485328-project] 10.222.0.24 "DELETE /v2.0/networks/e363e6a2-f92d-49c5-bf9d-028af19ead43 HTTP/1.1" status: 204 len: 168 time: 0.9742815 Apr 28 20:02:15.180314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:15.313259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.364388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af290c77-0102-4d89-a71f-e163864e6ae1 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:02:15.442145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea082424-8b22-45ea-8d4f-62613ee332ac no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:15.454876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af0c38b6-b91c-4fdb-abcd-abc2f6455722']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:15.478816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50844774-f269-4385-babe-660ffd3c4c44') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:15.479486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50844774-f269-4385-babe-660ffd3c4c44') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:15.494304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.515824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] In _notify_port_updated(), no bound segment for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c on network 542366a8-0e4e-4af5-8937-e4626df58cb5 {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:02:15.521626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.522591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.524003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9d5a4d3-1d84-4774-bc25-8887105ccdd7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/ports/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c HTTP/1.1" status: 200 len: 919 time: 3.9432144 Apr 28 20:02:15.528728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.532616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46102) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:15.545989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c477df26-3df7-41f1-9d14-ec10bbb7facd'}, {'subnet_id': '876da7dc-0d3c-46e0-9f6a-09408cff12ca'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:15.575093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ea082424-8b22-45ea-8d4f-62613ee332ac {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:15.575600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea082424-8b22-45ea-8d4f-62613ee332ac not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:15.636721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f2c056b-c823-4f1c-95b0-60fb512acc03 None None] Provisioning for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:15.683138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-17183d2c-3df5-4d2c-8a8a-fd5e07186684 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:15.687244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-17183d2c-3df5-4d2c-8a8a-fd5e07186684 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 945 time: 0.1721971 Apr 28 20:02:15.713889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af290c77-0102-4d89-a71f-e163864e6ae1 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:02:15.716247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f2c056b-c823-4f1c-95b0-60fb512acc03 None None] Provisioning complete for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:15.717402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f2c056b-c823-4f1c-95b0-60fb512acc03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.724767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:15.725202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.793544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f2c056b-c823-4f1c-95b0-60fb512acc03 None None] Port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:15.872910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port 8c46da94-8033-41ea-9fef-4dff093f4762 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:15.873850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:15.888889 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:15.894935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:15.951319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.017229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=af0c38b6-b91c-4fdb-abcd-abc2f6455722,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:16.019001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.054630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-46a04ca3-2150-4d54-b263-8aec669d61ea tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/af0c38b6-b91c-4fdb-abcd-abc2f6455722 HTTP/1.1" status: 204 len: 168 time: 2.0750217 Apr 28 20:02:16.055317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46120) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:16.066519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-19def76f-a32e-4ba9-be77-af9adf0bdbf6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ee97d527e474c199691a1aca18b6372&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0109012 Apr 28 20:02:16.104254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:16.289506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-53031310'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:16.295114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:16.300259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:16.303308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:16.310098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:16.348023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:16.353630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.364576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:16.467816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:16.548826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8ae60f-325d-4677-926a-2cf06d011f7a None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:02:16.567544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.622728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca64afbe-9365-447e-8099-74eba8d0d00b req-20d45bd5-833c-41eb-89ee-88880f8b1407 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:16.625365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca64afbe-9365-447e-8099-74eba8d0d00b req-20d45bd5-833c-41eb-89ee-88880f8b1407 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 945 time: 0.5954282 Apr 28 20:02:16.628230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.634301 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment e98b2967-ff7f-4334-9b46-04fbaa25ad72 of type vlan for network b5884c6d-7b04-433b-bbb1-f3fe9891945f Apr 28 20:02:16.638770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1495133626-network', 'tenant_id': '63eee5d79f0647d6a215ab3959d2f22f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:16.659414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.672591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:16.692942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Usage tracker for resource:network and tenant:63eee5d79f0647d6a215ab3959d2f22f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:16.719135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:16.723285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8ae60f-325d-4677-926a-2cf06d011f7a None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:02:16.757195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:16.778115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port 8c46da94-8033-41ea-9fef-4dff093f4762, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8c46da94-8033-41ea-9fef-4dff093f4762,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:16.778281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.811298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca64afbe-9365-447e-8099-74eba8d0d00b req-9eea7c64-9f64-40e3-add7-03dc3fd7a1eb tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654761 Apr 28 20:02:16.863313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:16.970274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Made reservation on behalf of 63eee5d79f0647d6a215ab3959d2f22f for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:16.984467 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.007580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for 8c46da94-8033-41ea-9fef-4dff093f4762 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:17.040173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.053212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.077148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:17.078062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:17.078999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.086721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Usage tracker for resource:security_group_rule and tenant:63eee5d79f0647d6a215ab3959d2f22f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:17.094360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:17.106433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:17.112189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.151060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3369d526-a52f-445c-8b8f-6562e776eeac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:17.176147 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.177706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bd655d7f-6938-4f53-a7ec-8cb0e8a04dbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3369d526-a52f-445c-8b8f-6562e776eeac HTTP/1.1" status: 204 len: 168 time: 1.0717266 Apr 28 20:02:17.324362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=b5884c6d-7b04-433b-bbb1-f3fe9891945f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:17.340246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fa9bb0c5-6453-4ab1-b9bd-2c1e82c4d710 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2798846 Apr 28 20:02:17.341792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46158) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:17.347990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b5884c6d-7b04-433b-bbb1-f3fe9891945f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:17.354181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'b5884c6d-7b04-433b-bbb1-f3fe9891945f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:17.359356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.361623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.364371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.379188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', '8c46da94-8033-41ea-9fef-4dff093f4762'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:02:17.442741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=8c46da94-8033-41ea-9fef-4dff093f4762,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:17.573820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:17.612350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:17.616627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:17.620201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:17.631741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:17.646382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.30 (542366a8-0e4e-4af5-8937-e4626df58cb5/876da7dc-0d3c-46e0-9f6a-09408cff12ca/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:17.695727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c599838-fbe7-4340-b627-3c6ced40ead9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:17.717120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] No DVR routers for this DVR port 8c46da94-8033-41ea-9fef-4dff093f4762 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:17.727792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.735762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'name': 'network-vif-deleted', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:17.763192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.779186 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Added segment c66795f5-2a6d-4b93-a237-119eb9e17362 of type vlan for network 8fba1be2-3cb7-4c40-83ae-bcd8731973e2 Apr 28 20:02:17.839730 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1176114e-5793-4883-8970-7dbbeebb33c8'] response: {'server_uuid': 'a1396131-8682-42c9-a5d7-cbeb52b106fc', 'name': 'network-vif-deleted', 'tag': '8c46da94-8033-41ea-9fef-4dff093f4762', 'status': 'completed', 'code': 200} Apr 28 20:02:17.852451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1892e2da-80ad-4d44-9936-e47b2828a7f0 req-600c6374-6c3a-45b1-b67d-8311c226fd73 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "DELETE /v2.0/ports/8c46da94-8033-41ea-9fef-4dff093f4762 HTTP/1.1" status: 204 len: 173 time: 2.1578720 Apr 28 20:02:17.859849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.875754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.897257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:17.898520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:17.912440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.928276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.930589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:17.931378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:17.953508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.194242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c957aec7-ae6a-4807-8338-2169299f30d0 req-c9aa2e47-1476-46dd-8fae-538f4c7199b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:18.328093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.9617341 Apr 28 20:02:18.331987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.335807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:18.336555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b353eae-157d-429c-b016-8cf9ec6aedc9 admin admin] Pushing event updated for resources: {'Network': ['ID=8fba1be2-3cb7-4c40-83ae-bcd8731973e2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.367517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8fba1be2-3cb7-4c40-83ae-bcd8731973e2 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:18.369186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Request body: {'subnet': {'network_id': '8fba1be2-3cb7-4c40-83ae-bcd8731973e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1495133626-subnet', 'tenant_id': '63eee5d79f0647d6a215ab3959d2f22f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:18.378542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:18.386212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c957aec7-ae6a-4807-8338-2169299f30d0 req-c9aa2e47-1476-46dd-8fae-538f4c7199b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:18.410070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c957aec7-ae6a-4807-8338-2169299f30d0 req-c9aa2e47-1476-46dd-8fae-538f4c7199b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=a1396131-8682-42c9-a5d7-cbeb52b106fc HTTP/1.1" status: 200 len: 210 time: 0.3693902 Apr 28 20:02:18.414002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Usage tracker for resource:subnet and tenant:63eee5d79f0647d6a215ab3959d2f22f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:18.429048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:18.442538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:18.459121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Made reservation on behalf of 63eee5d79f0647d6a215ab3959d2f22f for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:18.459533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Performing IP validity checks on allocation pools {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:02:18.460069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:02:18.464783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.494718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] In _notify_port_updated(), no bound segment for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c on network 542366a8-0e4e-4af5-8937-e4626df58cb5 {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:02:18.504601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:18.504601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.506456 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-27940f0b-2367-4633-aa08-4be014dbdb9a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/ports/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c HTTP/1.1" status: 200 len: 999 time: 2.9699156 Apr 28 20:02:18.512609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46190) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:18.749370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ef9ca751-e8df-4e28-b936-ed1a8a43db19 None None] Provisioning for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:18.757698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ef9ca751-e8df-4e28-b936-ed1a8a43db19 None None] Provisioning complete for port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:18.758080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef9ca751-e8df-4e28-b936-ed1a8a43db19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.775277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:18.775816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.855741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.870041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ef9ca751-e8df-4e28-b936-ed1a8a43db19 None None] Port 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:18.972332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff34c9b6-9016-414b-ac88-edee41cf133d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:18.988702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:18.997006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Checking segment: {'id': 'c66795f5-2a6d-4b93-a237-119eb9e17362', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '8fba1be2-3cb7-4c40-83ae-bcd8731973e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:18.997581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Network hostable DHCP agents. Network: 8fba1be2-3cb7-4c40-83ae-bcd8731973e2, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:19.021913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Network 8fba1be2-3cb7-4c40-83ae-bcd8731973e2 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:19.034888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8fba1be2-3cb7-4c40-83ae-bcd8731973e2) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:19.042856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:19.043194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d3c0b9-3492-4650-99c3-fd677f841b7c None None] Network 8fba1be2-3cb7-4c40-83ae-bcd8731973e2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:19.043780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.080017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b78913d-327a-4257-bbae-90ed55372bde admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7327802 Apr 28 20:02:19.129176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46208) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:19.274003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:19.305717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=b6b20fcf-dabd-437f-8533-78fc877a990a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.361421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'e98b2967-ff7f-4334-9b46-04fbaa25ad72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'b5884c6d-7b04-433b-bbb1-f3fe9891945f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:19.361836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: b5884c6d-7b04-433b-bbb1-f3fe9891945f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:19.410252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbef050-e070-4d80-985e-c6ff9d11ce6c None None] Network 8fba1be2-3cb7-4c40-83ae-bcd8731973e2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:19.461591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2056160331'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:19.472872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:19.484896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:19.496924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:19.511571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:19.537387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:19.547966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.591777 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.625439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:19.632451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:security_group_rule and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:19.636813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:19.658284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:19.694039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.797125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.802402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.820948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:19.833038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.833721 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment 6744549a-eaf2-464b-bf23-1dceff8b02ca of type vlan for network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 Apr 28 20:02:19.866879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.919783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8c46da94-8033-41ea-9fef-4dff093f4762 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:19.944324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=808158e4-af49-4dd7-939f-2aebe15b12e6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:19.976082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Deleting subnet ff34c9b6-9016-414b-ac88-edee41cf133d {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:19.983765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:19.989605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:19.990555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.003640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 8c46da94-8033-41ea-9fef-4dff093f4762 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:20.004045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8c46da94-8033-41ea-9fef-4dff093f4762 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:20.029646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.085736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:20.174389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65f83064-d97c-403b-ba0e-74af059f7b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.178400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network b5884c6d-7b04-433b-bbb1-f3fe9891945f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:20.197558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b5884c6d-7b04-433b-bbb1-f3fe9891945f) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:20.209032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:20.210355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.213556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d5f724-17cf-42e8-9fe2-19f78cb59de1 None None] Network b5884c6d-7b04-433b-bbb1-f3fe9891945f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:20.228950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0983362 Apr 28 20:02:20.246134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f980e399-73fd-488c-a53e-e8f77cda87b2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.9030805 Apr 28 20:02:20.250398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46244) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:20.260239 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.328702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbbd833-d564-40bc-85a9-1c7af3ad2275 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=23bd2440-ec7b-4ccf-be9d-0faa02a9a080,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:20.443218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:20.470759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.640568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:20.894615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.049776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86026c6e-4ec2-4a77-91db-99d979489197 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b5884c6d-7b04-433b-bbb1-f3fe9891945f', 'network_id': 'b5884c6d-7b04-433b-bbb1-f3fe9891945f', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'b6b20fcf-dabd-437f-8533-78fc877a990a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:21.050614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86026c6e-4ec2-4a77-91db-99d979489197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.192702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.219358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff34c9b6-9016-414b-ac88-edee41cf133d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:21.261595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.277649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d01fcc15-0e52-4118-b600-0aa744a538fb admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ff34c9b6-9016-414b-ac88-edee41cf133d HTTP/1.1" status: 204 len: 168 time: 2.0025229 Apr 28 20:02:21.279093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46270) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:21.292909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.378799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=b6b20fcf-dabd-437f-8533-78fc877a990a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-86026c6e-4ec2-4a77-91db-99d979489197 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6b20fcf-dabd-437f-8533-78fc877a990a: This subnet is being modified by another concurrent operation. Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:21.506274 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b6b20fcf-dabd-437f-8533-78fc877a990a: This subnet is being modified by another concurrent operation. Apr 28 20:02:21.511447 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:02:21.540750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8562e9-05a3-4eeb-8fcd-ef5751491a98 None None] Network b5884c6d-7b04-433b-bbb1-f3fe9891945f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:21.579055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.582202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.600202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.670950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd35016-beab-4a2a-a204-86e7f557b8cc req-28b1410c-a168-417a-ad8a-cf19124b81e7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:21.684002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd35016-beab-4a2a-a204-86e7f557b8cc req-28b1410c-a168-417a-ad8a-cf19124b81e7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.7431579 Apr 28 20:02:21.753079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:21.846550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d7555-cb45-4012-b518-d5581e434832 req-1cccd1f1-cc8d-46d2-ab45-0a9f2349e4ac tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:21.854408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-265d7555-cb45-4012-b518-d5581e434832 req-1cccd1f1-cc8d-46d2-ab45-0a9f2349e4ac tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 945 time: 0.9170299 Apr 28 20:02:21.857232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5884c6d-7b04-433b-bbb1-f3fe9891945f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.875918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e98b2967-ff7f-4334-9b46-04fbaa25ad72') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.876712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e98b2967-ff7f-4334-9b46-04fbaa25ad72') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:21.904541 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.959928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:21.970739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:21.971416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.037860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:22.038207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.170722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9c76f9-4299-4c16-bc59-520788d7941c None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:22.188120 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:22.209316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.282697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.303221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=b5884c6d-7b04-433b-bbb1-f3fe9891945f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:22.310844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-539996d5-ec5e-4506-aec0-3ba3e108f009 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/b5884c6d-7b04-433b-bbb1-f3fe9891945f HTTP/1.1" status: 204 len: 168 time: 2.0561824 Apr 28 20:02:22.320947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46284) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:22.346784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbd35016-beab-4a2a-a204-86e7f557b8cc req-cf649acd-724a-4e62-992f-94356ac1b9a2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=fd05bcf3-1a24-4bba-9af1-24e944e080f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616662 Apr 28 20:02:22.352877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-433610754'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:22.368785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:22.377347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:22.384088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:22.396256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.397786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:22.435887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:22.439647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.458302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fba1be2-3cb7-4c40-83ae-bcd8731973e2']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.517049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff4d4d30-88ca-4843-910a-6d783b9a7739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.522146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:22.546747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.546747 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment ae5ac704-4f86-485e-93f6-dd35687f0123 of type vlan for network 078a5795-7d74-4448-abd3-19dfac901181 Apr 28 20:02:22.613058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9c76f9-4299-4c16-bc59-520788d7941c None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:02:22.627681 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.703145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.709801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:22.710618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.733379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:22.735885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.777196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4530990 Apr 28 20:02:22.777960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46292) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:22.779494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:22.792967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c259587-e672-42e9-8605-3f89d86e81a9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c HTTP/1.1" status: 204 len: 168 time: 4.2711651 Apr 28 20:02:22.888570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:22.929454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:22.936782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66795f5-2a6d-4b93-a237-119eb9e17362') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.937131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66795f5-2a6d-4b93-a237-119eb9e17362') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:22.976520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': '078a5795-7d74-4448-abd3-19dfac901181', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:22.991120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedede5f-2b08-4ce1-9e5d-1f0d36829da6 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=078a5795-7d74-4448-abd3-19dfac901181,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.008451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 078a5795-7d74-4448-abd3-19dfac901181 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:23.150276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:23.159841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:23.168550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:23.184389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:23.201656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:23.208924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.252223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.293840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.304206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:23.306227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:23.589502 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:23.610365 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-047d7c58-fccd-46de-8dc4-c289291b1c74 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:02:23.613801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-047d7c58-fccd-46de-8dc4-c289291b1c74 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:23.628679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.631306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.699069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:23.712783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.759856 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:23.825628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:23.853411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] Pushing event deleted for resources: {'Network': ['ID=8fba1be2-3cb7-4c40-83ae-bcd8731973e2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.883114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-047d7c58-fccd-46de-8dc4-c289291b1c74 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:23.884610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-047d7c58-fccd-46de-8dc4-c289291b1c74 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c HTTP/1.1" status: 404 len: 333 time: 0.9502380 Apr 28 20:02:23.897228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=c3dbf6bd-b6cb-483a-a101-01e21aae3ef7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:23.909168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:23.915498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46324) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:23.989003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45105dfd-49c2-484d-99ae-1ae1168f92a3 req-19ad337f-769d-4bf2-96cb-cf94ef090fc9 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 210 time: 0.1157289 Apr 28 20:02:24.033377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:24.034133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:24.054529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 876da7dc-0d3c-46e0-9f6a-09408cff12ca {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:24.060135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2787b4cf-83a7-4ffe-b5cf-6d7512293bef admin admin] 10.222.0.24 "DELETE /v2.0/networks/8fba1be2-3cb7-4c40-83ae-bcd8731973e2 HTTP/1.1" status: 204 len: 168 time: 2.7652049 Apr 28 20:02:24.060432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.066001 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.228610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.433712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:24.462059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.491751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] No DVR routers for this DVR port c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:24.511980 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.514033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-265d7555-cb45-4012-b518-d5581e434832 req-c782a107-1f47-41e6-860d-2ea2f7a982b7 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "DELETE /v2.0/ports/c3dbf6bd-b6cb-483a-a101-01e21aae3ef7 HTTP/1.1" status: 204 len: 173 time: 2.6475682 Apr 28 20:02:24.516474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'name': 'network-vif-deleted', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:24.582178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:24.595676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:subnet and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:24.612804 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34fa8697-f853-4758-b95d-96e046d14f47'] response: {'server_uuid': 'e9f3789f-7b99-4f08-970e-a21104601ffd', 'name': 'network-vif-deleted', 'tag': 'c3dbf6bd-b6cb-483a-a101-01e21aae3ef7', 'status': 'completed', 'code': 200} Apr 28 20:02:24.614503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:24.625986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:24.634692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a89d5eb9-a560-4030-bae9-88deeaf66f02 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63eee5d79f0647d6a215ab3959d2f22f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2001834 Apr 28 20:02:24.638338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:24.674299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=dafe4034-1dbe-41bf-a8cc-7c2329b07b55,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:24.692941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:24.696581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.717807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.750045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.851240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.855253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'ae5ac704-4f86-485e-93f6-dd35687f0123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '078a5795-7d74-4448-abd3-19dfac901181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:24.855618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: 078a5795-7d74-4448-abd3-19dfac901181, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:24.896961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network 078a5795-7d74-4448-abd3-19dfac901181 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:24.908433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.973249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 078a5795-7d74-4448-abd3-19dfac901181) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:24.976408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b66807a4-a049-4848-85f9-fc445177d837 None None] Network 542366a8-0e4e-4af5-8937-e4626df58cb5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:24.998706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:24.999786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.011033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4019555a-5e5a-4ec6-969f-a0040a1ceec4 None None] Network 078a5795-7d74-4448-abd3-19dfac901181 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:25.021579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:25.025726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c599838-fbe7-4340-b627-3c6ced40ead9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.039373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/876da7dc-0d3c-46e0-9f6a-09408cff12ca HTTP/1.1" status: 204 len: 168 time: 1.1196754 Apr 28 20:02:25.043565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642082e-ec82-4757-9d6d-4b1dd5a16324 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=876da7dc-0d3c-46e0-9f6a-09408cff12ca,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.054743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:25.056687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.115586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-520feddc-fce2-4720-bd4f-d65753525f30 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3126569 Apr 28 20:02:25.116695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46358) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:25.139493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet c477df26-3df7-41f1-9d14-ec10bbb7facd {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:25.154246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.310859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.317309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b22dbc0-fcdf-4d2a-a017-065f2b4f579a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c599838-fbe7-4340-b627-3c6ced40ead9 HTTP/1.1" status: 204 len: 168 time: 0.6776242 Apr 28 20:02:25.375304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.408713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.554674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.567371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.577137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fccbfe61-609e-4bdf-bbf2-999f014bcba7 req-e05ea297-ca16-484e-9720-3cdf82a41eb6 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=e9f3789f-7b99-4f08-970e-a21104601ffd HTTP/1.1" status: 200 len: 210 time: 0.2357883 Apr 28 20:02:25.660810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.663742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.669608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.700735 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.712014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=c477df26-3df7-41f1-9d14-ec10bbb7facd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:25.733959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': '6744549a-eaf2-464b-bf23-1dceff8b02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:25.734319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: 23bd2440-ec7b-4ccf-be9d-0faa02a9a080, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:25.739266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.753617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-df9b7343-db34-4a8f-b305-7bb43fbb8566 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/c477df26-3df7-41f1-9d14-ec10bbb7facd HTTP/1.1" status: 204 len: 168 time: 0.7241535 Apr 28 20:02:25.756069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:25.786431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:25.815041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 23bd2440-ec7b-4ccf-be9d-0faa02a9a080) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:25.829779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:25.830500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.861813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3d4f5187-4ba5-4643-ae82-8ffc12352bbf tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1360707 Apr 28 20:02:25.862665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:25.868448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-496024939'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:25.877996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd91fcf-dbe5-46dc-bcf5-24ab97ed08da None None] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:25.882005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:25.887761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:25.892132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:25.899261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:25.915864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:25.921602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.963656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:25.976664 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:25.977317 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment 43c7a305-68ab-45ee-bda2-5532382e3cfa of type vlan for network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 Apr 28 20:02:26.015802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.025570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.059156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.070671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:26.072805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.105624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 73ad852a-714f-4082-833d-43d7f9ee8dd4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:26.105624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.158639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2946699 Apr 28 20:02:26.159590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:26.165761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:26.213563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a95462-925e-43ab-88b9-b588922b71ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-078a5795-7d74-4448-abd3-19dfac901181', 'network_id': '078a5795-7d74-4448-abd3-19dfac901181', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'dafe4034-1dbe-41bf-a8cc-7c2329b07b55'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:26.214388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23a95462-925e-43ab-88b9-b588922b71ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.368255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.377910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] DHCP port deletion for 542366a8-0e4e-4af5-8937-e4626df58cb5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:26.401245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Deleting port 73ad852a-714f-4082-833d-43d7f9ee8dd4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:26.402066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.440934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9828da44-78ac-4c42-8046-d5a1392efa8a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:26.471724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:26.480208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=dafe4034-1dbe-41bf-a8cc-7c2329b07b55,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:26.480893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:subnet and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:26.501883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:26.517054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:26.544026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:26.549698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.576889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:26.752376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.791986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73ad852a-714f-4082-833d-43d7f9ee8dd4,segment=NetworkSegment(891206e3-2b90-4b2c-982d-f3f57bf162da),segment_id=891206e3-2b90-4b2c-982d-f3f57bf162da)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:26.792633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.815218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['078a5795-7d74-4448-abd3-19dfac901181']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:26.815820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-23bd2440-ec7b-4ccf-be9d-0faa02a9a080', 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080', 'tenant_id': '86177e0a15ba4b5c8333b8e134304f01', 'fixed_ips': [{'subnet_id': '9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:26.816651 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-23a95462-925e-43ab-88b9-b588922b71ed None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dafe4034-1dbe-41bf-a8cc-7c2329b07b55: This subnet is being modified by another concurrent operation. Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:02:26.980535 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dafe4034-1dbe-41bf-a8cc-7c2329b07b55: This subnet is being modified by another concurrent operation. Apr 28 20:02:26.986834 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:02:27.242016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Allocated IP 2001:db8:0:ffff::2 (23bd2440-ec7b-4ccf-be9d-0faa02a9a080/9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9/bcc7225b-bb56-46db-946d-afb6c78f2ed1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:27.305865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:27.321958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:02:27.328844 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.335650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 73ad852a-714f-4082-833d-43d7f9ee8dd4 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:27.397262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae5ac704-4f86-485e-93f6-dd35687f0123') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.402434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae5ac704-4f86-485e-93f6-dd35687f0123') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:27.418944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=aa4d86a8-515b-4622-bc0f-44aaa30a24b4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:27.433656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': '43c7a305-68ab-45ee-bda2-5532382e3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:27.434021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:27.459860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.463194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:27.489212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:27.494139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:27.494902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.531507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.579551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:27.579893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:27.616462 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:27.632812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e68381b-b07a-442b-be6c-36473feafb45 None None] Network 078a5795-7d74-4448-abd3-19dfac901181 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:27.641153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d1e6fd0-014a-4a9a-aad6-c3e7d9b76d20 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4791999 Apr 28 20:02:27.645572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:27.656692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b78cb8-72ed-4a3d-b53c-95143ace1dcb None None] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:27.679624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73ad852a-714f-4082-833d-43d7f9ee8dd4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:27.704212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'port': {'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504', 'name': 'tempest-NetworksIpV6TestAttrs-89957486'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:27.737504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8b408-a29a-4a58-85cb-c61b87e1e175 req-2b1e9814-1afb-4820-bd97-932dadb369e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:27.738259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c8b408-a29a-4a58-85cb-c61b87e1e175 req-2b1e9814-1afb-4820-bd97-932dadb369e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Synchronizing usage tracker for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:27.778373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f9c8b408-a29a-4a58-85cb-c61b87e1e175 req-2b1e9814-1afb-4820-bd97-932dadb369e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Unset dirty status for tenant:f1f34b22986c405ebfceb939a2e84ca9 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:27.779536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c8b408-a29a-4a58-85cb-c61b87e1e175 req-2b1e9814-1afb-4820-bd97-932dadb369e5 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.2531877 Apr 28 20:02:27.856807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:27.867742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 73ad852a-714f-4082-833d-43d7f9ee8dd4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:27.868101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73ad852a-714f-4082-833d-43d7f9ee8dd4 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:27.977087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port 73ad852a-714f-4082-833d-43d7f9ee8dd4 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:28.086703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=73ad852a-714f-4082-833d-43d7f9ee8dd4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.137587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c8b408-a29a-4a58-85cb-c61b87e1e175 req-beb52d3d-5163-424c-a6dc-49bbc69e22e3 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3513365 Apr 28 20:02:28.208345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.246132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.257802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=078a5795-7d74-4448-abd3-19dfac901181,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:28.274074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ac68250-8060-4156-9b68-8e8c81686d43 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/078a5795-7d74-4448-abd3-19dfac901181 HTTP/1.1" status: 204 len: 168 time: 3.1558702 Apr 28 20:02:28.279595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46444) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:28.284168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:28.358191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-367832876'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:28.360040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] For port 73ad852a-714f-4082-833d-43d7f9ee8dd4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73ad852a-714f-4082-833d-43d7f9ee8dd4,segment=NetworkSegment(891206e3-2b90-4b2c-982d-f3f57bf162da),segment_id=891206e3-2b90-4b2c-982d-f3f57bf162da)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:28.362590 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.372269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:port and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:28.380675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.388542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:28.392267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:28.404291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:28.408353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:28.440001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:28.455212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:28.481483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['542366a8-0e4e-4af5-8937-e4626df58cb5']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:28.503418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:28.512520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.550595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '891206e3-2b90-4b2c-982d-f3f57bf162da') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:28.550899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '891206e3-2b90-4b2c-982d-f3f57bf162da') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:28.566826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:28.581808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.607042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.623283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] device_id is not set on port f452af1f-4e6f-476d-b276-ef1e2e4e78c7 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:28.673922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Calling delete_port for 73ad852a-714f-4082-833d-43d7f9ee8dd4 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:28.690270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:28.699221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.699693 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01 of type vlan for network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 Apr 28 20:02:28.728576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.743344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.776123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.784381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:28.787220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.801434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.842133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:28.842133 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:28.910437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504', 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504', 'tenant_id': '86177e0a15ba4b5c8333b8e134304f01', 'fixed_ips': [{'subnet_id': 'aa4d86a8-515b-4622-bc0f-44aaa30a24b4'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:28.911507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.954071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:28.954522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:28.989142 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:29.087585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-77653ca6-f055-4918-ba0c-5fde270718a2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:29.089211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-77653ca6-f055-4918-ba0c-5fde270718a2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.1757686 Apr 28 20:02:29.099205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.155046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:29.177433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:29.177931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.191794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d4fca0c6-6a6b-4159-8e0d-13a2655ceb85 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9102337 Apr 28 20:02:29.206777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46474) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:29.227289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:29.304593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Allocated IP 2001:db8::f816:3eff:fe0f:2137 (d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504/aa4d86a8-515b-4622-bc0f-44aaa30a24b4/08bf7881-d232-4771-a193-64763ac74827) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:29.309892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Transition to ACTIVE for port object bcc7225b-bb56-46db-946d-afb6c78f2ed1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:29.313868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.343963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Deleting port 73ad852a-714f-4082-833d-43d7f9ee8dd4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:29.344386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.360520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.365757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.372476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=542366a8-0e4e-4af5-8937-e4626df58cb5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.528423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2b703ed4-3b2d-4e03-9a8f-bb82f05d71ea None None] The port '73ad852a-714f-4082-833d-43d7f9ee8dd4' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:29.532256 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:02:29.538419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Transition to ACTIVE for port object bcc7225b-bb56-46db-946d-afb6c78f2ed1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:29.549390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a63b47ef-e754-4afd-960b-ba93803ec551 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/542366a8-0e4e-4af5-8937-e4626df58cb5 HTTP/1.1" status: 204 len: 168 time: 3.7787657 Apr 28 20:02:29.564538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:29.586647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:29.591653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:29.595565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:29.603121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:29.619460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:29.623556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.638074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.716430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:29.722723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:29.728670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:29.759269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] For port fee388af-fb8d-4c0b-8b67-0808f785e359, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fee388af-fb8d-4c0b-8b67-0808f785e359,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:29.759852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:29.770747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Pushing event updated for resources: {'Port': ['ID=bcc7225b-bb56-46db-946d-afb6c78f2ed1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:29.938866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef35fb9f-3a0c-404c-8dc0-db07a94d55b8 req-c784e310-dc10-44a7-9ec2-a3f31b686639 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:29.941685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1ee5e-b443-495f-beab-99c4eba5484c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:29.943239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c3c1ee5e-b443-495f-beab-99c4eba5484c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3756776 Apr 28 20:02:29.966200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef35fb9f-3a0c-404c-8dc0-db07a94d55b8 req-c784e310-dc10-44a7-9ec2-a3f31b686639 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 944 time: 0.6026840 Apr 28 20:02:29.974720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:30.031745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Attempting to bind port bcc7225b-bb56-46db-946d-afb6c78f2ed1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:30.032588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Attempting to bind port bcc7225b-bb56-46db-946d-afb6c78f2ed1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '6744549a-eaf2-464b-bf23-1dceff8b02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:30.033224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Attempting to bind port bcc7225b-bb56-46db-946d-afb6c78f2ed1 on network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:30.056230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.057575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:30.058298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Checking segment: {'id': '6744549a-eaf2-464b-bf23-1dceff8b02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:30.058915 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.059672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Bound using segment: {'id': '6744549a-eaf2-464b-bf23-1dceff8b02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:30.060719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Bound port: bcc7225b-bb56-46db-946d-afb6c78f2ed1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6744549a-eaf2-464b-bf23-1dceff8b02ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '23bd2440-ec7b-4ccf-be9d-0faa02a9a080'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:30.062217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.115828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef35fb9f-3a0c-404c-8dc0-db07a94d55b8 req-a070c88c-1f75-4cf1-877f-9db276a72fae tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups?id=ec8e48f1-d32f-4742-86c7-0564b334cb12&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439874 Apr 28 20:02:30.161545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=f899a14b-5c45-4d5e-886b-c7f512baa7ea,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:30.167682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:30.168062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:30.204437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:30.223261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:30.230429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:30.231015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.246903 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.253813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ad0cc-1d3a-43e5-8d03-8a33a082f39e None None] Network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:30.290632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3073fa67-cf82-4313-957d-8bd3c82ecfd3 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0819175 Apr 28 20:02:30.293446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:30.471817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Transition to ACTIVE for port object 08bf7881-d232-4771-a193-64763ac74827 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:30.518991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] For port bcc7225b-bb56-46db-946d-afb6c78f2ed1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:30.563913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Transition to ACTIVE for port object 08bf7881-d232-4771-a193-64763ac74827 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:30.588782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] For port bcc7225b-bb56-46db-946d-afb6c78f2ed1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bcc7225b-bb56-46db-946d-afb6c78f2ed1,segment=NetworkSegment(6744549a-eaf2-464b-bf23-1dceff8b02ca),segment_id=6744549a-eaf2-464b-bf23-1dceff8b02ca)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:30.590075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45', 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'f899a14b-5c45-4d5e-886b-c7f512baa7ea'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:30.590883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.614221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.620650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.684667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-77b63884-6e49-4bbd-a8cc-148d004c008f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7002461 Apr 28 20:02:30.696276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46508) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:30.708340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.708763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.709031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1296022915'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:30.709157 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Floating IP f6028bb1-5f34-447d-bb06-bbf92d6ede04 disassociated. External IP: 172.25.2.184, port: fee388af-fb8d-4c0b-8b67-0808f785e359. Apr 28 20:02:30.709416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for fee388af-fb8d-4c0b-8b67-0808f785e359 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:30.714705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:30.719485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:30.722696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:30.729700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:30.739234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Pushing event updated for resources: {'Port': ['ID=08bf7881-d232-4771-a193-64763ac74827,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:30.762928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:30.767343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.776869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Deleting port 96d90dc4-7c2d-4fcb-a385-8d38f140773d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:30.777210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.809589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.823160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:30.827564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Allocated IP 2001:db8::f816:3eff:feb1:910f (d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504/aa4d86a8-515b-4622-bc0f-44aaa30a24b4/f452af1f-4e6f-476d-b276-ef1e2e4e78c7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:30.829799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:30.856385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.856822 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 3c172234-0eef-4250-9dec-1bee187aafef of type vlan for network 1fa98772-cbfd-4504-a34c-09fadeef92f2 Apr 28 20:02:30.871185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:30.942698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:30.953151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:31.060327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.097179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.103946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:31.104317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.132700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f74243-c909-4fc3-ba34-defd2c6954a2 None None] Pushing event updated for resources: {'Port': ['ID=bcc7225b-bb56-46db-946d-afb6c78f2ed1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.145965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] For port 96d90dc4-7c2d-4fcb-a385-8d38f140773d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=96d90dc4-7c2d-4fcb-a385-8d38f140773d,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:31.146905 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.156552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Attempting to bind port 08bf7881-d232-4771-a193-64763ac74827 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:31.156725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Attempting to bind port 08bf7881-d232-4771-a193-64763ac74827 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '43c7a305-68ab-45ee-bda2-5532382e3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:31.157195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Attempting to bind port 08bf7881-d232-4771-a193-64763ac74827 on network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:31.163369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.177880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:31.182997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Checking segment: {'id': '43c7a305-68ab-45ee-bda2-5532382e3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:31.183619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.184712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Bound using segment: {'id': '43c7a305-68ab-45ee-bda2-5532382e3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:31.192264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Bound port: 08bf7881-d232-4771-a193-64763ac74827, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c7a305-68ab-45ee-bda2-5532382e3cfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'd3ea6f11-10d3-4f8c-ad1c-e3fd3e362504'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:31.192932 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.199614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5022738 Apr 28 20:02:31.213728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Allocated IP 172.20.0.1 (3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45/f899a14b-5c45-4d5e-886b-c7f512baa7ea/65b6732b-d935-4f54-b367-66e82d11e235) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:31.214492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46522) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:31.257131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=fee388af-fb8d-4c0b-8b67-0808f785e359,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.314541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:31.358842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] For port 08bf7881-d232-4771-a193-64763ac74827, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:31.363246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] For port 08bf7881-d232-4771-a193-64763ac74827, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=08bf7881-d232-4771-a193-64763ac74827,segment=NetworkSegment(43c7a305-68ab-45ee-bda2-5532382e3cfa),segment_id=43c7a305-68ab-45ee-bda2-5532382e3cfa)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:31.379213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:31.579546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Calling delete_port for 96d90dc4-7c2d-4fcb-a385-8d38f140773d owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:31.641271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb0faa-5900-4f28-82f1-6a2e45c65984 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=1fa98772-cbfd-4504-a34c-09fadeef92f2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.671558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:31.732808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d13aa1f-3064-4db5-aca0-65f7652d45bf None None] Pushing event updated for resources: {'Port': ['ID=08bf7881-d232-4771-a193-64763ac74827,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:31.927197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d1877a9-56bb-4bdd-8868-84bb88e886e5 req-bc7bfd05-4e26-484e-a022-07dadf1eee3b tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 210 time: 0.4951146 Apr 28 20:02:31.949852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:31.961634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:31.984597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:31.990897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:32.007135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.010867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:32.053893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Transition to ACTIVE for port object f452af1f-4e6f-476d-b276-ef1e2e4e78c7 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:32.064848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:32.078719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.137361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: fee388af-fb8d-4c0b-8b67-0808f785e359 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:32.137631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fee388af-fb8d-4c0b-8b67-0808f785e359 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:32.269192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.293863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Transition to ACTIVE for port object 65b6732b-d935-4f54-b367-66e82d11e235 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:32.336193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Transition to ACTIVE for port object 65b6732b-d935-4f54-b367-66e82d11e235 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:32.347784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Router 195de613-aecd-494c-ac1d-928d85b1284a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:02:32.354203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.503279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:32.508468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:32.517694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:32.521598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.536807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Pushing event updated for resources: {'Port': ['ID=65b6732b-d935-4f54-b367-66e82d11e235,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:32.594747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.635661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Attempting to bind port 65b6732b-d935-4f54-b367-66e82d11e235 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:32.636050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Attempting to bind port 65b6732b-d935-4f54-b367-66e82d11e235 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:32.636486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Attempting to bind port 65b6732b-d935-4f54-b367-66e82d11e235 on network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:32.642783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:32.643197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Checking segment: {'id': '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:32.643545 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.643937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Bound using segment: {'id': '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:32.644400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Bound port: 65b6732b-d935-4f54-b367-66e82d11e235, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:32.644769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.647832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.848942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Port': ['ID=f452af1f-4e6f-476d-b276-ef1e2e4e78c7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:32.919091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.942383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:32.953073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:32.956410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] For port 65b6732b-d935-4f54-b367-66e82d11e235, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:32.964088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] For port 65b6732b-d935-4f54-b367-66e82d11e235, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65b6732b-d935-4f54-b367-66e82d11e235,segment=NetworkSegment(48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01),segment_id=48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:32.969367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:32.976848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:32.978240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:32.979122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.103617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=7b8e3970-0ecf-483a-af60-12cf305bfc8b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:33.106822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e72e6a64-ac5e-48c4-ac07-fd9ef7edd62a tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 5.4593737 Apr 28 20:02:33.111387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0cb2945-0358-48e7-ab3b-ffffe19b85ba None None] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:33.196358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46564) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:33.312831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '3c172234-0eef-4250-9dec-1bee187aafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:33.313196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 1fa98772-cbfd-4504-a34c-09fadeef92f2, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:33.324224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=f899a14b-5c45-4d5e-886b-c7f512baa7ea,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:33.349206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dc536e7a-beca-48ad-a0dc-bf7f552ad786 None None] Provisioning for port bcc7225b-bb56-46db-946d-afb6c78f2ed1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:33.516941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d588454-641c-485e-9974-8bdc4f5cb78f None None] Pushing event updated for resources: {'Port': ['ID=65b6732b-d935-4f54-b367-66e82d11e235,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:33.547482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=96d90dc4-7c2d-4fcb-a385-8d38f140773d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:33.548954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eec1f7e-5275-44a0-bc68-b635ed1241db None None] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:33.776429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.789829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89ef231f-ae95-4644-9b47-533231a7ba2e req-86f8d4d9-0469-46f9-b21b-5de8a5a2b180 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 210 time: 0.5589161 Apr 28 20:02:33.801759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bcc7225b-bb56-46db-946d-afb6c78f2ed1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:33.823897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting subnet aa4d86a8-515b-4622-bc0f-44aaa30a24b4 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:33.835083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.853149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.917686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:33.954662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.955272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:33.975233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:33.982136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 1fa98772-cbfd-4504-a34c-09fadeef92f2) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:33.993637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:02:33.996588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:33.997344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.006261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.091753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] No DVR routers for this DVR port fee388af-fb8d-4c0b-8b67-0808f785e359 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:34.100899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55f338c9-60a0-43c1-af05-aabf8aae9f62 None None] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:34.101835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.105338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-deleted', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:02:34.146740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Sync routers for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:34.172452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.182789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42f24eab-ba1c-40d2-b052-85e4fa30237c req-672fb727-762f-4652-b010-84595770e8ca tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.41 "DELETE /v2.0/ports/fee388af-fb8d-4c0b-8b67-0808f785e359 HTTP/1.1" status: 204 len: 173 time: 5.0853450 Apr 28 20:02:34.189663 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe7f5024-ac37-4bda-baeb-db4b8ddecac6'] response: {'server_uuid': '0698d452-2272-4561-a645-40603bd4742a', 'name': 'network-vif-deleted', 'tag': 'fee388af-fb8d-4c0b-8b67-0808f785e359', 'status': 'completed', 'code': 200} Apr 28 20:02:34.190850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c0173d3c-bcf3-4806-b6e4-984dc8a9ddb8 None None] Provisioning for port 08bf7881-d232-4771-a193-64763ac74827 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:34.193342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.208374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:34.208895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:34.225519 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:34.238827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fd401507-9b8d-47e6-8fca-5d51c80d97ec tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9919600 Apr 28 20:02:34.259804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46576) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:34.337416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2', 'name': 'tempest-PortsTestJSON-673918846'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:34.373181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:34.374860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:34.487650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:02:34.487650 n-d-839811-1 neutron-server[88139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:02:34.487650 n-d-839811-1 neutron-server[88139]: [parameters: {'id': '3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45'}] Apr 28 20:02:34.487650 n-d-839811-1 neutron-server[88139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:34.489758 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:34.529732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:34.626587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.660025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:34.672540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:34.678068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:34.687305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:34.718612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:34.723187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.770778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port ab58e8aa-0291-4912-be47-5af77cc262bb yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:34.815968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.825842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Router 44f8854c-33d1-4066-828f-53468156ab16 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:02:34.849492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port bcc7225b-bb56-46db-946d-afb6c78f2ed1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:34.878188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:34.878391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=aa4d86a8-515b-4622-bc0f-44aaa30a24b4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:34.880810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.911081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7fd988b-6f56-426a-8e9f-df73d4d6a3d8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/aa4d86a8-515b-4622-bc0f-44aaa30a24b4 HTTP/1.1" status: 204 len: 168 time: 1.7131498 Apr 28 20:02:34.911629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46592) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:34.933402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bcc7225b-bb56-46db-946d-afb6c78f2ed1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:34.933900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:34.990527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.019358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c45f084-8bcb-4888-9fb9-6e2d1c9292e5 None None] Network 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:35.175002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996f26e-b46c-4d47-b4f2-615a63757a25 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:35.183912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0996f26e-b46c-4d47-b4f2-615a63757a25 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:35.184710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0996f26e-b46c-4d47-b4f2-615a63757a25 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Synchronizing usage tracker for tenant:86177e0a15ba4b5c8333b8e134304f01 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:35.214753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting port 65b6732b-d935-4f54-b367-66e82d11e235 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:35.215102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.281643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a323cb6-4d0a-4b71-aa92-6cc79cd1cfd9 req-885f9a76-2129-4573-829b-5b5a8f46e2b0 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/ports?device_id=0698d452-2272-4561-a645-40603bd4742a HTTP/1.1" status: 200 len: 210 time: 0.2011817 Apr 28 20:02:35.290004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.316301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:35.321633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.3 (1fa98772-cbfd-4504-a34c-09fadeef92f2/7b8e3970-0ecf-483a-af60-12cf305bfc8b/ab58e8aa-0291-4912-be47-5af77cc262bb) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:35.324795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Usage tracker for resource:security_group_rule and tenant:a47c97663ae24ebea73a23950dd550fb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:35.331372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:35.340333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:35.344296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0996f26e-b46c-4d47-b4f2-615a63757a25 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Unset dirty status for tenant:86177e0a15ba4b5c8333b8e134304f01 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:35.348044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0996f26e-b46c-4d47-b4f2-615a63757a25 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4293454 Apr 28 20:02:35.356250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:35.486141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:02:35.498655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Sync routers for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:35.523341 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94f3acf5-fee4-491c-aa31-224ea190d36b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.538639 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:35.540555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:35.541287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a53ddd05-10c1-4caa-b5ad-5b961eefc1f7 admin admin] 10.222.0.24 "PUT /v2.0/routers/44f8854c-33d1-4066-828f-53468156ab16/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2271030 Apr 28 20:02:35.546137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:35.549966 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f3acf5-fee4-491c-aa31-224ea190d36b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 20:02:35.550567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94f3acf5-fee4-491c-aa31-224ea190d36b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:35.580852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1568a9bd-f87e-46e9-8b7e-238ed6858fd9 None None] Provisioning for port 65b6732b-d935-4f54-b367-66e82d11e235 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:35.586533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-1fa98772-cbfd-4504-a34c-09fadeef92f2', 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': '7b8e3970-0ecf-483a-af60-12cf305bfc8b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:35.594168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.664894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] For port 65b6732b-d935-4f54-b367-66e82d11e235, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65b6732b-d935-4f54-b367-66e82d11e235,segment=NetworkSegment(48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01),segment_id=48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:35.665382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:35.683897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94f3acf5-fee4-491c-aa31-224ea190d36b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 HTTP/1.1" status: 409 len: 405 time: 0.3263855 Apr 28 20:02:35.684786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:35.721330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1628278118'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:35.939782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Calling delete_port for 65b6732b-d935-4f54-b367-66e82d11e235 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:35.943983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:35.980754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:35.984982 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:35.994547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:36.031193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:36.052254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.065207 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.067553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.129389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9990283f-936c-43e9-bf5e-76c1c033a8e0 None None] Provisioning complete for port bcc7225b-bb56-46db-946d-afb6c78f2ed1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:36.129794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9990283f-936c-43e9-bf5e-76c1c033a8e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.138466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:36.146069 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.158906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa96ce4-8fd9-4683-b7e7-d44f505f3790 None None] Network d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:36.177614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a47c97663ae24ebea73a23950dd550fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5853832 Apr 28 20:02:36.182021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de16aa-e7c0-41cb-9b6a-c76e44d31049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da5d87e-1d2c-4094-b8bd-b8645fce9f7b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.190974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:36.192217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.216327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port bcc7225b-bb56-46db-946d-afb6c78f2ed1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bcc7225b-bb56-46db-946d-afb6c78f2ed1,segment=NetworkSegment(6744549a-eaf2-464b-bf23-1dceff8b02ca),segment_id=6744549a-eaf2-464b-bf23-1dceff8b02ca)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:36.232330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.258979 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.259803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 08bf7881-d232-4771-a193-64763ac74827 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:36.276918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:36.287258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.287558 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment 7cdfddf9-b781-4fa3-a5ea-e519e951124e of type vlan for network 4657e359-a0ce-475b-a9b9-90a88cba95d5 Apr 28 20:02:36.316428 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.350390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.371047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object ab58e8aa-0291-4912-be47-5af77cc262bb will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:36.376834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T20:02:32Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.384767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Checking router: 44f8854c-33d1-4066-828f-53468156ab16 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:36.396842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Port': ['ID=65b6732b-d935-4f54-b367-66e82d11e235,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.404812 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Routers {'44f8854c-33d1-4066-828f-53468156ab16'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:36.406701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44f8854c-33d1-4066-828f-53468156ab16'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.410360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.420177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.427133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:36.427824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.449721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No DVR routers for this DVR port 65b6732b-d935-4f54-b367-66e82d11e235 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:36.551932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=bcc7225b-bb56-46db-946d-afb6c78f2ed1,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.580574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:36.607330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:36.613608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=ab58e8aa-0291-4912-be47-5af77cc262bb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.626348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:36.626488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.628744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:36.659552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.732110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0243068 Apr 28 20:02:36.742176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.758035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:36.805587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:36.817303 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] Set router 44f8854c-33d1-4066-828f-53468156ab16 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:36.830142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:36.882848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Checking router: 195de613-aecd-494c-ac1d-928d85b1284a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:36.924325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da5d87e-1d2c-4094-b8bd-b8645fce9f7b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.929842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a89f47-ca5c-4bb4-8cee-9070f8268220 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=4657e359-a0ce-475b-a9b9-90a88cba95d5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:36.932952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:36.941837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Allocated IP 172.20.0.2 (1fa98772-cbfd-4504-a34c-09fadeef92f2/7b8e3970-0ecf-483a-af60-12cf305bfc8b/b9851dfb-7549-48af-82ea-14d768f5fe43) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:36.956779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a4ed83fe-0ba1-4b87-beb9-434e9bf5fd19 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8da5d87e-1d2c-4094-b8bd-b8645fce9f7b HTTP/1.1" status: 204 len: 168 time: 0.6991234 Apr 28 20:02:37.034271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61994235-e08c-4a4d-8ecc-beacb85cac85 None None] DHCP port deletion for 3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:37.072015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:37.209214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.221745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:37.222489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.238391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:37.241133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.257535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.271390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.271694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48f3f4ad-5dcd-40a9-ac9e-0c9a4615bf01') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.281110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.286085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.302942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.310100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:37.310429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.330418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1e961f1-a50e-4fef-8e99-21061194676a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0660954 Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:37.331300 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:37.335765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:37.353712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2', 'name': 'tempest-PortsTestJSON-422969737'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:37.367417 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-500987d3-7345-4448-95b1-3add3506e162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T20:02:32Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:37.367843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Deleting port 15c1e625-2992-4b74-be50-88cd9e72b9f3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:37.368314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.372614 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-500987d3-7345-4448-95b1-3add3506e162 None None] The sync data for ids ['44f8854c-33d1-4066-828f-53468156ab16'] in n-d-839811-1 is: [{'id': '44f8854c-33d1-4066-828f-53468156ab16', 'name': 'tempest-TaggedBootDevicesTest_v242-116044044-router', 'tenant_id': 'e7989dcbc9d44a248674a9cc4f904820', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56'}], 'enable_snat': True}, 'gw_port_id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:27Z', 'updated_at': '2022-04-28T20:02:32Z', 'revision_number': 5, 'project_id': 'e7989dcbc9d44a248674a9cc4f904820', 'gw_port': {'id': '15c1e625-2992-4b74-be50-88cd9e72b9f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:37:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44f8854c-33d1-4066-828f-53468156ab16', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1605, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:29Z', 'updated_at': '2022-04-28T19:55:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:37.422497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:37.428832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:37.457180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.471834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:37.473944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.549412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:37.553073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.564352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.579531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:37.588306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.588621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.596302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:37.603917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:37.611176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b1bc1a6-b5c9-43ea-be78-1419e779ff41 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 HTTP/1.1" status: 204 len: 168 time: 7.3166316 Apr 28 20:02:37.611827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-021b7f57-7e8a-4bff-9476-590b0bf8c79c req-61b635ac-c098-49e0-aad1-12ea4c0570c5 service neutron] (88139) timed out ('10.222.0.46', 54890) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:02:37.612243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46652) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:37.616306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:37.622026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682355694'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:37.626821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:37.630371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:37.635928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:37.638049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:37.641732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:37.649504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:37.657204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 08bf7881-d232-4771-a193-64763ac74827 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:37.659691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:37.663311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.664765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Usage tracker for resource:security_group_rule and tenant:bbff08a24d324da9b4915da2afc9f32f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:37.675323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:37.678884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:37.679025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.711338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:37.760004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:37.773960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:37.774268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 08bf7881-d232-4771-a193-64763ac74827 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:37.774517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.798686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.799184 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment d6af0955-6f4b-451b-91c7-c65b6ca78f7a of type vlan for network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 Apr 28 20:02:37.838039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.845140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] For port 15c1e625-2992-4b74-be50-88cd9e72b9f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=15c1e625-2992-4b74-be50-88cd9e72b9f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:37.845741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.892572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:37.898894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:37.899699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.011968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Calling delete_port for 15c1e625-2992-4b74-be50-88cd9e72b9f3 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:38.024785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4102149 Apr 28 20:02:38.028097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46656) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:38.034838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:38.037403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:38.122445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Provisioning for port f452af1f-4e6f-476d-b276-ef1e2e4e78c7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:38.126703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.137628 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.151704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Provisioning complete for port f452af1f-4e6f-476d-b276-ef1e2e4e78c7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:38.152280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.164773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e647684-9637-4de9-923d-b549da02718e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=a84d95d9-15e7-4f3e-81f8-194cd447b4e7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.190393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8e48f1-d32f-4742-86c7-0564b334cb12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.217512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Port f452af1f-4e6f-476d-b276-ef1e2e4e78c7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:38.219932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:38.268170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Transition to ACTIVE for port object b9851dfb-7549-48af-82ea-14d768f5fe43 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:38.304665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.312428 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.332540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.364181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 is not hosted by any dhcp agent {{(pid=88139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 28 20:02:38.366302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Transition to ACTIVE for port object b9851dfb-7549-48af-82ea-14d768f5fe43 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:38.371004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:38.371850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.377182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "PUT /v2.0/networks/a84d95d9-15e7-4f3e-81f8-194cd447b4e7 HTTP/1.1" status: 200 len: 723 time: 0.3479183 Apr 28 20:02:38.377964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:38.388681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] DHCP port deletion for d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:38.391979 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.409936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.464406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.469189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef95af8a-6eea-42d2-8795-25755d7d32f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "DELETE /v2.0/security-groups/ec8e48f1-d32f-4742-86c7-0564b334cb12 HTTP/1.1" status: 204 len: 168 time: 1.8579962 Apr 28 20:02:38.470486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': 'a84d95d9-15e7-4f3e-81f8-194cd447b4e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:38.473419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:38.474491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.484783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.527092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Pushing event updated for resources: {'Port': ['ID=b9851dfb-7549-48af-82ea-14d768f5fe43,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.529498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Deleting port 08bf7881-d232-4771-a193-64763ac74827 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:38.529961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.666624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ac61d-a22a-4e42-9e9d-3c53cdcc1771 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=a84d95d9-15e7-4f3e-81f8-194cd447b4e7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.718590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:38.743804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Provisioning complete for port 08bf7881-d232-4771-a193-64763ac74827 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:38.744168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cd5c589-21d8-44d3-b7dc-508cee38dd29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.755413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.5 (1fa98772-cbfd-4504-a34c-09fadeef92f2/7b8e3970-0ecf-483a-af60-12cf305bfc8b/ec5ea7b1-70f2-4d00-98cf-057123f0aaa2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:38.762506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:38.768018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:38.771308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:38.777609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:38.788050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bbff08a24d324da9b4915da2afc9f32f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3632548 Apr 28 20:02:38.788226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:38.805578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 08bf7881-d232-4771-a193-64763ac74827, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=08bf7881-d232-4771-a193-64763ac74827,segment=NetworkSegment(43c7a305-68ab-45ee-bda2-5532382e3cfa),segment_id=43c7a305-68ab-45ee-bda2-5532382e3cfa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:38.811707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d4ea62-f331-4b19-b793-fc99828b5fa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10f4ae7e-6e27-4e5f-a64b-4e0bd06f9e3e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.814735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:38.818329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.853364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:38.867538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Pushing event deleted for resources: {'Port': ['ID=15c1e625-2992-4b74-be50-88cd9e72b9f3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:38.877987 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-ff1db894-d366-4646-bbba-6ecdff42d1df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] show failed (client error): The resource could not be found. Apr 28 20:02:38.882062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ff1db894-d366-4646-bbba-6ecdff42d1df tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "GET /v2.0/security-groups/ec8e48f1-d32f-4742-86c7-0564b334cb12 HTTP/1.1" status: 404 len: 347 time: 0.3687415 Apr 28 20:02:38.896883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:38.912900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:38.978817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:39.034123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:39.182436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.211644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bcc7225b-bb56-46db-946d-afb6c78f2ed1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:39.238885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Deleting port febaa4c1-a594-452a-8700-2dbaf4c4e3f5 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:39.239329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.270607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.371162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.407387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.535715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=8a404fda-386b-492f-abd8-0e66cc8d4f4b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.554645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.562285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:02:39.573095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.575003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.630481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] For port 08bf7881-d232-4771-a193-64763ac74827, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=08bf7881-d232-4771-a193-64763ac74827,segment=NetworkSegment(43c7a305-68ab-45ee-bda2-5532382e3cfa),segment_id=43c7a305-68ab-45ee-bda2-5532382e3cfa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:39.631187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.641577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'd6af0955-6f4b-451b-91c7-c65b6ca78f7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'a84d95d9-15e7-4f3e-81f8-194cd447b4e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:39.641903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: a84d95d9-15e7-4f3e-81f8-194cd447b4e7, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:39.709296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:39.720990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.727961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.728598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44f8854c-33d1-4066-828f-53468156ab16 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:02:39.736672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.759630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a84d95d9-15e7-4f3e-81f8-194cd447b4e7) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:39.767998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10f4ae7e-6e27-4e5f-a64b-4e0bd06f9e3e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.781317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:39.782199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.788030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:39.810910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=a866eeed-314d-4f7c-99fe-c842e8edd521,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:39.823603 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.824149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.840528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:39.841698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e24348f8-6fed-455a-a8bc-364ac1e951fd admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/10f4ae7e-6e27-4e5f-a64b-4e0bd06f9e3e HTTP/1.1" status: 204 len: 168 time: 1.0522859 Apr 28 20:02:39.849602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-18136f80-170d-4070-96b1-7676b7adb402 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4528804 Apr 28 20:02:39.851067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46720) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:39.859314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:39.993795 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.012286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Calling delete_port for febaa4c1-a594-452a-8700-2dbaf4c4e3f5 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:40.026423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Calling delete_port for 08bf7881-d232-4771-a193-64763ac74827 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:40.101870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:40.112600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:40.130719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:40.146651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Attempting to bind port b9851dfb-7549-48af-82ea-14d768f5fe43 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:40.147141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Attempting to bind port b9851dfb-7549-48af-82ea-14d768f5fe43 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3c172234-0eef-4250-9dec-1bee187aafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:40.147812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Attempting to bind port b9851dfb-7549-48af-82ea-14d768f5fe43 on network 1fa98772-cbfd-4504-a34c-09fadeef92f2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:40.164303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:40.164652 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:40.165564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2cba4-b345-46a3-afb9-1cb6b58c7665 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:40.196560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': '7cdfddf9-b781-4fa3-a5ea-e519e951124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:40.197070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: 4657e359-a0ce-475b-a9b9-90a88cba95d5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:40.197960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9489198'] for subnet, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.208248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.246020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=ec5ea7b1-70f2-4d00-98cf-057123f0aaa2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.267676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Pushing event deleted for resources: {'Port': ['ID=febaa4c1-a594-452a-8700-2dbaf4c4e3f5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.277244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.281354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5b5356f-fe41-4045-8fa3-7d9792cb559d admin admin] 10.222.0.24 "DELETE /v2.0/routers/44f8854c-33d1-4066-828f-53468156ab16 HTTP/1.1" status: 204 len: 168 time: 4.7301672 Apr 28 20:02:40.283868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46726) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:40.320786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:40.321508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.396506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=08bf7881-d232-4771-a193-64763ac74827,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.428853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a254017d-2e58-44f5-9ff8-1feb71ff5c25 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.0920670 Apr 28 20:02:40.432143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bcc7225b-bb56-46db-946d-afb6c78f2ed1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:40.432522 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.432857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46732) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:40.477887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Deleting subnet b222bbd7-826c-4613-962b-1e217f2d4172 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:40.487780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:40.491718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:40.492003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.492170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Checking segment: {'id': '3c172234-0eef-4250-9dec-1bee187aafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:40.492579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.492986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Bound using segment: {'id': '3c172234-0eef-4250-9dec-1bee187aafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:40.493507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Bound port: b9851dfb-7549-48af-82ea-14d768f5fe43, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c172234-0eef-4250-9dec-1bee187aafef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '1fa98772-cbfd-4504-a34c-09fadeef92f2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:40.493895 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.649169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775216413175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4130069'] for subnet, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.671462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.672094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Deleting port 08bf7881-d232-4771-a193-64763ac74827 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:40.672457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.712295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:40.712937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.714671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "PUT /v2.0/subnets/8a404fda-386b-492f-abd8-0e66cc8d4f4b HTTP/1.1" status: 200 len: 806 time: 0.8626707 Apr 28 20:02:40.721329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:40.737702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4657e359-a0ce-475b-a9b9-90a88cba95d5) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:40.761033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea648d8-99e1-48de-91e6-83b8b35e29f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:40.761665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2aff006-17bb-42fa-bbeb-c4682ff7fa2e None None] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:40.762180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ea648d8-99e1-48de-91e6-83b8b35e29f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:40.782207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:40.782939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.798433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ea648d8-99e1-48de-91e6-83b8b35e29f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:40.800136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ea648d8-99e1-48de-91e6-83b8b35e29f8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.3 HTTP/1.1" status: 200 len: 921 time: 0.3660293 Apr 28 20:02:40.803583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:40.828835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-075508c3-8c0f-422f-a70f-86b18463a04b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 4.0607774 Apr 28 20:02:40.831348 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.863422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:40.893107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4c779-12fc-44b5-ad6f-a759db82d1e5 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=8a404fda-386b-492f-abd8-0e66cc8d4f4b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:40.895545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.900431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:40.901192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.904807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:40.906892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb79b1a2-2b3a-4b2e-86ba-ac6e6c13f3f2 tempest-ServerActionsTestJSON-1768129059 tempest-ServerActionsTestJSON-1768129059-project] 10.222.0.24 "DELETE /v2.0/floatingips/f6028bb1-5f34-447d-bb06-bbf92d6ede04 HTTP/1.1" status: 204 len: 168 time: 2.0087144 Apr 28 20:02:40.919191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'port': {'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5', 'name': 'tempest-NetworksIpV6TestAttrs-790219180'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:40.948251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:41.091303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4657e359-a0ce-475b-a9b9-90a88cba95d5', 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5', 'tenant_id': '86177e0a15ba4b5c8333b8e134304f01', 'fixed_ips': [{'subnet_id': 'a866eeed-314d-4f7c-99fe-c842e8edd521'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:41.091937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.208995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] For port b9851dfb-7549-48af-82ea-14d768f5fe43, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:41.216323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] For port b9851dfb-7549-48af-82ea-14d768f5fe43, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b9851dfb-7549-48af-82ea-14d768f5fe43,segment=NetworkSegment(3c172234-0eef-4250-9dec-1bee187aafef),segment_id=3c172234-0eef-4250-9dec-1bee187aafef)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:41.278551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.298321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.354173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.400152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28537ed-4f2c-4df2-89fc-bfeb1550840e None None] Pushing event updated for resources: {'Port': ['ID=b9851dfb-7549-48af-82ea-14d768f5fe43,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:41.413756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:41.424919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:port and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:41.426206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:41.435810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:41.496461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:41.523314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8a1da5-5ff1-4323-ac05-5e751f76a073 None None] The sync data for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 is: [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T19:53:47Z', 'revision_number': 4, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9f541d7f-24bb-4bff-99fe-999dc1dc2baf', 'name': '', 'network_id': 'ef3be1c6-be84-42eb-8948-747e6c4e0a60', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'mac_address': 'fa:16:3e:8b:03:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:45Z', 'updated_at': '2022-04-28T19:54:00Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'subnets': [{'id': '3f7c0aa8-8a2d-46a5-a501-2a3c706b3628', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:41.551955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:41.587409 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.772799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Allocated IP 2001:db8::f816:3eff:feb7:a475 (4657e359-a0ce-475b-a9b9-90a88cba95d5/a866eeed-314d-4f7c-99fe-c842e8edd521/bb1b30b2-921d-4290-a13b-b5ffccb05f1a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:41.800663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:41.812788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.823665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.847344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:41.922136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] device_id is not set on port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:42.162864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.174513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Transition to ACTIVE for port object bb1b30b2-921d-4290-a13b-b5ffccb05f1a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:42.292330 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.299872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=ec5ea7b1-70f2-4d00-98cf-057123f0aaa2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:42.337779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.352900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 08bf7881-d232-4771-a193-64763ac74827 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:42.362507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b222bbd7-826c-4613-962b-1e217f2d4172,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:42.363167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a859f0a9-a8c2-4934-ab64-c8751a08f059 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 HTTP/1.1" status: 204 len: 168 time: 1.5574894 Apr 28 20:02:42.365056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46790) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:42.387245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.407154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a197a6d6-0a82-43f1-8341-6a4665785712 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b222bbd7-826c-4613-962b-1e217f2d4172 HTTP/1.1" status: 204 len: 168 time: 2.1175208 Apr 28 20:02:42.408253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:42.447520 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-92324b97-7ce7-4743-a3e4-49db91be9990 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:02:42.448053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92324b97-7ce7-4743-a3e4-49db91be9990 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:42.478701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92324b97-7ce7-4743-a3e4-49db91be9990 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:42.478701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92324b97-7ce7-4743-a3e4-49db91be9990 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/ec5ea7b1-70f2-4d00-98cf-057123f0aaa2 HTTP/1.1" status: 404 len: 333 time: 0.1085598 Apr 28 20:02:42.487981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46802) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:42.543369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b5b1fb0-8c21-4ce6-8868-3baf3f72c449 None None] New status for floating IP f6028bb1-5f34-447d-bb06-bbf92d6ede04: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:02:42.577894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.585710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.643742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Transition to ACTIVE for port object bb1b30b2-921d-4290-a13b-b5ffccb05f1a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:42.644991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebdf762-d845-40fb-8143-9dcab047ebd6 None None] Network cdd5acf2-f7a2-48ba-8431-8887bc8b941c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:42.645552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=8a404fda-386b-492f-abd8-0e66cc8d4f4b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:42.651555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port ab58e8aa-0291-4912-be47-5af77cc262bb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:42.652385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.740747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165a1098-0e51-4100-99ac-e98583a5f95f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a84d95d9-15e7-4f3e-81f8-194cd447b4e7', 'network_id': 'a84d95d9-15e7-4f3e-81f8-194cd447b4e7', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': '8a404fda-386b-492f-abd8-0e66cc8d4f4b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:42.741529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-165a1098-0e51-4100-99ac-e98583a5f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.778192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.798068 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.830631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84d95d9-15e7-4f3e-81f8-194cd447b4e7']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:42.840164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:42.846831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6af0955-6f4b-451b-91c7-c65b6ca78f7a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:42.848494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6af0955-6f4b-451b-91c7-c65b6ca78f7a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:42.854009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] For port 08bf7881-d232-4771-a193-64763ac74827, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=08bf7881-d232-4771-a193-64763ac74827,segment=NetworkSegment(43c7a305-68ab-45ee-bda2-5532382e3cfa),segment_id=43c7a305-68ab-45ee-bda2-5532382e3cfa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:42.854416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.863088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:42.867449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:42.875790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.911816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.918446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:42.918879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.987170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:42.996976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46808) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:43.087320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:43.237842 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:43.239474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Deleting port 41f9b128-bd81-45bc-820a-ec724a91ad09 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:43.239474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.288224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Calling delete_port for 08bf7881-d232-4771-a193-64763ac74827 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:43.359312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for ab58e8aa-0291-4912-be47-5af77cc262bb owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:43.588030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Allocated IP 2001:db8::f816:3eff:fe4c:d054 (4657e359-a0ce-475b-a9b9-90a88cba95d5/a866eeed-314d-4f7c-99fe-c842e8edd521/c1a42b33-f7d2-4c3c-bb92-2e76201af0a8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:43.674135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.691414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.701831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Pushing event updated for resources: {'Port': ['ID=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:43.730509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.750070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bd9fe-534a-4d06-8833-54b28c0691c1 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:43.767685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.777248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Attempting to bind port bb1b30b2-921d-4290-a13b-b5ffccb05f1a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:43.778679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=ab58e8aa-0291-4912-be47-5af77cc262bb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:43.781558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=a84d95d9-15e7-4f3e-81f8-194cd447b4e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:43.781693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:43.790622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Usage tracker for resource:security_group_rule and tenant:bd08faae033a44728a2d18201fd8ef29 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:43.792451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Attempting to bind port bb1b30b2-921d-4290-a13b-b5ffccb05f1a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7cdfddf9-b781-4fa3-a5ea-e519e951124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:43.793161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Attempting to bind port bb1b30b2-921d-4290-a13b-b5ffccb05f1a on network 4657e359-a0ce-475b-a9b9-90a88cba95d5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:43.802058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-551854ef-7673-45b8-8f67-c08863c169a1 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/a84d95d9-15e7-4f3e-81f8-194cd447b4e7 HTTP/1.1" status: 204 len: 168 time: 3.0776525 Apr 28 20:02:43.804814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46820) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:43.837021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c09bd9fe-534a-4d06-8833-54b28c0691c1 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:02:43.839188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:43.839851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Checking segment: {'id': '7cdfddf9-b781-4fa3-a5ea-e519e951124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:43.840520 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.841126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Bound using segment: {'id': '7cdfddf9-b781-4fa3-a5ea-e519e951124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:43.841985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Bound port: bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cdfddf9-b781-4fa3-a5ea-e519e951124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '4657e359-a0ce-475b-a9b9-90a88cba95d5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:43.843321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.863223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5b2f0-f471-48a4-ba7b-4f466788eaf7 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:43.895772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:43.904723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa5b2f0-f471-48a4-ba7b-4f466788eaf7 None None] Network a84d95d9-15e7-4f3e-81f8-194cd447b4e7 could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:02:43.908981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:43.919179 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ebea2e3-d6a1-4d4c-9a4d-8ef7accc4864 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:43.919650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ebea2e3-d6a1-4d4c-9a4d-8ef7accc4864 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:43.937877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ebea2e3-d6a1-4d4c-9a4d-8ef7accc4864 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/a84d95d9-15e7-4f3e-81f8-194cd447b4e7 HTTP/1.1" status: 404 len: 339 time: 0.1254311 Apr 28 20:02:43.958046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46824) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:43.973891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:44.001743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1616867480', 'description': 'd1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:44.008074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:44.012143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:network and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:44.015483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:44.021325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:44.056758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.086466 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e5ddeb1-ad98-4e2d-9539-d071142ae245 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/ab58e8aa-0291-4912-be47-5af77cc262bb HTTP/1.1" status: 204 len: 168 time: 1.5942073 Apr 28 20:02:44.091322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46828) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:44.125593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:44.129903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.143291 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-29758a8b-54c6-46f1-8423-b11d0489a2d9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:02:44.143982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-29758a8b-54c6-46f1-8423-b11d0489a2d9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:44.185627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:44.190893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,segment=NetworkSegment(7cdfddf9-b781-4fa3-a5ea-e519e951124e),segment_id=7cdfddf9-b781-4fa3-a5ea-e519e951124e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:44.191784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-29758a8b-54c6-46f1-8423-b11d0489a2d9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:44.196119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-29758a8b-54c6-46f1-8423-b11d0489a2d9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/ab58e8aa-0291-4912-be47-5af77cc262bb HTTP/1.1" status: 404 len: 333 time: 0.1037445 Apr 28 20:02:44.196853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46832) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:44.205275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.257398 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.257779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] For port 41f9b128-bd81-45bc-820a-ec724a91ad09, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=41f9b128-bd81-45bc-820a-ec724a91ad09,segment=NetworkSegment(eed04291-54e7-4ab7-82b8-7b53d6d347d7),segment_id=eed04291-54e7-4ab7-82b8-7b53d6d347d7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:44.258449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.265010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.269292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.281107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 96d90dc4-7c2d-4fcb-a385-8d38f140773d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:44.331002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e717476c-08a0-4cf3-ba2d-dd2fd388e482 None None] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:44.332993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bd08faae033a44728a2d18201fd8ef29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3347270 Apr 28 20:02:44.338710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46836) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:44.343759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 7b8e3970-0ecf-483a-af60-12cf305bfc8b {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:44.360591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.363282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 96d90dc4-7c2d-4fcb-a385-8d38f140773d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:44.363856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 96d90dc4-7c2d-4fcb-a385-8d38f140773d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:44.369926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] Pushing event deleted for resources: {'Port': ['ID=08bf7881-d232-4771-a193-64763ac74827,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.398346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc5f5d-456f-4ebb-bb3c-80e30d598034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8139ea0c-a082-433b-ab8a-7073b5b15c73,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.449501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d2bc42b-1d10-4537-9823-afa03466054b None None] No DVR routers for this DVR port 08bf7881-d232-4771-a193-64763ac74827 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:44.456753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e81ce-bc72-45b8-a746-6a35fe825a48 None None] Pushing event updated for resources: {'Port': ['ID=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:44.462075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:44.480318 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.480686 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 54d9719a-a992-4360-97d9-d3d581819db0 of type vlan for network 3d3a6762-a3a0-43ae-add8-86f1f553accc Apr 28 20:02:44.528639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.543343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.587181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d4918705-a37a-44eb-b927-7a00ad2cbc73 None None] Provisioning for port b9851dfb-7549-48af-82ea-14d768f5fe43 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:44.677955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d8907-4eda-465c-b774-7ca87b23f885 None None] DHCP port deletion for cdd5acf2-f7a2-48ba-8431-8887bc8b941c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:44.691675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.696641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b9851dfb-7549-48af-82ea-14d768f5fe43 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:44.726037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Calling delete_port for 41f9b128-bd81-45bc-820a-ec724a91ad09 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:44.785177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.819526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.825539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:44.826367 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.833837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f76d8907-4eda-465c-b774-7ca87b23f885 None None] Deleting port 41f9b128-bd81-45bc-820a-ec724a91ad09 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:44.836648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f76d8907-4eda-465c-b774-7ca87b23f885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.885339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:44.933427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.009611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.024366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Transition to ACTIVE for port object c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:45.034587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8139ea0c-a082-433b-ab8a-7073b5b15c73,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.049364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.054237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a82e7dc0-3c04-477a-ad8a-f8dc692f58b8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8139ea0c-a082-433b-ab8a-7073b5b15c73 HTTP/1.1" status: 204 len: 168 time: 0.7074518 Apr 28 20:02:45.054836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.081363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.094222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f76d8907-4eda-465c-b774-7ca87b23f885 None None] The port '41f9b128-bd81-45bc-820a-ec724a91ad09' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:45.107007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.164220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=7b8e3970-0ecf-483a-af60-12cf305bfc8b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.164396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] No DVR routers for this DVR port 41f9b128-bd81-45bc-820a-ec724a91ad09 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:45.177197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b9851dfb-7549-48af-82ea-14d768f5fe43 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:45.180215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.184471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b9851dfb-7549-48af-82ea-14d768f5fe43 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:45.184938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.193077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9d90f1e3-baa1-4538-8684-c08b3182cd38 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/7b8e3970-0ecf-483a-af60-12cf305bfc8b HTTP/1.1" status: 204 len: 168 time: 0.9926364 Apr 28 20:02:45.194335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46844) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:45.286110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=3d3a6762-a3a0-43ae-add8-86f1f553accc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.307556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Pushing event deleted for resources: {'Port': ['ID=41f9b128-bd81-45bc-820a-ec724a91ad09,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:45.320158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3d3a6762-a3a0-43ae-add8-86f1f553accc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:45.407157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab1bec54-9464-4d09-94da-c193bb520fe4 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.4478724 Apr 28 20:02:45.444514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.449507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:45.450309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46850) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:45.468570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port b9851dfb-7549-48af-82ea-14d768f5fe43 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:45.468918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.492859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.505820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:45.524511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:45.530775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:45.545968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.568423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b9851dfb-7549-48af-82ea-14d768f5fe43, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b9851dfb-7549-48af-82ea-14d768f5fe43,segment=NetworkSegment(3c172234-0eef-4250-9dec-1bee187aafef),segment_id=3c172234-0eef-4250-9dec-1bee187aafef)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:45.583835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.656789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15c1e625-2992-4b74-be50-88cd9e72b9f3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:45.737614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1b8a715-f269-4891-a24b-af182221b193 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:45.739951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1b8a715-f269-4891-a24b-af182221b193 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Synchronizing usage tracker for tenant:63804f447c464a338f55c6ea7b659035 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:45.746010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 15c1e625-2992-4b74-be50-88cd9e72b9f3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:45.746249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 15c1e625-2992-4b74-be50-88cd9e72b9f3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:45.752688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49334273-86a8-4d96-bbee-d1b2367cc779 None None] Network 1fa98772-cbfd-4504-a34c-09fadeef92f2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:45.953634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6e7e39bd-71f0-4aee-86a4-42942fca4a06 None None] Provisioning complete for port b9851dfb-7549-48af-82ea-14d768f5fe43 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:45.954266 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e7e39bd-71f0-4aee-86a4-42942fca4a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:45.976745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port b9851dfb-7549-48af-82ea-14d768f5fe43, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b9851dfb-7549-48af-82ea-14d768f5fe43,segment=NetworkSegment(3c172234-0eef-4250-9dec-1bee187aafef),segment_id=3c172234-0eef-4250-9dec-1bee187aafef)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:45.977347 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.032339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b9851dfb-7549-48af-82ea-14d768f5fe43,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:46.122011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.253818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cddf4ad-7191-4422-9155-67bf7aea1e26 None None] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:46.336801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Port': ['ID=c1a42b33-f7d2-4c3c-bb92-2e76201af0a8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:46.383586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for b9851dfb-7549-48af-82ea-14d768f5fe43 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:46.408317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-88d14ff7-8b46-4960-addc-d203e4baebdc tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.5405767 Apr 28 20:02:46.415250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] DHCP port deletion for 1fa98772-cbfd-4504-a34c-09fadeef92f2 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:46.423242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Deleting port b9851dfb-7549-48af-82ea-14d768f5fe43 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:46.423434 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.423527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46872) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:46.430547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.477010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1b8a715-f269-4891-a24b-af182221b193 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Unset dirty status for tenant:63804f447c464a338f55c6ea7b659035 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:46.481250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d1b8a715-f269-4891-a24b-af182221b193 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks?id=3d3a6762-a3a0-43ae-add8-86f1f553accc HTTP/1.1" status: 200 len: 761 time: 1.0219858 Apr 28 20:02:46.486361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:46.531481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'description': 'd2'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:46.584488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd5acf2-f7a2-48ba-8431-8887bc8b941c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:46.639141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed04291-54e7-4ab7-82b8-7b53d6d347d7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:46.639833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed04291-54e7-4ab7-82b8-7b53d6d347d7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:46.648244 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.666703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting subnet a866eeed-314d-4f7c-99fe-c842e8edd521 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:46.723103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.746127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=b9851dfb-7549-48af-82ea-14d768f5fe43,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:46.760298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port b9851dfb-7549-48af-82ea-14d768f5fe43 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:46.762246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.789801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb1b30b2-921d-4290-a13b-b5ffccb05f1a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:46.888050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bdb193b8-d3b6-49ae-b13b-12909e093444 None None] Provisioning for port bb1b30b2-921d-4290-a13b-b5ffccb05f1a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:46.901029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] For port b9851dfb-7549-48af-82ea-14d768f5fe43, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b9851dfb-7549-48af-82ea-14d768f5fe43,segment=NetworkSegment(3c172234-0eef-4250-9dec-1bee187aafef),segment_id=3c172234-0eef-4250-9dec-1bee187aafef)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:46.901429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:46.979217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.003092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.018025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.020019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.051108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.052753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fa98772-cbfd-4504-a34c-09fadeef92f2']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:47.072285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c172234-0eef-4250-9dec-1bee187aafef') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:47.072530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c172234-0eef-4250-9dec-1bee187aafef') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:47.086750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.106942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.129149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:47.129652 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.152703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:47.156384 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:47.185812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:47.187540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.200612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Calling delete_port for b9851dfb-7549-48af-82ea-14d768f5fe43 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:47.208885 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:47.222511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network 3d3a6762-a3a0-43ae-add8-86f1f553accc is not hosted by any dhcp agent {{(pid=88140) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 28 20:02:47.228284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:47.229155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.235409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "PUT /v2.0/networks/3d3a6762-a3a0-43ae-add8-86f1f553accc HTTP/1.1" status: 200 len: 758 time: 0.7421348 Apr 28 20:02:47.263940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.292311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.310786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:47.316041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.318329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Usage tracker for resource:security_group_rule and tenant:1342e8d704464033a85f703f688533bb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:47.336519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port bb1b30b2-921d-4290-a13b-b5ffccb05f1a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:47.339717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:47.351680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.366684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bb1b30b2-921d-4290-a13b-b5ffccb05f1a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:47.367094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.372043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=1fa98772-cbfd-4504-a34c-09fadeef92f2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:47.375200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:47.385582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2167f9e4-9229-472b-b098-adc3a03b4147 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/1fa98772-cbfd-4504-a34c-09fadeef92f2 HTTP/1.1" status: 204 len: 168 time: 2.1901793 Apr 28 20:02:47.386460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46898) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.396065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1607906649'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:47.407046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:47.419412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:47.424874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:47.434965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:47.439741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6308a7-79ee-4d11-8ea7-a9b54ddf7555 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=3d3a6762-a3a0-43ae-add8-86f1f553accc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:47.462071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:47.466650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.520330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:47.520532 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:47.528986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:47.538054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3d3a6762-a3a0-43ae-add8-86f1f553accc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:47.548313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.551258 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.551651 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 37cdee4a-1295-4519-ae38-945de58a044e of type vlan for network 19b277c7-a64e-49cc-8c8d-e9091aa99820 Apr 28 20:02:47.559749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.569297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.624747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.641244 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.659783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd8004-e333-4747-9ecf-3bbae095209d tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:47.662396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60fd8004-e333-4747-9ecf-3bbae095209d tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks?id=3d3a6762-a3a0-43ae-add8-86f1f553accc HTTP/1.1" status: 200 len: 761 time: 0.3966987 Apr 28 20:02:47.666428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] Pushing event deleted for resources: {'Network': ['ID=cdd5acf2-f7a2-48ba-8431-8887bc8b941c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:47.672807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46906) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.677943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cd5c1f29-d874-47de-ac1e-fa484c3bd86a admin admin] 10.222.0.24 "DELETE /v2.0/networks/cdd5acf2-f7a2-48ba-8431-8887bc8b941c HTTP/1.1" status: 204 len: 168 time: 5.2635882 Apr 28 20:02:47.680198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.696865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1342e8d704464033a85f703f688533bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364019 Apr 28 20:02:47.698164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:47.703911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1636725365'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:47.709768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:47.723922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:47.731696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f438ff8-468c-40ef-a815-8fadc5d18196 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ad7617-e990-4915-9a64-c652a98ccb55,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:47.770632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:47.774543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.799670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:02:47.852393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:47.862027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.867901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:47.868564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.924763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.925027 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment 715a688f-3412-47aa-b0ba-a7bbf3871e5a of type vlan for network 5f1b2920-a16f-484c-8b6e-6271d23528f6 Apr 28 20:02:47.949181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:47.990397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,segment=NetworkSegment(7cdfddf9-b781-4fa3-a5ea-e519e951124e),segment_id=7cdfddf9-b781-4fa3-a5ea-e519e951124e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:47.996341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.033125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.034945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=19b277c7-a64e-49cc-8c8d-e9091aa99820,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.060288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c5d3c01f-36de-408d-9772-ccae6b0e1597 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6711490 Apr 28 20:02:48.064446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:48.071673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.093319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:48.095402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Deleting port b9851dfb-7549-48af-82ea-14d768f5fe43 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:48.095864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.124960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:48.245869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b9851dfb-7549-48af-82ea-14d768f5fe43 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:48.304296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:48.308667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b9851dfb-7549-48af-82ea-14d768f5fe43 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:48.309011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b9851dfb-7549-48af-82ea-14d768f5fe43 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:48.309417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 41f9b128-bd81-45bc-820a-ec724a91ad09 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:48.316749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.332420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:48.342837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:48.354896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 41f9b128-bd81-45bc-820a-ec724a91ad09 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:48.355231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 41f9b128-bd81-45bc-820a-ec724a91ad09 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:48.364017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:48.395477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Deleting port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:48.395940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.427236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:48.431308 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.440098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34454991-c5ea-4880-95c1-316c1b0cb612 None None] The port 'b9851dfb-7549-48af-82ea-14d768f5fe43' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:02:48.454502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Provisioning complete for port bb1b30b2-921d-4290-a13b-b5ffccb05f1a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:48.454881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.460136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.475869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:48.476481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.478724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.534568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.625680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.642981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84687ac-b15c-413f-b818-6e9aa1a133ea None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:02:48.682454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=a866eeed-314d-4f7c-99fe-c842e8edd521,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.687540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.768493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=5f1b2920-a16f-484c-8b6e-6271d23528f6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.795937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b84687ac-b15c-413f-b818-6e9aa1a133ea None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:02:48.801549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5f1b2920-a16f-484c-8b6e-6271d23528f6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:48.819697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Provisioning for port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:48.844291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Provisioning complete for port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:48.844762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.885669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.908058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f476df3-409d-4fff-9991-3ea009393f44 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.2255127 Apr 28 20:02:48.917912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:48.923133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ad7617-e990-4915-9a64-c652a98ccb55,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:48.929532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:48.943017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-168e628e-7604-4fa7-92cd-f2fdc0c2deae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/79ad7617-e990-4915-9a64-c652a98ccb55 HTTP/1.1" status: 204 len: 168 time: 1.1858180 Apr 28 20:02:48.952890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': '5f1b2920-a16f-484c-8b6e-6271d23528f6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:48.986476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d6e152b-27cf-427e-9f83-74dbdd0585b8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/a866eeed-314d-4f7c-99fe-c842e8edd521 HTTP/1.1" status: 204 len: 168 time: 2.5621202 Apr 28 20:02:48.993167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:49.082007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-85121029-6382-43bc-89f6-a00c95d04112 None None] Port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:49.103248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d3925-6814-4dab-8d94-95ad6d43d0ce tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:49.104876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7d3925-6814-4dab-8d94-95ad6d43d0ce tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:49.105916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab7d3925-6814-4dab-8d94-95ad6d43d0ce tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Synchronizing usage tracker for tenant:86177e0a15ba4b5c8333b8e134304f01 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:49.156055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:49.164212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Usage tracker for resource:subnet and tenant:63804f447c464a338f55c6ea7b659035 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:49.167110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] For port 9f541d7f-24bb-4bff-99fe-999dc1dc2baf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:49.170718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.177037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:49.188257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:49.198412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.200552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab7d3925-6814-4dab-8d94-95ad6d43d0ce tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Unset dirty status for tenant:86177e0a15ba4b5c8333b8e134304f01 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:49.205636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab7d3925-6814-4dab-8d94-95ad6d43d0ce tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2112145 Apr 28 20:02:49.206314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:49.247250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:49.252780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.253265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-07d54a5d-5271-4f56-b425-2039d6316977 None None] Provisioning complete for port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:49.253740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-07d54a5d-5271-4f56-b425-2039d6316977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.328442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-07d54a5d-5271-4f56-b425-2039d6316977 None None] Port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:02:49.439271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Calling delete_port for 9f541d7f-24bb-4bff-99fe-999dc1dc2baf owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:49.469179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befd25f6-cd9d-4892-acf5-84c846ff7e9c None None] Network 4657e359-a0ce-475b-a9b9-90a88cba95d5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:49.648676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93ba8d65-1d2a-4293-97dd-01ae7c8d08d5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.719884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.737443 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-93ba8d65-1d2a-4293-97dd-01ae7c8d08d5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): There was a conflict when trying to complete your request. Apr 28 20:02:49.737960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93ba8d65-1d2a-4293-97dd-01ae7c8d08d5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:49.739675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93ba8d65-1d2a-4293-97dd-01ae7c8d08d5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/4657e359-a0ce-475b-a9b9-90a88cba95d5 HTTP/1.1" status: 409 len: 405 time: 0.5264761 Apr 28 20:02:49.743929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46948) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:49.765887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1244871804'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:49.778033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:49.786926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:49.797448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:49.810560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:49.837583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.842335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=f97afa55-1bd6-48dd-9cc0-6a65b7d78372,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:49.876949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '37cdee4a-1295-4519-ae38-945de58a044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:49.877318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: 19b277c7-a64e-49cc-8c8d-e9091aa99820, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:49.904609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:49.906681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.906681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.906681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.907710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.908059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.908396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.908747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.909049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.909378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.909729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.910055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.910377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:49.914428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': '715a688f-3412-47aa-b0ba-a7bbf3871e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '5f1b2920-a16f-484c-8b6e-6271d23528f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:49.914795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: 5f1b2920-a16f-484c-8b6e-6271d23528f6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:49.922986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:49.971582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] DHCP port deletion for 4657e359-a0ce-475b-a9b9-90a88cba95d5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:02:49.976471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Deleting port bb1b30b2-921d-4290-a13b-b5ffccb05f1a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:49.977000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.006547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:50.017693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=f613deba-dae4-495b-b878-8c5097c5217d,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:50.019964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network 5f1b2920-a16f-484c-8b6e-6271d23528f6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:50.027844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 19b277c7-a64e-49cc-8c8d-e9091aa99820) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:50.029946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5f1b2920-a16f-484c-8b6e-6271d23528f6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:50.034842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.035647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.040159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:50.040882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.051976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-505185d4-0f7c-46d3-ad76-d45634f9e986 None None] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:50.069628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5d2673-b038-4c7f-b507-6d66b339676a None None] Network 5f1b2920-a16f-484c-8b6e-6271d23528f6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:50.086644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d68571d7-3166-4d99-8fe4-669f24462434 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1647401 Apr 28 20:02:50.088905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:50.120708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.121506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-68a3c26e-403b-42f9-b41c-d7334b8d0780 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0542674 Apr 28 20:02:50.131446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:50.138196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820', 'name': 'tempest-PortsTestJSON-1177700868', 'fixed_ips': [{'subnet_id': 'f97afa55-1bd6-48dd-9cc0-6a65b7d78372', 'ip_address': '172.20.0.10'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:50.353058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28f5472c-f43e-4fd9-b046-b12214b6425d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.525748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb1b30b2-921d-4290-a13b-b5ffccb05f1a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:50.540039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:50.565917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:50.572232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:50.581395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:50.587240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.589575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f541d7f-24bb-4bff-99fe-999dc1dc2baf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:50.643140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:50.683482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:50.738062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.805203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.815465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.816106 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment d4a666ae-39c1-46dd-b18e-4e5256932aad of type vlan for network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b Apr 28 20:02:50.860610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 42e32384-593a-43c9-99a2-c0d773ee7f48 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:50.889303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,segment=NetworkSegment(7cdfddf9-b781-4fa3-a5ea-e519e951124e),segment_id=7cdfddf9-b781-4fa3-a5ea-e519e951124e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:50.889713 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.914013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:50.970895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,segment=NetworkSegment(7cdfddf9-b781-4fa3-a5ea-e519e951124e),segment_id=7cdfddf9-b781-4fa3-a5ea-e519e951124e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:51.102834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Calling delete_port for bb1b30b2-921d-4290-a13b-b5ffccb05f1a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:51.105710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.169834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=f613deba-dae4-495b-b878-8c5097c5217d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:51.188914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.274642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:51.288524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.300367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.10 (19b277c7-a64e-49cc-8c8d-e9091aa99820/f97afa55-1bd6-48dd-9cc0-6a65b7d78372/42e32384-593a-43c9-99a2-c0d773ee7f48) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:51.303826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.313268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-19b277c7-a64e-49cc-8c8d-e9091aa99820', 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': 'f97afa55-1bd6-48dd-9cc0-6a65b7d78372'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:51.314331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.339095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f1b2920-a16f-484c-8b6e-6271d23528f6']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:51.406815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b25a0f9-ffda-49fc-afd7-09de32b4c37d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-5f1b2920-a16f-484c-8b6e-6271d23528f6', 'network_id': '5f1b2920-a16f-484c-8b6e-6271d23528f6', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'f613deba-dae4-495b-b878-8c5097c5217d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:51.407786 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b25a0f9-ffda-49fc-afd7-09de32b4c37d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.419596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.427092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.432798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:51.434077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.488050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '715a688f-3412-47aa-b0ba-a7bbf3871e5a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:51.489393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '715a688f-3412-47aa-b0ba-a7bbf3871e5a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:51.535933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.637760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.649094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:51.649452 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:51.704238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b33411df-c288-4ce2-9eca-9740ebc8fe2f None None] Network 5f1b2920-a16f-484c-8b6e-6271d23528f6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:51.758836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:51.759078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:51.759571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:51.777754 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:51.786090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=39d5c4bc-ef30-4ac3-89bf-b94ae768394b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:51.793050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-41138b54-d3c3-4478-ba4a-7094d098619d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0468230 Apr 28 20:02:51.800037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47010) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:51.830912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:51.894595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Deleting port 5579c92b-996d-4430-b70f-fe960b477767 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:51.895268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:51.895729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:52.131001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.168389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Deleting port bb1b30b2-921d-4290-a13b-b5ffccb05f1a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:52.168763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.172612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:52.225968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.231137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Usage tracker for resource:security_group_rule and tenant:10ac1ba3c64043b082fb4766ff16b4fc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:52.234536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.244828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:52.263775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:52.309101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=5f1b2920-a16f-484c-8b6e-6271d23528f6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:52.330969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Router 195de613-aecd-494c-ac1d-928d85b1284a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:02:52.333649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.333780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] For port 5579c92b-996d-4430-b70f-fe960b477767, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5579c92b-996d-4430-b70f-fe960b477767,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:52.334146 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.338350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:52.355016 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-22727830-f1c3-4108-9cfd-4382356f5e73 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/5f1b2920-a16f-484c-8b6e-6271d23528f6 HTTP/1.1" status: 204 len: 168 time: 2.2646868 Apr 28 20:02:52.356170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47028) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:52.373354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:52.419062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9874be9d-621d-4cab-8334-20f241245feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.419815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 42e32384-593a-43c9-99a2-c0d773ee7f48 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:52.429814 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9950ebfe-45e5-41f2-9ace-b0b4318782e9 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] GET failed (client error): The resource could not be found. Apr 28 20:02:52.430576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9950ebfe-45e5-41f2-9ace-b0b4318782e9 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Synchronizing usage tracker for tenant:63804f447c464a338f55c6ea7b659035 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:52.436029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:52.439686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.487895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Calling delete_port for 5579c92b-996d-4430-b70f-fe960b477767 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:52.585568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] For port bb1b30b2-921d-4290-a13b-b5ffccb05f1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,segment=NetworkSegment(7cdfddf9-b781-4fa3-a5ea-e519e951124e),segment_id=7cdfddf9-b781-4fa3-a5ea-e519e951124e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:52.587790 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.637384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9950ebfe-45e5-41f2-9ace-b0b4318782e9 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Unset dirty status for tenant:63804f447c464a338f55c6ea7b659035 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:52.641183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9950ebfe-45e5-41f2-9ace-b0b4318782e9 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets/f613deba-dae4-495b-b878-8c5097c5217d HTTP/1.1" status: 404 len: 337 time: 0.2736313 Apr 28 20:02:52.644314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47042) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:52.685083 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6832fb54-c158-474a-8ab8-7194d8c27f91 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:02:52.685622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6832fb54-c158-474a-8ab8-7194d8c27f91 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:02:52.691753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6832fb54-c158-474a-8ab8-7194d8c27f91 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/5f1b2920-a16f-484c-8b6e-6271d23528f6 HTTP/1.1" status: 404 len: 339 time: 0.0428011 Apr 28 20:02:52.692884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47046) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:52.726806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.753384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Calling delete_port for bb1b30b2-921d-4290-a13b-b5ffccb05f1a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:52.820254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:52.869768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:52.883334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:52.888924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Allocated IP 172.20.0.2 (19b277c7-a64e-49cc-8c8d-e9091aa99820/f97afa55-1bd6-48dd-9cc0-6a65b7d78372/4838df69-011b-440c-a42f-345072dfe87b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:52.928574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:52.977416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.007565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=42e32384-593a-43c9-99a2-c0d773ee7f48,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.012793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.020459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] Pushing event deleted for resources: {'Port': ['ID=bb1b30b2-921d-4290-a13b-b5ffccb05f1a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.027701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620519bd-75e0-4cf8-b43f-6924452a6411 None None] No DVR routers for this DVR port bb1b30b2-921d-4290-a13b-b5ffccb05f1a on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:02:53.062593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:53.063317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.078637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0951f35-7006-46b1-99c7-5451c5a0262f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:53.079338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b0951f35-7006-46b1-99c7-5451c5a0262f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Synchronizing usage tracker for tenant:63804f447c464a338f55c6ea7b659035 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:53.082594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=10ac1ba3c64043b082fb4766ff16b4fc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2980766 Apr 28 20:02:53.091792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:53.164836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d902eb6-fc46-4b93-977c-21cf7be30f2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342df68e-5dd7-4329-b616-d7174a23621c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.176528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:02:53.183919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25135843-c6f6-482d-b4ba-719bc1d5eb81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0478256 Apr 28 20:02:53.186420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:53.186813 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Sync routers for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:53.198178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820', 'name': 'tempest-PortsTestJSON-815602066', 'fixed_ips': [{'subnet_id': 'f97afa55-1bd6-48dd-9cc0-6a65b7d78372', 'ip_address': '172.20.0.9'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:53.204071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b0951f35-7006-46b1-99c7-5451c5a0262f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Unset dirty status for tenant:63804f447c464a338f55c6ea7b659035 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:53.208419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b0951f35-7006-46b1-99c7-5451c5a0262f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5141916 Apr 28 20:02:53.209563 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:53.212125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47078) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:53.214204 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:53.269624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9afd91e2-5dbd-462d-b3c4-613f04d9ab08 admin admin] 10.222.0.24 "PUT /v2.0/routers/195de613-aecd-494c-ac1d-928d85b1284a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2984028 Apr 28 20:02:53.308552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47086) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:53.353453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.409286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.436463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Transition to ACTIVE for port object 4838df69-011b-440c-a42f-345072dfe87b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:53.446094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Pushing event deleted for resources: {'Port': ['ID=5579c92b-996d-4430-b70f-fe960b477767,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.470267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Transition to ACTIVE for port object 4838df69-011b-440c-a42f-345072dfe87b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:53.481015 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.509921 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:53.555582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.620592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e8de2f7-8383-4c6c-bd33-5afdd5fe4657 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 207 time: 0.3767574 Apr 28 20:02:53.639495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47100) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:53.641670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:53.648685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:53.652408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:53.726769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:53.733283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Pushing event updated for resources: {'Port': ['ID=4838df69-011b-440c-a42f-345072dfe87b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:53.738460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:53.761487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:53.880053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Attempting to bind port 4838df69-011b-440c-a42f-345072dfe87b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:53.880530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Attempting to bind port 4838df69-011b-440c-a42f-345072dfe87b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '37cdee4a-1295-4519-ae38-945de58a044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:53.880665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:02:53.881133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Attempting to bind port 4838df69-011b-440c-a42f-345072dfe87b on network 19b277c7-a64e-49cc-8c8d-e9091aa99820 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:53.887807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:53.888305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Checking segment: {'id': '37cdee4a-1295-4519-ae38-945de58a044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:53.889785 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.890256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Bound using segment: {'id': '37cdee4a-1295-4519-ae38-945de58a044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:53.890910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Bound port: 4838df69-011b-440c-a42f-345072dfe87b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37cdee4a-1295-4519-ae38-945de58a044e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': '19b277c7-a64e-49cc-8c8d-e9091aa99820'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:53.891356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.892858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.906776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:53.970455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:54.001497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.021677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:54.062747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.075432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-746feecf-573c-4230-976d-672bc9503a65 None None] For port 4838df69-011b-440c-a42f-345072dfe87b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:54.076172 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T20:02:49Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:54.080628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-746feecf-573c-4230-976d-672bc9503a65 None None] For port 4838df69-011b-440c-a42f-345072dfe87b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4838df69-011b-440c-a42f-345072dfe87b,segment=NetworkSegment(37cdee4a-1295-4519-ae38-945de58a044e),segment_id=37cdee4a-1295-4519-ae38-945de58a044e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:54.083776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Checking router: 195de613-aecd-494c-ac1d-928d85b1284a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:54.089870 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.095875 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Routers {'195de613-aecd-494c-ac1d-928d85b1284a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:54.096763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['195de613-aecd-494c-ac1d-928d85b1284a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:54.189764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.206404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746feecf-573c-4230-976d-672bc9503a65 None None] Pushing event updated for resources: {'Port': ['ID=4838df69-011b-440c-a42f-345072dfe87b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:54.384236 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.397286 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] Set router 195de613-aecd-494c-ac1d-928d85b1284a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:54.432557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=aa6be300-b2c1-41d0-b8eb-59e26629dc16,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:54.461311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': 'd4a666ae-39c1-46dd-b18e-4e5256932aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:54.461713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: 39d5c4bc-ef30-4ac3-89bf-b94ae768394b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:02:54.537393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.548458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:02:54.565750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474aaa3-3d40-49f9-a526-fad9c24b70ef tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.571670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474aaa3-3d40-49f9-a526-fad9c24b70ef tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.580143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474aaa3-3d40-49f9-a526-fad9c24b70ef tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.585948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1474aaa3-3d40-49f9-a526-fad9c24b70ef tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.602086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1474aaa3-3d40-49f9-a526-fad9c24b70ef tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.9598331 Apr 28 20:02:54.603830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47140) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:54.650834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 39d5c4bc-ef30-4ac3-89bf-b94ae768394b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:54.661137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Deleting port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:54.661491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.665377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e570762-e3e9-4ffa-973c-2c3fba55bc9f None None] Network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:54.743716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:54.744309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.755167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.762566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.846665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 66a51df1-2a5a-4140-9e5c-982eb20ddc12 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:02:54.864003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342df68e-5dd7-4329-b616-d7174a23621c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:54.887204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:54.888339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-399176d7-4ddf-4afc-a0f6-8fcedf49b69c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/342df68e-5dd7-4329-b616-d7174a23621c HTTP/1.1" status: 204 len: 168 time: 1.7954018 Apr 28 20:02:54.923959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5139bc4b-2959-4ad8-8559-270a75b0d7cd tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.1197631 Apr 28 20:02:54.942362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47166) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:55.042529 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T20:02:49Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:55.049042 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95057c81-90c0-42c4-a36f-7343a6f2ef0e None None] The sync data for ids ['195de613-aecd-494c-ac1d-928d85b1284a'] in n-d-839811-1 is: [{'id': '195de613-aecd-494c-ac1d-928d85b1284a', 'name': 'tempest-ServerActionsTestJSON-401059754-router', 'tenant_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10'}], 'enable_snat': True}, 'gw_port_id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:53:29Z', 'updated_at': '2022-04-28T20:02:49Z', 'revision_number': 5, 'project_id': 'f1f34b22986c405ebfceb939a2e84ca9', 'gw_port': {'id': '0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:b5:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '195de613-aecd-494c-ac1d-928d85b1284a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:53:31Z', 'updated_at': '2022-04-28T19:53:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:55.172113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Router 2b25dc61-a598-4879-bb7e-4847186cec08 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:02:55.246825 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.251592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.270218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-357feae8-c919-4735-b002-d97a13bd8b29 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.6630960 Apr 28 20:02:55.271039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47188) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:55.321700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] For port 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:55.322237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.386420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-39d5c4bc-ef30-4ac3-89bf-b94ae768394b', 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b', 'tenant_id': '86177e0a15ba4b5c8333b8e134304f01', 'fixed_ips': [{'subnet_id': 'aa6be300-b2c1-41d0-b8eb-59e26629dc16'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:02:55.387273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:55.526508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:02:55.537642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Sync routers for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:02:55.574825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af8a068d-54a8-4295-a74d-33878f424b47 admin admin] 10.222.0.24 "PUT /v2.0/routers/2b25dc61-a598-4879-bb7e-4847186cec08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8935349 Apr 28 20:02:55.578026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:55.619602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Calling delete_port for 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:55.743841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Allocated IP 2001:db8::f816:3eff:fedd:bf7c (39d5c4bc-ef30-4ac3-89bf-b94ae768394b/aa6be300-b2c1-41d0-b8eb-59e26629dc16/dc4284b6-9c6e-4023-b278-9b7a235e694b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:55.771392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5bcd7-155d-4fea-a5e6-b3de305408ff tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:55.773122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b5bcd7-155d-4fea-a5e6-b3de305408ff tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:55.774725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1b5bcd7-155d-4fea-a5e6-b3de305408ff tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1122658 Apr 28 20:02:55.782461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47220) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:56.029001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef2c0d-2084-48d6-89eb-042316662f4b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.031723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b5f422-9dfc-42eb-b3c3-08d7227f79d7 None None] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:56.034529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ef2c0d-2084-48d6-89eb-042316662f4b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.037391 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92ef2c0d-2084-48d6-89eb-042316662f4b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.2539227 Apr 28 20:02:56.042276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47240) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:56.064087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:56.066106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:56.072334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.179476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.306880 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.318128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.9 (19b277c7-a64e-49cc-8c8d-e9091aa99820/f97afa55-1bd6-48dd-9cc0-6a65b7d78372/66a51df1-2a5a-4140-9e5c-982eb20ddc12) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:02:56.318832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Transition to ACTIVE for port object dc4284b6-9c6e-4023-b278-9b7a235e694b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:56.327159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.339783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Transition to ACTIVE for port object dc4284b6-9c6e-4023-b278-9b7a235e694b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:56.421707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-883e7727-25f5-4751-b34d-e85ad6c4b096 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:56.427166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-883e7727-25f5-4751-b34d-e85ad6c4b096 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks/f45479dc-cf6b-443e-82ea-e70efc738380 HTTP/1.1" status: 200 len: 800 time: 0.3828726 Apr 28 20:02:56.432225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47262) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:56.473909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.563772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=aa6be300-b2c1-41d0-b8eb-59e26629dc16,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:56.620444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.662360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.689032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4838df69-011b-440c-a42f-345072dfe87b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:02:56.689224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 66a51df1-2a5a-4140-9e5c-982eb20ddc12 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:02:56.741447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Deleting port cf1598dd-3cdf-4685-94d4-42b5cbe84d31 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:56.743514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.780442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.784086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-31c77521-5d20-4317-87f7-27201834425f None None] Provisioning for port 4838df69-011b-440c-a42f-345072dfe87b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:56.790222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:56.799319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:56.813942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:56.837695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:56.854931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Pushing event updated for resources: {'Port': ['ID=dc4284b6-9c6e-4023-b278-9b7a235e694b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:56.859918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.022185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:57.026326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:02:57.029944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=66a51df1-2a5a-4140-9e5c-982eb20ddc12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.038230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:02:57.042819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.043245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.043656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.044061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.044475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.045421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.045796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.046205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.046568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.046964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.047354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.047742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:02:57.053110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:02:57.063839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:57.118247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5c4bc-ef30-4ac3-89bf-b94ae768394b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:57.241077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a666ae-39c1-46dd-b18e-4e5256932aad') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:57.241376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4838df69-011b-440c-a42f-345072dfe87b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:57.241845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a666ae-39c1-46dd-b18e-4e5256932aad') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:57.253891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4838df69-011b-440c-a42f-345072dfe87b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:57.253891 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.274127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2f27db06-1972-4292-a9e0-e616b366da9e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/networks/f45479dc-cf6b-443e-82ea-e70efc738380?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.8409386 Apr 28 20:02:57.280973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:57.290895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.319507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.326228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.362811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Attempting to bind port dc4284b6-9c6e-4023-b278-9b7a235e694b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:02:57.363190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Attempting to bind port dc4284b6-9c6e-4023-b278-9b7a235e694b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd4a666ae-39c1-46dd-b18e-4e5256932aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:02:57.363599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Attempting to bind port dc4284b6-9c6e-4023-b278-9b7a235e694b on network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:02:57.377500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:57.378135 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.386701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:02:57.389511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Checking segment: {'id': 'd4a666ae-39c1-46dd-b18e-4e5256932aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:02:57.389511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.389511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Bound using segment: {'id': 'd4a666ae-39c1-46dd-b18e-4e5256932aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:02:57.389511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Bound port: dc4284b6-9c6e-4023-b278-9b7a235e694b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4a666ae-39c1-46dd-b18e-4e5256932aad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:02:57.389511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.412761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b52751f-d92f-4f8b-90e5-081ac1e133e9 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.2221577 Apr 28 20:02:57.428364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:57.577275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:02:57.577275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.583414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e7b0730-0c89-4ca7-adc7-89971a7255e7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:57.585787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e7b0730-0c89-4ca7-adc7-89971a7255e7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Synchronizing usage tracker for tenant:63804f447c464a338f55c6ea7b659035 on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:57.590566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] For port cf1598dd-3cdf-4685-94d4-42b5cbe84d31, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:57.591150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:02:57.606656 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:02:57.836504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.848731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.889942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Apr 28 20:02:57.889942 n-d-839811-1 neutron-server[88139]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Apr 28 20:02:57.889942 n-d-839811-1 neutron-server[88139]: [parameters: {'id': '39d5c4bc-ef30-4ac3-89bf-b94ae768394b'}] Apr 28 20:02:57.889942 n-d-839811-1 neutron-server[88139]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:57.890334 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:57.902205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47346) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:57.926947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.927842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 195de613-aecd-494c-ac1d-928d85b1284a {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:02:57.967759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.972887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Provisioning complete for port 4838df69-011b-440c-a42f-345072dfe87b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:57.973410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:57.978233 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e0036ec0-8e7c-4b4a-b17e-5c1e0a745948 admin admin] 10.222.0.24 "DELETE /v2.0/routers/195de613-aecd-494c-ac1d-928d85b1284a HTTP/1.1" status: 204 len: 168 time: 4.6635754 Apr 28 20:02:57.979250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:57.980512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e7b0730-0c89-4ca7-adc7-89971a7255e7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Unset dirty status for tenant:63804f447c464a338f55c6ea7b659035 on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:57.986003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e7b0730-0c89-4ca7-adc7-89971a7255e7 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets/c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2 HTTP/1.1" status: 200 len: 811 time: 0.6997342 Apr 28 20:02:57.988309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:58.101184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Deleting subnet 3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:02:58.105100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.119204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Calling delete_port for cf1598dd-3cdf-4685-94d4-42b5cbe84d31 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:58.179561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.212569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:58.221064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Usage tracker for resource:security_group_rule and tenant:1e6f6e2a77454033955c8dc9d0240693 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:02:58.226201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.263167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:02:58.264743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88aedd-7948-4648-a3eb-81d723c8287d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.266374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d88aedd-7948-4648-a3eb-81d723c8287d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:02:58.269280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.275610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:58.281910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] For port dc4284b6-9c6e-4023-b278-9b7a235e694b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:02:58.282935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e717ff-f8f8-4412-bca0-770f4bb18ce2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['shared'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.284499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23e717ff-f8f8-4412-bca0-770f4bb18ce2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "GET /v2.0/subnets/c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1807125 Apr 28 20:02:58.292941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:58.304012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-610333649'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:58.318032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:58.329626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d88aedd-7948-4648-a3eb-81d723c8287d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:02:58.331065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d88aedd-7948-4648-a3eb-81d723c8287d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.9017298 Apr 28 20:02:58.334845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:58.346018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] For port dc4284b6-9c6e-4023-b278-9b7a235e694b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dc4284b6-9c6e-4023-b278-9b7a235e694b,segment=NetworkSegment(d4a666ae-39c1-46dd-b18e-4e5256932aad),segment_id=d4a666ae-39c1-46dd-b18e-4e5256932aad)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:02:58.354201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:58.358073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.377069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4838df69-011b-440c-a42f-345072dfe87b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4838df69-011b-440c-a42f-345072dfe87b,segment=NetworkSegment(37cdee4a-1295-4519-ae38-945de58a044e),segment_id=37cdee4a-1295-4519-ae38-945de58a044e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:58.377069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.393519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.397886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:02:58.401191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.415803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.444016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.484839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f541d7f-24bb-4bff-99fe-999dc1dc2baf no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:58.532126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting port dc4284b6-9c6e-4023-b278-9b7a235e694b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:58.535551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9f541d7f-24bb-4bff-99fe-999dc1dc2baf {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:58.535876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f541d7f-24bb-4bff-99fe-999dc1dc2baf not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:58.536165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.538330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T20:02:53Z', 'revision_number': 5, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port': {'id': 'cf1598dd-3cdf-4685-94d4-42b5cbe84d31', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:14:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T19:55:52Z', 'updated_at': '2022-04-28T19:56:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:58.625598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.632791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:02:58.653544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Checking router: 2b25dc61-a598-4879-bb7e-4847186cec08 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:02:58.653814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.673266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.673881 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Added segment dd679351-3d71-4784-ac51-4413d1274921 of type vlan for network 07caa4d5-ba70-4631-a994-30cde9428b7b Apr 28 20:02:58.689159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:02:58.702180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ff986-6a04-49fd-a461-2f88b0f04f80 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.708381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ff986-6a04-49fd-a461-2f88b0f04f80 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.715006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04ff986-6a04-49fd-a461-2f88b0f04f80 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.729164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a04ff986-6a04-49fd-a461-2f88b0f04f80 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3913863 Apr 28 20:02:58.731101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47394) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:58.753136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:02:58.753136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0fe50ab0-1a78-4e6e-99fd-2b2b138e89a7 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:02:58.762809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1f23c-fade-47d9-98ca-867aef37cf16 None None] Pushing event updated for resources: {'Port': ['ID=dc4284b6-9c6e-4023-b278-9b7a235e694b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.781640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.820255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.829291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 66a51df1-2a5a-4140-9e5c-982eb20ddc12 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:02:58.829661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.851040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Routers {'2b25dc61-a598-4879-bb7e-4847186cec08'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:02:58.851678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2b25dc61-a598-4879-bb7e-4847186cec08'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:58.891909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4294207f-4be0-47ff-9426-f1f8c42d10aa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.898963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4838df69-011b-440c-a42f-345072dfe87b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.899141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.912088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97f9300f-90ed-4c40-aaa8-0dbd01365aff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1e6f6e2a77454033955c8dc9d0240693&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0081482 Apr 28 20:02:58.914226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-421a4ed8-5911-47c4-b0d3-608d20bf25ca None None] Network ef3be1c6-be84-42eb-8948-747e6c4e0a60 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:58.916529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47408) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:58.928853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.931326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f7c0aa8-8a2d-46a5-a501-2a3c706b3628,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:58.983453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:58.989772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:02:58.990277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.000572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:02:59.001054 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:02:59.047866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] Set router 2b25dc61-a598-4879-bb7e-4847186cec08 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:02:59.115440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.136689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a24eab9-299d-46f0-9cb8-d03f6ad36eb3 None None] Network 39d5c4bc-ef30-4ac3-89bf-b94ae768394b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:02:59.236275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Network': ['ID=07caa4d5-ba70-4631-a994-30cde9428b7b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:59.240210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T20:02:58Z', 'revision_number': 7, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:02:59.251399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc8781c4-3168-48dc-a720-7a8fc8ea1c2e tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9544187 Apr 28 20:02:59.261659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:02:59.275908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:59.277616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d8f7455-2e77-408f-978e-c5ae4ff28c53 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3f7c0aa8-8a2d-46a5-a501-2a3c706b3628 HTTP/1.1" status: 204 len: 168 time: 1.2957075 Apr 28 20:02:59.283529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:02:59.300404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:02:59.320667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-238dbc0a-44f9-4390-b9ee-0f689bb29c49 None None] The sync data for ids ['2b25dc61-a598-4879-bb7e-4847186cec08'] in n-d-839811-1 is: [{'id': '2b25dc61-a598-4879-bb7e-4847186cec08', 'name': 'tempest-TaggedBootDevicesTest_v242-880700428-router', 'tenant_id': 'a061740d8dce41269c7ae322a36b9685', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T19:55:49Z', 'updated_at': '2022-04-28T20:02:58Z', 'revision_number': 7, 'project_id': 'a061740d8dce41269c7ae322a36b9685', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:02:59.322732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 66a51df1-2a5a-4140-9e5c-982eb20ddc12 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:02:59.439360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf1598dd-3cdf-4685-94d4-42b5cbe84d31,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:02:59.547601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.550871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.598950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:02:59.873913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:02:59.877480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] For port dc4284b6-9c6e-4023-b278-9b7a235e694b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dc4284b6-9c6e-4023-b278-9b7a235e694b,segment=NetworkSegment(d4a666ae-39c1-46dd-b18e-4e5256932aad),segment_id=d4a666ae-39c1-46dd-b18e-4e5256932aad)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:02:59.878142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.887412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.911614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Provisioning for port 42e32384-593a-43c9-99a2-c0d773ee7f48 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:02:59.924686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Provisioning complete for port 42e32384-593a-43c9-99a2-c0d773ee7f48 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:02:59.925069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.931503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.938772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:02:59.976872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.015309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b560e133-36e4-496f-a578-6233c77b73f7 None None] Port 42e32384-593a-43c9-99a2-c0d773ee7f48 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:00.032121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:00.043749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.044267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b25dc61-a598-4879-bb7e-4847186cec08 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:03:00.097361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=66a51df1-2a5a-4140-9e5c-982eb20ddc12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:00.130330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.149049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Calling delete_port for dc4284b6-9c6e-4023-b278-9b7a235e694b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:00.152815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-46d35b04-fa1d-4077-a77b-5bba215febe8 None None] Provisioning complete for port 42e32384-593a-43c9-99a2-c0d773ee7f48 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:00.156953 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46d35b04-fa1d-4077-a77b-5bba215febe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.197787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Made reservation on behalf of 63804f447c464a338f55c6ea7b659035 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:00.203779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.270137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] DHCP port deletion for ef3be1c6-be84-42eb-8948-747e6c4e0a60 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:00.286225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Deleting port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:00.286683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.335148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.349058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Performing IP validity checks on allocation pools {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:03:00.349625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:03:00.367867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:00.370050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46d35b04-fa1d-4077-a77b-5bba215febe8 None None] Port 42e32384-593a-43c9-99a2-c0d773ee7f48 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:00.380509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Usage tracker for resource:security_group_rule and tenant:a8db3170b5f24dd7b4029ef9ea7fe21e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:00.383781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.389786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9cea5723-8e76-4f75-a961-344f3fd84f53 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2b25dc61-a598-4879-bb7e-4847186cec08 HTTP/1.1" status: 204 len: 168 time: 4.8006310 Apr 28 20:03:00.390449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47464) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:00.391336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:00.402208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Deleting port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:00.403030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.408830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-46d35b04-fa1d-4077-a77b-5bba215febe8 None None] Could not find standard attr ID for object 66a51df1-2a5a-4140-9e5c-982eb20ddc12. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:03:00.439647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.444688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5fc79196-61b9-4c38-9c01-b17b799d2567 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/66a51df1-2a5a-4140-9e5c-982eb20ddc12 HTTP/1.1" status: 204 len: 168 time: 1.7099357 Apr 28 20:03:00.444688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:00.449268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:00.477398 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.532017 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03cb04d-ea05-4922-9ce9-4cc1deefe2eb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:03:00.532549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b03cb04d-ea05-4922-9ce9-4cc1deefe2eb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:00.567871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b03cb04d-ea05-4922-9ce9-4cc1deefe2eb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:00.568972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b03cb04d-ea05-4922-9ce9-4cc1deefe2eb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/66a51df1-2a5a-4140-9e5c-982eb20ddc12 HTTP/1.1" status: 404 len: 333 time: 0.1186266 Apr 28 20:03:00.574887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:00.583888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Deleting subnet 056199a2-f0c7-4606-9b16-0ce92eeaac66 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:00.627027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.651307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.659837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4838df69-011b-440c-a42f-345072dfe87b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:00.726154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.738515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] For port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:00.738924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.766876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Port': ['ID=dc4284b6-9c6e-4023-b278-9b7a235e694b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:00.778420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 42e32384-593a-43c9-99a2-c0d773ee7f48 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:00.778760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.794201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No DVR routers for this DVR port dc4284b6-9c6e-4023-b278-9b7a235e694b on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:00.796357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4294207f-4be0-47ff-9426-f1f8c42d10aa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:00.848353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] For port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,segment=NetworkSegment(789bc0fa-9563-4030-a347-71f660976be8),segment_id=789bc0fa-9563-4030-a347-71f660976be8)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:00.848718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.893419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Calling delete_port for 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:00.897630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.935242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.977674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4838df69-011b-440c-a42f-345072dfe87b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:00.978053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:00.992901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56efc9dc-c941-4344-94b2-d441ac1ab2f9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.036007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05f4f317-74e4-498a-a995-8626efa9c5e1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a8db3170b5f24dd7b4029ef9ea7fe21e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0025623 Apr 28 20:03:01.039630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.042482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Calling delete_port for 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:01.045873 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.069271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47476) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:01.101829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] Pushing event deleted for resources: {'Port': ['ID=6fccd996-0fb4-49ea-9ecf-47d0cd53be9b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.108168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ded02ff-1365-4636-a9ee-90274a2afe5c None None] No DVR routers for this DVR port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:01.126213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2733c5a5-5baf-4cb2-bd37-1782c5b4052d None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:03:01.174819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.193491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.194130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5753afaf-61df-4d55-bcb7-c440186e14a6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4294207f-4be0-47ff-9426-f1f8c42d10aa HTTP/1.1" status: 204 len: 168 time: 2.2705693 Apr 28 20:03:01.236229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d5c4bc-ef30-4ac3-89bf-b94ae768394b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:01.264070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.264327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.264655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4a666ae-39c1-46dd-b18e-4e5256932aad') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:01.264827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4a666ae-39c1-46dd-b18e-4e5256932aad') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:01.376584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.381662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5579c92b-996d-4430-b70f-fe960b477767 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:01.411082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 42e32384-593a-43c9-99a2-c0d773ee7f48 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:01.412961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.422361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5579c92b-996d-4430-b70f-fe960b477767 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:01.422657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5579c92b-996d-4430-b70f-fe960b477767 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:01.422902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:01.449878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.493763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:01.494116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:01.494532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cf1598dd-3cdf-4685-94d4-42b5cbe84d31 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:01.533020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:01.533020 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:01.567699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.577328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.629372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:01.633939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:01.655985 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:01.658180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.659821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=056199a2-f0c7-4606-9b16-0ce92eeaac66,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.664633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.719978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: cf1598dd-3cdf-4685-94d4-42b5cbe84d31 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:01.720421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cf1598dd-3cdf-4685-94d4-42b5cbe84d31 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:01.760298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733c5a5-5baf-4cb2-bd37-1782c5b4052d None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88141) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:01.760975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-28d689cd-eb04-42be-9286-16083c42ed9b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/056199a2-f0c7-4606-9b16-0ce92eeaac66 HTTP/1.1" status: 204 len: 168 time: 1.3644125 Apr 28 20:03:01.764893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:01.773612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2733c5a5-5baf-4cb2-bd37-1782c5b4052d None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 07caa4d5-ba70-4631-a994-30cde9428b7b) {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:03:01.778055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Checking segment: {'id': 'dd679351-3d71-4784-ac51-4413d1274921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:01.778423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Network hostable DHCP agents. Network: 07caa4d5-ba70-4631-a994-30cde9428b7b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:01.805125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Unable to find a vacant binding_index for network 07caa4d5-ba70-4631-a994-30cde9428b7b and agent b2475cdd-d1f2-4336-b398-46596fa1ae58 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Apr 28 20:03:01.816221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 07caa4d5-ba70-4631-a994-30cde9428b7b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:01.817315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.829144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:01.829763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.836136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.865178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.871116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56efc9dc-c941-4344-94b2-d441ac1ab2f9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.872734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.886295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=39d5c4bc-ef30-4ac3-89bf-b94ae768394b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.908701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.910035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e82b6c68-eeb2-4a58-99dc-2e3aec237b58 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/56efc9dc-c941-4344-94b2-d441ac1ab2f9 HTTP/1.1" status: 204 len: 168 time: 0.8263693 Apr 28 20:03:01.912147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3b443a03-338b-41a7-b927-4b43633d7df0 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/39d5c4bc-ef30-4ac3-89bf-b94ae768394b HTTP/1.1" status: 204 len: 168 time: 6.9684803 Apr 28 20:03:01.921969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47498) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:01.926102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b5efb951-b771-4a05-a88a-6468584aa531 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.6466055 Apr 28 20:03:01.932071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1421940164'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:01.938235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47502) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:01.943861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:01.947041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=42e32384-593a-43c9-99a2-c0d773ee7f48,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:01.955554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:01.958691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:02.039614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Deleting port 30c8041b-49ef-492e-ad9d-5e2193a1d19f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:02.040334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.119557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.121950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d450e6b5-0727-4ddc-84ae-b0ae09dc1d39 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/42e32384-593a-43c9-99a2-c0d773ee7f48 HTTP/1.1" status: 204 len: 168 time: 1.5458884 Apr 28 20:03:02.171438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:02.192895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Deleting port 6fccd996-0fb4-49ea-9ecf-47d0cd53be9b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:02.193245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.229587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:02.235494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:02.241705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:02.270888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:02.274846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.288304 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-927074a2-44a3-4395-84f7-07a8cb3421a7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:03:02.296789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-927074a2-44a3-4395-84f7-07a8cb3421a7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:02.338208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-07caa4d5-ba70-4631-a994-30cde9428b7b', 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:02.339792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.351257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] The port '6fccd996-0fb4-49ea-9ecf-47d0cd53be9b' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:02.542833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-927074a2-44a3-4395-84f7-07a8cb3421a7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:02.547131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-927074a2-44a3-4395-84f7-07a8cb3421a7 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/42e32384-593a-43c9-99a2-c0d773ee7f48 HTTP/1.1" status: 404 len: 333 time: 0.3622448 Apr 28 20:03:02.547757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:02.605024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Allocated IP 172.20.0.3 (07caa4d5-ba70-4631-a994-30cde9428b7b/dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48/7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:02.638230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.669000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3be1c6-be84-42eb-8948-747e6c4e0a60']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:02.683451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '789bc0fa-9563-4030-a347-71f660976be8') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:02.683820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '789bc0fa-9563-4030-a347-71f660976be8') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:02.698895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.724749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.726794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] For port 30c8041b-49ef-492e-ad9d-5e2193a1d19f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=30c8041b-49ef-492e-ad9d-5e2193a1d19f,segment=NetworkSegment(49cd33e8-9d99-4019-887c-dc09acb088cc),segment_id=49cd33e8-9d99-4019-887c-dc09acb088cc)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:02.727362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.743588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:02.744376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.782693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:02.792957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.793318 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment 9b4a1f94-fcfb-436b-a3c4-10cb98e9ba9b of type vlan for network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad Apr 28 20:03:02.825367 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:02.861932 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:02.871908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet f97afa55-1bd6-48dd-9cc0-6a65b7d78372 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:02.875316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.880651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Calling delete_port for 30c8041b-49ef-492e-ad9d-5e2193a1d19f owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:02.881590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:02.882298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.932762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:02.953061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.027643 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.027898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1043127 Apr 28 20:03:03.055169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:03.077489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': '691b2b1f-8dc8-4490-b6be-727f29c1c6ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:03.136856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Transition to ACTIVE for port object 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:03.140319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829d6120-048a-4de7-9cf2-5a0f4127f690 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=691b2b1f-8dc8-4490-b6be-727f29c1c6ad,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.145425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.151989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.174331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:03.194238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.233422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Transition to ACTIVE for port object 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:03.238296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9489198'] for subnet, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.252938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] Pushing event deleted for resources: {'Network': ['ID=ef3be1c6-be84-42eb-8948-747e6c4e0a60,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.266535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69413af7-8ae0-4068-80fc-93760c1d52be admin admin] 10.222.0.24 "DELETE /v2.0/networks/ef3be1c6-be84-42eb-8948-747e6c4e0a60 HTTP/1.1" status: 204 len: 168 time: 3.9718297 Apr 28 20:03:03.285694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Pushing event deleted for resources: {'Port': ['ID=30c8041b-49ef-492e-ad9d-5e2193a1d19f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.308051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] No DVR routers for this DVR port 30c8041b-49ef-492e-ad9d-5e2193a1d19f on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:03.367748 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.390370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:03.441000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:03.485044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:subnet and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:03.500660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:03.520025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:03.538334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.594590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:03.609332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:03.625104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:03.663092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:03.681532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:03.689038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8775216413175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4130069'] for subnet, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.697151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.742568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.771751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:03.772347 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.774074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "PUT /v2.0/subnets/dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48 HTTP/1.1" status: 200 len: 877 time: 1.8324788 Apr 28 20:03:03.780963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:03.821703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Pushing event updated for resources: {'Port': ['ID=7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.831502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e985ef-c5fd-445a-a49b-b62a2a772209 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event updated for resources: {'Subnet': ['ID=dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:03.850151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76c77718-940e-4e05-84c9-b8fb06091d98 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f1f34b22986c405ebfceb939a2e84ca9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859088 Apr 28 20:03:03.856500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47576) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:03.871445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Attempting to bind port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:03.871807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Attempting to bind port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'dd679351-3d71-4784-ac51-4413d1274921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:03.872172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Attempting to bind port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 on network 07caa4d5-ba70-4631-a994-30cde9428b7b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:03.894630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:03.895018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Checking segment: {'id': 'dd679351-3d71-4784-ac51-4413d1274921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:03.895527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.895928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Bound using segment: {'id': 'dd679351-3d71-4784-ac51-4413d1274921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:03.896453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Bound port: 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd679351-3d71-4784-ac51-4413d1274921', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:03.896955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:03.920936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.921282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.921648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.921982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.922312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.922636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.922960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.923281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.923602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.923922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.924245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.924555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:03.968766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1215924662'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:03.992348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:04.024773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:04.033649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:04.050021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:04.078551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] For port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:04.089331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] For port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6,segment=NetworkSegment(dd679351-3d71-4784-ac51-4413d1274921),segment_id=dd679351-3d71-4784-ac51-4413d1274921)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:04.100894 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.106014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.109927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.112287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:04.116241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.158549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.173519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:04.174011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.209605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.217226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.246638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:04.252966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e6361eb-3d35-48ca-a73c-2557cdf9dea6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:04.272114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:security_group_rule and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:04.273177 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b175c7c-9778-437a-b197-ef190cbcb6a9 None None] Pushing event updated for resources: {'Port': ['ID=7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.284827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:04.295230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49cd33e8-9d99-4019-887c-dc09acb088cc') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:04.295546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49cd33e8-9d99-4019-887c-dc09acb088cc') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:04.304449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=f97afa55-1bd6-48dd-9cc0-6a65b7d78372,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.308744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.320243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:04.332028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.361813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-06712556-1eec-4431-becd-09f3746f84ef tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/f97afa55-1bd6-48dd-9cc0-6a65b7d78372 HTTP/1.1" status: 204 len: 168 time: 1.8100820 Apr 28 20:03:04.362653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.378222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:04.393134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:04.393669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:04.551750 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:04.567117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.608473 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.620768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.642952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e6361eb-3d35-48ca-a73c-2557cdf9dea6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.649140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.702367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-14dd0442-e7f6-42e0-90b1-0b539abd7a64 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e6361eb-3d35-48ca-a73c-2557cdf9dea6 HTTP/1.1" status: 204 len: 168 time: 2.9362566 Apr 28 20:03:04.745885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.759592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd05bcf3-1a24-4bba-9af1-24e944e080f6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.838407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': '9b4a1f94-fcfb-436b-a3c4-10cb98e9ba9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '691b2b1f-8dc8-4490-b6be-727f29c1c6ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:04.838706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 4838df69-011b-440c-a42f-345072dfe87b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:04.838985 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.839925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: 691b2b1f-8dc8-4490-b6be-727f29c1c6ad, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:04.845433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=a1f73c99-deaf-484f-9f27-adc9b91ff864,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:04.850170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:04.875144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:04.897809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 691b2b1f-8dc8-4490-b6be-727f29c1c6ad) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:04.910783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:04.911382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:04.956112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bfa1a374-313a-41d2-9115-a344f404e2f6 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8893065 Apr 28 20:03:04.958163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:04.961144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:05.037408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.038814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-374a0dfc-ff2f-4daf-b371-b6bec9966d3e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fd05bcf3-1a24-4bba-9af1-24e944e080f6 HTTP/1.1" status: 204 len: 168 time: 1.1803088 Apr 28 20:03:05.090328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47626) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:05.131516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.174419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.183121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] For port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6,segment=NetworkSegment(dd679351-3d71-4784-ac51-4413d1274921),segment_id=dd679351-3d71-4784-ac51-4413d1274921)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:05.183863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.194727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.378911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Calling delete_port for 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:05.435194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.446750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:05.506042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47b11956-af53-45fb-ab83-7ccca23dfbbd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:05.535099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e1d484d-73d4-42bf-8ca6-3aefa7932f94 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7989dcbc9d44a248674a9cc4f904820&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4379177 Apr 28 20:03:05.540819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:05.552275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.552622 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment bb78bb54-c012-47da-bcf4-783deec4627d of type vlan for network c771858c-987d-42b5-ab91-6cff80673292 Apr 28 20:03:05.606218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:05.664072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.682867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.689093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port 4838df69-011b-440c-a42f-345072dfe87b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4838df69-011b-440c-a42f-345072dfe87b,segment=NetworkSegment(37cdee4a-1295-4519-ae38-945de58a044e),segment_id=37cdee4a-1295-4519-ae38-945de58a044e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:05.689482 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.715862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.735425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:05.749854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56372388-a648-44d4-b51f-addc3ed3885f None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:05.782856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e07e8fa-30e2-4afe-8403-aa75b6f8a45b None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:05.809966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=a1f73c99-deaf-484f-9f27-adc9b91ff864,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:05.884776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 4838df69-011b-440c-a42f-345072dfe87b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:05.958439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:03:06.019612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.034131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.036669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.043074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:06.043855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.068758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69636a77-6fa2-415d-a197-1eeb2a9b8310 None None] Network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:06.092008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.092228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['691b2b1f-8dc8-4490-b6be-727f29c1c6ad']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:06.105047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:06.115915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Usage tracker for resource:security_group_rule and tenant:26baf196400a4ca0aab2946d1305f85e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:06.119029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:06.122766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b4a1f94-fcfb-436b-a3c4-10cb98e9ba9b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:06.123073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b4a1f94-fcfb-436b-a3c4-10cb98e9ba9b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:06.136437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:06.140056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.149499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.192626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19ea0629-20ce-447e-802d-88e0794ada1b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.204194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.215368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:06.215955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.224817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Port': ['ID=7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.229108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8baee8db-a093-4420-afcf-1797983135dd None None] Network 19b277c7-a64e-49cc-8c8d-e9091aa99820 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:06.235720 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:06.237792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.263295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.264565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c0db7bec-e1d4-43ab-bfea-6aab42b613d3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19ea0629-20ce-447e-802d-88e0794ada1b HTTP/1.1" status: 204 len: 168 time: 0.7223575 Apr 28 20:03:06.267215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56372388-a648-44d4-b51f-addc3ed3885f None None] Network 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:03:06.280921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ea6c97b-e67f-467e-91b1-09b704eabdae None None] Could not find standard attr ID for object 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:03:06.327601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:06.350557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.9595387 Apr 28 20:03:06.373853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:06.399035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088480916'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:06.435661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No DVR routers for this DVR port 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:06.445194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:06.455690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ed16c0-abf1-4b34-9809-1ed70e366ba4 None None] DHCP port deletion for 7e6361eb-3d35-48ca-a73c-2557cdf9dea6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:06.457221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:06.459262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0f605-f909-42cd-a68e-c251bec8a4ea None None] Network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:06.463844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:06.474383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.496505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=4838df69-011b-440c-a42f-345072dfe87b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.499009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dac72f9-7a31-4ac8-914b-d64edaf67a7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=c771858c-987d-42b5-ab91-6cff80673292,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.506810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port 4838df69-011b-440c-a42f-345072dfe87b on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:06.535383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:06.535609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:03:06.556170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.573980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/691b2b1f-8dc8-4490-b6be-727f29c1c6ad HTTP/1.1" status: 204 len: 168 time: 1.6115963 Apr 28 20:03:06.582510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:06.582898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c771858c-987d-42b5-ab91-6cff80673292 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:06.583243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601d42d5-b342-4ac6-9be0-8c96473e5609 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=691b2b1f-8dc8-4490-b6be-727f29c1c6ad,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.592491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.596357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-48412036'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:06.601887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:06.612820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.635079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:network and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:06.661247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf0f605-f909-42cd-a68e-c251bec8a4ea None None] Network 691b2b1f-8dc8-4490-b6be-727f29c1c6ad could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:03:06.666580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:06.676425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:06.680689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.736183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:06.750293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.750894 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 82aac418-fe5d-43ee-86e6-3180837485c4 of type vlan for network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e Apr 28 20:03:06.765313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138b6a26-29d7-4f00-b2ef-a879484ee64b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-07caa4d5-ba70-4631-a994-30cde9428b7b', 'network_id': '07caa4d5-ba70-4631-a994-30cde9428b7b', 'tenant_id': '63804f447c464a338f55c6ea7b659035', 'fixed_ips': [{'subnet_id': 'dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:06.766170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-138b6a26-29d7-4f00-b2ef-a879484ee64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.773529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.789718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:06.799173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1775589575-network', 'tenant_id': 'f998f069ab04448298d75290de1b97e4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:06.816519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:06.835291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Usage tracker for resource:network and tenant:f998f069ab04448298d75290de1b97e4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:06.839146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82aafe0e-1023-4b18-8d91-4c365e16ef30,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.846042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:06.858177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bfbcdccb-d559-4eee-bd8e-6b39d87852d0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=26baf196400a4ca0aab2946d1305f85e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2467029 Apr 28 20:03:06.864547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:06.865538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:06.870180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.882107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:06.882328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30c8041b-49ef-492e-ad9d-5e2193a1d19f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:06.887182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.900161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.962117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Made reservation on behalf of f998f069ab04448298d75290de1b97e4 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:06.964975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:06.988816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-138b6a26-29d7-4f00-b2ef-a879484ee64b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48: This subnet is being modified by another concurrent operation. Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:03:06.999491 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48: This subnet is being modified by another concurrent operation. Apr 28 20:03:07.002440 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:03:07.008901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3035c026-94ad-40ae-b9e5-96c36dcf6188 None None] DHCP port deletion for 19b277c7-a64e-49cc-8c8d-e9091aa99820 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:07.012639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 30c8041b-49ef-492e-ad9d-5e2193a1d19f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:07.012829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.013349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 30c8041b-49ef-492e-ad9d-5e2193a1d19f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:07.054589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:07.055293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:07.087036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.093563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.094159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.096863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.101785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:07.109822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f95142f-fc75-4046-b902-b9f6f322769c None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:07.136315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.136666 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Added segment 482dc911-1850-4685-b5aa-a1fe6327ca6f of type vlan for network d57796b7-7be4-4646-863f-26408bcbc031 Apr 28 20:03:07.145584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Usage tracker for resource:security_group_rule and tenant:f998f069ab04448298d75290de1b97e4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:07.162349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:07.193867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:07.198798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.250619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8591523 Apr 28 20:03:07.258637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:07.307639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e70d40-f3da-4ff1-9482-564932658f83 None None] DHCP port deletion for 07caa4d5-ba70-4631-a994-30cde9428b7b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:07.317097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'c771858c-987d-42b5-ab91-6cff80673292', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:07.324862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37a1e3a-77af-4656-8b1b-0a202f812957 None None] Network 07caa4d5-ba70-4631-a994-30cde9428b7b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:07.332476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.351047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-057ebf58-4f3a-4c7e-9674-ab941dcea628 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a061740d8dce41269c7ae322a36b9685&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889616 Apr 28 20:03:07.351047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac02570-0064-4ae6-8e5b-c92883bd82a7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:07.351941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47692) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:07.364653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.365756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:07.437434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.440007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19b277c7-a64e-49cc-8c8d-e9091aa99820']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.450625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:07.471043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:07.475208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:07.479374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37cdee4a-1295-4519-ae38-945de58a044e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.479374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37cdee4a-1295-4519-ae38-945de58a044e') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.489604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07caa4d5-ba70-4631-a994-30cde9428b7b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.495639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.496818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:07.501934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.501934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.509005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.525941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd679351-3d71-4784-ac51-4413d1274921') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.526303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd679351-3d71-4784-ac51-4413d1274921') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:07.535887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.548859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.559378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:07.560072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.588864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:07.590649 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:07.607716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.615775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef19c4eb-c511-4f8e-b199-bb952ec88027 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:03:07.630291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:07.634076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.692525 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.707954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.711652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/82aafe0e-1023-4b18-8d91-4c365e16ef30 HTTP/1.1" status: 204 len: 168 time: 0.8286602 Apr 28 20:03:07.711652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7119edd-9706-4da1-960a-43e0d261e903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82aafe0e-1023-4b18-8d91-4c365e16ef30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:07.713246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Network': ['ID=d57796b7-7be4-4646-863f-26408bcbc031,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:07.728593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-887f1524-a4b1-4cac-bb3f-2508b5f2fd96 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.1405687 Apr 28 20:03:07.728930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef19c4eb-c511-4f8e-b199-bb952ec88027 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:03:07.731238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47698) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:07.744169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.746506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.753364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Request body: {'subnet': {'network_id': 'd57796b7-7be4-4646-863f-26408bcbc031', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:07.760540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d57796b7-7be4-4646-863f-26408bcbc031 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:07.761145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.799355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:07.824489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:07.824927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.833871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6be0a693-6922-4285-9137-4b0addf32c08,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:07.844786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.845303 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Added segment fd63b022-cc56-4ca5-9b4d-2ee6b573a7db of type vlan for network f53b1f2c-062b-4fff-8354-80c6568b41d4 Apr 28 20:03:07.859695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:07.892910 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:07.916155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.950716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d82e57de-297c-4929-a436-27ec1b8b3279,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:07.968672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.970011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:07.970742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:07.983453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.000032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.001209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a5aba9c-a5b7-4242-9247-4193036ddaeb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d82e57de-297c-4929-a436-27ec1b8b3279 HTTP/1.1" status: 204 len: 168 time: 0.6441314 Apr 28 20:03:08.078290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7408717 Apr 28 20:03:08.080988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.089501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Request body: {'subnet': {'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1775589575-subnet', 'tenant_id': 'f998f069ab04448298d75290de1b97e4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:08.095575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac97a31-047b-4dd7-8285-d5477ab96266 admin admin] Pushing event updated for resources: {'Network': ['ID=f53b1f2c-062b-4fff-8354-80c6568b41d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.101136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:08.105663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Usage tracker for resource:subnet and tenant:f998f069ab04448298d75290de1b97e4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:08.109717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:08.116452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:08.123828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.128732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Made reservation on behalf of f998f069ab04448298d75290de1b97e4 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:08.131895 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.144683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f53b1f2c-062b-4fff-8354-80c6568b41d4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:08.162089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:08.164998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=19b277c7-a64e-49cc-8c8d-e9091aa99820,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.175378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Usage tracker for resource:subnet and tenant:86177e0a15ba4b5c8333b8e134304f01 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:08.180020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:08.183659 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f40388d5-47a8-4d04-a478-17c801377adc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/19b277c7-a64e-49cc-8c8d-e9091aa99820 HTTP/1.1" status: 204 len: 168 time: 3.8044422 Apr 28 20:03:08.191343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.193094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:08.196747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.202068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-836140017'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:08.233779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:08.238783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.241329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=07caa4d5-ba70-4631-a994-30cde9428b7b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.249882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:network and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:08.256814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:08.260933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Made reservation on behalf of 86177e0a15ba4b5c8333b8e134304f01 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:08.265807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.293109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:08.347188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b03d2fc-fdec-4bd9-b5a5-8e48e6bd0bec tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/07caa4d5-ba70-4631-a994-30cde9428b7b HTTP/1.1" status: 204 len: 168 time: 4.5635960 Apr 28 20:03:08.347897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47714) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.406374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.438010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:08.441490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.457927 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0cde522-8eea-40b9-abfd-126b51621253 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:08.458386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0cde522-8eea-40b9-abfd-126b51621253 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:08.462771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0cde522-8eea-40b9-abfd-126b51621253 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/dc8c8af7-af2f-4ddd-9d5d-c12247bc4a48 HTTP/1.1" status: 404 len: 337 time: 0.0932784 Apr 28 20:03:08.520738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47724) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.546396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.572547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:08.581394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:08.581660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Usage tracker for resource:security_group_rule and tenant:4802c76cf70b4b349e927bcb2b3e0734 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:08.586430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:08.587562 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bca856c-ac55-4212-9eca-1567d2486e58 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:08.588059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bca856c-ac55-4212-9eca-1567d2486e58 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:08.593125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7bca856c-ac55-4212-9eca-1567d2486e58 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/07caa4d5-ba70-4631-a994-30cde9428b7b HTTP/1.1" status: 404 len: 339 time: 0.0712695 Apr 28 20:03:08.605801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.612043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:08.635781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:08.648508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:08.650582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7f11d5e8-d1c6-4b17-865d-6dcc0b182dd6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:08.651111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4838df69-011b-440c-a42f-345072dfe87b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:08.662413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.663642 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Added segment 0ef24842-e810-41d6-bc7e-d6ec1f599143 of type vlan for network d830a027-42dd-4cf4-b1ff-891a4f3daf3a Apr 28 20:03:08.672362 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5f8a32-48ce-491e-9cbc-37608bb406db tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:08.672940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5f8a32-48ce-491e-9cbc-37608bb406db tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:08.673233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.688732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f5f8a32-48ce-491e-9cbc-37608bb406db tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/f613deba-dae4-495b-b878-8c5097c5217d HTTP/1.1" status: 404 len: 337 time: 0.0817504 Apr 28 20:03:08.692498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.733521 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8388bc6-86a8-41bf-a39c-0b3440a138d8 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:08.734243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8388bc6-86a8-41bf-a39c-0b3440a138d8 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:08.736158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a8388bc6-86a8-41bf-a39c-0b3440a138d8 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/5f1b2920-a16f-484c-8b6e-6271d23528f6 HTTP/1.1" status: 404 len: 339 time: 0.0409825 Apr 28 20:03:08.745116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:08.745988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.750928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4838df69-011b-440c-a42f-345072dfe87b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:08.751333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4838df69-011b-440c-a42f-345072dfe87b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:08.840761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.866850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=fd4ecda1-d6d5-4cc0-b938-90e663500c17,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.883829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': 'bb78bb54-c012-47da-bcf4-783deec4627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:08.884555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: c771858c-987d-42b5-ab91-6cff80673292, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:08.930661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.935861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf7acccd-c59f-4821-aa33-00d8375628e0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:08.936124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:08.936724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:08.982995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Checking segment: {'id': 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:08.983426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Network hostable DHCP agents. Network: f53b1f2c-062b-4fff-8354-80c6568b41d4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:08.995162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.019112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network c771858c-987d-42b5-ab91-6cff80673292 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:09.045818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Network f53b1f2c-062b-4fff-8354-80c6568b41d4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:09.100399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f53b1f2c-062b-4fff-8354-80c6568b41d4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:09.105655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.114188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9497b0b7-b3fa-406e-9123-0d10e6f362ac None None] Network f53b1f2c-062b-4fff-8354-80c6568b41d4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:09.121251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c771858c-987d-42b5-ab91-6cff80673292) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:09.123049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9313889 Apr 28 20:03:09.126319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:09.126907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.130712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.132951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:09.133425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.137018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f91138-3611-4605-8ee1-aac6710d41b1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Network': ['ID=d830a027-42dd-4cf4-b1ff-891a4f3daf3a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:09.139656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.171700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47760) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.175721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:09.177520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-85cdeb64-829d-469d-91a5-05144eeea794 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8751369 Apr 28 20:03:09.184189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47764) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.191631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:09.274667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.objects.ports [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88139) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:03:09.278803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.292324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c244536-8880-4087-afc8-0c8272d73150 None None] Network c771858c-987d-42b5-ab91-6cff80673292 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:09.319512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:09.323725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4802c76cf70b4b349e927bcb2b3e0734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9158735 Apr 28 20:03:09.384459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.407722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.411252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dee6da5b-e9c1-4b6c-85ff-c79ad7ff4ced admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3293090 Apr 28 20:03:09.459194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f299d-f347-4b81-b0d5-989a1e8e8cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdbd28a-79b9-4982-a321-4390eb5b5c5c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:09.464107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d3a6762-a3a0-43ae-add8-86f1f553accc']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:09.492442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:09.500261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d9719a-a992-4360-97d9-d3d581819db0') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:09.500563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d9719a-a992-4360-97d9-d3d581819db0') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:09.520603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:09.527683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.534797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:09.544971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:09.562439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.576320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.579588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:09.579983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.584460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event updated for resources: {'Subnet': ['ID=11b2a10c-65b2-432d-be48-4a2bf2103f08,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:09.597069 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:09.600557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Request body: {'network': {'name': 'tempest-ServerGroup264TestJSON-320108935-network', 'tenant_id': 'f9b4e23e85074b0e993eea1d31765051'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:09.606299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:09.611051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:09.611543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Usage tracker for resource:network and tenant:f9b4e23e85074b0e993eea1d31765051 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:09.614435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.614982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:09.621071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:09.656495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Made reservation on behalf of f9b4e23e85074b0e993eea1d31765051 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:09.656495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.677898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:09.684557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:09.700381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:09.710678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:09.720786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.742489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.753665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:09.758609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Usage tracker for resource:security_group_rule and tenant:f9b4e23e85074b0e993eea1d31765051 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:09.758761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1794f6d-6f2e-4bbe-bc3a-5c53db2dafa6 None None] Network f53b1f2c-062b-4fff-8354-80c6568b41d4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:09.762696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:09.769183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:09.856179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.861623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.884445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.885971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:09.891605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:09.908740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/3d3a6762-a3a0-43ae-add8-86f1f553accc HTTP/1.1" status: 204 len: 168 time: 1.1557963 Apr 28 20:03:09.909977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1eb093-9268-49ee-b668-fbc4b2f6ba25 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=3d3a6762-a3a0-43ae-add8-86f1f553accc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:09.912610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47784) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.972133 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-04bb1a1b-48d1-4338-9899-709b95ebc524 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:09.972623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04bb1a1b-48d1-4338-9899-709b95ebc524 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:09.990392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-04bb1a1b-48d1-4338-9899-709b95ebc524 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/8a404fda-386b-492f-abd8-0e66cc8d4f4b HTTP/1.1" status: 404 len: 337 time: 0.0747571 Apr 28 20:03:09.993647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:09.998701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.001251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.002671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6fdbd28a-79b9-4982-a321-4390eb5b5c5c HTTP/1.1" status: 204 len: 168 time: 0.5934246 Apr 28 20:03:10.038613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.046804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.072372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18fda9b-9bc8-43d4-b6fb-d79f3135ec0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdbd28a-79b9-4982-a321-4390eb5b5c5c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:10.075707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-c771858c-987d-42b5-ab91-6cff80673292', 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': 'fd4ecda1-d6d5-4cc0-b938-90e663500c17'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:10.076681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.084495 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f56ed1-1be5-4e88-826b-d371f4a9086b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.084873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f56ed1-1be5-4e88-826b-d371f4a9086b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.086858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38f56ed1-1be5-4e88-826b-d371f4a9086b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/a84d95d9-15e7-4f3e-81f8-194cd447b4e7 HTTP/1.1" status: 404 len: 339 time: 0.0920358 Apr 28 20:03:10.093711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Checking segment: {'id': '482dc911-1850-4685-b5aa-a1fe6327ca6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': 'd57796b7-7be4-4646-863f-26408bcbc031'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:10.094071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network hostable DHCP agents. Network: d57796b7-7be4-4646-863f-26408bcbc031, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:10.094304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.148220 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cc7a43-a959-4cb4-86ad-536609b78e15 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.148668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4cc7a43-a959-4cb4-86ad-536609b78e15 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.152666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a4cc7a43-a959-4cb4-86ad-536609b78e15 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/f899a14b-5c45-4d5e-886b-c7f512baa7ea HTTP/1.1" status: 404 len: 337 time: 0.0551674 Apr 28 20:03:10.153585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.204053 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5de8f06f-424e-451d-9411-c5d35e9d3135 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.204582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5de8f06f-424e-451d-9411-c5d35e9d3135 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.208759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5de8f06f-424e-451d-9411-c5d35e9d3135 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/3fdf8fe8-53a1-47e7-8fc9-44ec0453ed45 HTTP/1.1" status: 404 len: 339 time: 0.0515823 Apr 28 20:03:10.209137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.223158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:10.261045 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-200c309c-405d-4990-894a-8bef87599378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.262099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-200c309c-405d-4990-894a-8bef87599378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.262244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4309c036-a898-477f-af1f-473621951a91,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:10.264259 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-200c309c-405d-4990-894a-8bef87599378 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/dafe4034-1dbe-41bf-a8cc-7c2329b07b55 HTTP/1.1" status: 404 len: 337 time: 0.0533800 Apr 28 20:03:10.266512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47816) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.278531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Network d57796b7-7be4-4646-863f-26408bcbc031 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:10.289368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.289994 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Added segment 6813304f-1293-4952-ae86-9f26b78544c6 of type vlan for network 07928dda-3af8-473e-92bd-80474daabc16 Apr 28 20:03:10.303284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d57796b7-7be4-4646-863f-26408bcbc031) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:10.304843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Allocated IP 172.20.0.2 (c771858c-987d-42b5-ab91-6cff80673292/fd4ecda1-d6d5-4cc0-b938-90e663500c17/070a7bc9-e3b3-467d-b5f3-dda1ecea249b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:10.325184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.347964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9679750-cc42-4936-a63e-230239e34b84 None None] Network d57796b7-7be4-4646-863f-26408bcbc031 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:10.363596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:10.364211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.367406 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd00ea8f-2b77-4bd3-993f-48530af0d454 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.367968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd00ea8f-2b77-4bd3-993f-48530af0d454 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.371905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bd00ea8f-2b77-4bd3-993f-48530af0d454 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/078a5795-7d74-4448-abd3-19dfac901181 HTTP/1.1" status: 404 len: 339 time: 0.1020195 Apr 28 20:03:10.395696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.449632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e61b2b8f-d4f9-4b26-a863-e4cf8becb386 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7132776 Apr 28 20:03:10.450668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.458794 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d35eaa1-2bbf-4d20-beb4-4cf7c9ee8237 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.459371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d35eaa1-2bbf-4d20-beb4-4cf7c9ee8237 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.464368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3d35eaa1-2bbf-4d20-beb4-4cf7c9ee8237 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/b6b20fcf-dabd-437f-8533-78fc877a990a HTTP/1.1" status: 404 len: 337 time: 0.0634933 Apr 28 20:03:10.468785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47834) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.486845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-172672c1-adec-4fe6-8bee-88d14e0bc2e7 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:10.488273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-172672c1-adec-4fe6-8bee-88d14e0bc2e7 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/networks?id=f53b1f2c-062b-4fff-8354-80c6568b41d4 HTTP/1.1" status: 200 len: 822 time: 0.4047625 Apr 28 20:03:10.527940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.583369 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-089ab9ec-80ef-4381-bb5f-eb24e99065d0 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.583977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089ab9ec-80ef-4381-bb5f-eb24e99065d0 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.588147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-089ab9ec-80ef-4381-bb5f-eb24e99065d0 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/b5884c6d-7b04-433b-bbb1-f3fe9891945f HTTP/1.1" status: 404 len: 339 time: 0.1131160 Apr 28 20:03:10.606218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47840) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.683925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-10c53d30-f626-4f5f-9254-4baabb1bf0e8 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/quotas/f998f069ab04448298d75290de1b97e4 HTTP/1.1" status: 200 len: 375 time: 0.1435609 Apr 28 20:03:10.690818 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1e19920-8ddc-4742-9d1d-55a2a777360d tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.691413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1e19920-8ddc-4742-9d1d-55a2a777360d tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.696092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1e19920-8ddc-4742-9d1d-55a2a777360d tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/9afee75f-55d5-4ff6-bcb0-7b6530ecc165 HTTP/1.1" status: 404 len: 337 time: 0.0866992 Apr 28 20:03:10.704745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.712003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.741196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Transition to ACTIVE for port object 070a7bc9-e3b3-467d-b5f3-dda1ecea249b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:10.752059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Checking segment: {'id': '0ef24842-e810-41d6-bc7e-d6ec1f599143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:10.752382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network hostable DHCP agents. Network: d830a027-42dd-4cf4-b1ff-891a4f3daf3a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:10.769157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=7156c795-40b2-43cb-ae68-f01730930299,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:10.770983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-70ca454c-43aa-40c0-9ca1-3452f8824dd9 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f998f069ab04448298d75290de1b97e4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0859649 Apr 28 20:03:10.774859 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5445a966-8f54-44d6-a206-257a9bf447dc tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.775326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5445a966-8f54-44d6-a206-257a9bf447dc tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.776973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5445a966-8f54-44d6-a206-257a9bf447dc tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/af0c38b6-b91c-4fdb-abcd-abc2f6455722 HTTP/1.1" status: 404 len: 339 time: 0.0712941 Apr 28 20:03:10.782337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.787350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.814543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Transition to ACTIVE for port object 070a7bc9-e3b3-467d-b5f3-dda1ecea249b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:10.834671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.851746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.859163 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e2f99b-7330-45f1-804f-f202fd2b6b2f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.859618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e2f99b-7330-45f1-804f-f202fd2b6b2f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.860038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.863488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:10.863628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-19e2f99b-7330-45f1-804f-f202fd2b6b2f tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/2a1778a4-51f9-4d81-983b-3815819188fa HTTP/1.1" status: 404 len: 337 time: 0.0729859 Apr 28 20:03:10.863731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:10.863835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:10.864520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.924328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d830a027-42dd-4cf4-b1ff-891a4f3daf3a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:10.959570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Network c771858c-987d-42b5-ab91-6cff80673292 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:10.961297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c8dc6b-1c61-4476-b4c6-a790644a452c None None] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:10.962167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7893059 Apr 28 20:03:10.963322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=14910ddd-a7e3-44c0-b68b-1a8978057934,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:10.972407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47866) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:10.980884 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b9f5de6-a158-4725-8676-c12830af39f2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:10.981351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b9f5de6-a158-4725-8676-c12830af39f2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:10.983847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b9f5de6-a158-4725-8676-c12830af39f2 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/ad309887-79b4-42cb-b5b5-3a056320e118 HTTP/1.1" status: 404 len: 339 time: 0.1169794 Apr 28 20:03:10.989102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:10.991377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:11.002261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:11.002839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.023452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.077836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Request body: {'subnet': {'network_id': '07928dda-3af8-473e-92bd-80474daabc16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroup264TestJSON-320108935-subnet', 'tenant_id': 'f9b4e23e85074b0e993eea1d31765051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:11.083783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '82aac418-fe5d-43ee-86e6-3180837485c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:11.084551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:11.108624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:11.113892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79528c-9ee5-4131-8ab5-4879882176cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d57796b7-7be4-4646-863f-26408bcbc031', 'network_id': 'd57796b7-7be4-4646-863f-26408bcbc031', 'tenant_id': '86177e0a15ba4b5c8333b8e134304f01', 'fixed_ips': [{'subnet_id': '11b2a10c-65b2-432d-be48-4a2bf2103f08'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:11.114707 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a79528c-9ee5-4131-8ab5-4879882176cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.117305 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1d25e34-4bdc-4722-a419-cd26c8921740 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:11.117773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1d25e34-4bdc-4722-a419-cd26c8921740 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:11.121854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1d25e34-4bdc-4722-a419-cd26c8921740 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/4ef0c161-5389-4e5e-ab86-7f714605e132 HTTP/1.1" status: 404 len: 337 time: 0.0950506 Apr 28 20:03:11.122000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8934f98a-ac3e-4d04-abf4-36492afc4417 admin admin] Pushing event updated for resources: {'Network': ['ID=07928dda-3af8-473e-92bd-80474daabc16,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:11.126016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47876) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.126730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:11.132895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Usage tracker for resource:subnet and tenant:f9b4e23e85074b0e993eea1d31765051 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:11.139054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:11.147389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 07928dda-3af8-473e-92bd-80474daabc16 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:11.159147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c40cd4f1-311f-4d35-80ac-f88d78206f27 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0215836 Apr 28 20:03:11.160183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.160685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Pushing event updated for resources: {'Port': ['ID=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:11.165992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.195150 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6862a609-9940-43af-aab6-99b54222abaa tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:11.196189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6862a609-9940-43af-aab6-99b54222abaa tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:11.203086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6862a609-9940-43af-aab6-99b54222abaa tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/b37d3940-7471-4344-a3b5-6f86138ad975 HTTP/1.1" status: 404 len: 339 time: 0.0684507 Apr 28 20:03:11.204541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1363098210', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:11.206440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.212246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:11.219326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:11.220059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:11.234434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:router and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:11.239397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:11.250375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:11.260337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637347f0-1e08-468c-a8c3-2c750e502313 None None] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:11.270705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.271955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.294346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.297034 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a01888-3993-4ad8-a1e8-90a785f94896 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:11.297633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a01888-3993-4ad8-a1e8-90a785f94896 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:11.299493 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-64a01888-3993-4ad8-a1e8-90a785f94896 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/c51b5c66-8d6f-4c05-bd41-16be426add29 HTTP/1.1" status: 404 len: 337 time: 0.0888090 Apr 28 20:03:11.306879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47890) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.310896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:11.311621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.353827 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-907e62a5-0631-4940-b262-4ffa69385845 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:11.354474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-907e62a5-0631-4940-b262-4ffa69385845 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:11.356216 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-907e62a5-0631-4940-b262-4ffa69385845 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/6bead275-a1c9-417f-b9f5-692176770c78 HTTP/1.1" status: 404 len: 339 time: 0.0404139 Apr 28 20:03:11.360203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=11b2a10c-65b2-432d-be48-4a2bf2103f08,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:11.366953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.368455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.409349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Made reservation on behalf of f9b4e23e85074b0e993eea1d31765051 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:11.411669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.450348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Attempting to bind port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:11.451270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Attempting to bind port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bb78bb54-c012-47da-bcf4-783deec4627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:11.451270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Attempting to bind port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b on network c771858c-987d-42b5-ab91-6cff80673292 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:11.459378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-32a80e34-e837-4981-ad90-8e074b0b84f3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2741563 Apr 28 20:03:11.465410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47898) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.476447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-884495511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:11.483956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:11.487970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:11.491374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:11.497191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:11.510932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.599616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.600606 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.609513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:11.609918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Checking segment: {'id': 'bb78bb54-c012-47da-bcf4-783deec4627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:11.610290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.610700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Bound using segment: {'id': 'bb78bb54-c012-47da-bcf4-783deec4627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:11.610808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-0227e0ff-9886-4d6d-8684-a448a04660a2 service neutron] 10.222.0.24 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8383422 Apr 28 20:03:11.611173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Bound port: 070a7bc9-e3b3-467d-b5f3-dda1ecea249b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb78bb54-c012-47da-bcf4-783deec4627d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'c771858c-987d-42b5-ab91-6cff80673292'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:11.611569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.672804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting subnet c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:11.678306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.687457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57796b7-7be4-4646-863f-26408bcbc031']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:11.696625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.750721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '482dc911-1850-4685-b5aa-a1fe6327ca6f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:11.752860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '482dc911-1850-4685-b5aa-a1fe6327ca6f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:11.786008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecd8585-2a76-40c9-b62b-9899cf48b480 None None] Network d57796b7-7be4-4646-863f-26408bcbc031 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:11.792171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.815897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.825450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.844793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.849359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-49838a43-b1b0-4b2a-9b6a-20376f67026f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.6854954 Apr 28 20:03:11.854811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.867719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a', 'name': 'tempest-PortsTestJSON-744221964'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:11.876771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.881965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-89bc419f-ab62-4b9a-9fbc-ed0a2b7523ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4115729 Apr 28 20:03:11.883555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-6632002c-f5eb-4469-9dc8-421c21c205be service neutron] 10.222.0.24 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2659094 Apr 28 20:03:11.885607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:11.916196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.933035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] For port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:11.990287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:11.998919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d830a027-42dd-4cf4-b1ff-891a4f3daf3a', 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': '7156c795-40b2-43cb-ae68-f01730930299'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:11.999754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.024714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:12.025123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:12.041378 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:12.128467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] For port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,segment=NetworkSegment(bb78bb54-c012-47da-bcf4-783deec4627d),segment_id=bb78bb54-c012-47da-bcf4-783deec4627d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:12.206873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.207221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.237043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.243765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=d57796b7-7be4-4646-863f-26408bcbc031,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:12.245934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:12.258832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-314f4faa-1b29-4d78-a7c1-cf2ec03c5ca5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/d57796b7-7be4-4646-863f-26408bcbc031 HTTP/1.1" status: 204 len: 168 time: 1.7965164 Apr 28 20:03:12.259695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.301058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:12.313902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.348541 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8487f9eb-5467-4712-b25c-d73081901784 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.349017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8487f9eb-5467-4712-b25c-d73081901784 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.353494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8487f9eb-5467-4712-b25c-d73081901784 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/11b2a10c-65b2-432d-be48-4a2bf2103f08 HTTP/1.1" status: 404 len: 337 time: 0.0870667 Apr 28 20:03:12.354818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.367762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:12.371287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.390283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e', 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': '14910ddd-a7e3-44c0-b68b-1a8978057934'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:12.391162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.428981 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-73bfc8ce-90c3-4a98-b871-1d75d1b96c3b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.429518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73bfc8ce-90c3-4a98-b871-1d75d1b96c3b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.434993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-73bfc8ce-90c3-4a98-b871-1d75d1b96c3b tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/d57796b7-7be4-4646-863f-26408bcbc031 HTTP/1.1" status: 404 len: 339 time: 0.0750248 Apr 28 20:03:12.437142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47940) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.445039 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.486115 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef0dfcc-7b1b-4f04-8fc7-08cb32e40c07 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.486636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bef0dfcc-7b1b-4f04-8fc7-08cb32e40c07 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.490655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 2a6ae257-215f-44e4-9089-5f7f14b562e1 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:12.532819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cda55-4f54-4a86-891e-d2f0d5092819 None None] Pushing event updated for resources: {'Port': ['ID=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:12.540087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bef0dfcc-7b1b-4f04-8fc7-08cb32e40c07 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/a1f73c99-deaf-484f-9f27-adc9b91ff864 HTTP/1.1" status: 404 len: 337 time: 0.0992181 Apr 28 20:03:12.540768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.621140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.654609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.670595 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd04fcca-d027-45a8-b371-c8daaf522fa4 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.671074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd04fcca-d027-45a8-b371-c8daaf522fa4 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.696246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Subnet': ['ID=c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:12.707167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cd04fcca-d027-45a8-b371-c8daaf522fa4 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/691b2b1f-8dc8-4490-b6be-727f29c1c6ad HTTP/1.1" status: 404 len: 339 time: 0.1543486 Apr 28 20:03:12.708142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.709095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:12.714409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5459d55e-02ae-4f8f-ae5a-698214114353 tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/subnets/c6a7df5e-a062-4f6e-af3a-c69d5c25c6a2 HTTP/1.1" status: 204 len: 168 time: 1.1917953 Apr 28 20:03:12.718843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47956) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.730794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ffe82-052e-4382-b553-b82abbbc08c8 None None] Network f45479dc-cf6b-443e-82ea-e70efc738380 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:12.766487 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-059237a9-fd73-452a-b03a-ec531b421cf5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.767015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-059237a9-fd73-452a-b03a-ec531b421cf5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.774183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-059237a9-fd73-452a-b03a-ec531b421cf5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/aa6be300-b2c1-41d0-b8eb-59e26629dc16 HTTP/1.1" status: 404 len: 337 time: 0.0618341 Apr 28 20:03:12.775626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.833613 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b27ef092-8493-4252-b981-d5138b8c916e tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:12.853801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b27ef092-8493-4252-b981-d5138b8c916e tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:12.860094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b27ef092-8493-4252-b981-d5138b8c916e tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/39d5c4bc-ef30-4ac3-89bf-b94ae768394b HTTP/1.1" status: 404 len: 339 time: 0.0832620 Apr 28 20:03:12.860900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:12.885696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Checking segment: {'id': '6813304f-1293-4952-ae86-9f26b78544c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '07928dda-3af8-473e-92bd-80474daabc16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:12.885986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Network hostable DHCP agents. Network: 07928dda-3af8-473e-92bd-80474daabc16, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:12.916694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5725452a-c78b-45ce-9099-30d27334db54,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:12.921595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Allocated IP 172.20.0.2 (d830a027-42dd-4cf4-b1ff-891a4f3daf3a/7156c795-40b2-43cb-ae68-f01730930299/f17fbd6f-c012-4dc8-bf3b-086a39b96bb4) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:12.964698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting port c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:12.965040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.039712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.081921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.300131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Allocated IP 172.21.0.2 (ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e/14910ddd-a7e3-44c0-b68b-1a8978057934/792114a0-4a10-49b7-b693-94b14e234a21) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:13.300594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a6a8bba-9d4d-4221-9976-2ca5f8783d74 req-0a381b47-ed6b-4d90-8e2e-215bbbd3b1bb tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 210 time: 0.0651600 Apr 28 20:03:13.469247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.539287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.580415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Transition to ACTIVE for port object f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:13.623887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] DHCP port deletion for f45479dc-cf6b-443e-82ea-e70efc738380 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:13.696576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Calling delete_port for c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:13.700174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Transition to ACTIVE for port object f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:13.701516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Deleting port 100dd917-dc07-411c-8586-8638cee2dd93 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:13.701891 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.774018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.825856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Network 07928dda-3af8-473e-92bd-80474daabc16 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:13.845600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Deleting port 100dd917-dc07-411c-8586-8638cee2dd93 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:13.845979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.903476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:13.915503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:13.926005 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.926876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 07928dda-3af8-473e-92bd-80474daabc16) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:13.934572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:13.943299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:13.944426 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.946271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d106de-fbdd-4983-819e-cb7ff058feb2 None None] Network 07928dda-3af8-473e-92bd-80474daabc16 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:13.962684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:13.994523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.20.0.1 (c771858c-987d-42b5-ab91-6cff80673292/fd4ecda1-d6d5-4cc0-b938-90e663500c17/283d913b-8b39-471e-a1a1-e18d8b1038b0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:14.070281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Pushing event updated for resources: {'Port': ['ID=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:14.088676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Transition to ACTIVE for port object 792114a0-4a10-49b7-b693-94b14e234a21 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:14.090872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c7a64d77-336a-4f67-92f7-8f85f5416d56 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0310535 Apr 28 20:03:14.139998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Port': ['ID=c1a42b33-f7d2-4c3c-bb92-2e76201af0a8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:14.178274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.227839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-463964a5-5d56-4b93-94a5-556c3f265196 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/ports/c1a42b33-f7d2-4c3c-bb92-2e76201af0a8 HTTP/1.1" status: 204 len: 168 time: 1.3658254 Apr 28 20:03:14.237254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:14.244923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.12 (d830a027-42dd-4cf4-b1ff-891a4f3daf3a/7156c795-40b2-43cb-ae68-f01730930299/2a6ae257-215f-44e4-9089-5f7f14b562e1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:14.284110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9571a748-52b6-4f3f-ac70-d2466978830c None None] Network c771858c-987d-42b5-ab91-6cff80673292 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:14.296819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] For port 100dd917-dc07-411c-8586-8638cee2dd93, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=100dd917-dc07-411c-8586-8638cee2dd93,segment=NetworkSegment(c28925ad-d28f-4b71-b37c-67abb5122e14),segment_id=c28925ad-d28f-4b71-b37c-67abb5122e14)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:14.297185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.327708 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-3569119b-eccf-4657-9e10-19a1b12c6f46 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:14.328076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3569119b-eccf-4657-9e10-19a1b12c6f46 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:14.338434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3569119b-eccf-4657-9e10-19a1b12c6f46 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/a866eeed-314d-4f7c-99fe-c842e8edd521 HTTP/1.1" status: 404 len: 337 time: 0.0999944 Apr 28 20:03:14.344754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:14.515815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Transition to ACTIVE for port object 792114a0-4a10-49b7-b693-94b14e234a21 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:14.658507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Attempting to bind port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:14.659055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Attempting to bind port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0ef24842-e810-41d6-bc7e-d6ec1f599143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:14.660339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Attempting to bind port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 on network d830a027-42dd-4cf4-b1ff-891a4f3daf3a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:14.666661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.678953 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:14.811355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Calling delete_port for 100dd917-dc07-411c-8586-8638cee2dd93 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:14.917301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 070a7bc9-e3b3-467d-b5f3-dda1ecea249b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:14.983724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-664f0262-12f7-4d26-81ba-9b6038510e01 req-51b707c7-fcc3-4ddb-8256-5fb56ba16319 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 210 time: 0.0844424 Apr 28 20:03:15.002093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.060674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Port': ['ID=100dd917-dc07-411c-8586-8638cee2dd93,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:15.078903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.105862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:15.106136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Checking segment: {'id': '0ef24842-e810-41d6-bc7e-d6ec1f599143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:15.110469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.111057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Bound using segment: {'id': '0ef24842-e810-41d6-bc7e-d6ec1f599143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:15.111801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Bound port: f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef24842-e810-41d6-bc7e-d6ec1f599143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'd830a027-42dd-4cf4-b1ff-891a4f3daf3a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:15.112327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.125521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] No DVR routers for this DVR port 100dd917-dc07-411c-8586-8638cee2dd93 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:15.143639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bf225acd-6702-43fb-9118-c1a2521e2c38 None None] Provisioning for port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:15.147443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4657e359-a0ce-475b-a9b9-90a88cba95d5']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.194015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cdfddf9-b781-4fa3-a5ea-e519e951124e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.194335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cdfddf9-b781-4fa3-a5ea-e519e951124e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.244231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.261599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:15.290384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.318964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:15.337333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:15.356527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:15.363253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.381502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Pushing event updated for resources: {'Port': ['ID=792114a0-4a10-49b7-b693-94b14e234a21,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:15.389066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.393086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] For port 100dd917-dc07-411c-8586-8638cee2dd93, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=100dd917-dc07-411c-8586-8638cee2dd93,segment=NetworkSegment(c28925ad-d28f-4b71-b37c-67abb5122e14),segment_id=c28925ad-d28f-4b71-b37c-67abb5122e14)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:15.393500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.427236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:15.427988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.439105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45479dc-cf6b-443e-82ea-e70efc738380']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:15.449951 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:15.469907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c28925ad-d28f-4b71-b37c-67abb5122e14') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.470275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:15.473554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c28925ad-d28f-4b71-b37c-67abb5122e14') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:15.496399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.500252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:15.500619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.531293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.545814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:15.546352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.621487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 2a6ae257-215f-44e4-9089-5f7f14b562e1 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:15.664820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Deleting subnet 5725452a-c78b-45ce-9099-30d27334db54 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:15.674755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:15.675796 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:15.679670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.684128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.703499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.715173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] Pushing event deleted for resources: {'Network': ['ID=f45479dc-cf6b-443e-82ea-e70efc738380,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:15.744453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6e4a648d-499e-41a3-8f71-761bf1e7f19b tempest-NetworksTest-837818430 tempest-NetworksTest-837818430-project] 10.222.0.24 "DELETE /v2.0/networks/f45479dc-cf6b-443e-82ea-e70efc738380 HTTP/1.1" status: 204 len: 168 time: 3.0202560 Apr 28 20:03:15.753166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.778479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=4657e359-a0ce-475b-a9b9-90a88cba95d5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:15.791739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-97238f7d-fab2-4150-bb90-0fdb43d0a5e5 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/4657e359-a0ce-475b-a9b9-90a88cba95d5 HTTP/1.1" status: 204 len: 168 time: 1.4437110 Apr 28 20:03:15.794807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48056) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:15.800967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.803679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-8be09461-28b0-43ac-9bbf-0ba91750f86c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:15.804365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa5599cd-8676-4138-96f4-93132450407b req-8be09461-28b0-43ac-9bbf-0ba91750f86c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Synchronizing usage tracker for tenant:f998f069ab04448298d75290de1b97e4 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:15.808528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:15.836012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Calling delete_port for 100dd917-dc07-411c-8586-8638cee2dd93 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:15.912624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 283d913b-8b39-471e-a1a1-e18d8b1038b0 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:15.932874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting port f452af1f-4e6f-476d-b276-ef1e2e4e78c7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:15.933290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.003199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de3d26-0921-4b72-9056-fe79d8dfbb35 None None] Network 07928dda-3af8-473e-92bd-80474daabc16 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:16.174571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.217669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] For port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:16.266514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.302388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Attempting to bind port 792114a0-4a10-49b7-b693-94b14e234a21 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:16.303204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Attempting to bind port 792114a0-4a10-49b7-b693-94b14e234a21 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '82aac418-fe5d-43ee-86e6-3180837485c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:16.303204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Attempting to bind port 792114a0-4a10-49b7-b693-94b14e234a21 on network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:16.312695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network c771858c-987d-42b5-ab91-6cff80673292 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:16.328317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa5599cd-8676-4138-96f4-93132450407b req-8be09461-28b0-43ac-9bbf-0ba91750f86c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Unset dirty status for tenant:f998f069ab04448298d75290de1b97e4 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:16.329436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-8be09461-28b0-43ac-9bbf-0ba91750f86c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.41 "GET /v2.0/networks?id=f53b1f2c-062b-4fff-8354-80c6568b41d4 HTTP/1.1" status: 200 len: 822 time: 1.0366530 Apr 28 20:03:16.346542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.353149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Request body: {'port': {'device_id': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4', 'admin_state_up': True, 'tenant_id': 'f998f069ab04448298d75290de1b97e4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:16.384544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:16.384969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Checking segment: {'id': '82aac418-fe5d-43ee-86e6-3180837485c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:16.385315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.385763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Bound using segment: {'id': '82aac418-fe5d-43ee-86e6-3180837485c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:16.386269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Bound port: 792114a0-4a10-49b7-b693-94b14e234a21, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82aac418-fe5d-43ee-86e6-3180837485c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': 'ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:16.386658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.413302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] For port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,segment=NetworkSegment(0ef24842-e810-41d6-bc7e-d6ec1f599143),segment_id=0ef24842-e810-41d6-bc7e-d6ec1f599143)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:16.419614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:16.433168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:16.446600 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.498173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.535646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:16.560626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.581647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:16.582007 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:16.586151 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38d661ae-8d9d-4e8f-9e95-0e714d0bf334 req-d832c964-8aa9-49df-8830-367aef47151a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 210 time: 0.3038497 Apr 28 20:03:16.592217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:16.637653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Usage tracker for resource:port and tenant:f998f069ab04448298d75290de1b97e4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:16.639375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5b1ec2c-71d6-4424-b49c-5a5ebf6599c4 None None] Provisioning complete for port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:16.639858 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5b1ec2c-71d6-4424-b49c-5a5ebf6599c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.642623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:16.646432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:16.649474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:16.658780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:16.660821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:16.725343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=283d913b-8b39-471e-a1a1-e18d8b1038b0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:16.735296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=2a6ae257-215f-44e4-9089-5f7f14b562e1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:16.742413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Made reservation on behalf of f998f069ab04448298d75290de1b97e4 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:16.746875 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.755070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec2a634-5f31-403d-9170-154436eca142 None None] Pushing event updated for resources: {'Port': ['ID=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:16.766851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.785837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,segment=NetworkSegment(bb78bb54-c012-47da-bcf4-783deec4627d),segment_id=bb78bb54-c012-47da-bcf4-783deec4627d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:16.795155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] For port 792114a0-4a10-49b7-b693-94b14e234a21, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:16.801291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] For port 792114a0-4a10-49b7-b693-94b14e234a21, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=792114a0-4a10-49b7-b693-94b14e234a21,segment=NetworkSegment(82aac418-fe5d-43ee-86e6-3180837485c4),segment_id=82aac418-fe5d-43ee-86e6-3180837485c4)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:16.806435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.865909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.910870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5725452a-c78b-45ce-9099-30d27334db54,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:16.913419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.922392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 100dd917-dc07-411c-8586-8638cee2dd93 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:16.935769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:16.947673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:16.978171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 100dd917-dc07-411c-8586-8638cee2dd93 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:16.978780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 100dd917-dc07-411c-8586-8638cee2dd93 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:16.986738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.019782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:17.031764 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b17f531f-847e-43b9-bd6c-788782a58238 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/5725452a-c78b-45ce-9099-30d27334db54 HTTP/1.1" status: 204 len: 168 time: 1.6725810 Apr 28 20:03:17.038747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48082) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:17.098428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Deleting port 100dd917-dc07-411c-8586-8638cee2dd93 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:17.099134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.121059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-895fab08-6faa-44a5-9652-e28516f8c9ac tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2649336 Apr 28 20:03:17.124809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:17.209632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fa802ef7-3669-48a6-9d69-b2d809b25ba6 None None] The port '100dd917-dc07-411c-8586-8638cee2dd93' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:17.224112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28a35ca-7730-41e7-a2f0-6b2987f02d45 None None] Pushing event updated for resources: {'Port': ['ID=792114a0-4a10-49b7-b693-94b14e234a21,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:17.317081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Calling delete_port for f452af1f-4e6f-476d-b276-ef1e2e4e78c7 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:17.378365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08d5e445-a0d6-4bde-b88d-3a9795015157 None None] Provisioning for port 283d913b-8b39-471e-a1a1-e18d8b1038b0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:17.389661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08d5e445-a0d6-4bde-b88d-3a9795015157 None None] Provisioning complete for port 283d913b-8b39-471e-a1a1-e18d8b1038b0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:17.390173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08d5e445-a0d6-4bde-b88d-3a9795015157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.483226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.547109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-08d5e445-a0d6-4bde-b88d-3a9795015157 None None] Port 283d913b-8b39-471e-a1a1-e18d8b1038b0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:17.663872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.788677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Port': ['ID=f452af1f-4e6f-476d-b276-ef1e2e4e78c7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:17.810782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.822808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3077230a-9534-4e62-9469-7a18aa4a5bf2 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/ports/f452af1f-4e6f-476d-b276-ef1e2e4e78c7 HTTP/1.1" status: 204 len: 168 time: 2.0032079 Apr 28 20:03:17.826467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48104) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:17.871887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:17.976231 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e73efc-37a9-4822-b0a8-53751e65da30 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:17.976682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e73efc-37a9-4822-b0a8-53751e65da30 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:17.978458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1e73efc-37a9-4822-b0a8-53751e65da30 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/aa4d86a8-515b-4622-bc0f-44aaa30a24b4 HTTP/1.1" status: 404 len: 337 time: 0.1512356 Apr 28 20:03:17.992460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48110) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:18.011868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6785af50-6ba4-4bf7-83ab-1c64594aa98a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=63804f447c464a338f55c6ea7b659035&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4360816 Apr 28 20:03:18.018871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48114) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:18.086767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Allocated IP 172.20.0.12 (f53b1f2c-062b-4fff-8354-80c6568b41d4/cf7acccd-c59f-4821-aa33-00d8375628e0/f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:18.206444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.211050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.381529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.467216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a611ba1-de69-48f6-ad0e-90c3c891bc90 req-b6f096cc-1b5d-424a-bcea-33757aafc982 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 210 time: 0.6779466 Apr 28 20:03:18.568819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.662411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.697543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07928dda-3af8-473e-92bd-80474daabc16']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.707103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.725087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.749958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6813304f-1293-4952-ae86-9f26b78544c6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.750281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6813304f-1293-4952-ae86-9f26b78544c6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.763540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c7a305-68ab-45ee-bda2-5532382e3cfa') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.763834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c7a305-68ab-45ee-bda2-5532382e3cfa') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:18.770893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.773341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.777875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28880b06-dfdc-46ba-b550-d5e3b372b47d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:18.781725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.783463 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.784661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8aeaaf2d-65ef-4749-b663-f1e3fc5dd771 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/28880b06-dfdc-46ba-b550-d5e3b372b47d HTTP/1.1" status: 204 len: 168 time: 0.7602780 Apr 28 20:03:18.786684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.793314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.823112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a3ed48-25b9-41b3-96f8-a4080e497493 None None] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:18.864689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.959596 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.978589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:18.979002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:18.997245 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:19.021426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=283d913b-8b39-471e-a1a1-e18d8b1038b0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:19.029511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.031754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2763d3c-ad3c-45d1-8dba-1bab36d14d0e None None] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:19.136983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.174199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.236508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:19.238022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.289130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:19.308440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a39e1926-afc6-409f-b7e8-93501a5fb3f8 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/d3ea6f11-10d3-4f8c-ad1c-e3fd3e362504 HTTP/1.1" status: 204 len: 168 time: 1.3120222 Apr 28 20:03:19.324656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48144) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:19.347904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ab829d07-c8dd-44d3-bb3d-7e06ca6cb29b None None] Provisioning for port 792114a0-4a10-49b7-b693-94b14e234a21 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:19.363892 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:19.407492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:19.416743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.422268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.461063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting subnet 9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:19.465702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.481407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] Pushing event deleted for resources: {'Network': ['ID=07928dda-3af8-473e-92bd-80474daabc16,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:19.504517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network c771858c-987d-42b5-ab91-6cff80673292 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:19.512098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:19.532678 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.587724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e29703bc-8ee9-4241-997b-99737d73e45c admin admin] 10.222.0.24 "DELETE /v2.0/networks/07928dda-3af8-473e-92bd-80474daabc16 HTTP/1.1" status: 204 len: 168 time: 2.5440295 Apr 28 20:03:19.754347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48168) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:19.800446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3d82a69-6557-44b6-9a79-1b9459aec834 None None] Provisioning for port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:19.861199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1a844c23-edd3-450d-98a5-6ddc9dd39efb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9b4e23e85074b0e993eea1d31765051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1044948 Apr 28 20:03:19.864605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:19.916402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:19.939996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:19.960609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:19.960864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.022975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Network f53b1f2c-062b-4fff-8354-80c6568b41d4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:20.028839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:20.034886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.046769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:20.085175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Pushing event updated for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:20.087530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.094298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.147928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.206988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4b868ba7-aedd-4a76-88df-3d6cc27a4208 None None] Provisioning complete for port 283d913b-8b39-471e-a1a1-e18d8b1038b0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:20.207616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b868ba7-aedd-4a76-88df-3d6cc27a4208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.275876 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c511a259-faee-46b5-98f9-b73a25a9d8b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.289973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:20.289973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.329012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.368526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.379793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4b868ba7-aedd-4a76-88df-3d6cc27a4208 None None] Port 283d913b-8b39-471e-a1a1-e18d8b1038b0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:20.425503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,segment=NetworkSegment(0ef24842-e810-41d6-bc7e-d6ec1f599143),segment_id=0ef24842-e810-41d6-bc7e-d6ec1f599143)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:20.432574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.434153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 070a7bc9-e3b3-467d-b5f3-dda1ecea249b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:20.450279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=2a6ae257-215f-44e4-9089-5f7f14b562e1,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:20.476933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-7eb2afae-09c1-402f-b66d-c9553d379a7c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1336775 Apr 28 20:03:20.478568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.603607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Request body: {'port': {'device_id': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:20.633718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2401d859-8b4f-4a5b-9cbf-590059eb45f3 req-d1804ce8-c96a-4120-8a98-3c1648735a11 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:20.638672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2401d859-8b4f-4a5b-9cbf-590059eb45f3 req-d1804ce8-c96a-4120-8a98-3c1648735a11 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 932 time: 0.5688703 Apr 28 20:03:20.657509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Provisioning complete for port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:20.658848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.666468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 6baf4a25-d6eb-4836-a18d-13459ea24a1a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:03:20.742357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48192) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:20.792373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:20.822455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:20.822831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.907009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:20.948800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2401d859-8b4f-4a5b-9cbf-590059eb45f3 req-43da02d0-b997-49a9-bb2b-cf19c2a5d89a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895465 Apr 28 20:03:21.002974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:21.012154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.014712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4309c036-a898-477f-af1f-473621951a91 HTTP/1.1" status: 204 len: 168 time: 1.1482775 Apr 28 20:03:21.023732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] Sync routers for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:21.034231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.056766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9605c84-69d1-4980-aa70-09e91dcdabb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4309c036-a898-477f-af1f-473621951a91,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:21.098622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.109291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Subnet': ['ID=9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:21.114140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.119029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Provisioning for port 2a6ae257-215f-44e4-9089-5f7f14b562e1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:21.127943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0338159-7288-4b6b-9543-54533e6f985f None None] Network 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:21.136919 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:21.137800 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:21.141733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03bfb98b-2944-4219-86d4-7c92fa06350c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2550373 Apr 28 20:03:21.147911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:21.161534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1d00f36-71ad-47c4-8dbe-2d2eeb35ba6d tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/subnets/9f9bdc31-08dd-4975-b343-2b4a9a2f2cc9 HTTP/1.1" status: 204 len: 168 time: 1.8320885 Apr 28 20:03:21.161534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48208) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:21.227533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Provisioning complete for port 2a6ae257-215f-44e4-9089-5f7f14b562e1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:21.227904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.286703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:21.317774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:21.318674 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:02:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:21.409772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:21.410191 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538de3dc-1e80-4fb7-a890-dd3536b1457b None None] The sync data for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:21.441215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.454032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2016920869'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:21.461026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:21.468829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:21.473191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:21.480020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Deleting port bcc7225b-bb56-46db-946d-afb6c78f2ed1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:21.480614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.520057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:21.526442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 792114a0-4a10-49b7-b693-94b14e234a21 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:21.536686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.564683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:21.568465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.600015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-403fb985-8beb-4caf-813d-a16f4cde5fd2 None None] Port 2a6ae257-215f-44e4-9089-5f7f14b562e1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:21.649777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9e406-d802-4e8f-bac5-6a5a5151706f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:21.653988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8db9e406-d802-4e8f-bac5-6a5a5151706f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports/283d913b-8b39-471e-a1a1-e18d8b1038b0 HTTP/1.1" status: 200 len: 910 time: 0.5022349 Apr 28 20:03:21.658260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:21.666262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.735913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:21.743862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 792114a0-4a10-49b7-b693-94b14e234a21 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:21.753886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 792114a0-4a10-49b7-b693-94b14e234a21 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:21.754307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.798818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:21.808049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:21.825278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Provisioning complete for port 792114a0-4a10-49b7-b693-94b14e234a21 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:21.826236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.830934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:21.894439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4639858d-f225-43bc-a415-22c7f2ca1f9f None None] DHCP port deletion for 23bd2440-ec7b-4ccf-be9d-0faa02a9a080 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:21.903925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4639858d-f225-43bc-a415-22c7f2ca1f9f None None] Deleting port bcc7225b-bb56-46db-946d-afb6c78f2ed1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:21.904299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4639858d-f225-43bc-a415-22c7f2ca1f9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:21.944980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] For port bcc7225b-bb56-46db-946d-afb6c78f2ed1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bcc7225b-bb56-46db-946d-afb6c78f2ed1,segment=NetworkSegment(6744549a-eaf2-464b-bf23-1dceff8b02ca),segment_id=6744549a-eaf2-464b-bf23-1dceff8b02ca)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:21.945598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.047744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.096187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Calling delete_port for bcc7225b-bb56-46db-946d-afb6c78f2ed1 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:22.119121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.237255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.280740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4639858d-f225-43bc-a415-22c7f2ca1f9f None None] The port 'bcc7225b-bb56-46db-946d-afb6c78f2ed1' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:22.297885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] For port 792114a0-4a10-49b7-b693-94b14e234a21, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=792114a0-4a10-49b7-b693-94b14e234a21,segment=NetworkSegment(82aac418-fe5d-43ee-86e6-3180837485c4),segment_id=82aac418-fe5d-43ee-86e6-3180837485c4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:22.305208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.321801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Port': ['ID=bcc7225b-bb56-46db-946d-afb6c78f2ed1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:22.325070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.328297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] No DVR routers for this DVR port bcc7225b-bb56-46db-946d-afb6c78f2ed1 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:22.359480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.381484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.443413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:22.456785 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8391c680-67b9-4a06-8437-b980ba89486d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.487236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Provisioning complete for port 2a6ae257-215f-44e4-9089-5f7f14b562e1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:22.489131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.497086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48246) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:22.523926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:22.524281 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:22.531770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Pushing event updated for resources: {'Port': ['ID=792114a0-4a10-49b7-b693-94b14e234a21,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:22.560436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c202496b-516d-47c2-b28d-cda1a64f8105 None None] Port 2a6ae257-215f-44e4-9089-5f7f14b562e1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:22.574046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69839d21-4589-4793-a8a1-44769dbf5ec0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:22.578225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.588313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.588715 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment a9b965d0-e2b8-4ff2-bed8-2ea50724177f of type vlan for network 80295c56-11f6-4bda-b478-182f0401020b Apr 28 20:03:22.624257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23bd2440-ec7b-4ccf-be9d-0faa02a9a080']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.782010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6744549a-eaf2-464b-bf23-1dceff8b02ca') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.782351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6744549a-eaf2-464b-bf23-1dceff8b02ca') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:22.790038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.801024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.826645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.837358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:22.837780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:22.852953 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:22.947746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-282609664-network', 'tenant_id': '732bf7100c2e42f48cdf468ee9abe45a'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:22.951886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.957067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:22.957672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:22.987648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:23.001291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Usage tracker for resource:network and tenant:732bf7100c2e42f48cdf468ee9abe45a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:23.016955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:23.025082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.038020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:23.086310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.119604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] 10.222.0.24 "DELETE /v2.0/networks/23bd2440-ec7b-4ccf-be9d-0faa02a9a080 HTTP/1.1" status: 204 len: 168 time: 1.9553452 Apr 28 20:03:23.119604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=80295c56-11f6-4bda-b478-182f0401020b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:23.142019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de33cab8-f866-4520-9ba5-8d2eb31e923a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.3980193 Apr 28 20:03:23.145637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48258) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:23.147003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba1c71-f383-4698-b1aa-ee1c5eb2e509 tempest-NetworksIpV6TestAttrs-1364007754 tempest-NetworksIpV6TestAttrs-1364007754-project] Pushing event deleted for resources: {'Network': ['ID=23bd2440-ec7b-4ccf-be9d-0faa02a9a080,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:23.151544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Made reservation on behalf of 732bf7100c2e42f48cdf468ee9abe45a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:23.154381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.161288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 80295c56-11f6-4bda-b478-182f0401020b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:23.170351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'name': 'tempest-PortsIpV6TestJSON-1845678837'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:23.276663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-a89c4f5f-42d0-4ee9-8bb5-fa724a3a181c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:23.277371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-a89c4f5f-42d0-4ee9-8bb5-fa724a3a181c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Synchronizing usage tracker for tenant:f998f069ab04448298d75290de1b97e4 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:23.296048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.305624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:23.312624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:23.318087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:23.321032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:23.325092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Usage tracker for resource:security_group_rule and tenant:732bf7100c2e42f48cdf468ee9abe45a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:23.328942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:23.335030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:23.427530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.432608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:23.437902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.459050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-a89c4f5f-42d0-4ee9-8bb5-fa724a3a181c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Unset dirty status for tenant:f998f069ab04448298d75290de1b97e4 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:23.465880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-a89c4f5f-42d0-4ee9-8bb5-fa724a3a181c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 932 time: 1.1905515 Apr 28 20:03:23.470631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:23.480576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:23.485354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.503982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:23.538863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.541127 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Added segment a92295ae-f2cb-4971-bcd1-a9303d5fab13 of type vlan for network 2ef99f23-1264-49d0-873d-e8fc887e49de Apr 28 20:03:23.596179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:23.608244 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.647646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.663618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-e6044b45-329d-4e08-9a00-524aa34ac615 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Synchronizing usage tracker for tenant:f998f069ab04448298d75290de1b97e4 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:23.664640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:23.666166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.668409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:23.687721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.691943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:23.694101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.711368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Transition to ACTIVE for port object f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:23.727434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.755032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:23.763525 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.774064 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:23.786201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-e6044b45-329d-4e08-9a00-524aa34ac615 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Unset dirty status for tenant:f998f069ab04448298d75290de1b97e4 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:23.795314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f617653d-ce2d-43f3-8152-d98e893f51ae req-e6044b45-329d-4e08-9a00-524aa34ac615 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265829 Apr 28 20:03:23.901331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 792114a0-4a10-49b7-b693-94b14e234a21 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:23.963602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:03:24.007161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.019809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 792114a0-4a10-49b7-b693-94b14e234a21 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:24.020183 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.027190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48270) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:24.071445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.077218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Pushing event updated for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.086564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.117965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] Pushing event updated for resources: {'Network': ['ID=2ef99f23-1264-49d0-873d-e8fc887e49de,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.158792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2ef99f23-1264-49d0-873d-e8fc887e49de details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:24.168498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a29e565-fc1d-4981-a7d2-5d20005b2b9d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6548960 Apr 28 20:03:24.168676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48278) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:24.175553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Request body: {'subnet': {'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-282609664-subnet', 'tenant_id': '732bf7100c2e42f48cdf468ee9abe45a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:24.186232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.191145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:24.197521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Usage tracker for resource:subnet and tenant:732bf7100c2e42f48cdf468ee9abe45a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:24.202378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:24.210088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:24.231452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Made reservation on behalf of 732bf7100c2e42f48cdf468ee9abe45a for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:24.234603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.340665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=2a6ae257-215f-44e4-9089-5f7f14b562e1,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.349568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.389496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.393957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bcc7225b-bb56-46db-946d-afb6c78f2ed1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:24.430561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Attempting to bind port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:24.431622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Attempting to bind port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:24.432229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Attempting to bind port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a on network f53b1f2c-062b-4fff-8354-80c6568b41d4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:24.451039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a on network f53b1f2c-062b-4fff-8354-80c6568b41d4 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:03:24.451920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Attempting to bind port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a on network f53b1f2c-062b-4fff-8354-80c6568b41d4 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:24.473375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: bcc7225b-bb56-46db-946d-afb6c78f2ed1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:24.474908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bcc7225b-bb56-46db-946d-afb6c78f2ed1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:24.522795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:24.523384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Checking segment: {'id': 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:24.523965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Bound using segment: {'id': 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:24.524698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Bound port: f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:24.525234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.541314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=1469cd61-cf17-4fb5-ad3a-d81c55780b1f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.620704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '80295c56-11f6-4bda-b478-182f0401020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:24.621024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 80295c56-11f6-4bda-b478-182f0401020b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:24.655774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:24.677496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 80295c56-11f6-4bda-b478-182f0401020b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:24.681816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:24.690077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3d6bf0-0148-4876-8d63-adf3338c84ad None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:24.706636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:24.707648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.755338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6c307a11-2738-47c5-8a8f-cd75f93350f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6057732 Apr 28 20:03:24.758502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48294) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:24.769529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-694740353'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:24.777375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:24.782360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.822680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4d609ae4-e944-4c3d-a9ae-c1d309f65541 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=86177e0a15ba4b5c8333b8e134304f01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7895772 Apr 28 20:03:24.833566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:24.848874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:24.879802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:24.898128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:24.916998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:24.927875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.21.0.1 (ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e/14910ddd-a7e3-44c0-b68b-1a8978057934/ef4da344-9a1b-4375-9dca-5f0830b24199) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:24.938198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:24.951566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,segment=NetworkSegment(fd63b022-cc56-4ca5-9b4d-2ee6b573a7db),segment_id=fd63b022-cc56-4ca5-9b4d-2ee6b573a7db)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:24.952745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:24.969063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:24.985776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63617b76-48d3-4451-aa04-182856a4295c,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:24.993793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:24.998218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.024436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Checking segment: {'id': 'a92295ae-f2cb-4971-bcd1-a9303d5fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:25.024801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Network hostable DHCP agents. Network: 2ef99f23-1264-49d0-873d-e8fc887e49de, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:25.072866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:25.077234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Network 2ef99f23-1264-49d0-873d-e8fc887e49de is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:25.096651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.096978 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment d6629acd-ac57-4573-a160-e0d485ef4ed7 of type vlan for network 1b953bc0-56c3-43ed-8be6-aca4e303c91e Apr 28 20:03:25.100964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2ef99f23-1264-49d0-873d-e8fc887e49de) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:25.112059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60ff42cd-55a2-4dc2-9a00-869063547cd0 None None] Network 2ef99f23-1264-49d0-873d-e8fc887e49de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:25.121169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:25.124675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.181132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.194407 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c66c3266-bf37-409d-8eeb-86c95e59e628 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0240531 Apr 28 20:03:25.249915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.256762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:25.257412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.342589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.370100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.398099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.416191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6546178 Apr 28 20:03:25.424144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48314) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:25.430077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'ports': [{'network_id': '80295c56-11f6-4bda-b478-182f0401020b'}, {'network_id': '1b953bc0-56c3-43ed-8be6-aca4e303c91e'}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:25.430416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:25.430942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '1b953bc0-56c3-43ed-8be6-aca4e303c91e'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:25.451615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde19b4f-6b9d-4e7d-8813-2c4c1942d98d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=1b953bc0-56c3-43ed-8be6-aca4e303c91e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.483375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 1b953bc0-56c3-43ed-8be6-aca4e303c91e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:25.573132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b475d019-84e9-4f84-862b-4965cd2239d1 None None] Provisioning complete for port 2a6ae257-215f-44e4-9089-5f7f14b562e1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:25.573782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b475d019-84e9-4f84-862b-4965cd2239d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.602184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.610432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:25.611047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.612414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] 10.222.0.41 "PUT /v2.0/ports/f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a HTTP/1.1" status: 200 len: 1092 time: 5.1071086 Apr 28 20:03:25.673934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:25.799739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808158e4-af49-4dd7-939f-2aebe15b12e6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.891368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56d680-d524-453e-99da-20eda1322681 None None] Network 2ef99f23-1264-49d0-873d-e8fc887e49de requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:25.920471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ba706-2c32-42b4-b83a-1dac6fee1f2c service neutron] Pushing event updated for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:25.928969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:25.930203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1e233825-b70c-4058-a872-3876704533c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/808158e4-af49-4dd7-939f-2aebe15b12e6 HTTP/1.1" status: 204 len: 168 time: 1.0936179 Apr 28 20:03:25.999417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.054389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b475d019-84e9-4f84-862b-4965cd2239d1 None None] Port 2a6ae257-215f-44e4-9089-5f7f14b562e1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:26.072433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Router 3af625cb-11bf-4714-8557-bf22cbd2bcce is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:03:26.100879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object ef4da344-9a1b-4375-9dca-5f0830b24199 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:26.135839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-171cfa62-9877-4e73-9b7e-d98390103d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.138195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-171cfa62-9877-4e73-9b7e-d98390103d38 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f998f069ab04448298d75290de1b97e4&device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 1095 time: 0.4428613 Apr 28 20:03:26.189306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45af5fe3-f8d9-4dea-a5a0-41b24d031a65 req-3a1c1ac1-1dd9-4ff8-a4ba-5e7d734d3600 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.198434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45af5fe3-f8d9-4dea-a5a0-41b24d031a65 req-3a1c1ac1-1dd9-4ff8-a4ba-5e7d734d3600 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 944 time: 1.2515128 Apr 28 20:03:26.224006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:26.230738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:26.240991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:26.251158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:26.284018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45af5fe3-f8d9-4dea-a5a0-41b24d031a65 req-09dacc47-822e-46df-a85d-7e466b240554 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845666 Apr 28 20:03:26.292387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 2} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:26.299766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.321964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.380865 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e63f7c83-ee04-411a-a6db-6980610b85d5'] response: {'name': 'network-changed', 'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a', 'status': 'completed', 'code': 200} Apr 28 20:03:26.514161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-88f084ff-2066-41c5-927d-50fcec283d91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a HTTP/1.1" status: 200 len: 217 time: 0.3524303 Apr 28 20:03:26.591402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5599cd-8676-4138-96f4-93132450407b req-5a88e90e-81f2-4bb2-a954-46acb802666f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.592985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-5a88e90e-81f2-4bb2-a954-46acb802666f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf7acccd-c59f-4821-aa33-00d8375628e0 HTTP/1.1" status: 200 len: 862 time: 0.0680833 Apr 28 20:03:26.619473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 6d95881f-0b53-4aec-97de-767860210aec yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:26.668163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-bbe35dc7-9822-42eb-9cb6-deff1d5fd2d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f53b1f2c-062b-4fff-8354-80c6568b41d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602052 Apr 28 20:03:26.709741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:26.721321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] Sync routers for ids ['3af625cb-11bf-4714-8557-bf22cbd2bcce'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:26.726436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5994197d-09e6-43f4-8186-896cb3a7f412 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/routers/3af625cb-11bf-4714-8557-bf22cbd2bcce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5792856 Apr 28 20:03:26.729425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:26.740829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] Routers {'3af625cb-11bf-4714-8557-bf22cbd2bcce'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:26.742237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['3af625cb-11bf-4714-8557-bf22cbd2bcce'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:26.753740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-ad71cece-7d1b-46f2-a8e2-e48064d2b647 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:26.755225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-ad71cece-7d1b-46f2-a8e2-e48064d2b647 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/networks?id=2ef99f23-1264-49d0-873d-e8fc887e49de HTTP/1.1" status: 200 len: 820 time: 0.7145388 Apr 28 20:03:26.770949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.798075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:26.855416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:26.878850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] Routers {'3af625cb-11bf-4714-8557-bf22cbd2bcce'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:26.879797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['3af625cb-11bf-4714-8557-bf22cbd2bcce'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:26.913627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 3ca76bbd-064f-4d7c-982f-dcad2e872f45 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:26.948636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-a8197954-f1c4-43f2-bbff-8781c0001a1c tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/quotas/732bf7100c2e42f48cdf468ee9abe45a HTTP/1.1" status: 200 len: 375 time: 0.1399441 Apr 28 20:03:26.956759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:26.963017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:26.964024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:26.968900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:26.984481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74b34be6-441f-4d3f-a32e-af32e2c6ed93 None None] The sync data for ids ['3af625cb-11bf-4714-8557-bf22cbd2bcce'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:27.037555 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.063056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=ef4da344-9a1b-4375-9dca-5f0830b24199,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:27.088842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-8e2861ce-a00e-4eb6-a36f-8b54e8f28242 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=732bf7100c2e42f48cdf468ee9abe45a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1285419 Apr 28 20:03:27.099069 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.168837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-d585c25f-dfa2-4173-a27e-ecf29e96fd0e service neutron] 10.222.0.41 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4813037 Apr 28 20:03:27.169633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.196622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0781920c-6f30-455c-b99f-9173f8a0a612 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:27.197727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0781920c-6f30-455c-b99f-9173f8a0a612 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:27.206507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:27.211412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:27.216134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:27.217255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.226106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=6d95881f-0b53-4aec-97de-767860210aec,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:27.294968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0c762d4e-f138-4f3e-8055-180e2a863e25 None None] Provisioning for port ef4da344-9a1b-4375-9dca-5f0830b24199 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:27.302076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0c762d4e-f138-4f3e-8055-180e2a863e25 None None] Provisioning complete for port ef4da344-9a1b-4375-9dca-5f0830b24199 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:27.302932 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c762d4e-f138-4f3e-8055-180e2a863e25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.319989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48386) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:27.367871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': 'd6629acd-ac57-4573-a160-e0d485ef4ed7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '1b953bc0-56c3-43ed-8be6-aca4e303c91e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:27.369078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 1b953bc0-56c3-43ed-8be6-aca4e303c91e, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:27.376177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=3ca76bbd-064f-4d7c-982f-dcad2e872f45,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:27.399800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 1b953bc0-56c3-43ed-8be6-aca4e303c91e is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:27.414404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0c762d4e-f138-4f3e-8055-180e2a863e25 None None] Port ef4da344-9a1b-4375-9dca-5f0830b24199 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:27.415001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 1b953bc0-56c3-43ed-8be6-aca4e303c91e) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:27.420118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:27.429727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:27.430181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34f791-6fdb-4cb6-8d21-65c08dd6c343 None None] Network 1b953bc0-56c3-43ed-8be6-aca4e303c91e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:27.445491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:27.446431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.530079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f1357a1-e6bc-4398-bd59-e42245e01450 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1048398 Apr 28 20:03:27.531454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48396) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:27.636863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 3ca76bbd-064f-4d7c-982f-dcad2e872f45 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:27.637384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.734045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0781920c-6f30-455c-b99f-9173f8a0a612 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:27.736836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0781920c-6f30-455c-b99f-9173f8a0a612 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af625cb-11bf-4714-8557-bf22cbd2bcce HTTP/1.1" status: 200 len: 982 time: 0.9936676 Apr 28 20:03:27.754789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:27.769761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a317e3a5-6028-4666-86ab-bb2c2e6ba35f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:27.770056 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-a317e3a5-6028-4666-86ab-bb2c2e6ba35f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 20:03:27.770550 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-a317e3a5-6028-4666-86ab-bb2c2e6ba35f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 20:03:27.774875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a317e3a5-6028-4666-86ab-bb2c2e6ba35f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4474373 Apr 28 20:03:27.776057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:27.836809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf5807-72c6-416f-98f4-7b5b2bfa37cc req-13c96623-4f99-4a7c-823d-fb09fa1d5d33 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:27.838645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3edf5807-72c6-416f-98f4-7b5b2bfa37cc req-13c96623-4f99-4a7c-823d-fb09fa1d5d33 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 944 time: 0.3544803 Apr 28 20:03:27.854994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--276836375'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:27.870607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa5599cd-8676-4138-96f4-93132450407b req-447f1a6a-10ae-4e26-8393-bad310ab9215 service neutron] 10.222.0.41 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6641710 Apr 28 20:03:27.931631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:27.936481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:27.996434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:28.001649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-df68debf-6761-4cec-9967-018987f66916 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8855593 Apr 28 20:03:28.012399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:28.027539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:28.072313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 3ca76bbd-064f-4d7c-982f-dcad2e872f45 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:28.124945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3edf5807-72c6-416f-98f4-7b5b2bfa37cc req-fb045ba7-1c4d-4cd4-a299-33a97e93ba7a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327638 Apr 28 20:03:28.125132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.172183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.220197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.221970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.238633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=3ca76bbd-064f-4d7c-982f-dcad2e872f45,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:28.245415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-44cd3ac1-3e41-4536-8e6e-12534608b809 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/3ca76bbd-064f-4d7c-982f-dcad2e872f45 HTTP/1.1" status: 204 len: 168 time: 0.7002935 Apr 28 20:03:28.245415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:28.332228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2399c-26e7-4ce8-8ee4-212b627c00e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:28.338026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf2399c-26e7-4ce8-8ee4-212b627c00e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:28.338769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bdf2399c-26e7-4ce8-8ee4-212b627c00e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:28.355526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bdf2399c-26e7-4ce8-8ee4-212b627c00e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:28.359938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bdf2399c-26e7-4ce8-8ee4-212b627c00e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1136901 Apr 28 20:03:28.360569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48424) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:28.388514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:28.395190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.435694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:28.441179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:28.484019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:28.499474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-c6395c6b-9cdb-4202-8bb0-556c3eae4415 service neutron] 10.222.0.24 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797931 Apr 28 20:03:28.535906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-ce38e346-4351-47aa-986a-5131a1223058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:28.537383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-ce38e346-4351-47aa-986a-5131a1223058 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f998f069ab04448298d75290de1b97e4&device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 1095 time: 0.5985084 Apr 28 20:03:28.565103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 6d95881f-0b53-4aec-97de-767860210aec {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:28.565477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:28.824672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1bb7ab72-4426-443d-8ad4-c18074378d07 req-20d62896-411a-425e-b5c2-a64a950d875e tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 210 time: 0.0661316 Apr 28 20:03:28.924595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.105272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 6d95881f-0b53-4aec-97de-767860210aec owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:29.158529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-1bb8ac08-42eb-4015-88b1-bae582b951ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:29.160074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-1bb8ac08-42eb-4015-88b1-bae582b951ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=f53b1f2c-062b-4fff-8354-80c6568b41d4 HTTP/1.1" status: 200 len: 923 time: 0.5640862 Apr 28 20:03:29.255305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.342463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=6d95881f-0b53-4aec-97de-767860210aec,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.360042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.371434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-a24f2eb4-c0d9-4c77-9b1e-4afe97763fd0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a HTTP/1.1" status: 200 len: 217 time: 0.1634142 Apr 28 20:03:29.383350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c037fa55-7b10-4de9-9dcf-14b6a54f9ad9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/6d95881f-0b53-4aec-97de-767860210aec HTTP/1.1" status: 204 len: 168 time: 1.0195513 Apr 28 20:03:29.383915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:29.530491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.535374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d24c18-207f-4973-9f2b-2f18d8aa0cc3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:29.536081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17d24c18-207f-4973-9f2b-2f18d8aa0cc3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:29.537616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.556019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-17d24c18-207f-4973-9f2b-2f18d8aa0cc3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:29.561586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-17d24c18-207f-4973-9f2b-2f18d8aa0cc3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1726780 Apr 28 20:03:29.562625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48456) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:29.623190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.651586 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d558c003-39d0-4611-a90d-42a27fadb850 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:03:29.652014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-4deb6a7d-6557-4710-9bdb-4bb963809b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:29.654023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-4deb6a7d-6557-4710-9bdb-4bb963809b7f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cf7acccd-c59f-4821-aa33-00d8375628e0 HTTP/1.1" status: 200 len: 862 time: 0.1061239 Apr 28 20:03:29.658095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d558c003-39d0-4611-a90d-42a27fadb850 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/3ca76bbd-064f-4d7c-982f-dcad2e872f45 HTTP/1.1" status: 404 len: 333 time: 0.0943868 Apr 28 20:03:29.659624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:29.697039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.705855 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-72bb6c63-b8e2-4f19-821f-9eaf4075614b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:03:29.707525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-72bb6c63-b8e2-4f19-821f-9eaf4075614b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/6d95881f-0b53-4aec-97de-767860210aec HTTP/1.1" status: 404 len: 333 time: 0.0469887 Apr 28 20:03:29.710247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48466) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:29.766301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:29.788346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:29.809890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:29.832545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-10d00c9d-d0cb-43e0-8f13-4306836ab34f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f53b1f2c-062b-4fff-8354-80c6568b41d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275930 Apr 28 20:03:29.838868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:29.839019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:29.850762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12d8b292-b839-4a04-87bc-92dc009c63d6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.888713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=ef4da344-9a1b-4375-9dca-5f0830b24199,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:29.891203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.010435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48474) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:30.075812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.136052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:03:30.137189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efa37e-25f0-4d88-96fa-47105b99b236 req-98c7591f-8d92-43bb-8647-96a0d1e7c17b tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:30.139136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2efa37e-25f0-4d88-96fa-47105b99b236 req-98c7591f-8d92-43bb-8647-96a0d1e7c17b tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 944 time: 0.8532794 Apr 28 20:03:30.215071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d969cc5-31e2-4cf7-a75e-9d38c91812cb req-ab825397-9ae4-43ac-a54d-d7091458a162 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 210 time: 0.2054181 Apr 28 20:03:30.272745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.276992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.291831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b953bc0-56c3-43ed-8be6-aca4e303c91e']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:30.306416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:30.328520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6629acd-ac57-4573-a160-e0d485ef4ed7') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:30.328846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6629acd-ac57-4573-a160-e0d485ef4ed7') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:30.335682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Usage tracker for resource:security_group_rule and tenant:762914095ebc4cbeb70576a8318d531b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:30.343494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:30.348030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,segment=NetworkSegment(fd63b022-cc56-4ca5-9b4d-2ee6b573a7db),segment_id=fd63b022-cc56-4ca5-9b4d-2ee6b573a7db)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:30.353914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-f3ae660c-302b-4299-88b1-2f3ce86c89c5 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:30.354706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-f3ae660c-302b-4299-88b1-2f3ce86c89c5 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Synchronizing usage tracker for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:30.354923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-9c9b0fef-d3e0-4fd0-a0b8-ec1c571b8604 service neutron] 10.222.0.41 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5111873 Apr 28 20:03:30.359584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.363054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a', 'network_id': 'f53b1f2c-062b-4fff-8354-80c6568b41d4', 'port_id': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a', 'mac_address': 'fa:16:3e:9e:97:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf7acccd-c59f-4821-aa33-00d8375628e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:03:30.373681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:30.386540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.397773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:30.398282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:30.413982 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:30.423347 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.438863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.445689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:30.464674 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2efa37e-25f0-4d88-96fa-47105b99b236 req-20a63953-b1b0-4f9d-b6e5-4e39a0916115 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3006120 Apr 28 20:03:30.477783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,segment=NetworkSegment(fd63b022-cc56-4ca5-9b4d-2ee6b573a7db),segment_id=fd63b022-cc56-4ca5-9b4d-2ee6b573a7db)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:30.478052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.488703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.530142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.535304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.545838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:30.566576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.575668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=1b953bc0-56c3-43ed-8be6-aca4e303c91e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.583148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a283c1f9-86d4-400b-bf63-25c843943d6b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/1b953bc0-56c3-43ed-8be6-aca4e303c91e HTTP/1.1" status: 204 len: 168 time: 0.8714747 Apr 28 20:03:30.589869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48482) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:30.597774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-64805270'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.609439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:30.616277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:30.619713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:30.623973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:30.642803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:30.651325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1df52917-ed86-4818-a815-5fc2e129dbc3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.665255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.669442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:30.673289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.808556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.830518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:03:30.857627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-f3ae660c-302b-4299-88b1-2f3ce86c89c5 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Unset dirty status for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:30.858757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-f3ae660c-302b-4299-88b1-2f3ce86c89c5 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.41 "GET /v2.0/networks?id=2ef99f23-1264-49d0-873d-e8fc887e49de HTTP/1.1" status: 200 len: 820 time: 0.7691920 Apr 28 20:03:30.882687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=762914095ebc4cbeb70576a8318d531b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688595 Apr 28 20:03:30.883929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Request body: {'port': {'device_id': '389011d4-8f35-483f-a5ec-539a9be02722', 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de', 'admin_state_up': True, 'tenant_id': '732bf7100c2e42f48cdf468ee9abe45a'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.895366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:30.904499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6ad1a3-9b8c-470e-8cee-dcfd09123332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451cc99a-5c79-49f3-b75a-99a659043ca1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:30.909557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.911656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2fde2fe6-253c-412a-94bf-41e9b12f2bdd None None] Provisioning complete for port ef4da344-9a1b-4375-9dca-5f0830b24199 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:30.912134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2fde2fe6-253c-412a-94bf-41e9b12f2bdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:30.913542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d70b59c3-a001-47b2-929e-67be7a52cd26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0782731 Apr 28 20:03:30.915380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48490) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:30.927567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:30.939127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '1df52917-ed86-4818-a815-5fc2e129dbc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:30.951252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:30.995983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2fde2fe6-253c-412a-94bf-41e9b12f2bdd None None] Port ef4da344-9a1b-4375-9dca-5f0830b24199 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:31.008537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:31.011377 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.011720 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment 4da60a86-5497-4232-8940-dc225bcc10a3 of type vlan for network 921b6b83-65e7-4fe5-9ae5-78fba470f390 Apr 28 20:03:31.015881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:31.032412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:31.078153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.090756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.102932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3babbb-fcb4-4a69-82aa-f8059a858fbe req-d4af9f4c-2c9f-480d-becd-aa35c05cfe82 service neutron] 10.222.0.41 "GET /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6666946 Apr 28 20:03:31.128623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 6baf4a25-d6eb-4836-a18d-13459ea24a1a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:03:31.149864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:31.155654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.161590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Usage tracker for resource:port and tenant:732bf7100c2e42f48cdf468ee9abe45a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:31.167251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:31.175686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:31.187464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.192801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:31.193376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.236691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Made reservation on behalf of 732bf7100c2e42f48cdf468ee9abe45a for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:31.240095 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.262141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.283680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.313670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.331525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 2a6ae257-215f-44e4-9089-5f7f14b562e1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:31.331863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.405040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8140490 Apr 28 20:03:31.406199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b973f020-dcff-44bb-b757-c27f5eb5b024 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=921b6b83-65e7-4fe5-9ae5-78fba470f390,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:31.408841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:31.418395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:31.449722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=067dcd67-dd30-454b-b09c-765d323e0384,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:31.455598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:31.466426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0a9ec09f-ba2a-4497-9ddf-3631e61d9fbe tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8056374 Apr 28 20:03:31.466616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:31.469649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:31.482351 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] Sync routers for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:31.489834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d56118bc-df4c-4409-930e-ffee36379c8a req-6157e9d9-2960-4a1f-b1c4-af755e1e8808 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 210 time: 0.1375706 Apr 28 20:03:31.501101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:31.501939 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.550860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.552015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-75115ec8-2ca3-411d-8d89-429fac933765 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6258664 Apr 28 20:03:31.563203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:31.606892 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.619082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:31.619910 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.625264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '1df52917-ed86-4818-a815-5fc2e129dbc3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:31.646756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:31.683050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:31.683685 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fb736c-02a8-4aeb-9b03-027fba874f88 None None] The sync data for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:31.699525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:31.713727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:31.714127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:31.724644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:31.735013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:31.736393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:31.744661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.755409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Allocated IP 172.20.0.8 (2ef99f23-1264-49d0-873d-e8fc887e49de/63617b76-48d3-4451-aa04-182856a4295c/09bad2c1-2c2b-437b-8952-20b815b26eb9) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:31.757561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:31.761037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.769328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70ec1f6-b2be-463d-b70b-da6446951bec tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:31.769931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a70ec1f6-b2be-463d-b70b-da6446951bec tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:31.773933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:31.801019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451cc99a-5c79-49f3-b75a-99a659043ca1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:31.810075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.876018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Performing IP validity checks on allocation pools {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:03:31.878865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:03:31.883860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:31.885024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-04c9ddcd-44ef-4989-8b78-8804ca86e258 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/451cc99a-5c79-49f3-b75a-99a659043ca1 HTTP/1.1" status: 204 len: 168 time: 0.9770410 Apr 28 20:03:31.959424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 2a6ae257-215f-44e4-9089-5f7f14b562e1 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:32.015883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a70ec1f6-b2be-463d-b70b-da6446951bec tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:32.017643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a70ec1f6-b2be-463d-b70b-da6446951bec tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports/ef4da344-9a1b-4375-9dca-5f0830b24199 HTTP/1.1" status: 200 len: 910 time: 0.5458534 Apr 28 20:03:32.018401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.024417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48514) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:32.092074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff21727-8626-4da3-996a-e254be8854d1 req-fdb747bc-f47d-4480-bf56-330d1ee93744 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:32.093447 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dff21727-8626-4da3-996a-e254be8854d1 req-fdb747bc-f47d-4480-bf56-330d1ee93744 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 945 time: 0.4512043 Apr 28 20:03:32.147863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:32.167571 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): There was a conflict when trying to complete your request. Apr 28 20:03:32.168584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb132f9d-70bf-4734-b5d9-fad43581f2f7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.5493147 Apr 28 20:03:32.172841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:32.198368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dff21727-8626-4da3-996a-e254be8854d1 req-837f5c13-057a-4967-8955-07e00185e05c tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924966 Apr 28 20:03:32.219900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:32.262563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:32.267551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:32.268126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.300024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.312255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.353603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:32.362468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Usage tracker for resource:security_group_rule and tenant:ad90dd2adfc1465a8d57edf60d8f8f25 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:32.366025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.367791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:32.393871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.406703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.415270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:32.439261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=2a6ae257-215f-44e4-9089-5f7f14b562e1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.457307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.511878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,segment=NetworkSegment(fd63b022-cc56-4ca5-9b4d-2ee6b573a7db),segment_id=fd63b022-cc56-4ca5-9b4d-2ee6b573a7db)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:32.515333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:32.527123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.564469 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.737673 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d9ab1d1-19d8-4a8c-8c2b-0f9be52e1b84'] response: {'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a', 'code': 200} Apr 28 20:03:32.744091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.771572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=734d45e6-825b-42ab-a0a7-b40f207c06cd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:32.785021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:32.895579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': '4da60a86-5497-4232-8940-dc225bcc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:32.895925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 921b6b83-65e7-4fe5-9ae5-78fba470f390, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:32.922230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Network 2ef99f23-1264-49d0-873d-e8fc887e49de is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:32.933213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:32.969860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:33.013189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Pushing event updated for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:33.020135 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.036860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.041882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:33.064355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:33.064965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.077668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 921b6b83-65e7-4fe5-9ae5-78fba470f390) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:33.085270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:33.085529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d00954-a8f0-41ea-aee1-8a4984945c95 None None] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:33.085885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.107713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df52917-ed86-4818-a815-5fc2e129dbc3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:33.114049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-95b2584f-2127-4046-9c94-6b8b2587ee39 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2403474 Apr 28 20:03:33.152684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Request body: {'port': {'device_id': '389011d4-8f35-483f-a5ec-539a9be02722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:33.176377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.182667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d425290d-768f-4275-b679-3f3aabf6094b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7288477 Apr 28 20:03:33.192225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48532) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.217815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390', 'name': 'tempest-PortsIpV6TestJSON-1299029496'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:33.287786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.328916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-921b6b83-65e7-4fe5-9ae5-78fba470f390', 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '734d45e6-825b-42ab-a0a7-b40f207c06cd'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:33.329794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.461879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.465161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ad90dd2adfc1465a8d57edf60d8f8f25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2413559 Apr 28 20:03:33.482890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48538) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.485671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.507646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.508746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b78de66-4871-4d06-8a6c-c2d1613b5a84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/1df52917-ed86-4818-a815-5fc2e129dbc3 HTTP/1.1" status: 204 len: 168 time: 1.3350236 Apr 28 20:03:33.515222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.524768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b113a338-5d21-4daf-877e-742b122e21d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec00c9e-fd19-46d3-b9f1-131181531cac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:33.527776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Allocated IP 2001:db8::2 (921b6b83-65e7-4fe5-9ae5-78fba470f390/734d45e6-825b-42ab-a0a7-b40f207c06cd/0054f89e-60b1-4a0c-87c8-281693bba8cb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:33.544550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Router 3af625cb-11bf-4714-8557-bf22cbd2bcce has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:03:33.554374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3707147-2974-4820-9cd2-a94386af7a45 req-4f25e723-9cfe-4070-8bce-ce678540aa74 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:33.555856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3707147-2974-4820-9cd2-a94386af7a45 req-4f25e723-9cfe-4070-8bce-ce678540aa74 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 931 time: 0.7440877 Apr 28 20:03:33.709782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:33.740011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e671789-d022-49b4-b516-348f8507b60f req-7c3f5a2f-f21b-4f28-8521-5c2d6ce26393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:33.742164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e671789-d022-49b4-b516-348f8507b60f req-7c3f5a2f-f21b-4f28-8521-5c2d6ce26393 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 1097 time: 0.9319232 Apr 28 20:03:33.748219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d47adc48-dd2f-4dda-b378-97f32ac8066b tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:33.756136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.756393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:33.771213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Transition to ACTIVE for port object 0054f89e-60b1-4a0c-87c8-281693bba8cb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:33.786945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:33.795770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Transition to ACTIVE for port object 0054f89e-60b1-4a0c-87c8-281693bba8cb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:33.797045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6660bf03-510f-44f0-a516-bd9b783e91f2 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/routers/3af625cb-11bf-4714-8557-bf22cbd2bcce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0400925 Apr 28 20:03:33.803257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.805843 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.812556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cb4479-175b-495d-8da2-41a8efd6faff req-e4eb548f-53f1-4278-8b25-8d9512968705 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:33.814076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08cb4479-175b-495d-8da2-41a8efd6faff req-e4eb548f-53f1-4278-8b25-8d9512968705 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.4663308 Apr 28 20:03:33.819568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3707147-2974-4820-9cd2-a94386af7a45 req-3fb6e833-ca0d-4503-9a1d-202e12115489 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505991 Apr 28 20:03:33.843238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] Sync routers for ids ['3af625cb-11bf-4714-8557-bf22cbd2bcce'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:33.880805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d47adc48-dd2f-4dda-b378-97f32ac8066b tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:33.882079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d47adc48-dd2f-4dda-b378-97f32ac8066b tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3650312 Apr 28 20:03:33.886879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48550) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.888739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e671789-d022-49b4-b516-348f8507b60f req-80cd3970-8422-429c-babf-443d949f851c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316764 Apr 28 20:03:33.889842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] Routers {'3af625cb-11bf-4714-8557-bf22cbd2bcce'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:33.890561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['3af625cb-11bf-4714-8557-bf22cbd2bcce'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:33.891248 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e997d1f-1c77-4456-add8-1e63607fc0c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:03:33.891760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e997d1f-1c77-4456-add8-1e63607fc0c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:33.906228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569446927'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:33.916246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:33.933375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:33.937958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e997d1f-1c77-4456-add8-1e63607fc0c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:33.941881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6e997d1f-1c77-4456-add8-1e63607fc0c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/2a6ae257-215f-44e4-9089-5f7f14b562e1 HTTP/1.1" status: 404 len: 333 time: 0.1332915 Apr 28 20:03:33.942252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:33.952205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:33.955931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:33.959295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:33.961190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:33.967112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:33.968720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:33.971965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Pushing event updated for resources: {'Port': ['ID=0054f89e-60b1-4a0c-87c8-281693bba8cb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:34.023630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.026335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.045755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] Routers {'3af625cb-11bf-4714-8557-bf22cbd2bcce'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:34.045755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['3af625cb-11bf-4714-8557-bf22cbd2bcce'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:34.074434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08cb4479-175b-495d-8da2-41a8efd6faff req-4f0aaedc-8528-4886-b8ea-e44955ae54f3 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2002642 Apr 28 20:03:34.097982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:34.114314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:34.114767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8234ede3-2d5a-48fe-8a5a-f30edcc800b8 None None] The sync data for ids ['3af625cb-11bf-4714-8557-bf22cbd2bcce'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:34.124223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.126338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Attempting to bind port 0054f89e-60b1-4a0c-87c8-281693bba8cb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:34.126712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Attempting to bind port 0054f89e-60b1-4a0c-87c8-281693bba8cb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '4da60a86-5497-4232-8940-dc225bcc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:34.127080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Attempting to bind port 0054f89e-60b1-4a0c-87c8-281693bba8cb on network 921b6b83-65e7-4fe5-9ae5-78fba470f390 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:34.132544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:34.132903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Checking segment: {'id': '4da60a86-5497-4232-8940-dc225bcc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:34.133302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.133734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Bound using segment: {'id': '4da60a86-5497-4232-8940-dc225bcc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:34.134202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Bound port: 0054f89e-60b1-4a0c-87c8-281693bba8cb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4da60a86-5497-4232-8940-dc225bcc10a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '921b6b83-65e7-4fe5-9ae5-78fba470f390'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:34.134884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.142201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.179838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:34.189430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:34.231178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] For port 0054f89e-60b1-4a0c-87c8-281693bba8cb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:34.235115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] For port 0054f89e-60b1-4a0c-87c8-281693bba8cb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0054f89e-60b1-4a0c-87c8-281693bba8cb,segment=NetworkSegment(4da60a86-5497-4232-8940-dc225bcc10a3),segment_id=4da60a86-5497-4232-8940-dc225bcc10a3)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:34.239898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.245395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:34.265841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:34.328921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93a56c-dbe1-4f25-b6ca-a5bf1f51f303 None None] Pushing event updated for resources: {'Port': ['ID=0054f89e-60b1-4a0c-87c8-281693bba8cb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:34.617624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.618205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.654108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.662634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.663186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Fanout notify agent at l3_agent the message router_deleted on router 3af625cb-11bf-4714-8557-bf22cbd2bcce {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:03:34.699245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::335 (921b6b83-65e7-4fe5-9ae5-78fba470f390/734d45e6-825b-42ab-a0a7-b40f207c06cd/3b79b2f0-7e22-4393-9dc5-c69fbf1146fe) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:34.701424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.710274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.711427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e697f8ef-c63e-4b8c-9f62-845df42b538e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/routers/3af625cb-11bf-4714-8557-bf22cbd2bcce HTTP/1.1" status: 204 len: 168 time: 0.7682054 Apr 28 20:03:34.714276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:34.718016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.723650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec00c9e-fd19-46d3-b9f1-131181531cac,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:34.787205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port ef4da344-9a1b-4375-9dca-5f0830b24199 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:34.787471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.805762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a1ea8a-128b-4cd7-b76c-7c3f64f0793c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:34.811036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.812494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e7eb2f8f-c34c-4cb0-ac5c-96f273a74ff4 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9226153 Apr 28 20:03:34.817903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:34.824631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b098927d-ea5e-4ea4-be78-ed22ea926669 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': 'e7a1ea8a-128b-4cd7-b76c-7c3f64f0793c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:34.825293 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-b098927d-ea5e-4ea4-be78-ed22ea926669 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Apr 28 20:03:34.825804 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b098927d-ea5e-4ea4-be78-ed22ea926669 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:34.826696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b098927d-ea5e-4ea4-be78-ed22ea926669 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0079129 Apr 28 20:03:34.835843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:34.867773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.868928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f7332df2-f6e7-4009-82eb-44a93dd986f1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ec00c9e-fd19-46d3-b9f1-131181531cac HTTP/1.1" status: 204 len: 168 time: 1.3301432 Apr 28 20:03:34.907083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 7156c795-40b2-43cb-ae68-f01730930299 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:34.913076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:34.925308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09bad2c1-2c2b-437b-8952-20b815b26eb9 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:34.975756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.021649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.051422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.101442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.126372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Transition to ACTIVE for port object 09bad2c1-2c2b-437b-8952-20b815b26eb9 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:35.164252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.302993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b3075-2ee0-4bf6-a966-e1ef8fd7b737 req-bba08a80-a111-4d4a-abbb-6ea7d1078c2b tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:35.314106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-064b3075-2ee0-4bf6-a966-e1ef8fd7b737 req-bba08a80-a111-4d4a-abbb-6ea7d1078c2b tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 931 time: 0.3600781 Apr 28 20:03:35.333554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0054f89e-60b1-4a0c-87c8-281693bba8cb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:35.343617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.395353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a1ea8a-128b-4cd7-b76c-7c3f64f0793c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:35.423945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.498257 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0054f89e-60b1-4a0c-87c8-281693bba8cb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:35.513488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.562892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.567490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.568730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc1acc01-1f1a-4941-a210-87ece9f252aa tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/e7a1ea8a-128b-4cd7-b76c-7c3f64f0793c HTTP/1.1" status: 204 len: 168 time: 0.7320900 Apr 28 20:03:35.591787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:35.599250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.603570 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-064b3075-2ee0-4bf6-a966-e1ef8fd7b737 req-2ad16c42-7d7d-4084-9b0e-99abed42ecf1 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2885923 Apr 28 20:03:35.618607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=7156c795-40b2-43cb-ae68-f01730930299,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:35.632830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.633699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88577123-8dcb-4a1e-baf9-91680c67d88e None None] Network d830a027-42dd-4cf4-b1ff-891a4f3daf3a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:35.643762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-39c141a6-daf0-4075-93a7-e433a8a198c8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/7156c795-40b2-43cb-ae68-f01730930299 HTTP/1.1" status: 204 len: 168 time: 0.9259109 Apr 28 20:03:35.644166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:35.679860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Pushing event updated for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:35.795764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.803801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for ef4da344-9a1b-4375-9dca-5f0830b24199 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:35.811955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:35.812465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:35.818490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264498fc-5fce-4907-8be9-9f549201f59b None None] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:35.889805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:35.996299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1330a3b7-1bab-4771-b93f-328afa099f26 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4003372 Apr 28 20:03:36.003408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:36.006303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Attempting to bind port 09bad2c1-2c2b-437b-8952-20b815b26eb9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:36.006671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Attempting to bind port 09bad2c1-2c2b-437b-8952-20b815b26eb9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'a92295ae-f2cb-4971-bcd1-a9303d5fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:36.007019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Attempting to bind port 09bad2c1-2c2b-437b-8952-20b815b26eb9 on network 2ef99f23-1264-49d0-873d-e8fc887e49de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:36.015194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1440419552'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:36.021709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa9f30-d857-4f11-8107-707cb1c782eb req-0dd1cc10-2637-433d-af00-3d5072908b9a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:36.023169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0afa9f30-d857-4f11-8107-707cb1c782eb req-0dd1cc10-2637-433d-af00-3d5072908b9a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.6390204 Apr 28 20:03:36.025974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Port 09bad2c1-2c2b-437b-8952-20b815b26eb9 on network 2ef99f23-1264-49d0-873d-e8fc887e49de not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:03:36.026236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Attempting to bind port 09bad2c1-2c2b-437b-8952-20b815b26eb9 on network 2ef99f23-1264-49d0-873d-e8fc887e49de {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:36.026653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:36.055316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:36.055710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Checking segment: {'id': 'a92295ae-f2cb-4971-bcd1-a9303d5fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:36.056028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Bound using segment: {'id': 'a92295ae-f2cb-4971-bcd1-a9303d5fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:36.056469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Bound port: 09bad2c1-2c2b-437b-8952-20b815b26eb9, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a92295ae-f2cb-4971-bcd1-a9303d5fab13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:36.056810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.075060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.093099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:36.108478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:36.121822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:36.130401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] For port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,segment=NetworkSegment(0ef24842-e810-41d6-bc7e-d6ec1f599143),segment_id=0ef24842-e810-41d6-bc7e-d6ec1f599143)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:36.130767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.134981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Provisioning for port 0054f89e-60b1-4a0c-87c8-281693bba8cb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:36.154823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Provisioning complete for port 0054f89e-60b1-4a0c-87c8-281693bba8cb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:36.155219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.219247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0afa9f30-d857-4f11-8107-707cb1c782eb req-176bc961-5d9b-4023-af8b-9faf4f86061b tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856463 Apr 28 20:03:36.219988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.243457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:36.250387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:36.285635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=3b79b2f0-7e22-4393-9dc5-c69fbf1146fe,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:36.313986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:36.400345 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.434480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:36.437558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] DHCP port deletion for d830a027-42dd-4cf4-b1ff-891a4f3daf3a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:36.440837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:36.441941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:36.445360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:36.447314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:36.447925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.457424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Deleting port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:36.457729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.458293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:36.517388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:36.533909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0ff68ddb-65c3-4a08-bb1a-4fb82c43f0be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3402443 Apr 28 20:03:36.534494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:36.541199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9,segment=NetworkSegment(a92295ae-f2cb-4971-bcd1-a9303d5fab13),segment_id=a92295ae-f2cb-4971-bcd1-a9303d5fab13)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:36.554806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.596655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] For port 0054f89e-60b1-4a0c-87c8-281693bba8cb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0054f89e-60b1-4a0c-87c8-281693bba8cb,segment=NetworkSegment(4da60a86-5497-4232-8940-dc225bcc10a3),segment_id=4da60a86-5497-4232-8940-dc225bcc10a3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:36.616696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.641135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.658607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:36.659451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.661098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] 10.222.0.41 "PUT /v2.0/ports/09bad2c1-2c2b-437b-8952-20b815b26eb9 HTTP/1.1" status: 200 len: 1091 time: 3.5125997 Apr 28 20:03:36.661886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:36.718067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.748782 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.752613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:36.853625 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b1ac60c-ae4a-477b-bf7c-57debdbab003'] response: {'name': 'network-changed', 'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9', 'status': 'completed', 'code': 200} Apr 28 20:03:36.877902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] For port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,segment=NetworkSegment(0ef24842-e810-41d6-bc7e-d6ec1f599143),segment_id=0ef24842-e810-41d6-bc7e-d6ec1f599143)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:36.878690 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.023663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b3bff-7abf-4ad2-97ff-8801f20e0150 service neutron] Pushing event updated for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.033675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Calling delete_port for f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:37.118427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:37.118986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.180859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=f17fbd6f-c012-4dc8-bf3b-086a39b96bb4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.181907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=ef4da344-9a1b-4375-9dca-5f0830b24199,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.206445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No DVR routers for this DVR port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:37.226269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Provisioning complete for port 0054f89e-60b1-4a0c-87c8-281693bba8cb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:37.226782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.284726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.286129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2808661 Apr 28 20:03:37.298657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee240899-c699-4c16-86b8-7d65bcd6cd9d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a34f2c-5ea3-4b0c-ade5-f9c37ccf5082,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.306831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:37.321227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d071d46d-123e-4d34-a41a-16af8329a50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': 'a7a34f2c-5ea3-4b0c-ade5-f9c37ccf5082', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:37.322712 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-d071d46d-123e-4d34-a41a-16af8329a50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Apr 28 20:03:37.322874 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-d071d46d-123e-4d34-a41a-16af8329a50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:37.327199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d071d46d-123e-4d34-a41a-16af8329a50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0104110 Apr 28 20:03:37.327454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:37.359536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:37.396663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-228be398-c474-47c8-b74d-04468c67c014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.399807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-228be398-c474-47c8-b74d-04468c67c014 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732bf7100c2e42f48cdf468ee9abe45a&device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 1094 time: 0.6207159 Apr 28 20:03:37.412122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:37.412701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:37.468281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.473215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d138e62-d5a6-422d-adad-5ca121762338 None None] Pushing event updated for resources: {'Port': ['ID=0054f89e-60b1-4a0c-87c8-281693bba8cb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:37.499222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:37.499581 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:37.529661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Provisioning for port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:37.532810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d830a027-42dd-4cf4-b1ff-891a4f3daf3a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:37.541545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Provisioning complete for port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:37.542003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.557068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef24842-e810-41d6-bc7e-d6ec1f599143') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:37.557497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef24842-e810-41d6-bc7e-d6ec1f599143') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:37.592172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.601505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f2d7367f-36b8-4922-9f02-52031640a81b None None] Port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:37.618366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.623002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a304a2c-dbde-4377-984e-6e8e53d6d851 req-35ee1f50-9aab-4a6b-bba6-144851ee54b7 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.624508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a304a2c-dbde-4377-984e-6e8e53d6d851 req-35ee1f50-9aab-4a6b-bba6-144851ee54b7 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 943 time: 0.5796435 Apr 28 20:03:37.625328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-8ecad0e8-85b1-455c-a0e6-64b021986f82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9 HTTP/1.1" status: 200 len: 217 time: 0.2154036 Apr 28 20:03:37.706735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.725735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8df9de37-3f4c-42ea-ba45-4f0aa5f041e8 None None] Provisioning complete for port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:37.726213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8df9de37-3f4c-42ea-ba45-4f0aa5f041e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.739770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:37.740391 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.752502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:37.756911 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:37.786116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a304a2c-dbde-4377-984e-6e8e53d6d851 req-ade3f53e-0fb1-478e-a27c-31845641122d tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547506 Apr 28 20:03:37.824471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8df9de37-3f4c-42ea-ba45-4f0aa5f041e8 None None] Port 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:37.865986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.890055 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.906663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-7dd5d2f8-a304-48f3-9824-f9807f3aa1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:37.908089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-7dd5d2f8-a304-48f3-9824-f9807f3aa1f2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63617b76-48d3-4451-aa04-182856a4295c HTTP/1.1" status: 200 len: 860 time: 0.2649758 Apr 28 20:03:37.908546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:37.929748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.934870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:37.996549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982fc412-dfa9-4b5b-9343-8bda5d93aafc req-53bbe653-f5a0-4c27-8be3-b808afacf71e tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.002349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Deleting port f17fbd6f-c012-4dc8-bf3b-086a39b96bb4 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:38.002983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.005910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-982fc412-dfa9-4b5b-9343-8bda5d93aafc req-53bbe653-f5a0-4c27-8be3-b808afacf71e tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.5830414 Apr 28 20:03:38.013725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-352a44fb-c3a4-4516-98d2-c1537de4ed56 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ef99f23-1264-49d0-873d-e8fc887e49de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900888 Apr 28 20:03:38.017076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 3b79b2f0-7e22-4393-9dc5-c69fbf1146fe owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:38.066434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/d830a027-42dd-4cf4-b1ff-891a4f3daf3a HTTP/1.1" status: 204 len: 168 time: 2.4212959 Apr 28 20:03:38.070227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ab371c-ad8a-4e81-b599-89558737a47a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=d830a027-42dd-4cf4-b1ff-891a4f3daf3a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:38.072483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.089577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1f1bae11-a96f-47af-a9ca-633a7597253d None None] The port 'f17fbd6f-c012-4dc8-bf3b-086a39b96bb4' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:38.173820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a540d08e-437d-49c6-92f3-e20630bd0eb8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:38.174380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a540d08e-437d-49c6-92f3-e20630bd0eb8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:38.220476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.220820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a540d08e-437d-49c6-92f3-e20630bd0eb8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:38.222037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a540d08e-437d-49c6-92f3-e20630bd0eb8 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/25bb9966-0fa0-4787-8347-c0975b221ef7 HTTP/1.1" status: 200 len: 840 time: 0.1463261 Apr 28 20:03:38.236020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.254567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.312031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.330285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:38.334643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-982fc412-dfa9-4b5b-9343-8bda5d93aafc req-a1475f09-031e-4824-a422-852cc671ee2e tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3278413 Apr 28 20:03:38.340058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a34f2c-5ea3-4b0c-ade5-f9c37ccf5082,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:38.358686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Usage tracker for resource:security_group_rule and tenant:81e17b980459427db65187fa264eca44 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:38.363160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e86e2db8-84cf-4f9d-989f-4fdeb916387e tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/25bb9966-0fa0-4787-8347-c0975b221ef7?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1257257 Apr 28 20:03:38.370491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:38.372216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.373901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.374976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3343cea-2994-4cb5-996c-21ad7e6ddfbe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7a34f2c-5ea3-4b0c-ade5-f9c37ccf5082 HTTP/1.1" status: 204 len: 168 time: 1.0464289 Apr 28 20:03:38.384911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48664) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.392560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:38.399614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=3b79b2f0-7e22-4393-9dc5-c69fbf1146fe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:38.417450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:38.533423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:38.562848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:38.569967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.573502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:38.583237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:38.588925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8a65bc22-b746-465b-872b-2c7188a77492 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/3b79b2f0-7e22-4393-9dc5-c69fbf1146fe HTTP/1.1" status: 204 len: 168 time: 2.0512867 Apr 28 20:03:38.592082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.610603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 6baf4a25-d6eb-4836-a18d-13459ea24a1a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:03:38.638431 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-23a8c1fd-ce05-4fdc-9b6a-fa60dcc7bf78 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:03:38.638938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23a8c1fd-ce05-4fdc-9b6a-fa60dcc7bf78 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:38.640660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23a8c1fd-ce05-4fdc-9b6a-fa60dcc7bf78 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/3b79b2f0-7e22-4393-9dc5-c69fbf1146fe HTTP/1.1" status: 404 len: 333 time: 0.0480213 Apr 28 20:03:38.641622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:38.644729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48678) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:38.645289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:38.646723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-7f542379-3a1a-4478-bb26-cfe2aa4fc0a7 service neutron] 10.222.0.41 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6142628 Apr 28 20:03:38.794650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52982e2c-9df7-48a1-b775-80b52e02670c tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:38.814995 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-71d76f4b-3d3c-4699-8b9a-df4a41c9418e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:03:38.815533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71d76f4b-3d3c-4699-8b9a-df4a41c9418e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:39.050837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.059102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52982e2c-9df7-48a1-b775-80b52e02670c tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:39.060945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-52982e2c-9df7-48a1-b775-80b52e02670c tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6734276 Apr 28 20:03:39.061993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d711cb-e0e5-44ce-8818-ec4fca4df760 req-4534377d-d567-46cd-b508-e3c961fbd581 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.064405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84d711cb-e0e5-44ce-8818-ec4fca4df760 req-4534377d-d567-46cd-b508-e3c961fbd581 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 943 time: 0.1325755 Apr 28 20:03:39.066513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71d76f4b-3d3c-4699-8b9a-df4a41c9418e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:39.070168 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-71d76f4b-3d3c-4699-8b9a-df4a41c9418e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/3b79b2f0-7e22-4393-9dc5-c69fbf1146fe HTTP/1.1" status: 404 len: 333 time: 0.4200339 Apr 28 20:03:39.070168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:39.083565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:39.095277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--283894554'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:39.132802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:39.138766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:39.143122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:39.146324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.146955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.152327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c2537f-669d-47f4-9dbf-db354c4ebddc None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:39.160219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:39.161504 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] Sync routers for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:39.181729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.182847 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:39.185667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7827821 Apr 28 20:03:39.185937 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:39.186342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48694) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:39.191331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0a4ed8-9ee6-4f34-af1b-f5cd552d1ef4 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=5d266953-4b67-4b73-8355-1ba1421e6eb1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:39.208256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84d711cb-e0e5-44ce-8818-ec4fca4df760 req-dc522e44-926a-4bc8-a28d-8336a260f850 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106114 Apr 28 20:03:39.222982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1408608853'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:39.227894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:39.232785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.237571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0054f89e-60b1-4a0c-87c8-281693bba8cb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:39.241282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88c5446b-ef60-4891-821a-2eb836ad7e8c req-eae9ac63-9d28-49be-b570-dd902fd706ea service neutron] 10.222.0.41 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5830390 Apr 28 20:03:39.264648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:39.281845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:39.287245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:39.296718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:39.297604 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:39.298401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:39.313890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 734d45e6-825b-42ab-a0a7-b40f207c06cd {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:39.316289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7e72418-16f7-43ff-8eba-a4ac805dd6bd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2636390 Apr 28 20:03:39.321534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:39.329530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:39.335911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.364750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:39.365244 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0051ebae-42dd-4f96-b897-d4d828358e05 None None] The sync data for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:39.386932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0054f89e-60b1-4a0c-87c8-281693bba8cb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:39.387342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.398772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.424421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=81e17b980459427db65187fa264eca44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5101273 Apr 28 20:03:39.432249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48702) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:39.440587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f684d750-1379-4e64-800e-501422de3118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f0f326-b3e6-4a9f-85a4-b6168d0d0577,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:39.453277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfdd462-5aac-4c74-bbc5-a9cf464818d8 req-56d9659b-6f56-431b-9629-f3c9bb059b3a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.455304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cfdd462-5aac-4c74-bbc5-a9cf464818d8 req-56d9659b-6f56-431b-9629-f3c9bb059b3a tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.5458851 Apr 28 20:03:39.530461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:39.538772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.549329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.591412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:39.615138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:39.637144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:39.664522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1cfdd462-5aac-4c74-bbc5-a9cf464818d8 req-8b700384-fb6f-48bf-87f0-c3f66b5aab88 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834302 Apr 28 20:03:39.672718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:39.689859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4c4d822d-4b25-42af-807c-9b6d163e31ae', 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'tenant_id': '47bcebb5108c4f5890eb2a0f1d75c7c7', 'fixed_ips': [{'subnet_id': '5d266953-4b67-4b73-8355-1ba1421e6eb1'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:39.690811 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.693374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:39.719409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:39.737922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:39.753136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.785635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-97abda5b-a0b8-44c8-a7f0-5a9ffc9f8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:39.787213 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-97abda5b-a0b8-44c8-a7f0-5a9ffc9f8621 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=732bf7100c2e42f48cdf468ee9abe45a&device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 1094 time: 0.4695897 Apr 28 20:03:39.850702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.870634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Allocated IP 172.20.0.2 (4c4d822d-4b25-42af-807c-9b6d163e31ae/5d266953-4b67-4b73-8355-1ba1421e6eb1/91eea506-e7f9-4761-b7b9-7cb3c7a485bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:39.877424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.916649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:39.995832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.115230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.115802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.136664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.141016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-63bf2c03-3aa8-460d-821c-ce3375acc90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:40.142484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-63bf2c03-3aa8-460d-821c-ce3375acc90b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2ef99f23-1264-49d0-873d-e8fc887e49de HTTP/1.1" status: 200 len: 921 time: 0.3409073 Apr 28 20:03:40.263226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-055a9fa9-7b4f-424f-b5f8-1cfad9fd5ca2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9 HTTP/1.1" status: 200 len: 217 time: 0.0984867 Apr 28 20:03:40.273045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Transition to ACTIVE for port object 91eea506-e7f9-4761-b7b9-7cb3c7a485bd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:40.273694 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.306750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Transition to ACTIVE for port object 91eea506-e7f9-4761-b7b9-7cb3c7a485bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:40.315891 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.319689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.361590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.379007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.386487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:40.390098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:40.393703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:40.399320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:40.399785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-32758f60-7dd3-438c-b3e6-48594309fbf1 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:40.401239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-32758f60-7dd3-438c-b3e6-48594309fbf1 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.41 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.1999373 Apr 28 20:03:40.409517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 283d913b-8b39-471e-a1a1-e18d8b1038b0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:40.410118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.416063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.418704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=734d45e6-825b-42ab-a0a7-b40f207c06cd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:40.422475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:40.433947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812ef84e-40f3-410b-a0be-777a23aa828d None None] Network 921b6b83-65e7-4fe5-9ae5-78fba470f390 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:40.459458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f0f326-b3e6-4a9f-85a4-b6168d0d0577,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:40.478174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.483406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d98a1db-e7ad-4c00-92ec-e280f6f3f50d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4040620 Apr 28 20:03:40.486794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48708) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.495064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3d3a6795-605c-475c-83d1-d997faf8b95c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/734d45e6-825b-42ab-a0a7-b40f207c06cd HTTP/1.1" status: 204 len: 168 time: 1.4034090 Apr 28 20:03:40.496205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.500980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2985706 Apr 28 20:03:40.500980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.501383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48714) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.510124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e56b91b5-057a-41ff-88b4-c815423d6fe2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:40.512015 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-e56b91b5-057a-41ff-88b4-c815423d6fe2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Apr 28 20:03:40.513152 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-e56b91b5-057a-41ff-88b4-c815423d6fe2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:40.517385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e56b91b5-057a-41ff-88b4-c815423d6fe2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0178299 Apr 28 20:03:40.521706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.524976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1641338148'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:40.539123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.540366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e71a9e5-cf1c-487b-91c6-f3d0f0826359 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08f0f326-b3e6-4a9f-85a4-b6168d0d0577 HTTP/1.1" status: 204 len: 168 time: 1.1011970 Apr 28 20:03:40.544419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-318c25cb-5c58-411f-8d05-9a9c5bc57fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:40.545952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-318c25cb-5c58-411f-8d05-9a9c5bc57fcd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=63617b76-48d3-4451-aa04-182856a4295c HTTP/1.1" status: 200 len: 860 time: 0.2613349 Apr 28 20:03:40.549562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-524f39af-76cf-4e1b-b6be-1e26a8f62aa3 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:40.550416 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-524f39af-76cf-4e1b-b6be-1e26a8f62aa3 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Apr 28 20:03:40.551013 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-524f39af-76cf-4e1b-b6be-1e26a8f62aa3 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:40.553047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Attempting to bind port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:40.553427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Attempting to bind port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7bee1270-bcfc-4cd9-814d-eb2f3104537e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:40.553831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Attempting to bind port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd on network 4c4d822d-4b25-42af-807c-9b6d163e31ae {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:40.555401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-524f39af-76cf-4e1b-b6be-1e26a8f62aa3 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137198 Apr 28 20:03:40.615608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:40.617505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:40.618136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Checking segment: {'id': '7bee1270-bcfc-4cd9-814d-eb2f3104537e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:40.618282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.618671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Bound using segment: {'id': '7bee1270-bcfc-4cd9-814d-eb2f3104537e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:40.619155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Bound port: 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bee1270-bcfc-4cd9-814d-eb2f3104537e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:40.619531 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.624781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48726) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.641731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-482058d8-b6df-49bd-9c69-b8abc62948c8 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:40.642649 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-482058d8-b6df-49bd-9c69-b8abc62948c8 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Apr 28 20:03:40.643241 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-482058d8-b6df-49bd-9c69-b8abc62948c8 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:40.647254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-482058d8-b6df-49bd-9c69-b8abc62948c8 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0214574 Apr 28 20:03:40.648006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:40.659611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:40.812447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:40.819105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:40.832109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.836018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.882047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb02a99-3ed4-4911-adc8-5f44420490be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f3b27bc-0246-42c4-a652-c684dd75c811,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:40.885620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:40.893670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:40.929245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] DHCP port deletion for 921b6b83-65e7-4fe5-9ae5-78fba470f390 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:40.943551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Deleting port 0054f89e-60b1-4a0c-87c8-281693bba8cb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:40.943928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:40.957897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-0e343cfc-55d6-465d-ba18-3caa6dbd0199 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2ef99f23-1264-49d0-873d-e8fc887e49de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3730404 Apr 28 20:03:40.969095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-829fd5ed-3418-4250-bfda-3a8e5757e48e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:40.970283 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-829fd5ed-3418-4250-bfda-3a8e5757e48e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Apr 28 20:03:40.970722 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-829fd5ed-3418-4250-bfda-3a8e5757e48e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:40.974733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-829fd5ed-3418-4250-bfda-3a8e5757e48e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0944207 Apr 28 20:03:40.974945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 283d913b-8b39-471e-a1a1-e18d8b1038b0 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:40.979761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.000260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac4fd97-bded-4aa8-97a4-b0fc3cb5be24 None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.029759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48738) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:41.109606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48742) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:41.178116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:41.196793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.207119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0054f89e-60b1-4a0c-87c8-281693bba8cb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:41.243843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.255070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:41.273996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:41.276222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:41.303211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6ce029afe05c4750a2d3f81977f35e09 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:41.311978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] For port 0054f89e-60b1-4a0c-87c8-281693bba8cb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0054f89e-60b1-4a0c-87c8-281693bba8cb,segment=NetworkSegment(4da60a86-5497-4232-8940-dc225bcc10a3),segment_id=4da60a86-5497-4232-8940-dc225bcc10a3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:41.312539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.312635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:41.319938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Deleting port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:41.320510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.333523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:41.354764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.362677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:41.413662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 0054f89e-60b1-4a0c-87c8-281693bba8cb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:41.414044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.467016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf29754-0ba0-4b69-8a75-2050f75cf7d9 req-e9ac77d5-1534-4190-9829-7086391ff6a0 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:41.474334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Calling delete_port for 0054f89e-60b1-4a0c-87c8-281693bba8cb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:41.475071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cf29754-0ba0-4b69-8a75-2050f75cf7d9 req-e9ac77d5-1534-4190-9829-7086391ff6a0 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 943 time: 1.1438327 Apr 28 20:03:41.477423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=283d913b-8b39-471e-a1a1-e18d8b1038b0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.495545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.530628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.693282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.730388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.759652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-a02fa4da-4fed-424c-9a50-514e9d2b19b7 service neutron] 10.222.0.41 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7680385 Apr 28 20:03:41.781422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cf29754-0ba0-4b69-8a75-2050f75cf7d9 req-5302745d-096e-4b5d-9ca0-e9589240917c tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053532 Apr 28 20:03:41.781690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20144f-5f39-4494-be43-cf73b2b2f3b9 req-fa1c6c81-3c9f-485f-88b6-3b450c77f381 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:41.783406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fc20144f-5f39-4494-be43-cf73b2b2f3b9 req-fa1c6c81-3c9f-485f-88b6-3b450c77f381 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 946 time: 0.8761311 Apr 28 20:03:41.818584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:41.825551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] Pushing event deleted for resources: {'Port': ['ID=0054f89e-60b1-4a0c-87c8-281693bba8cb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.827336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b697860-fd42-4443-a652-d6cc6d86e715 None None] No DVR routers for this DVR port 0054f89e-60b1-4a0c-87c8-281693bba8cb on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:41.897171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:41.913512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port 0054f89e-60b1-4a0c-87c8-281693bba8cb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0054f89e-60b1-4a0c-87c8-281693bba8cb,segment=NetworkSegment(4da60a86-5497-4232-8940-dc225bcc10a3),segment_id=4da60a86-5497-4232-8940-dc225bcc10a3)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:41.914252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.104835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] For port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,segment=NetworkSegment(fd63b022-cc56-4ca5-9b4d-2ee6b573a7db),segment_id=fd63b022-cc56-4ca5-9b4d-2ee6b573a7db)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:42.105286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.114816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.116332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.127152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.129547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 0054f89e-60b1-4a0c-87c8-281693bba8cb owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:42.153905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.164471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.165607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dd0559a4-46e6-4c7d-ab4e-8fcbcaee57dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/3c72ebd1-37af-49e8-9f0f-f1b4428a4dd1 HTTP/1.1" status: 204 len: 168 time: 1.1317353 Apr 28 20:03:42.169042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fc20144f-5f39-4494-be43-cf73b2b2f3b9 req-e5a806ac-0d0e-44ea-9c7e-7171ef25c6f4 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/security-groups?id=6be0a693-6922-4285-9137-4b0addf32c08&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3420038 Apr 28 20:03:42.178336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 09bad2c1-2c2b-437b-8952-20b815b26eb9 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:03:42.182800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:42.218734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ce029afe05c4750a2d3f81977f35e09&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1056352 Apr 28 20:03:42.227078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:42.268510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.290898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Calling delete_port for f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:42.299129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.340932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c7a26db-e39a-424a-a632-e31a6fb8af30 req-b1e5b38e-8166-40c7-8dfa-33e86d2cd589 service neutron] 10.222.0.41 "GET /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5440433 Apr 28 20:03:42.362408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9,segment=NetworkSegment(a92295ae-f2cb-4971-bcd1-a9303d5fab13),segment_id=a92295ae-f2cb-4971-bcd1-a9303d5fab13)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:42.381226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '09bad2c1-2c2b-437b-8952-20b815b26eb9', 'network_id': '2ef99f23-1264-49d0-873d-e8fc887e49de', 'port_id': '09bad2c1-2c2b-437b-8952-20b815b26eb9', 'mac_address': 'fa:16:3e:f3:84:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63617b76-48d3-4451-aa04-182856a4295c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:03:42.394744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5a47a733-72ec-4b62-a91c-c2c6b30f11be tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:42.412096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:42.412415 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:42.413002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddffc5f0-3496-4af5-b939-66e46e49b944,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.418145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.422926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-04f89e59-d199-440e-b59e-5d4ae028cd9c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9024322 Apr 28 20:03:42.428003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48754) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:42.443540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1196971380', 'security_groups': ['ddffc5f0-3496-4af5-b939-66e46e49b944'], 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5d266953-4b67-4b73-8355-1ba1421e6eb1'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:42.466910 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.487027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.488781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5a47a733-72ec-4b62-a91c-c2c6b30f11be tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:42.490109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5a47a733-72ec-4b62-a91c-c2c6b30f11be tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3039250 Apr 28 20:03:42.494162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48758) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:42.508176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09bad2c1-2c2b-437b-8952-20b815b26eb9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:03:42.514682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1995519314'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:42.525247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-21b0a477-9dca-4a77-bb70-a9243cab61f8 None None] Provisioning for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:42.538778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9,segment=NetworkSegment(a92295ae-f2cb-4971-bcd1-a9303d5fab13),segment_id=a92295ae-f2cb-4971-bcd1-a9303d5fab13)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:42.551944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-21b0a477-9dca-4a77-bb70-a9243cab61f8 None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:42.552311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21b0a477-9dca-4a77-bb70-a9243cab61f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.580701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:42.583509 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.610147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.628107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e76c9f-9442-4051-b901-14b5f32e96c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59cd511-16db-4fc5-a68c-55b738e33dde,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.628685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:42.672250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-21b0a477-9dca-4a77-bb70-a9243cab61f8 None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:42.680114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.684303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.704642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:42.711465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:42.714059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:port and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:42.719339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:42.722368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:42.727794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:42.730662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:42.736675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:42.750515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.770787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:42.792040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59cd511-16db-4fc5-a68c-55b738e33dde,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:42.793775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 6baf4a25-d6eb-4836-a18d-13459ea24a1a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:03:42.821274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:42.822419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-21c19523-1a4c-4ca3-844a-fc33bbdfee2c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d59cd511-16db-4fc5-a68c-55b738e33dde HTTP/1.1" status: 204 len: 168 time: 0.5886953 Apr 28 20:03:42.831954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['09bad2c1-2c2b-437b-8952-20b815b26eb9'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:03:42.925968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 0054f89e-60b1-4a0c-87c8-281693bba8cb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:42.926213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.069625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:03:43.086053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.092546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] Sync routers for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:03:43.113887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:43.114754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.159973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Pushing event deleted for resources: {'Port': ['ID=f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:43.162724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] The port '0054f89e-60b1-4a0c-87c8-281693bba8cb' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:43.225402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f100b83-7c2e-471c-a2f3-1ca8b22615e4 req-230fdb71-9bf0-41f4-a8ff-41b661b3af65 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:43.226916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f100b83-7c2e-471c-a2f3-1ca8b22615e4 req-230fdb71-9bf0-41f4-a8ff-41b661b3af65 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 944 time: 0.2401228 Apr 28 20:03:43.273673 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b28dac67-37a2-457a-9454-dfe1e374d6af tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9508061 Apr 28 20:03:43.280435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:43.281615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] No DVR routers for this DVR port f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:43.285951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.288671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dcbaec65-9ce7-4a21-99e7-4e9f20110043 req-d0bc6d7d-4d74-44e3-9623-17109e861611 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.41 "DELETE /v2.0/ports/f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a HTTP/1.1" status: 204 len: 173 time: 2.1781754 Apr 28 20:03:43.299713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.302864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'name': 'network-vif-deleted', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:43.322938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] Routers {'6baf4a25-d6eb-4836-a18d-13459ea24a1a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:03:43.323570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.358225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f14fff3-9afe-48a8-9907-8dcc83cb0b70 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:43.367493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.384926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2f14fff3-9afe-48a8-9907-8dcc83cb0b70 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:43.386619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f14fff3-9afe-48a8-9907-8dcc83cb0b70 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=6baf4a25-d6eb-4836-a18d-13459ea24a1a HTTP/1.1" status: 200 len: 205 time: 0.1027834 Apr 28 20:03:43.389856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:43.410479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.464495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f100b83-7c2e-471c-a2f3-1ca8b22615e4 req-cccf5f19-413f-4e61-bdca-a82ec3f88e45 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964390 Apr 28 20:03:43.527367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:43.549933 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:03:43.565438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.570413 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58cf141f-9059-43ff-b508-fed2596bc75e'] response: {'server_uuid': 'e66ddafb-b60c-4e31-977c-6a35cf1a4b88', 'name': 'network-vif-deleted', 'tag': 'f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a', 'status': 'completed', 'code': 200} Apr 28 20:03:43.585530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c614633-bdb5-4e59-9973-6919dd33b172 req-649d4d68-64fd-4e6e-aae4-62b345fd4968 tempest-ServerAddressesNegativeTestJSON-2026979864 tempest-ServerAddressesNegativeTestJSON-2026979864-project] 10.222.0.24 "GET /v2.0/ports?device_id=e66ddafb-b60c-4e31-977c-6a35cf1a4b88 HTTP/1.1" status: 200 len: 210 time: 0.1865377 Apr 28 20:03:43.588448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.606983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.620148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:43.630099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.630448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-473b196b-01fc-4669-9338-68390ceedb94 None None] The sync data for ids ['6baf4a25-d6eb-4836-a18d-13459ea24a1a'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:03:43.689627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:43.696286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:43.696973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.699770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['921b6b83-65e7-4fe5-9ae5-78fba470f390']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.726164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:43.734073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.736516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-503e6647-e3fe-4f3a-b80d-06c29c7f1da2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2335870 Apr 28 20:03:43.742888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:43.748317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da60a86-5497-4232-8940-dc225bcc10a3') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.749060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da60a86-5497-4232-8940-dc225bcc10a3') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:43.751786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8e0a3ff9-7ffa-4be3-b84f-d08b1a785733 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:43.752568 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-8e0a3ff9-7ffa-4be3-b84f-d08b1a785733 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 20:03:43.753062 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-8e0a3ff9-7ffa-4be3-b84f-d08b1a785733 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:43.756572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8e0a3ff9-7ffa-4be3-b84f-d08b1a785733 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0094447 Apr 28 20:03:43.758205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:43.765622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:43.804661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.816181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:43.846470 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.850447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.864454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:43.864957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:43.892635 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:43.909187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:43.915437 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.943608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:43.953445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:43.962578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:43.968320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:43.972657 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.010896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.011478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router 6baf4a25-d6eb-4836-a18d-13459ea24a1a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:03:44.020232 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.021303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4ee9e719-123c-4425-9d1e-2b2b380ff144 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2622530 Apr 28 20:03:44.025920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.052106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:44.057495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.059007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1af5f292-dfb2-40e3-88ad-e61ba255e0e9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a HTTP/1.1" status: 204 len: 168 time: 0.6678064 Apr 28 20:03:44.063545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48808) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.063819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-68d83c33-3997-404e-8f5b-9302d687df5d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.064469 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-68d83c33-3997-404e-8f5b-9302d687df5d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Apr 28 20:03:44.065284 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-68d83c33-3997-404e-8f5b-9302d687df5d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.069091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-68d83c33-3997-404e-8f5b-9302d687df5d tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0371587 Apr 28 20:03:44.069204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.074567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.082821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:44.086957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:44.091727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:44.108854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:44.156984 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.158765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-98c13d92-59eb-4e25-9420-0d7447e6838e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0884562 Apr 28 20:03:44.161771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.168296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.170523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ad35e9d3-0e80-4666-9cbc-bce19b7d7412 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.171233 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-ad35e9d3-0e80-4666-9cbc-bce19b7d7412 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Apr 28 20:03:44.172512 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-ad35e9d3-0e80-4666-9cbc-bce19b7d7412 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.173756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ad35e9d3-0e80-4666-9cbc-bce19b7d7412 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0110302 Apr 28 20:03:44.177320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.185613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.190025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 09bad2c1-2c2b-437b-8952-20b815b26eb9 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:44.195361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.202547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:44.207988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:44.212326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:44.220475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:44.223483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.224786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/921b6b83-65e7-4fe5-9ae5-78fba470f390 HTTP/1.1" status: 204 len: 168 time: 3.7055809 Apr 28 20:03:44.229135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.5 (4c4d822d-4b25-42af-807c-9b6d163e31ae/5d266953-4b67-4b73-8355-1ba1421e6eb1/7f614bb3-c083-42d0-b5f8-f3aa0a5dac18) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:44.232262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7934d05-a301-4725-9ce5-514c2607dd38 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=921b6b83-65e7-4fe5-9ae5-78fba470f390,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:44.236386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-642072071'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.245490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:44.251532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:44.254891 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Project 71aa911ef4ad43dfb1dc8efafbc19e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:03:44.255381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet 14910ddd-a7e3-44c0-b68b-1a8978057934 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:44.258736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.262011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:44.275178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 09bad2c1-2c2b-437b-8952-20b815b26eb9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:44.276145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:44.284661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 09bad2c1-2c2b-437b-8952-20b815b26eb9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:44.285551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.290967 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.292605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c9cf8049-7f9c-4a84-89a5-8cc4c9070bfc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1036439 Apr 28 20:03:44.294775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:44.299106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.310373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48830) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.324061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.341112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:44.351871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.352429 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1 of type vlan for network 6d564755-cec3-441c-b866-41fd75c838c5 Apr 28 20:03:44.382051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.427755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c9e60ee6-88f7-4b8b-a443-102f21f9eaad tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.430038 n-d-839811-1 neutron-server[88140]: WARNING neutron.api.v2.base [None req-c9e60ee6-88f7-4b8b-a443-102f21f9eaad tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Apr 28 20:03:44.430650 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-c9e60ee6-88f7-4b8b-a443-102f21f9eaad tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.437611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c9e60ee6-88f7-4b8b-a443-102f21f9eaad tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1237135 Apr 28 20:03:44.437611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.442851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.447284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:44.453206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.453895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48836) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.475523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.475755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:44.487946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9,segment=NetworkSegment(a92295ae-f2cb-4971-bcd1-a9303d5fab13),segment_id=a92295ae-f2cb-4971-bcd1-a9303d5fab13)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:44.495537 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.496162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:44.497100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:44.557612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:44.565384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:44.590782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:44.598048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.631194 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70ae8806-3302-4a40-b0a6-aef98514d9bb'] response: {'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9', 'code': 200} Apr 28 20:03:44.654540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:44.654888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f7643c21-b1dd-45cf-b97c-ca9bd68f1a7a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:44.701180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:44.754753 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Project 71aa911ef4ad43dfb1dc8efafbc19e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:03:44.773816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.854117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.885329 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:44.889540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d20c29f5-4ea2-4b95-a93c-fbaccdadd881 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.4313154 Apr 28 20:03:44.896373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48860) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.900454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:44.905565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6768396 Apr 28 20:03:44.909137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.910004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:44.915958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980507aa-b2a3-48ad-b520-57791f891e44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=6d564755-cec3-441c-b866-41fd75c838c5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:44.919745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:44.923011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '6d564755-cec3-441c-b866-41fd75c838c5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:44.925039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:44.928127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6d564755-cec3-441c-b866-41fd75c838c5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:44.967020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:44.974450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Deleting subnet cf7acccd-c59f-4821-aa33-00d8375628e0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:44.976968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:44.986891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.023057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=14910ddd-a7e3-44c0-b68b-1a8978057934,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.026038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:45.030548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.038914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbb85bb-e164-49b6-8981-b39be9d3e26d req-cdaf7d1f-ee0d-4973-9ae3-98fc53b82588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.040392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccbb85bb-e164-49b6-8981-b39be9d3e26d req-cdaf7d1f-ee0d-4973-9ae3-98fc53b82588 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 1096 time: 0.2895932 Apr 28 20:03:45.049237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:45.053451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07f3e16-0758-48f2-b136-299b06da9bca None None] Network ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:45.054701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-8c499662-d440-45fc-9aa3-0f265168a5da tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.055431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-8c499662-d440-45fc-9aa3-0f265168a5da tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Synchronizing usage tracker for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:45.067482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:45.072253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:45.078683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7c4cb98b-e3a8-45b2-aa3e-96d24512135c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/14910ddd-a7e3-44c0-b68b-1a8978057934 HTTP/1.1" status: 204 len: 168 time: 1.0096719 Apr 28 20:03:45.081888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:45.087004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:45.088205 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Project 71aa911ef4ad43dfb1dc8efafbc19e77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:03:45.116290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.151312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.153623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-8c499662-d440-45fc-9aa3-0f265168a5da tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Unset dirty status for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:45.154851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-8c499662-d440-45fc-9aa3-0f265168a5da tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 945 time: 0.4832013 Apr 28 20:03:45.167239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:45.171826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.199087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccbb85bb-e164-49b6-8981-b39be9d3e26d req-43b47c22-f711-41a2-8659-99658b6477f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467512 Apr 28 20:03:45.229353 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:45.230339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c7cca11-792c-49df-be21-b63f5a6f9d1f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3320956 Apr 28 20:03:45.265261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:45.284293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet fd4ecda1-d6d5-4cc0-b938-90e663500c17 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:45.293117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.320183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:45.323860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:45.342172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:45.359088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.366009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.389077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:45.561481 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.608226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.656315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=7f614bb3-c083-42d0-b5f8-f3aa0a5dac18,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.699084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:45.699610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.702937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-9ff02165-7b96-4354-9a10-97b99a09cdea tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Synchronizing usage tracker for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:45.737802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=9d9bce50-95ea-4d16-9920-6a50454d7f3b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.759024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:45.759414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 6d564755-cec3-441c-b866-41fd75c838c5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:45.772877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-9ff02165-7b96-4354-9a10-97b99a09cdea tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Unset dirty status for tenant:732bf7100c2e42f48cdf468ee9abe45a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:45.773536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.774046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-948ebc3f-f883-4195-a472-6d6c2fcdb72e req-9ff02165-7b96-4354-9a10-97b99a09cdea tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614662 Apr 28 20:03:45.779807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.785008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-34796709-7f4a-4c6c-a021-5fdd0e7cb8a6 None None] Provisioning for port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:45.802227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-34796709-7f4a-4c6c-a021-5fdd0e7cb8a6 None None] Provisioning complete for port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:45.802601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34796709-7f4a-4c6c-a021-5fdd0e7cb8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.819455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.846397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=fd4ecda1-d6d5-4cc0-b938-90e663500c17,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.847902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:45.848623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.852972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] DHCP port deletion for ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:45.853965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.861670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 6d564755-cec3-441c-b866-41fd75c838c5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:45.873787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-64978c78-9ba9-4c47-a0b2-eae36586182d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/fd4ecda1-d6d5-4cc0-b938-90e663500c17 HTTP/1.1" status: 204 len: 168 time: 0.7906554 Apr 28 20:03:45.876385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:45.886325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ada4aa-1d58-4474-9fce-3974d49a1449 None None] Network c771858c-987d-42b5-ab91-6cff80673292 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:45.898878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.938287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Deleting port 792114a0-4a10-49b7-b693-94b14e234a21 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:45.938669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.945759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4bd481b3-101b-4f02-9e52-2d42ba7db0aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5159545 Apr 28 20:03:45.952203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:45.964395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cf7acccd-c59f-4821-aa33-00d8375628e0 HTTP/1.1" status: 204 len: 168 time: 1.1860290 Apr 28 20:03:45.964395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:45.967729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac4418d-da1b-465b-86d1-20604def472d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf7acccd-c59f-4821-aa33-00d8375628e0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:45.971430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:46.013567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.015847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.019082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 6d564755-cec3-441c-b866-41fd75c838c5) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:46.023997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:46.024757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.053448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-cac20512-ae85-477f-bdad-cf09ceb7e1d4 req-a8e34950-7524-4d4e-b9db-3adec21501d5 service neutron] (88140) timed out ('10.222.0.46', 54871) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:03:46.095846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 792114a0-4a10-49b7-b693-94b14e234a21 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:46.096206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.116272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:46.120709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:46.124104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:46.130135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:46.136012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7da8e3-93de-4e56-baf3-de941e23d330 None None] Network 6d564755-cec3-441c-b866-41fd75c838c5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:46.143511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:46.148003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.173437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.175921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.179390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9971d7b-7d60-49f3-a38b-8abfd4926663 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2657878 Apr 28 20:03:46.183214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d HTTP/1.1" status: 204 len: 168 time: 0.9041331 Apr 28 20:03:46.194415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.194718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48926) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.214458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.214839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583b4ded-d973-4620-9807-cfdb66212d6a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cbba7cb-7b3f-4a73-8ece-e0d40afdec5d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:46.220633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '6d564755-cec3-441c-b866-41fd75c838c5', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1001237790'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:46.388180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:46.399061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:46.482857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-34796709-7f4a-4c6c-a021-5fdd0e7cb8a6 None None] Port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:46.494511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:46.506255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.524709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.587045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9d284e7-c24e-435f-9546-e49c09945081 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:46.612902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 514627d9-0c7e-4a75-a288-06d58a965d99 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:46.642904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.658066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e9d284e7-c24e-435f-9546-e49c09945081 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:46.661715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] For port 792114a0-4a10-49b7-b693-94b14e234a21, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=792114a0-4a10-49b7-b693-94b14e234a21,segment=NetworkSegment(82aac418-fe5d-43ee-86e6-3180837485c4),segment_id=82aac418-fe5d-43ee-86e6-3180837485c4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:46.662436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.666540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9d284e7-c24e-435f-9546-e49c09945081 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4572186 Apr 28 20:03:46.668407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48940) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.688809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 792114a0-4a10-49b7-b693-94b14e234a21, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=792114a0-4a10-49b7-b693-94b14e234a21,segment=NetworkSegment(82aac418-fe5d-43ee-86e6-3180837485c4),segment_id=82aac418-fe5d-43ee-86e6-3180837485c4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:46.689155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.692616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612563042'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:46.697214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53b1f2c-062b-4fff-8354-80c6568b41d4']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:46.699278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:46.746937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:46.753242 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5d266953-4b67-4b73-8355-1ba1421e6eb1 (CIDR: 172.20.0.0/28) Apr 28 20:03:46.758036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.763944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:46.764243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd63b022-cc56-4ca5-9b4d-2ee6b573a7db') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:46.777780 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:46.778373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:03:46.827378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:46.834234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.850819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Usage tracker for resource:security_group_rule and tenant:214c722ab6ab4b04ba811755bd687eaa is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:46.855831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:46.861108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 792114a0-4a10-49b7-b693-94b14e234a21 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:46.864879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Calling delete_port for 792114a0-4a10-49b7-b693-94b14e234a21 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:46.875775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:46.883632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6475277b-00a2-4dc1-a814-98a7d415297a tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9185205 Apr 28 20:03:46.888443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:46.895750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48946) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:46.905749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:46.928212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:46.937006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:46.972819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::48 (6d564755-cec3-441c-b866-41fd75c838c5/9d9bce50-95ea-4d16-9920-6a50454d7f3b/514627d9-0c7e-4a75-a288-06d58a965d99) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:46.973775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:46.979703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:47.015101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.026428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:47.026943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:47.040210 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:47.107908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-6d564755-cec3-441c-b866-41fd75c838c5', 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '9d9bce50-95ea-4d16-9920-6a50454d7f3b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:47.108977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.134129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Apr 28 20:03:47.134129 n-d-839811-1 neutron-server[88141]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Apr 28 20:03:47.134129 n-d-839811-1 neutron-server[88141]: [parameters: {'port_id': '792114a0-4a10-49b7-b693-94b14e234a21'}] Apr 28 20:03:47.134129 n-d-839811-1 neutron-server[88141]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:47.134479 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:47.173812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dd2289-0665-4b78-a19c-8bd1e1cee112 req-8fdea485-4e35-47e5-bdb5-a213ab74f160 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:47.175347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14dd2289-0665-4b78-a19c-8bd1e1cee112 req-8fdea485-4e35-47e5-bdb5-a213ab74f160 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 945 time: 0.2458291 Apr 28 20:03:47.176923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.181856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.225555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] DHCP port deletion for c771858c-987d-42b5-ab91-6cff80673292 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:47.238180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Deleting port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:47.238921 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.248745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.274699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] Pushing event deleted for resources: {'Network': ['ID=f53b1f2c-062b-4fff-8354-80c6568b41d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.285234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 792114a0-4a10-49b7-b693-94b14e234a21 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:47.290028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=792114a0-4a10-49b7-b693-94b14e234a21,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.298530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No DVR routers for this DVR port 792114a0-4a10-49b7-b693-94b14e234a21 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:47.311185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:47.329788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:47.345107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:47.361108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.367189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.370722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:47.374146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.380072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f4dd1cf-8bd7-4e2c-9130-87679a0e9825 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f53b1f2c-062b-4fff-8354-80c6568b41d4 HTTP/1.1" status: 204 len: 168 time: 1.3628306 Apr 28 20:03:47.399218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14dd2289-0665-4b78-a19c-8bd1e1cee112 req-484486cf-1efe-440e-a085-413f0becef0f tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525071 Apr 28 20:03:47.406933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.409499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 792114a0-4a10-49b7-b693-94b14e234a21 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:47.409947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 792114a0-4a10-49b7-b693-94b14e234a21 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:47.448592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.461706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:47.465659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.501301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=214c722ab6ab4b04ba811755bd687eaa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9638174 Apr 28 20:03:47.501301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ef7396-0848-4005-a8cf-c870f31679d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec48be62-0e05-4703-8c7f-3dbaf1bdf5ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.502397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48954) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:47.514198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.547956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:47.550980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 514627d9-0c7e-4a75-a288-06d58a965d99 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:47.568358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aac418-fe5d-43ee-86e6-3180837485c4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:47.568683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aac418-fe5d-43ee-86e6-3180837485c4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:47.592784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.614841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.623792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:47.624368 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:47.645726 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:47.684779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] For port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,segment=NetworkSegment(bb78bb54-c012-47da-bcf4-783deec4627d),segment_id=bb78bb54-c012-47da-bcf4-783deec4627d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:47.685182 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.691733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.695475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0210245 Apr 28 20:03:47.704845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48958) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:47.705186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:47.740131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': 'a7cac74e-0886-46ce-bda0-1d1fa58debe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:47.748635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4c0c0e-82f6-4b47-bb23-55faa169ebf1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cac74e-0886-46ce-bda0-1d1fa58debe9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.767124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:47.783358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.786537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:47.800065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Deleting port 792114a0-4a10-49b7-b693-94b14e234a21 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:47.800065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.807101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:47.819537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.827011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:47.832970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:47.839608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2f71eb79-a73b-46f4-9f8e-16ac9f13d555 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/ee7ac2b0-3253-41ca-b091-32ad0ad6fd5e HTTP/1.1" status: 204 len: 168 time: 1.9620261 Apr 28 20:03:47.841687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48972) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:47.851278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.875112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.919896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e2cb3c8-b00e-4549-84cd-dad0aa7f55cf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f998f069ab04448298d75290de1b97e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2095437 Apr 28 20:03:47.944938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Calling delete_port for 070a7bc9-e3b3-467d-b5f3-dda1ecea249b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:47.978986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:47.985350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48976) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:48.051014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:48.051654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.076919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-426df2a2-9706-4c8f-b9fa-b5edcecdc737 None None] The port '792114a0-4a10-49b7-b693-94b14e234a21' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:48.132085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Allocated IP 2001:db8::2 (6d564755-cec3-441c-b866-41fd75c838c5/9d9bce50-95ea-4d16-9920-6a50454d7f3b/b1e1ee46-5f59-4350-83d1-ba4a0ae72650) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:48.166682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.180830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.191111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] The port '070a7bc9-e3b3-467d-b5f3-dda1ecea249b' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:48.228478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=514627d9-0c7e-4a75-a288-06d58a965d99,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:48.248528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] No DVR routers for this DVR port 070a7bc9-e3b3-467d-b5f3-dda1ecea249b on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:48.253215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845aa46c-63d8-45cc-8c6a-296fc9d0921f None None] Pushing event deleted for resources: {'Port': ['ID=070a7bc9-e3b3-467d-b5f3-dda1ecea249b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:48.256306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.318326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 6d564755-cec3-441c-b866-41fd75c838c5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:48.334508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec48be62-0e05-4703-8c7f-3dbaf1bdf5ae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:48.338414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:48.345250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:48.346654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.350689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.351289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.368055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.395462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c771858c-987d-42b5-ab91-6cff80673292']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.406258 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The resource could not be found. Apr 28 20:03:48.407173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92e296f7-a239-4117-8258-4cb1f900d03a tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6986074 Apr 28 20:03:48.408283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.409255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a8edd32-e09c-45c0-ad75-0fca1d05e66b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ec48be62-0e05-4703-8c7f-3dbaf1bdf5ae HTTP/1.1" status: 204 len: 168 time: 0.8910470 Apr 28 20:03:48.414694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.421753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:48.425340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb78bb54-c012-47da-bcf4-783deec4627d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.425677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb78bb54-c012-47da-bcf4-783deec4627d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:48.435071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60845acc-9289-49e1-8202-611e86d1d27d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.2239470 Apr 28 20:03:48.442080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49004) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:48.445178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': 'a7cac74e-0886-46ce-bda0-1d1fa58debe9', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '36b133c8-1938-499e-a1f4-d0fa9f24a9ee'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:48.452499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:48.456428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:48.459357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:48.534810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:48.537699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.538013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.542639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.564121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Transition to ACTIVE for port object b1e1ee46-5f59-4350-83d1-ba4a0ae72650 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:48.602987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.604193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Transition to ACTIVE for port object b1e1ee46-5f59-4350-83d1-ba4a0ae72650 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:48.616758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 514627d9-0c7e-4a75-a288-06d58a965d99 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:48.617087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.620366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.648437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:48.683190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:48.693192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:48.693911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.703388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eab793ec-99db-4862-85fb-36053d326b4f None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:48.732093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=df3c265f-a11e-4a63-9fe1-54c324ca664a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:48.746716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8cee91a3-465c-4bb7-8137-a95425b51174 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8496146 Apr 28 20:03:48.749764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49012) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:48.758673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1968270006', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df3c265f-a11e-4a63-9fe1-54c324ca664a'}], 'security_groups': ['5f3b27bc-0246-42c4-a652-c684dd75c811']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:48.766791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Network 6d564755-cec3-441c-b866-41fd75c838c5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:48.772659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:48.779544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:48.797619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:48.798025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:48.825742 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:48.895730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Pushing event updated for resources: {'Port': ['ID=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:48.988937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49016) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:48.994517 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The resource could not be found. Apr 28 20:03:48.995575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9ddfc283-5848-4f2b-b16a-258129588de2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5728588 Apr 28 20:03:48.997614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Attempting to bind port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:48.998181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Attempting to bind port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:48.998369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Attempting to bind port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 on network 6d564755-cec3-441c-b866-41fd75c838c5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:49.017704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bd268b-fca9-4bec-918f-52dade8e7022 req-610dbc07-cabf-47a7-a82e-fc4ef27c17c7 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.018033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:49.019733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8bd268b-fca9-4bec-918f-52dade8e7022 req-610dbc07-cabf-47a7-a82e-fc4ef27c17c7 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 945 time: 0.4023147 Apr 28 20:03:49.024823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.034411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:49.034790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Checking segment: {'id': 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:49.035190 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.035592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Bound using segment: {'id': 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:49.036077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Bound port: b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '6d564755-cec3-441c-b866-41fd75c838c5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:49.036445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.050990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.086119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.086840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.094941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be0a693-6922-4285-9137-4b0addf32c08,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:49.118044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:49.136966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Usage tracker for resource:security_group_rule and tenant:433aa58db5b3446a96992918cb6c64f2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:49.144190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:49.148829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.167126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e8bd268b-fca9-4bec-918f-52dade8e7022 req-a5ba50af-2e9c-4009-b2e4-750536a491ff tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100659 Apr 28 20:03:49.171810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:49.186444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=c771858c-987d-42b5-ab91-6cff80673292,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:49.212822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:49.218067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,segment=NetworkSegment(f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1),segment_id=f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:49.227831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-10a27ab6-dfba-4727-97e3-4fa2e83ba3d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/c771858c-987d-42b5-ab91-6cff80673292 HTTP/1.1" status: 204 len: 168 time: 1.3842905 Apr 28 20:03:49.231250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49024) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:49.242842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425501179'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:49.244008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.244720 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dfb16fcb-9706-4f89-bc51-b8b37c670617 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6be0a693-6922-4285-9137-4b0addf32c08 HTTP/1.1" status: 204 len: 168 time: 1.2532146 Apr 28 20:03:49.257310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.258546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:49.283451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:49.308493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 070a7bc9-e3b3-467d-b5f3-dda1ecea249b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:49.309731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.313398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.327292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:49.343500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:49.376489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 070a7bc9-e3b3-467d-b5f3-dda1ecea249b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:49.377079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 070a7bc9-e3b3-467d-b5f3-dda1ecea249b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:49.407701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90781f-3b52-45f0-a512-e133f8c36f42 None None] Pushing event updated for resources: {'Port': ['ID=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:49.454700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:49.458140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.544982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 514627d9-0c7e-4a75-a288-06d58a965d99 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:49.548280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:49.562312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.562530 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 1c9124d5-d4aa-4cfd-9a99-e653a78a176e of type vlan for network ed0786af-2f72-4161-a80d-0281f8093ac8 Apr 28 20:03:49.578566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Update dhcp port {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'fixed_ips': [{'subnet_id': '5d266953-4b67-4b73-8355-1ba1421e6eb1', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df3c265f-a11e-4a63-9fe1-54c324ca664a'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '91eea506-e7f9-4761-b7b9-7cb3c7a485bd'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:03:49.591113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.593873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.657154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.687276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.693492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:49.694725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.763677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.802228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.854276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:49.998998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cac74e-0886-46ce-bda0-1d1fa58debe9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:50.027497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7947419 Apr 28 20:03:50.030549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.035339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=ed0786af-2f72-4161-a80d-0281f8093ac8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:50.038639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:50.039227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=433aa58db5b3446a96992918cb6c64f2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0488865 Apr 28 20:03:50.050734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49042) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.051071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4ad248-7b73-4f0c-b651-34ff200c0b3b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:50.060306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.078665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.079002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.079434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.079679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.080012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.080341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.080669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.080996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.081322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.081669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.082001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.082324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c85f4eb-29d2-475a-abec-bd28a4ba6c3e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.089704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.090083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.090433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.090795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.091123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.091458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.091791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.092220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.092432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.092760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.093087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.093409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cae0f6c-9f7d-4b48-a70c-3d9ac1146f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:50.097338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ed0786af-2f72-4161-a80d-0281f8093ac8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:50.131931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.135720 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-184a7f7a-636b-4402-b401-c201f68fa3dc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/a7cac74e-0886-46ce-bda0-1d1fa58debe9 HTTP/1.1" status: 204 len: 168 time: 1.1167645 Apr 28 20:03:50.136402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.209606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=514627d9-0c7e-4a75-a288-06d58a965d99,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:50.220418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.236321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Delete allocated IP 172.20.0.5 (4c4d822d-4b25-42af-807c-9b6d163e31ae/5d266953-4b67-4b73-8355-1ba1421e6eb1) {{(pid=88139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:03:50.255813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77e744ca-6d5a-4d65-8715-1b073bb59006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.272210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.30 (4c4d822d-4b25-42af-807c-9b6d163e31ae/df3c265f-a11e-4a63-9fe1-54c324ca664a/7f614bb3-c083-42d0-b5f8-f3aa0a5dac18) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:50.275266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.317318 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.321381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4eb368d4-2923-4883-901b-0c69556d1644 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/514627d9-0c7e-4a75-a288-06d58a965d99 HTTP/1.1" status: 204 len: 168 time: 1.8451860 Apr 28 20:03:50.323626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49058) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.362222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-406f93e5-b9ac-4946-9a81-53e708263763 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:50.363711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-406f93e5-b9ac-4946-9a81-53e708263763 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.41 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 945 time: 0.4698567 Apr 28 20:03:50.377228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:50.410474 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-92f55a19-2887-4b39-a953-e8765e49021e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:03:50.411275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92f55a19-2887-4b39-a953-e8765e49021e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:50.440336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-92f55a19-2887-4b39-a953-e8765e49021e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:50.444319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92f55a19-2887-4b39-a953-e8765e49021e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/514627d9-0c7e-4a75-a288-06d58a965d99 HTTP/1.1" status: 404 len: 333 time: 0.1068451 Apr 28 20:03:50.444950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49066) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.457203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:50.466824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:50.508988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.523559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:50.586782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.593431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:50.596829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.613249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4ad248-7b73-4f0c-b651-34ff200c0b3b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:50.630108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.631223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-81c8fe43-4561-4721-b20b-d6513b9ebf79 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2a4ad248-7b73-4f0c-b651-34ff200c0b3b HTTP/1.1" status: 204 len: 168 time: 0.5777760 Apr 28 20:03:50.648325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 9d9bce50-95ea-4d16-9920-6a50454d7f3b {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:50.655905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.720113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e888911-d70c-4747-ae0e-f799a1d9391e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:50.763060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Deleting port 09bad2c1-2c2b-437b-8952-20b815b26eb9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:50.763403 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:50.838836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e1e0a0c-4594-4d1e-b384-54b19a09ed85 None None] Network 6d564755-cec3-441c-b866-41fd75c838c5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:50.870340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6e888911-d70c-4747-ae0e-f799a1d9391e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:50.875809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6e888911-d70c-4747-ae0e-f799a1d9391e tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7293174 Apr 28 20:03:50.895184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:50.910083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '18e975db-c714-46eb-ae20-fa7c20d8ee38', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:50.942781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:50.947626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:50.952520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:50.959946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:50.971965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb8747-e26f-4ad3-8020-f1447470a3bd req-00c7c09f-94d6-4b6f-bf7a-528d22b673be tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:50.981767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dcb8747-e26f-4ad3-8020-f1447470a3bd req-00c7c09f-94d6-4b6f-bf7a-528d22b673be tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 945 time: 0.6118171 Apr 28 20:03:51.010717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.117229 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The resource could not be found. Apr 28 20:03:51.121959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20277a62-dda2-4f45-955e-96a40c7a3599 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2194939 Apr 28 20:03:51.128617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49092) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:51.133534 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.146887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--256831929'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:51.164325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:51.179117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-476763581-network', 'tenant_id': 'fc998a3a4a8d4cae9bde1fa9e1e6272b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:51.183252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-128d0c9f-e3d0-4150-b97d-3a2ebc27fdb1 None None] Provisioning for port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:51.197235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:51.200096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:51.210113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.226841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:51.266064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4dcb8747-e26f-4ad3-8020-f1447470a3bd req-d458737c-3420-44dc-9233-05431c682eae tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/security-groups?id=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834499 Apr 28 20:03:51.269369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Usage tracker for resource:network and tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:51.274466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.285625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:51.297250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.332857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1e1ee46-5f59-4350-83d1-ba4a0ae72650 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:51.368259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:51.406665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.448631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Allocated IP 172.20.0.18 (4c4d822d-4b25-42af-807c-9b6d163e31ae/df3c265f-a11e-4a63-9fe1-54c324ca664a/91eea506-e7f9-4761-b7b9-7cb3c7a485bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:51.472948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Made reservation on behalf of fc998a3a4a8d4cae9bde1fa9e1e6272b for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:51.477597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.516112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.518123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=9d9bce50-95ea-4d16-9920-6a50454d7f3b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:51.521106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:51.537756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.580855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.591226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] For port 09bad2c1-2c2b-437b-8952-20b815b26eb9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=09bad2c1-2c2b-437b-8952-20b815b26eb9,segment=NetworkSegment(a92295ae-f2cb-4971-bcd1-a9303d5fab13),segment_id=a92295ae-f2cb-4971-bcd1-a9303d5fab13)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:51.591754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.594821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-55ee4bc3-232e-43d0-a61a-04b949460a7c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/9d9bce50-95ea-4d16-9920-6a50454d7f3b HTTP/1.1" status: 204 len: 168 time: 1.1455820 Apr 28 20:03:51.596281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:51.602538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:51.607234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49102) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:51.610368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:51.611713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:51.617149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=7f614bb3-c083-42d0-b5f8-f3aa0a5dac18,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:51.620752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Usage tracker for resource:security_group_rule and tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:51.628573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:51.628573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.633073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:51.644464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:51.726875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] In _notify_port_updated(), no bound segment for port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 on network 4c4d822d-4b25-42af-807c-9b6d163e31ae {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:03:51.733255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:51.734000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.735304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b223bf5e-b978-4b9d-8299-960ec4318986 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/ports/7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 HTTP/1.1" status: 200 len: 921 time: 2.9846263 Apr 28 20:03:51.774736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:51.783615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49110) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:51.857362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.883770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7494bc2b-1bd8-491f-95cf-9afc5b2760ea None None] Network 6d564755-cec3-441c-b866-41fd75c838c5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:51.884057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:51.892993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Calling delete_port for 09bad2c1-2c2b-437b-8952-20b815b26eb9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:51.907359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Transition to ACTIVE for port object 91eea506-e7f9-4761-b7b9-7cb3c7a485bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:51.926483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.932478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:51.932907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.944859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:51.963441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=cd3b0af1-506d-4165-a462-6a6f5b41e4d0,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:51.991265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '1c9124d5-d4aa-4cfd-9a99-e653a78a176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:51.991529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: ed0786af-2f72-4161-a80d-0281f8093ac8, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:52.002455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.066491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ed0786af-2f72-4161-a80d-0281f8093ac8 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:52.087533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ed0786af-2f72-4161-a80d-0281f8093ac8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:52.094576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:52.095197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.104193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:52.104543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.149994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe4a615-f6a2-4316-9f72-3e07ea4112bd None None] Network ed0786af-2f72-4161-a80d-0281f8093ac8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:52.183093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.197379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.210074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2c5945c-6c6f-4ae0-a6b7-93ccbdabb592 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1764352 Apr 28 20:03:52.211892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:52.241438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-308005149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:52.258271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f4c2cd41-cdab-438b-a6be-6f17969301af None None] Provisioning complete for port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:52.258823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f4c2cd41-cdab-438b-a6be-6f17969301af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.259703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:52.272689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:52.279506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.281473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:52.285736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.349402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:52.352640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.367033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:03:52.378537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.379075 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Added segment 3777da7d-4df2-4518-9952-17b99fc1e3c5 of type vlan for network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 Apr 28 20:03:52.395966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,segment=NetworkSegment(f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1),segment_id=f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:52.415041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.429560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ba76b2-dd7c-47fc-a07a-51ac97cac124,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.438910 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.447510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-91ed6341-249b-43a4-ab1c-d1c39274d7e6 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3171449 Apr 28 20:03:52.454595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49128) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:52.494083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Pushing event deleted for resources: {'Port': ['ID=09bad2c1-2c2b-437b-8952-20b815b26eb9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.496337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.498199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:52.498770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.520989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.536540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599872992'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:52.546256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1e534f-495e-4fd3-a88a-5882007770fb None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.631587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:52.649811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.650818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.752238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18d7e7f5-76c1-4acd-a73f-13ef724d912c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.753159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:52.754811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] Pushing event updated for resources: {'Network': ['ID=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.762682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.792009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72f56328-629a-42f6-941b-b3f27c81e96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.801155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:52.806698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:03:52.822577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:52.831344 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fd8f96ee-fd20-4abb-8e72-749c80e6636f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.2392254 Apr 28 20:03:52.832845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] No DVR routers for this DVR port 09bad2c1-2c2b-437b-8952-20b815b26eb9 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:52.833894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-780282e3-5ca1-47af-b99f-7080af85fc34 req-5aa7ca1a-5600-46bd-83cf-cabbf8548595 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.24 "GET /v2.0/ports?device_id=389011d4-8f35-483f-a5ec-539a9be02722 HTTP/1.1" status: 200 len: 210 time: 0.2312326 Apr 28 20:03:52.844944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,segment=NetworkSegment(f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1),segment_id=f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:52.845395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.849255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.855125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:52.860266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'name': 'network-vif-deleted', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:03:52.878962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:52.892883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Request body: {'subnet': {'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-476763581-subnet', 'tenant_id': 'fc998a3a4a8d4cae9bde1fa9e1e6272b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:52.900780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:52.906517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Usage tracker for resource:subnet and tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:52.909701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:52.916864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:52.934205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:52.944360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f51304a-7bdd-4767-84dd-735b09df8ac7 req-0704eef0-1a9b-4de4-976b-13c696828e32 tempest-ServerMetadataNegativeTestJSON-945422322 tempest-ServerMetadataNegativeTestJSON-945422322-project] 10.222.0.41 "DELETE /v2.0/ports/09bad2c1-2c2b-437b-8952-20b815b26eb9 HTTP/1.1" status: 204 len: 173 time: 2.5646009 Apr 28 20:03:52.954828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Made reservation on behalf of fc998a3a4a8d4cae9bde1fa9e1e6272b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:52.957118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.066619 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c8e46f6-83a2-49f6-aafb-ebb2c3adb1a8'] response: {'server_uuid': '389011d4-8f35-483f-a5ec-539a9be02722', 'name': 'network-vif-deleted', 'tag': '09bad2c1-2c2b-437b-8952-20b815b26eb9', 'status': 'completed', 'code': 200} Apr 28 20:03:53.080189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.122294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.123610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0e5185a1-0246-4670-bc1c-48a71e3722bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8948953 Apr 28 20:03:53.126430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:53.134172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'port': {'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8', 'name': 'tempest-RoutersTest-1803807252'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:53.299438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ed0786af-2f72-4161-a80d-0281f8093ac8', 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': 'cd3b0af1-506d-4165-a462-6a6f5b41e4d0'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:03:53.300267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.315862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] DHCP port deletion for 6d564755-cec3-441c-b866-41fd75c838c5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:03:53.331630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Deleting port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:53.331945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.391949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:53.439452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:53.442339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.529938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Allocated IP 172.20.0.2 (ed0786af-2f72-4161-a80d-0281f8093ac8/cd3b0af1-506d-4165-a462-6a6f5b41e4d0/73643c4b-ebc6-49c5-a537-f46e384e99eb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:53.562035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:port and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:53.565241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba0a0658-69b9-49ec-ab09-a37740033ea1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:53.569413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:53.591153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:53.632585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Checking segment: {'id': '3777da7d-4df2-4518-9952-17b99fc1e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:53.633686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Network hostable DHCP agents. Network: c47a3cdf-0e6c-4e02-b22a-d39f8754dd15, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:03:53.649892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:53.656965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.689432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:03:53.704975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] device_id is not set on port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:53.724242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:53.779734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.797360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for b1e1ee46-5f59-4350-83d1-ba4a0ae72650 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:53.805486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c47a3cdf-0e6c-4e02-b22a-d39f8754dd15) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:53.816743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:53.818995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.845638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:53.865252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebce439f-4632-4ed9-ade9-09066eb32180 None None] Network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:53.938130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=7f614bb3-c083-42d0-b5f8-f3aa0a5dac18,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:53.956815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f6afdfbf-2369-4644-a2cb-f83eee929c06 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0733049 Apr 28 20:03:53.990966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Provisioning for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:54.005261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:54.021992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:54.055642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.085946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:54.110767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:54.159669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:54.160041 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:54.184317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Deleting subnet 63617b76-48d3-4451-aa04-182856a4295c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:54.186998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.197099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.202845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:54.203456 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.207751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.222460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49190) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.253749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5287fc87-4bd5-4ce4-9618-a5c9b63fa46d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 HTTP/1.1" status: 204 len: 168 time: 2.4637473 Apr 28 20:03:54.258612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49198) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.305583 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.306462 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 09bad2c1-2c2b-437b-8952-20b815b26eb9 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:54.318980 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e5c058-059b-4323-bc7c-ef3e7faec880 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:03:54.319682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2e5c058-059b-4323-bc7c-ef3e7faec880 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:54.355667 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.365149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.394488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2e5c058-059b-4323-bc7c-ef3e7faec880 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:54.396569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2e5c058-059b-4323-bc7c-ef3e7faec880 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/7f614bb3-c083-42d0-b5f8-f3aa0a5dac18 HTTP/1.1" status: 404 len: 333 time: 0.1368320 Apr 28 20:03:54.401751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 09bad2c1-2c2b-437b-8952-20b815b26eb9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:54.402093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 09bad2c1-2c2b-437b-8952-20b815b26eb9 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:54.405203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49206) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.528814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b50bd67-5062-4652-98bc-274294f77ad0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:54.547722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.548232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.549680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-81a1fed9-9301-484a-830b-4a041792f1b2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.0762229 Apr 28 20:03:54.557249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.571152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49210) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.594928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '39ba76b2-dd7c-47fc-a07a-51ac97cac124', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3b50bd67-5062-4652-98bc-274294f77ad0'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:54.601161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:54.604964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:54.613649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:54.614504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.617380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Usage tracker for resource:security_group_rule and tenant:936dfe8b883c47ff81d5b39a290aa847 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:54.620290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:54.624129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:54.646551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:54.646863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.653791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.682310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.695189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:54.697417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:54.698957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:54.700459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.725376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,segment=NetworkSegment(f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1),segment_id=f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:54.725801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.810089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.857036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63617b76-48d3-4451-aa04-182856a4295c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:54.868483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-4121dc7a-0cb9-4379-8e30-2b2d5514193b tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:54.869182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-4121dc7a-0cb9-4379-8e30-2b2d5514193b tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Synchronizing usage tracker for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:54.876974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.878297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.887608 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:54.887608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7411f801-5a6d-44cb-97af-0dbbf169dd04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3124313 Apr 28 20:03:54.889011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49222) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.889127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5edd3c5b-402c-407d-a37f-d6ece7afed8b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/63617b76-48d3-4451-aa04-182856a4295c HTTP/1.1" status: 204 len: 168 time: 0.8323753 Apr 28 20:03:54.891865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:54.904740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:54.930073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-4121dc7a-0cb9-4379-8e30-2b2d5514193b tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Unset dirty status for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:54.931216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-4121dc7a-0cb9-4379-8e30-2b2d5514193b tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/networks?id=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 HTTP/1.1" status: 200 len: 812 time: 0.2861931 Apr 28 20:03:54.950825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-60570bba-8ac0-410a-b710-c3eaf308c1bf tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/quotas/fc998a3a4a8d4cae9bde1fa9e1e6272b HTTP/1.1" status: 200 len: 375 time: 0.0128028 Apr 28 20:03:54.977196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddffc5f0-3496-4af5-b939-66e46e49b944,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.037349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Calling delete_port for b1e1ee46-5f59-4350-83d1-ba4a0ae72650 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:55.054975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-d706d112-4ba6-4a70-b114-411b17d517fb tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fc998a3a4a8d4cae9bde1fa9e1e6272b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0563731 Apr 28 20:03:55.061950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.072200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24c471f-129e-467f-a222-d70544f6e47b None None] Network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:55.098964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Transition to ACTIVE for port object 73643c4b-ebc6-49c5-a537-f46e384e99eb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:55.100508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port b1e1ee46-5f59-4350-83d1-ba4a0ae72650, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,segment=NetworkSegment(f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1),segment_id=f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:55.101135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.109601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.113501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e796f64-29ce-4a13-982a-82926d2ff4be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/security-groups/ddffc5f0-3496-4af5-b939-66e46e49b944 HTTP/1.1" status: 204 len: 168 time: 0.7069283 Apr 28 20:03:55.114460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:55.140123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Could not find standard attr ID for object 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:03:55.248833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Transition to ACTIVE for port object 73643c4b-ebc6-49c5-a537-f46e384e99eb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:55.273633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for b1e1ee46-5f59-4350-83d1-ba4a0ae72650 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:03:55.283267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.314873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.341836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.343049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.357079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.375217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Pushing event updated for resources: {'Port': ['ID=73643c4b-ebc6-49c5-a537-f46e384e99eb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.377393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef99f23-1264-49d0-873d-e8fc887e49de']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:55.377540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:55.377886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.396641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-04274a06-763f-4076-8246-95eab9efbd95 service neutron] 10.222.0.24 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3232653 Apr 28 20:03:55.401188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a92295ae-f2cb-4971-bcd1-a9303d5fab13') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:55.401497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a92295ae-f2cb-4971-bcd1-a9303d5fab13') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:55.402168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.435443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.20.0.13 (ed0786af-2f72-4161-a80d-0281f8093ac8/cd3b0af1-506d-4165-a462-6a6f5b41e4d0/0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:03:55.440691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.450071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.464735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=936dfe8b883c47ff81d5b39a290aa847&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2413273 Apr 28 20:03:55.475491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:55.491213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c134be6-50b6-4443-88df-464dbf0ffe3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714f496c-4978-4866-a9ea-df70b21ea1d9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.510712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.536544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:55.536942 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:55.542273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Network ed0786af-2f72-4161-a80d-0281f8093ac8 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:55.550132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.562493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.586735 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.596675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:55.597419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.599138 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.602922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:55.611585 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:55.628191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b50bd67-5062-4652-98bc-274294f77ad0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.662285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:55.670262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] Pushing event deleted for resources: {'Port': ['ID=b1e1ee46-5f59-4350-83d1-ba4a0ae72650,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.673303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.674982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5a9bb905-6652-4185-aa47-b660f9329dfe tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/3b50bd67-5062-4652-98bc-274294f77ad0 HTTP/1.1" status: 204 len: 168 time: 0.7848003 Apr 28 20:03:55.677453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49238) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:55.696178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.718137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f3b27bc-0246-42c4-a652-c684dd75c811,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.720266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.724133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3c092d48-060a-4040-81c9-2ec75c5d85be tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/security-groups/5f3b27bc-0246-42c4-a652-c684dd75c811 HTTP/1.1" status: 204 len: 168 time: 0.5962660 Apr 28 20:03:55.726423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1e1ee46-5f59-4350-83d1-ba4a0ae72650 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:03:55.731610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49242) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:55.768319 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-5f100b64-c139-4b51-9a4e-c8cead861023 service neutron] 10.222.0.24 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522398 Apr 28 20:03:55.809525 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.809787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b1e1ee46-5f59-4350-83d1-ba4a0ae72650 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:03:55.809886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1e1ee46-5f59-4350-83d1-ba4a0ae72650 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:03:55.819199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7781c97b-4a8d-4a4c-84ae-cc2760be6ce2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:55.831036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 5d266953-4b67-4b73-8355-1ba1421e6eb1 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:03:55.837206 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.844085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.870215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7449fd0c-3141-4b12-bd6f-e23f652301e0 None None] No DVR routers for this DVR port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:03:55.895471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.900411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7781c97b-4a8d-4a4c-84ae-cc2760be6ce2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:55.902489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7781c97b-4a8d-4a4c-84ae-cc2760be6ce2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2238829 Apr 28 20:03:55.904415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] Pushing event deleted for resources: {'Network': ['ID=2ef99f23-1264-49d0-873d-e8fc887e49de,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:55.906833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49248) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:55.921785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2439dd3d-59ed-4587-a37f-f1bafabf1065 None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:03:55.929489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Attempting to bind port 73643c4b-ebc6-49c5-a537-f46e384e99eb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:03:55.929885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Attempting to bind port 73643c4b-ebc6-49c5-a537-f46e384e99eb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1c9124d5-d4aa-4cfd-9a99-e653a78a176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:03:55.930227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Attempting to bind port 73643c4b-ebc6-49c5-a537-f46e384e99eb on network ed0786af-2f72-4161-a80d-0281f8093ac8 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:03:55.936752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:03:55.936983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Checking segment: {'id': '1c9124d5-d4aa-4cfd-9a99-e653a78a176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:03:55.937337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.937833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Bound using segment: {'id': '1c9124d5-d4aa-4cfd-9a99-e653a78a176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:03:55.938396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Bound port: 73643c4b-ebc6-49c5-a537-f46e384e99eb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c9124d5-d4aa-4cfd-9a99-e653a78a176e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ed0786af-2f72-4161-a80d-0281f8093ac8'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:03:55.938809 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.942450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:55.954732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-215821f6-5a75-4d61-9f09-66439c77a55c admin admin] 10.222.0.24 "DELETE /v2.0/networks/2ef99f23-1264-49d0-873d-e8fc887e49de HTTP/1.1" status: 204 len: 168 time: 1.0589023 Apr 28 20:03:56.011510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.040946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b53e1dc1-6810-461b-960f-037662fd4258 None None] Could not find standard attr ID for object 7f614bb3-c083-42d0-b5f8-f3aa0a5dac18. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:03:56.088513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] For port 73643c4b-ebc6-49c5-a537-f46e384e99eb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:03:56.096415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] For port 73643c4b-ebc6-49c5-a537-f46e384e99eb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73643c4b-ebc6-49c5-a537-f46e384e99eb,segment=NetworkSegment(1c9124d5-d4aa-4cfd-9a99-e653a78a176e),segment_id=1c9124d5-d4aa-4cfd-9a99-e653a78a176e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:03:56.102451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.116007 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.142022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.148783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:03:56.174194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714f496c-4978-4866-a9ea-df70b21ea1d9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:56.185113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.189266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-122d1872-2f0e-43a9-b8bb-c7a34de60793 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/714f496c-4978-4866-a9ea-df70b21ea1d9 HTTP/1.1" status: 204 len: 168 time: 0.7127874 Apr 28 20:03:56.194236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port b1e1ee46-5f59-4350-83d1-ba4a0ae72650 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:03:56.194651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.214021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.236884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49260) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:56.277195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7ef7b00-7a42-49db-aa5b-b0a9ab4a0bb6 req-2e64ac96-cd6e-4ba1-9ae6-8d636f130c72 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 210 time: 0.2627995 Apr 28 20:03:56.304437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ed0786af-2f72-4161-a80d-0281f8093ac8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:56.308297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:56.314003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:56.315822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56de56-da18-4d2b-bfba-147d562a4e1d None None] Pushing event updated for resources: {'Port': ['ID=73643c4b-ebc6-49c5-a537-f46e384e99eb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:56.390160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] The port 'b1e1ee46-5f59-4350-83d1-ba4a0ae72650' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:03:56.559714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:56.584510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:56.585440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.620240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8a2f6f3e-fca9-438f-a1c3-06e040b4ad5e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.4927058 Apr 28 20:03:56.621268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:56.660091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.664411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0250c2c0-56cd-4c22-a44d-4d10f4ccdbcb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=732bf7100c2e42f48cdf468ee9abe45a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4054077 Apr 28 20:03:56.684708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:56.686198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.839040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.876194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49280) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:56.893234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d564755-cec3-441c-b866-41fd75c838c5']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:56.936286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:56.956787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:56.957185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4b2d9c6-8e16-4e77-8a12-8d37bc9ac1e1') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:03:56.965815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.006959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.032787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:57.054363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Usage tracker for resource:security_group_rule and tenant:8f0443e51f7c460e82e9b82cf69cfe3f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:57.059430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:57.069058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.082507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:57.091399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:03:57.091734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:03:57.108653 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:03:57.133303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.166700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.226360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.267330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=5d266953-4b67-4b73-8355-1ba1421e6eb1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:57.283839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.286648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.288700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53bfbed-ddf8-4c97-96bc-3dca75a8e869 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:57.289381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ba76b2-dd7c-47fc-a07a-51ac97cac124,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:57.320815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.334288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.388557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.394610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/6d564755-cec3-441c-b866-41fd75c838c5 HTTP/1.1" status: 204 len: 168 time: 5.7756393 Apr 28 20:03:57.402664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:57.415456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'name': 'tempest-PortsIpV6TestJSON-1757440022'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:57.465888 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.467211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e79b12-d7b6-44ff-8dac-2b9977020b70 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=6d564755-cec3-441c-b866-41fd75c838c5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:57.478647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-823d8d21-41e0-44f8-8184-468c2cf67d33 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/5d266953-4b67-4b73-8355-1ba1421e6eb1 HTTP/1.1" status: 204 len: 168 time: 1.7439754 Apr 28 20:03:57.489217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.508605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49290) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:57.530263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.531449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-45c80b72-6f5c-4141-895a-ccb73bf8e5cc tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/39ba76b2-dd7c-47fc-a07a-51ac97cac124 HTTP/1.1" status: 204 len: 168 time: 1.6233695 Apr 28 20:03:57.548672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49294) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:57.555812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:57.722685 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30a41919-885a-4300-b84a-0b817a6f30a8 req-fabbe8b1-e542-4730-98ec-5b2b3bf17520 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 210 time: 0.1421664 Apr 28 20:03:57.765644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73643c4b-ebc6-49c5-a537-f46e384e99eb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:03:57.770436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:57.775565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:57.780330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:57.787521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:57.818669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1429953-51d9-4ad2-9df8-4908e1b36539,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:57.846097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-52cdf7f3-8610-4b1b-bb0c-6464fe6ab4ef admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8f0443e51f7c460e82e9b82cf69cfe3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9688537 Apr 28 20:03:57.854652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49298) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:57.904912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c29a717-b852-4e4f-be54-484268987b97 None None] Network ed0786af-2f72-4161-a80d-0281f8093ac8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:57.914990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.934464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c035b469-7119-47c3-9f48-66fab7a249e7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:57.953040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:57.955741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:57.956574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:57.993718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:58.004553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:58.008861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:58.013521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.017211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e49202e2-c971-4b8f-8870-9c3cb577afe8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2188a8d3-ae5a-4cd9-ac1a-ddabd1cea1c9 HTTP/1.1" status: 204 len: 168 time: 1.3004646 Apr 28 20:03:58.024713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c035b469-7119-47c3-9f48-66fab7a249e7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:58.025952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c035b469-7119-47c3-9f48-66fab7a249e7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4294481 Apr 28 20:03:58.027034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:58.034550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:58.046684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--1977331888'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:58.056588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.060870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:58.072420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:58.077948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.080653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port a4c40cf4-dd20-4398-b849-b3cc07d3718f yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:03:58.108512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:58.147458 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.171136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.182802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 73643c4b-ebc6-49c5-a537-f46e384e99eb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:58.198424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 73643c4b-ebc6-49c5-a537-f46e384e99eb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:58.198424 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.262519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-192c3079-5c57-4f02-b58c-ce243d0e5be7 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.264192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-192c3079-5c57-4f02-b58c-ce243d0e5be7 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.41 "GET /v2.0/networks?id=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 HTTP/1.1" status: 200 len: 812 time: 0.6848080 Apr 28 20:03:58.276319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:58.284669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:58.289398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:58.302924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:58.338097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Provisioning for port 73643c4b-ebc6-49c5-a537-f46e384e99eb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:03:58.350114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Provisioning complete for port 73643c4b-ebc6-49c5-a537-f46e384e99eb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:03:58.350530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.368495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.415777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1429953-51d9-4ad2-9df8-4908e1b36539,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:58.601417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.611359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.612373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-73b16d34-be0a-4e7c-9adc-62b3fc419bbe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1429953-51d9-4ad2-9df8-4908e1b36539 HTTP/1.1" status: 204 len: 168 time: 0.7559392 Apr 28 20:03:58.617360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.661117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Request body: {'port': {'device_id': '548253d5-9c42-486b-8a6b-f026704419f6', 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15', 'admin_state_up': True, 'tenant_id': 'fc998a3a4a8d4cae9bde1fa9e1e6272b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:58.684672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6705e000-398d-430a-9140-bb10755a2096,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:58.715992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.720364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4e7ec1d-3c9e-4199-94ab-6857a41390c2 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6810191 Apr 28 20:03:58.732841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49320) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:58.740635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '6705e000-398d-430a-9140-bb10755a2096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:58.779087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:58.794793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:58.799522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:58.810699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:58.943099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:58.950629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=4b76bcf7-84e6-4fd7-94c7-bd67281ad56c,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:58.953222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:58.955582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:58.958319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:58.958977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.007924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.068678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8fd69a2b-eee4-48ce-9849-20e1aad31331 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5355575 Apr 28 20:03:59.072096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.074125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.093286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b858fc0-ae45-4c97-ace4-a1c55764bb30 req-50d70d8c-9087-4cd6-8ca6-422de01a2f18 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 210 time: 0.1094272 Apr 28 20:03:59.123636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'security_group': {'name': 'tempest-secgroup-535880491'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:59.133592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 73643c4b-ebc6-49c5-a537-f46e384e99eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73643c4b-ebc6-49c5-a537-f46e384e99eb,segment=NetworkSegment(1c9124d5-d4aa-4cfd-9a99-e653a78a176e),segment_id=1c9124d5-d4aa-4cfd-9a99-e653a78a176e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:03:59.134372 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:59.136239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cbf78b55-a709-4aee-bbf6-5c935822dda1 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4020464 Apr 28 20:03:59.139599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49344) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.144460 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.153560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group_rule': {'security_group_id': '6705e000-398d-430a-9140-bb10755a2096', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:59.169251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.180660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.181860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:59.186800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:59.193253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:59.194332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:59.201173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:59.206410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.225482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:59.237331 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:03:59.240938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4c5b53d-6590-496a-a947-62563e46aaa7 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0963018 Apr 28 20:03:59.241350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49350) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.266761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.269843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.286406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Usage tracker for resource:port and tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:59.288575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93cb06d6-047a-4315-8c03-0b812f575285 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:03:59.294739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:59.305909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:59.371004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.381378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.394602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:59.399134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.403652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.405682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:03:59.490810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Made reservation on behalf of fc998a3a4a8d4cae9bde1fa9e1e6272b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:03:59.494359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.527503 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.535550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:03:59.536455 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-9d3ba3f7-cc17-4ea8-91a5-02fbcf7369d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:03:59.557710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=73643c4b-ebc6-49c5-a537-f46e384e99eb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:59.575940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.589389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.590455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:59.656481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.682893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6705e000-398d-430a-9140-bb10755a2096,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:59.686666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.687767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2b58875c-65ce-408f-8196-b14b42730e84 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/6705e000-398d-430a-9140-bb10755a2096 HTTP/1.1" status: 204 len: 168 time: 0.4420571 Apr 28 20:03:59.690239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49368) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.812606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:03:59.830916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b22cc890-8302-4fad-8e38-a88cf1d50064 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:03:59.844786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:03:59.863448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:03:59.871403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:03:59.872153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.879935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:03:59.882465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b22cc890-8302-4fad-8e38-a88cf1d50064 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:03:59.888411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b22cc890-8302-4fad-8e38-a88cf1d50064 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1922441 Apr 28 20:03:59.891375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49374) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:03:59.898905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.899231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.899568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.899684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'tempest-secgroup--10766937'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:03:59.899900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.900233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.900561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.900884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.901207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.901560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.901885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.903101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.903101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:03:59.917050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.928762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:03:59.956262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:03:59.990255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:03:59.994553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Usage tracker for resource:security_group_rule and tenant:71aa911ef4ad43dfb1dc8efafbc19e77 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:03:59.998429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:00.005400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:00.018278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Update dhcp port {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'fixed_ips': [{'subnet_id': 'df3c265f-a11e-4a63-9fe1-54c324ca664a', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b76bcf7-84e6-4fd7-94c7-bd67281ad56c'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '91eea506-e7f9-4761-b7b9-7cb3c7a485bd'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:04:00.097342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.108063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.127081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-440460175-network', 'tenant_id': 'ef02a4518f11498ab2ffef74f81eb244'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:00.139465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.170384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.174660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2804852 Apr 28 20:04:00.176093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49384) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.191877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d638079e-c708-426f-9bdb-c07cc6b4bd22 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:00.192291 n-d-839811-1 neutron-server[88139]: WARNING neutron.api.v2.base [None req-d638079e-c708-426f-9bdb-c07cc6b4bd22 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Apr 28 20:04:00.193141 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-d638079e-c708-426f-9bdb-c07cc6b4bd22 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] update failed (client error): There was a conflict when trying to complete your request. Apr 28 20:04:00.197548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d638079e-c708-426f-9bdb-c07cc6b4bd22 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "PUT /v2.0/security-groups/2d26a362-d58e-44ab-8ae0-b8ce4e03c1b5 HTTP/1.1" status: 409 len: 330 time: 0.0173638 Apr 28 20:04:00.202806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.227732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ac16eb-ec0e-427b-b712-fefd4a2b5e04 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d26a362-d58e-44ab-8ae0-b8ce4e03c1b5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:00.276431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Allocated IP 172.20.0.6 (c47a3cdf-0e6c-4e02-b22a-d39f8754dd15/ba0a0658-69b9-49ec-ab09-a37740033ea1/263bb0bd-1d7f-4fcc-ae08-587cb7e0521c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:00.314479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:00.314930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.323966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Usage tracker for resource:network and tenant:ef02a4518f11498ab2ffef74f81eb244 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:00.375150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.393432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.9895356 Apr 28 20:04:00.396256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49396) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.398830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:00.469704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:00.470249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.508691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:00.539003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Allocated IP 172.20.0.2 (4c4d822d-4b25-42af-807c-9b6d163e31ae/4b76bcf7-84e6-4fd7-94c7-bd67281ad56c/91eea506-e7f9-4761-b7b9-7cb3c7a485bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:00.588286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port a4c40cf4-dd20-4398-b849-b3cc07d3718f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:00.588637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.619123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.639104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55843fc6-04a0-41a3-8f14-52738770a201 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=a4c40cf4-dd20-4398-b849-b3cc07d3718f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:00.654346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d26a362-d58e-44ab-8ae0-b8ce4e03c1b5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:00.664478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.665625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb0e2ad5-23e0-4f23-ada7-b1919e53065f tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/2d26a362-d58e-44ab-8ae0-b8ce4e03c1b5 HTTP/1.1" status: 204 len: 168 time: 0.4618683 Apr 28 20:04:00.669407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.686058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Made reservation on behalf of ef02a4518f11498ab2ffef74f81eb244 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:00.690493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.700799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c4a10c02-f4a9-460e-8728-c6b6f09d1cda req-0ab1d735-388b-4e09-bc1c-b7e934c00026 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Synchronizing usage tracker for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:00.798226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.804901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Provisioning complete for port 73643c4b-ebc6-49c5-a537-f46e384e99eb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:00.805289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.817335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffc24581-9b3d-453a-a1c9-026be8bada34 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Synchronizing usage tracker for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:00.823608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:00.829090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Usage tracker for resource:security_group_rule and tenant:ef02a4518f11498ab2ffef74f81eb244 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:00.832088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:00.838011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:00.874640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.895235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:00.903133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.904979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffc24581-9b3d-453a-a1c9-026be8bada34 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] Unset dirty status for tenant:71aa911ef4ad43dfb1dc8efafbc19e77 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:00.906285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ffc24581-9b3d-453a-a1c9-026be8bada34 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2359591 Apr 28 20:04:00.909916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.915371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:00.917001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.937354 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-db6334db-2164-4903-b122-f7abd65821f9 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] delete failed (client error): The resource could not be found. Apr 28 20:04:00.938321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db6334db-2164-4903-b122-f7abd65821f9 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "DELETE /v2.0/security-groups/d7576e33-478c-4af7-9fd5-e597f5ffa58e HTTP/1.1" status: 404 len: 347 time: 0.0203669 Apr 28 20:04:00.944516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c4a10c02-f4a9-460e-8728-c6b6f09d1cda req-0ab1d735-388b-4e09-bc1c-b7e934c00026 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Unset dirty status for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:00.954066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4a10c02-f4a9-460e-8728-c6b6f09d1cda req-0ab1d735-388b-4e09-bc1c-b7e934c00026 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 210 time: 0.5934219 Apr 28 20:04:00.976587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49418) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:00.994380 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.019751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Transition to ACTIVE for port object 91eea506-e7f9-4761-b7b9-7cb3c7a485bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:01.024420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Provisioning for port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:01.042962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.099670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7315df4d-9ab3-4d26-83cf-030c135c0e4c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.103786 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-e3358371-cfa7-49ed-ba5d-82aa1c309aca tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] show failed (client error): The resource could not be found. Apr 28 20:04:01.107269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for a4c40cf4-dd20-4398-b849-b3cc07d3718f owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:01.114839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e3358371-cfa7-49ed-ba5d-82aa1c309aca tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-groups/0e889c87-a00d-4981-90e7-757268afc602 HTTP/1.1" status: 404 len: 347 time: 0.1356025 Apr 28 20:04:01.124072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:01.131326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1dee69-a694-4ede-a8ca-54e7d9f6f9b4 None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.134878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Provisioning complete for port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:01.135254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.141043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.142249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23a4e60d-2674-4997-89bd-e601523700bc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0649016 Apr 28 20:04:01.157075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:01.167185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'security_group': {'name': 'tempest-secgroup-1088627482'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:01.180811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:01.190605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:01.195960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:01.207722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:01.208114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:01.247326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.264429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.266721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.267064 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7e285eb0-53ec-4893-a2bb-59fecd498368 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] show failed (client error): The resource could not be found. Apr 28 20:04:01.272450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e285eb0-53ec-4893-a2bb-59fecd498368 tempest-NegativeSecGroupIPv6Test-263210973 tempest-NegativeSecGroupIPv6Test-263210973-project] 10.222.0.24 "GET /v2.0/security-group-rules/cc1ba6b1-8af1-438d-bf99-383461a7f071 HTTP/1.1" status: 404 len: 356 time: 0.1473398 Apr 28 20:04:01.322647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:01.323557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.341575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=a4c40cf4-dd20-4398-b849-b3cc07d3718f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.353257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:01.361546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.365811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:01.366430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.372128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:01.386302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f967cf98-3d3c-4157-81c4-56999900ef0e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/a4c40cf4-dd20-4398-b849-b3cc07d3718f HTTP/1.1" status: 204 len: 168 time: 0.9850230 Apr 28 20:04:01.386302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:01.387874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:01.398767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'mac_address': 'fa:16:3e:b8:79:08', 'name': 'tempest-PortsIpV6TestJSON-1049770356'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:01.448764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.451975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2762676-c51f-432c-bb10-6ecb752cd531 None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:01.483473 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.543809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:01.556444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:01.566025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:01.583884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.626170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:01.698206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Pushing event updated for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.709144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73643c4b-ebc6-49c5-a537-f46e384e99eb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:01.748081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72766d37-d716-4e3e-9768-15326409e0cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.785938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.883546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:01.905180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:01.908615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b3e3003-5a90-4219-82bf-90a6380326e2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:01.911026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:01.914964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.916271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e229e7a-5ea6-4e2b-b0bb-9dba69eaf364 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7579024 Apr 28 20:04:01.919221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:01.923627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:01.925734 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Added segment 8d3239c0-9555-4735-a6cf-2f52257788ca of type vlan for network eedeb665-79a9-490c-9a33-ec5a209b06da Apr 28 20:04:01.926194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:01.932912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'security_group': {'name': 'tempest-secgroup-351217161'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:01.939986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:01.944892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:01.958097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:01.983742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:02.003065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:02.006973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 73643c4b-ebc6-49c5-a537-f46e384e99eb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:02.007392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.053245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.089313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.108350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:02.109979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.119909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:02.151059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.295387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:02.325999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:security_group_rule and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:02.341308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:02.350364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:02.355395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:02.455238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-ecf35ad1-600a-4189-8df9-c8a19818ec74 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8149159 Apr 28 20:04:02.496530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7034994c-821c-4ebc-9314-256b130539db None None] Provisioning for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:02.507645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7034994c-821c-4ebc-9314-256b130539db None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:02.509272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7034994c-821c-4ebc-9314-256b130539db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.527389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Request body: {'port': {'device_id': '548253d5-9c42-486b-8a6b-f026704419f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:02.532572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.573845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port fa9b5589-050d-40b6-8c32-a14d8a6d8171 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:02.601158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.602124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:02.602812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.678452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7034994c-821c-4ebc-9314-256b130539db None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:02.678774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7034994c-821c-4ebc-9314-256b130539db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.752338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7034994c-821c-4ebc-9314-256b130539db None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:02.793530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-751ee306-4ebe-4491-aff9-763e04d41b7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=71aa911ef4ad43dfb1dc8efafbc19e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6693010 Apr 28 20:04:02.811632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49512) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:02.897351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.4136384 Apr 28 20:04:02.918945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:02.927702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d05b7-ada6-4c49-8c8f-dce8e6e8e387 admin admin] Pushing event updated for resources: {'Network': ['ID=eedeb665-79a9-490c-9a33-ec5a209b06da,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:02.938731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Request body: {'subnet': {'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-440460175-subnet', 'tenant_id': 'ef02a4518f11498ab2ffef74f81eb244', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:02.942187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network eedeb665-79a9-490c-9a33-ec5a209b06da details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:02.948032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:02.961625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Usage tracker for resource:subnet and tenant:ef02a4518f11498ab2ffef74f81eb244 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:02.966234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:02.982579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:02.996875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c51126-507b-4f31-b02c-6761dc51d0a4 req-92259428-bf79-43e3-8b2d-609c2d190005 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.003774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4c51126-507b-4f31-b02c-6761dc51d0a4 req-92259428-bf79-43e3-8b2d-609c2d190005 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 931 time: 0.8653519 Apr 28 20:04:03.009743 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.022938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:03.110442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.119356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.122981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4c51126-507b-4f31-b02c-6761dc51d0a4 req-b7f939f4-e3b4-4bf1-b907-50436959e99a tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184211 Apr 28 20:04:03.135697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.154196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Made reservation on behalf of ef02a4518f11498ab2ffef74f81eb244 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:03.156401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.190226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.231584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23595d0d-fb6b-4b25-938d-9384631512db,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.234372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.287497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.291745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c23cd757-f8e3-471f-b536-d24608a55a8b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3671467 Apr 28 20:04:03.306894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:03.322355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-419449521', 'security_groups': ['23595d0d-fb6b-4b25-938d-9384631512db'], 'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4b76bcf7-84e6-4fd7-94c7-bd67281ad56c'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:03.378977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:03.385101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:03.395668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:03.403139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.404168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.408379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=fa9b5589-050d-40b6-8c32-a14d8a6d8171,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.503125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.505488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.506601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12d8b292-b839-4a04-87bc-92dc009c63d6 HTTP/1.1" status: 204 len: 168 time: 0.6945398 Apr 28 20:04:03.509627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:04:03.563385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9871a18c-d920-4ab8-a2e5-e70a53b898f8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.1719019 Apr 28 20:04:03.567732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49558) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:03.590946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.607429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.622565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7dde7e-3c21-4a2b-9761-6055f25d09d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d8b292-b839-4a04-87bc-92dc009c63d6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.649301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:03.667279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:03.682428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43dc412-70ac-46b5-8d89-d1d7a0cf0109 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:03.683026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e43dc412-70ac-46b5-8d89-d1d7a0cf0109 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:03.698438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:03.721717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e43dc412-70ac-46b5-8d89-d1d7a0cf0109 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:03.725349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e43dc412-70ac-46b5-8d89-d1d7a0cf0109 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/fa9b5589-050d-40b6-8c32-a14d8a6d8171 HTTP/1.1" status: 200 len: 845 time: 0.1542814 Apr 28 20:04:03.726742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:03.787983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.844009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:03.868724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.887336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port fa9b5589-050d-40b6-8c32-a14d8a6d8171 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:03.887689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:03.985071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:04.061354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] device_id is not set on port 3fa70e19-633d-4ded-9ce9-38977009c3e3 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:04.323655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:04.382630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network ed0786af-2f72-4161-a80d-0281f8093ac8 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:04.440981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Checking segment: {'id': '8d3239c0-9555-4735-a6cf-2f52257788ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:04.441566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Network hostable DHCP agents. Network: eedeb665-79a9-490c-9a33-ec5a209b06da, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:04.446663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:04.472034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:04.482285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:04.526842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Transition to ACTIVE for port object 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:04.561210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:04.584265 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:04.670910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.5 (4c4d822d-4b25-42af-807c-9b6d163e31ae/4b76bcf7-84e6-4fd7-94c7-bd67281ad56c/3fa70e19-633d-4ded-9ce9-38977009c3e3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:04.772270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:04.805298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for fa9b5589-050d-40b6-8c32-a14d8a6d8171 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:04.805865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9f568ce9-f1f6-4782-9b24-b8f50fdd2236 None None] Provisioning complete for port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:04.806916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9f568ce9-f1f6-4782-9b24-b8f50fdd2236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:04.833161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:04.869103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9f568ce9-f1f6-4782-9b24-b8f50fdd2236 None None] Port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:04.877385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Network eedeb665-79a9-490c-9a33-ec5a209b06da is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:04.897328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Pushing event updated for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:04.904516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, eedeb665-79a9-490c-9a33-ec5a209b06da) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:04.914324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81033e11-1741-498f-91a7-a77fe629e75d None None] Network eedeb665-79a9-490c-9a33-ec5a209b06da requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:04.951842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:04.952572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.006986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.018155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907aebc8-e5dc-456a-b396-7d40a88dc988 req-990f295b-0562-42ef-9585-f3a6ade78558 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.025267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-907aebc8-e5dc-456a-b396-7d40a88dc988 req-990f295b-0562-42ef-9585-f3a6ade78558 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 931 time: 0.6814048 Apr 28 20:04:05.076211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-af69689c-4966-4e44-990a-0c8da68c8b00 tempest-ServiceProvidersTest-2053908667 tempest-ServiceProvidersTest-2053908667-project] 10.222.0.24 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2418525 Apr 28 20:04:05.076807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1374c123-fe01-4b82-98f4-88664a2c22f8 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.1544445 Apr 28 20:04:05.095843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=fa9b5589-050d-40b6-8c32-a14d8a6d8171,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:05.107964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.111444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.136121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-907aebc8-e5dc-456a-b396-7d40a88dc988 req-9fb09aa8-9ac0-43b5-b56b-93defff4012e tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Synchronizing usage tracker for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:05.137905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 3fa70e19-633d-4ded-9ce9-38977009c3e3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:05.138915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.146948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ea60ecba-7b88-4e1e-bd19-e5c33c47ae41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/fa9b5589-050d-40b6-8c32-a14d8a6d8171 HTTP/1.1" status: 204 len: 168 time: 1.4191239 Apr 28 20:04:05.149493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49634) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:05.164639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Attempting to bind port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:05.164990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Attempting to bind port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3777da7d-4df2-4518-9952-17b99fc1e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:05.165553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Attempting to bind port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c on network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:05.175422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:05.177693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c on network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:05.178019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Attempting to bind port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c on network c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:05.189787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Usage tracker for resource:security_group_rule and tenant:a18de6b7b3874bda8449f399904b6260 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:05.192673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router b3a79191-aa7b-4fd7-be38-16ed307ad1c6 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:04:05.194680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:05.200063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:05.200404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Checking segment: {'id': '3777da7d-4df2-4518-9952-17b99fc1e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:05.200958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Bound using segment: {'id': '3777da7d-4df2-4518-9952-17b99fc1e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:05.201229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Bound port: 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3777da7d-4df2-4518-9952-17b99fc1e3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:05.202133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.225503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:05.231980 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b592edc4-234e-4baf-a177-f0840c47c39a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:04:05.232531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b592edc4-234e-4baf-a177-f0840c47c39a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:05.282006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b592edc4-234e-4baf-a177-f0840c47c39a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:05.286894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b592edc4-234e-4baf-a177-f0840c47c39a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/fa9b5589-050d-40b6-8c32-a14d8a6d8171 HTTP/1.1" status: 404 len: 333 time: 0.1329098 Apr 28 20:04:05.286894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.287305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:05.305187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'name': 'tempest-PortsIpV6TestJSON-596783364'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:05.352499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-907aebc8-e5dc-456a-b396-7d40a88dc988 req-9fb09aa8-9ac0-43b5-b56b-93defff4012e tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Unset dirty status for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:05.355499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6a433e-a3e0-4220-a69d-4be82806bece None None] Network eedeb665-79a9-490c-9a33-ec5a209b06da requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:05.361713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-907aebc8-e5dc-456a-b396-7d40a88dc988 req-9fb09aa8-9ac0-43b5-b56b-93defff4012e tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3354375 Apr 28 20:04:05.498617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:05.576561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:05.623410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:05.623932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.639150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:05.639284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.681062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=3fa70e19-633d-4ded-9ce9-38977009c3e3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:05.694679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a434c7a7-531b-4586-9076-3c78c3b53c15,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:05.734019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:05.754512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:05.762631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.763862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.769982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b7738e7-7f13-432e-9ff9-4ff3e02eac11 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a18de6b7b3874bda8449f399904b6260&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9793284 Apr 28 20:04:05.773588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:05.774662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:05.780227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,segment=NetworkSegment(3777da7d-4df2-4518-9952-17b99fc1e3c5),segment_id=3777da7d-4df2-4518-9952-17b99fc1e3c5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:05.793574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:05.794377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:05.798884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.800991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.806563 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] Sync routers for ids ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:05.820236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] Routers {'b3a79191-aa7b-4fd7-be38-16ed307ad1c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:05.820854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:05.838672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4aca47d7-0653-4103-bd91-464df34310a1 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.5223877 Apr 28 20:04:05.845098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.860711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49660) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:05.869019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:05.890968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:05.891574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:05.893426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] 10.222.0.41 "PUT /v2.0/ports/263bb0bd-1d7f-4fcc-ae08-587cb7e0521c HTTP/1.1" status: 200 len: 1091 time: 3.4221735 Apr 28 20:04:05.925374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:05.929322 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:05.948639 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] Routers {'b3a79191-aa7b-4fd7-be38-16ed307ad1c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:05.949560 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:05.955511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cccccda5-11f6-482f-a61d-f44f9fc2dac2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/b3a79191-aa7b-4fd7-be38-16ed307ad1c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3329723 Apr 28 20:04:06.002428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:06.016469 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65531da0-2f2c-47b6-b919-1a166f89e706'] response: {'name': 'network-changed', 'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c', 'status': 'completed', 'code': 200} Apr 28 20:04:06.022471 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:06.022729 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a3aa58-0812-4d17-9901-8eb4167ee86d None None] The sync data for ids ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:06.049953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:06.056916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port b176b969-6ac1-4e5c-8672-8a5577a7c00f yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:06.100464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-373ff8e9-d1ff-4f99-ba3f-0f9744f75e62 None None] Provisioning for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:06.110293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-373ff8e9-d1ff-4f99-ba3f-0f9744f75e62 None None] Provisioning complete for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:06.110907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-373ff8e9-d1ff-4f99-ba3f-0f9744f75e62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.118241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.122232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Usage tracker for resource:security_group_rule and tenant:36b5009a2c84461eab188e32d65eb3f6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:06.123781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c488bf4-0211-49ba-8c43-028773437384 service neutron] Pushing event updated for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:06.130281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:06.148551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e849da4-67cb-48f2-bed1-85362b0b8331 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:06.149130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4e849da4-67cb-48f2-bed1-85362b0b8331 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:06.177687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-373ff8e9-d1ff-4f99-ba3f-0f9744f75e62 None None] Port 3fa70e19-633d-4ded-9ce9-38977009c3e3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:06.180106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.203791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-5e9c8db7-2272-446f-b9dc-44975206e82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:06.205263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-5e9c8db7-2272-446f-b9dc-44975206e82e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc998a3a4a8d4cae9bde1fa9e1e6272b&device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 1094 time: 0.2446945 Apr 28 20:04:06.208454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4e849da4-67cb-48f2-bed1-85362b0b8331 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:06.209452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4e849da4-67cb-48f2-bed1-85362b0b8331 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports/0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f HTTP/1.1" status: 200 len: 978 time: 0.1935227 Apr 28 20:04:06.210374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:06.220171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:06.251326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:06.280156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:06.303597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:06.327714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:06.338535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-2ca7d3f1-7fc5-4394-8bf5-f916ebc83350 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:06.340502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-2ca7d3f1-7fc5-4394-8bf5-f916ebc83350 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/networks?id=eedeb665-79a9-490c-9a33-ec5a209b06da HTTP/1.1" status: 200 len: 808 time: 0.3113444 Apr 28 20:04:06.407813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-390997f7-8e66-495d-af27-c1a6cfec2a72 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/quotas/ef02a4518f11498ab2ffef74f81eb244 HTTP/1.1" status: 200 len: 375 time: 0.0542021 Apr 28 20:04:06.412782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:06.420434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.533102 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-97c85b44-8390-4b21-8668-113d25ff8c10 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c HTTP/1.1" status: 200 len: 217 time: 0.3119667 Apr 28 20:04:06.572915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-f7678824-9ac6-4d1c-b561-8490cdc65c7a tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=ef02a4518f11498ab2ffef74f81eb244&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1320515 Apr 28 20:04:06.735960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-04a75d00-cd2c-470a-a046-599c3396e645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:06.737352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-04a75d00-cd2c-470a-a046-599c3396e645 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba0a0658-69b9-49ec-ab09-a37740033ea1 HTTP/1.1" status: 200 len: 852 time: 0.1586034 Apr 28 20:04:06.737975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.789073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.828863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.840673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.850295 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4b76bcf7-84e6-4fd7-94c7-bd67281ad56c (CIDR: 172.20.0.0/28) Apr 28 20:04:06.873880 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:04:06.874365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:06.876204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a434c7a7-531b-4586-9076-3c78c3b53c15,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:06.883558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-83996e89-e057-4660-916d-19c41e49771c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0737696 Apr 28 20:04:06.889813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:06.892995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-584dd2df-5ee1-4e92-a752-f168843504c7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a434c7a7-531b-4586-9076-3c78c3b53c15 HTTP/1.1" status: 204 len: 168 time: 1.1138268 Apr 28 20:04:06.937241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1eb86b27-5cf0-4a19-a085-327b79bc30bc service neutron] 10.222.0.24 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449605 Apr 28 20:04:06.944315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36b5009a2c84461eab188e32d65eb3f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4431100 Apr 28 20:04:06.945648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deabc6d0-6703-490f-b5ad-af27d216787e req-0ded6e36-3870-47f9-a5fc-a2ceeed06942 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:06.947099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deabc6d0-6703-490f-b5ad-af27d216787e req-0ded6e36-3870-47f9-a5fc-a2ceeed06942 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 943 time: 0.4165094 Apr 28 20:04:06.948812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5a7f50-fd21-4586-90a2-4adc570a7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73cb9a61-6d63-4e56-90ea-8b3b4d12d487,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:06.951182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:06.980862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1a7f988-6cd5-41be-9f57-32f7f18aa8ad tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1161406 Apr 28 20:04:06.981996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:07.004193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:07.087004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.179009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-deabc6d0-6703-490f-b5ad-af27d216787e req-885238df-fa16-405f-b008-6ec661698b55 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658587 Apr 28 20:04:07.200815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.203976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-3844dd3e-3b12-401b-87b4-30c26c17c9ea service neutron] 10.222.0.41 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090081 Apr 28 20:04:07.245070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:07.300359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.308092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.391272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:07.406037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:07.422886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:07.428194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:07.428788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.431903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:07.433945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=b176b969-6ac1-4e5c-8672-8a5577a7c00f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:07.443239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-3e33c9aa-3ade-4d0a-a2bd-422a7d4b0d2e service neutron] 10.222.0.24 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896431 Apr 28 20:04:07.455805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:07.460527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:07.463889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:07.468699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f48e2463-6509-4306-a0ec-eb66191f6ba5 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1803260 Apr 28 20:04:07.472132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49700) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:07.473355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Usage tracker for resource:security_group_rule and tenant:7a8bfd25035c4f61833974070e9cf8c4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:07.474799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:07.479471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:07.480295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:07.490272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:07.536249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac3285d6-2589-4ef0-bd09-29e40df0d244 req-3d8b380c-27de-43b3-80f2-95eeebee47b8 service neutron] 10.222.0.41 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3157067 Apr 28 20:04:07.536750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:07.540239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.608209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.694200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73cb9a61-6d63-4e56-90ea-8b3b4d12d487,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:07.735140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.783318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa421192-2bc3-45ca-83b7-8bbbcbfaab2e req-29a55df4-9c8d-4c52-a934-cd1cc1877515 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 210 time: 0.0906367 Apr 28 20:04:07.795838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.796874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-327ea2cf-04fa-49e9-b186-ecc1bff3a07e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/73cb9a61-6d63-4e56-90ea-8b3b4d12d487 HTTP/1.1" status: 204 len: 168 time: 0.8449957 Apr 28 20:04:07.807624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.815681 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df3c265f-a11e-4a63-9fe1-54c324ca664a (CIDR: 172.20.0.16/28) Apr 28 20:04:07.820522 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:04:07.821007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:07.860615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d62c1473-6a00-4a30-bc5d-37b577230b6b tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.8730092 Apr 28 20:04:07.863360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:07.863498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:07.872149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'subnet': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:08.085561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.163141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a8bfd25035c4f61833974070e9cf8c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9123964 Apr 28 20:04:08.163362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:08.164585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49722) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:08.174272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd33b423-2a76-405e-8e33-c6a8d896386a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1f8f7d4-540c-435b-9ef7-65d54aad6e16,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:08.181075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-9feab8a9-80d2-48af-96a4-8ad3fcd025a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:08.182631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-9feab8a9-80d2-48af-96a4-8ad3fcd025a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fc998a3a4a8d4cae9bde1fa9e1e6272b&device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 1094 time: 0.5667410 Apr 28 20:04:08.248851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Usage tracker for resource:subnet and tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:08.253885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.262226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:08.272108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:08.277604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.333477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] In _notify_port_updated(), no bound segment for port b176b969-6ac1-4e5c-8672-8a5577a7c00f on network 80295c56-11f6-4bda-b478-182f0401020b {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:08.341545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:08.342403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.343872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/ports/b176b969-6ac1-4e5c-8672-8a5577a7c00f HTTP/1.1" status: 200 len: 818 time: 0.8708405 Apr 28 20:04:08.380175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49734) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:08.461566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-65ad073f-1321-49f6-92e7-efde9089b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:08.466225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Made reservation on behalf of 47bcebb5108c4f5890eb2a0f1d75c7c7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:08.467176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-65ad073f-1321-49f6-92e7-efde9089b80f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 HTTP/1.1" status: 200 len: 913 time: 0.2339094 Apr 28 20:04:08.470689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.550406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:08.551017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.575622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port b176b969-6ac1-4e5c-8672-8a5577a7c00f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:08.576100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.599905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-64015b53-5f4e-4f82-af08-3f885231bc77 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c HTTP/1.1" status: 200 len: 217 time: 0.1249583 Apr 28 20:04:08.624482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7515f998-548a-4de5-ad1a-072cd3744320 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=b176b969-6ac1-4e5c-8672-8a5577a7c00f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:08.654420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.726356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-d7d2d532-980f-465a-a24b-95d1f3803194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:08.728027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-d7d2d532-980f-465a-a24b-95d1f3803194 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ba0a0658-69b9-49ec-ab09-a37740033ea1 HTTP/1.1" status: 200 len: 852 time: 0.1150181 Apr 28 20:04:08.813605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.835825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-add9dd3f-6931-4a0a-9e6b-4592aed1d35d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604634 Apr 28 20:04:08.907480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:08.973269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:08.976977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [-] 10.222.0.24 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0027294 Apr 28 20:04:08.986647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49756) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:09.102957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d328617-038d-4fd7-97a9-f002b9066ea7 req-98f00b06-c92c-4116-9568-7881c6aaf4f8 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:09.110729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d328617-038d-4fd7-97a9-f002b9066ea7 req-98f00b06-c92c-4116-9568-7881c6aaf4f8 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 943 time: 0.7324519 Apr 28 20:04:09.142843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:09.195856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4d19cddb-1a0b-4bf5-9f76-efed429a64ca tempest-NetworksApiDiscovery-118338381 tempest-NetworksApiDiscovery-118338381-project] 10.222.0.24 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2041228 Apr 28 20:04:09.196072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f3979262-fa22-4deb-bd9a-12e272be588a req-22ef2bb9-7c78-42e7-b52f-390dbd2e8d00 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 210 time: 0.2235270 Apr 28 20:04:09.219126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.236222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-99ec9d99-d59d-42a5-a3d0-92ab78dc159b service neutron] 10.222.0.41 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882840 Apr 28 20:04:09.240076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.269808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1f8f7d4-540c-435b-9ef7-65d54aad6e16,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:09.412600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffe52897-a44d-4d6f-94fd-f20ffa231271 req-836682e0-008a-4625-a049-52800d1b210a service neutron] 10.222.0.41 "GET /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692619 Apr 28 20:04:09.416381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d328617-038d-4fd7-97a9-f002b9066ea7 req-b1f0de87-b160-408c-8b8e-d96624aa6476 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3041799 Apr 28 20:04:09.423957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for b176b969-6ac1-4e5c-8672-8a5577a7c00f owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:09.461854 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.463053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c99af003-ccb3-43e9-8cfb-42e522461654 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1f8f7d4-540c-435b-9ef7-65d54aad6e16 HTTP/1.1" status: 204 len: 168 time: 1.2961156 Apr 28 20:04:09.515995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.656850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=0dbcdcfd-0b07-4b1d-ace1-9a3fa2ef517f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:09.875831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:09.902556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:09.960086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.001436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=b176b969-6ac1-4e5c-8672-8a5577a7c00f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:10.006730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.016866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.079437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d8e03e4d-ad74-4564-ba0c-59715fe6ec1b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/b176b969-6ac1-4e5c-8672-8a5577a7c00f HTTP/1.1" status: 204 len: 168 time: 1.6978936 Apr 28 20:04:10.094524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49784) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:10.136938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:10.159517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:10.171148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:10.171738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.172780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4736fa3-f2c7-42a4-9344-23388be70a58 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:10.175628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.213779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Subnet': ['ID=9b314238-06e6-4cb9-95a3-389fb9b4cee2,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:10.222037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:10.228765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Usage tracker for resource:security_group_rule and tenant:a04d49827dcf4c25a43d0176c7d345cf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:10.234988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:10.240866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-ee55a900-3c09-43bc-9ba7-32be291b479d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:10.241286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-ee55a900-3c09-43bc-9ba7-32be291b479d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Synchronizing usage tracker for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:10.248156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.255397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-457479e8-f9bf-485c-a983-2300c2cd5c42 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3905711 Apr 28 20:04:10.264659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:10.267122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:10.294742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-917560826', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9b314238-06e6-4cb9-95a3-389fb9b4cee2'}], 'security_groups': ['7315df4d-9ab3-4d26-83cf-030c135c0e4c', '2b3e3003-5a90-4219-82bf-90a6380326e2']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:10.341881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-ee55a900-3c09-43bc-9ba7-32be291b479d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Unset dirty status for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:10.343040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-ee55a900-3c09-43bc-9ba7-32be291b479d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.41 "GET /v2.0/networks?id=eedeb665-79a9-490c-9a33-ec5a209b06da HTTP/1.1" status: 200 len: 808 time: 0.7178218 Apr 28 20:04:10.421323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:04:10.438173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Request body: {'port': {'device_id': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da', 'admin_state_up': True, 'tenant_id': 'ef02a4518f11498ab2ffef74f81eb244'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:10.578307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d3f95b-f62b-4ab3-abb9-82c383f39bf9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:10.579259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-94d3f95b-f62b-4ab3-abb9-82c383f39bf9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:10.588994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-84f9b504-9c60-41da-b503-4ae03705b2b6 req-b0f4cb96-08a2-4841-a7d9-ea408577a82d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 210 time: 0.1009064 Apr 28 20:04:10.835201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-94d3f95b-f62b-4ab3-abb9-82c383f39bf9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:10.836388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-94d3f95b-f62b-4ab3-abb9-82c383f39bf9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7408800 Apr 28 20:04:10.848106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:10.852991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,segment=NetworkSegment(3777da7d-4df2-4518-9952-17b99fc1e3c5),segment_id=3777da7d-4df2-4518-9952-17b99fc1e3c5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:10.879220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Update dhcp port {'port': {'network_id': '4c4d822d-4b25-42af-807c-9b6d163e31ae', 'fixed_ips': [{'subnet_id': 'df3c265f-a11e-4a63-9fe1-54c324ca664a', 'ip_address': '172.20.0.18'}, {'subnet_id': '4b76bcf7-84e6-4fd7-94c7-bd67281ad56c', 'ip_address': '172.20.0.2'}, {'subnet_id': '9b314238-06e6-4cb9-95a3-389fb9b4cee2'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '91eea506-e7f9-4761-b7b9-7cb3c7a485bd'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:04:10.906271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c', 'network_id': 'c47a3cdf-0e6c-4e02-b22a-d39f8754dd15', 'port_id': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c', 'mac_address': 'fa:16:3e:b3:18:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 404, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba0a0658-69b9-49ec-ab09-a37740033ea1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:04:10.937177 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-d326b5a3-f9c2-4694-9635-2a2490a516df tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:04:10.941856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d326b5a3-f9c2-4694-9635-2a2490a516df tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/b176b969-6ac1-4e5c-8672-8a5577a7c00f HTTP/1.1" status: 404 len: 333 time: 0.0873880 Apr 28 20:04:10.944502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:10.957347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router b3a79191-aa7b-4fd7-be38-16ed307ad1c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:04:10.962713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-661883691'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:10.975657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:10.982169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:10.982710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:10.987901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Usage tracker for resource:port and tenant:ef02a4518f11498ab2ffef74f81eb244 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:10.993600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:11.003120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.003632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:11.021404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.026337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:11.048636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.101358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6db5749-b83e-4e1c-912e-720ce16b8fbd req-155559ac-c880-439a-a1aa-33b54fe538cc tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:11.102873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6db5749-b83e-4e1c-912e-720ce16b8fbd req-155559ac-c880-439a-a1aa-33b54fe538cc tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 943 time: 0.4899428 Apr 28 20:04:11.106978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:11.117363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:11.142394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6f0fcc7-4ec5-4bb9-9c24-561f30890382,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:11.150557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9be84651-9231-46fd-b566-6f3a8ab69607 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a04d49827dcf4c25a43d0176c7d345cf&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2713377 Apr 28 20:04:11.151545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.169507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49854) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:11.204480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:11.229206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:11.237359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Made reservation on behalf of ef02a4518f11498ab2ffef74f81eb244 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:11.241522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.257535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:11.257914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,segment=NetworkSegment(3777da7d-4df2-4518-9952-17b99fc1e3c5),segment_id=3777da7d-4df2-4518-9952-17b99fc1e3c5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:11.260423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] Sync routers for ids ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:11.261978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.278973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.338997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54430145-5eea-4f3b-920b-0d66c0ae83df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/b3a79191-aa7b-4fd7-be38-16ed307ad1c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1161950 Apr 28 20:04:11.343081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:11.346559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6db5749-b83e-4e1c-912e-720ce16b8fbd req-4f68ca9d-4723-4b82-a81e-13292169d92e tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285573 Apr 28 20:04:11.379970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] Routers {'b3a79191-aa7b-4fd7-be38-16ed307ad1c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:11.380607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:11.476537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.503126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:11.524291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Allocated IP 172.20.0.34 (4c4d822d-4b25-42af-807c-9b6d163e31ae/9b314238-06e6-4cb9-95a3-389fb9b4cee2/91eea506-e7f9-4761-b7b9-7cb3c7a485bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:11.526657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:11.536433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:11.560186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['263bb0bd-1d7f-4fcc-ae08-587cb7e0521c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:04:11.572187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.585432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.585799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.586137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.586469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.586795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.587121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.587451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.587771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.588091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.588408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.588725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.589040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:11.601763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] Routers {'b3a79191-aa7b-4fd7-be38-16ed307ad1c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:11.602556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:03:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:11.657124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:11.664325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.684751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6f0fcc7-4ec5-4bb9-9c24-561f30890382,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:11.690070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.693857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7f3dd5ec-6e0c-4b6c-baaa-25dcce447a70 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f6f0fcc7-4ec5-4bb9-9c24-561f30890382 HTTP/1.1" status: 204 len: 168 time: 0.5192761 Apr 28 20:04:11.702533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:11.702947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9693ebc-3795-4b10-8116-7fb83ca0b818 None None] The sync data for ids ['b3a79191-aa7b-4fd7-be38-16ed307ad1c6'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:11.806759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.807484 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment 26c39408-f774-45b7-9761-226f0734f0f2 of type vlan for network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a Apr 28 20:04:11.903866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:11.965591 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:11.982812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55fe973a-2661-4814-ac70-dd6082f1186c req-d4196b09-57b6-4612-a6d3-e55e72248a70 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 210 time: 0.0756047 Apr 28 20:04:12.027156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Transition to ACTIVE for port object 91eea506-e7f9-4761-b7b9-7cb3c7a485bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:12.037881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.093801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.094569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.116219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:12.128654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Usage tracker for resource:security_group_rule and tenant:c58d09237b8b49139078841d373600e0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:12.133799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:12.140559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Allocated IP 172.20.0.7 (eedeb665-79a9-490c-9a33-ec5a209b06da/3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6/37924d6b-c80e-4dfa-9b83-c0c99656d3e7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:12.143736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:12.194034 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b61232ea-b778-4ca2-9553-83603cd01186 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 20:04:12.197697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b61232ea-b778-4ca2-9553-83603cd01186 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/b3a79191-aa7b-4fd7-be38-16ed307ad1c6/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8466537 Apr 28 20:04:12.197697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.199947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49890) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:12.204815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:12.205729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.247923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a0d24-5077-4231-ad98-85b23da0eba2 None None] Pushing event updated for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:12.251511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.270117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.3173592 Apr 28 20:04:12.273381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49894) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:12.276748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb499f51-51a7-4fce-bd52-62056613274a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:12.288270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:12.358429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Delete allocated IP 172.20.0.5 (4c4d822d-4b25-42af-807c-9b6d163e31ae/4b76bcf7-84e6-4fd7-94c7-bd67281ad56c) {{(pid=88139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:04:12.374417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5e47a5-e694-475a-9e47-81b14665590c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=0e41fc37-7be9-4eca-ab09-c6dd56321f5a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:12.390331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:12.449308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Allocated IP 172.20.0.42 (4c4d822d-4b25-42af-807c-9b6d163e31ae/9b314238-06e6-4cb9-95a3-389fb9b4cee2/3fa70e19-633d-4ded-9ce9-38977009c3e3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:12.458394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb499f51-51a7-4fce-bd52-62056613274a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:12.459769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb499f51-51a7-4fce-bd52-62056613274a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a79191-aa7b-4fd7-be38-16ed307ad1c6 HTTP/1.1" status: 200 len: 205 time: 0.2587955 Apr 28 20:04:12.462480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49904) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:12.499331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:12.506001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:12.524963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:12.531727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:12.553564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:12.612925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.615841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:12.619422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.666055 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.722981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:12.732170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:12.733131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.801322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c58d09237b8b49139078841d373600e0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1430793 Apr 28 20:04:12.834565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.861426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.911402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:12.916094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:12.957024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,segment=NetworkSegment(3777da7d-4df2-4518-9952-17b99fc1e3c5),segment_id=3777da7d-4df2-4518-9952-17b99fc1e3c5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:12.958488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:12.982306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.044198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.119616 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-794b1a9c-8e65-4b72-8a4b-1c5864b96ba8'] response: {'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c', 'code': 200} Apr 28 20:04:13.121178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:13.254443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.256863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.262391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Provisioning for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:13.271110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:13.271483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.279266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d2dfc-02c1-4a2b-abbf-fea82d4a8c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0eb9095-9897-4032-a6de-1a498125227f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:13.400732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Pushing event updated for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:13.439564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.440366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router b3a79191-aa7b-4fd7-be38-16ed307ad1c6 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:04:13.476128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790ddac7-cb66-4d50-8c13-e71ae4685736 req-8ab04907-e2c1-4ccf-8807-7f2d831a11f8 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:13.483582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-790ddac7-cb66-4d50-8c13-e71ae4685736 req-8ab04907-e2c1-4ccf-8807-7f2d831a11f8 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 944 time: 0.8445973 Apr 28 20:04:13.484645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.494350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Network eedeb665-79a9-490c-9a33-ec5a209b06da is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:13.506425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:13.518710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.519773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-059565f7-accf-4b91-a775-893a499a15e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/b3a79191-aa7b-4fd7-be38-16ed307ad1c6 HTTP/1.1" status: 204 len: 168 time: 1.0532801 Apr 28 20:04:13.524351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.524649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:13.532430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:13.544163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a21554a-38d3-416a-ae56-906fca87a4cc req-d967b78f-5fcc-4d2f-a9f9-1b85a0fd3ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:13.545700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a21554a-38d3-416a-ae56-906fca87a4cc req-d967b78f-5fcc-4d2f-a9f9-1b85a0fd3ec1 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 1096 time: 0.3768935 Apr 28 20:04:13.585532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:13.585915 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.641845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Transition to ACTIVE for port object 3fa70e19-633d-4ded-9ce9-38977009c3e3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:13.648731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:13.668449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Provisioning for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:13.683972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:13.688696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.723451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Provisioning complete for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:13.723451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.760011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.806376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:13.807188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.814545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ebf987d0-2dc0-47ec-bc10-562ba369b68f None None] Port 3fa70e19-633d-4ded-9ce9-38977009c3e3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:13.831186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:13.831656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.842595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-790ddac7-cb66-4d50-8c13-e71ae4685736 req-82a557b9-eeac-4e24-bfa7-3914e51b9f26 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3574386 Apr 28 20:04:13.848063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event updated for resources: {'Port': ['ID=3fa70e19-633d-4ded-9ce9-38977009c3e3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:13.849946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-cb74923a-b93e-4ba4-a330-5af9057f8d4c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:13.850871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-cb74923a-b93e-4ba4-a330-5af9057f8d4c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Synchronizing usage tracker for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:13.867352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-1a03fe34-00a8-4081-b4ad-c9c2f1b308c2 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4472728 Apr 28 20:04:13.885157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Request body: {'port': {'device_id': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:13.955731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet cd3b0af1-506d-4165-a462-6a6f5b41e4d0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:13.959135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:13.993191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-cb74923a-b93e-4ba4-a330-5af9057f8d4c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Unset dirty status for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:13.998469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-cb74923a-b93e-4ba4-a330-5af9057f8d4c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 931 time: 0.7099941 Apr 28 20:04:14.025117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a21554a-38d3-416a-ae56-906fca87a4cc req-d3eff88c-37d6-453d-b5a3-3446b76c83cb service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4377589 Apr 28 20:04:14.033348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.072257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.091680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.094244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.106743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-e88976f9-2d07-4f64-b267-a155b2493aa9 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Synchronizing usage tracker for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:14.112972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0eb9095-9897-4032-a6de-1a498125227f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:14.126874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.127972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c33e0842-dc85-4458-a5bd-a9ab63848c12 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c0eb9095-9897-4032-a6de-1a498125227f HTTP/1.1" status: 204 len: 168 time: 1.2019641 Apr 28 20:04:14.154660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] In _notify_port_updated(), no bound segment for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 on network 4c4d822d-4b25-42af-807c-9b6d163e31ae {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:14.160318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:14.160935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.165901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-885c116c-42a3-40fe-ac83-87038876da01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "PUT /v2.0/ports/3fa70e19-633d-4ded-9ce9-38977009c3e3 HTTP/1.1" status: 200 len: 959 time: 3.9001372 Apr 28 20:04:14.166677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49946) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:14.195155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-e88976f9-2d07-4f64-b267-a155b2493aa9 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Unset dirty status for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:14.196765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef56c00c-fe96-4d14-bd76-b2e7a3a09758 req-e88976f9-2d07-4f64-b267-a155b2493aa9 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830704 Apr 28 20:04:14.294605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=53ac2f56-e2f1-4132-b216-55845cb7fa24,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:14.321089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': '26c39408-f774-45b7-9761-226f0734f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:14.321362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 0e41fc37-7be9-4eca-ab09-c6dd56321f5a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:14.334616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 3fa70e19-633d-4ded-9ce9-38977009c3e3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:14.334952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.394849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.455940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:14.467094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-02405d2f-669f-4fe9-9474-94b411ec87ec None None] Provisioning complete for port 3fa70e19-633d-4ded-9ce9-38977009c3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:14.467655 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-02405d2f-669f-4fe9-9474-94b411ec87ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.520102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0e41fc37-7be9-4eca-ab09-c6dd56321f5a) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:14.534300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:14.535243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.629923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:14.638632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.640671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-02405d2f-669f-4fe9-9474-94b411ec87ec None None] Port 3fa70e19-633d-4ded-9ce9-38977009c3e3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:14.648037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7d155-4f53-4df1-af39-5d8e307d1949 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:14.655768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Transition to ACTIVE for port object 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:14.663836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.668176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.737015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8250298a-8010-4bff-8d7b-c41eab7cb3cc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4622614 Apr 28 20:04:14.763256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49958) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:14.767809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=cd3b0af1-506d-4165-a462-6a6f5b41e4d0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:14.779052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Pushing event updated for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:14.781819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:14.783908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2479ec4d-7c2b-42d2-9f2d-1f9e9dac85c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/cd3b0af1-506d-4165-a462-6a6f5b41e4d0 HTTP/1.1" status: 204 len: 168 time: 1.2504718 Apr 28 20:04:14.787689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:14.791692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:14.806473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3e3ec4-da11-4659-85f0-d888260eba73 None None] Network ed0786af-2f72-4161-a80d-0281f8093ac8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:15.020533 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.071340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Attempting to bind port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:15.071670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Attempting to bind port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8d3239c0-9555-4735-a6cf-2f52257788ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:15.071995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Attempting to bind port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 on network eedeb665-79a9-490c-9a33-ec5a209b06da {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:15.076809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 on network eedeb665-79a9-490c-9a33-ec5a209b06da not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:15.077549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Attempting to bind port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 on network eedeb665-79a9-490c-9a33-ec5a209b06da {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:15.082780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:15.083148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Checking segment: {'id': '8d3239c0-9555-4735-a6cf-2f52257788ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:15.083527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Bound using segment: {'id': '8d3239c0-9555-4735-a6cf-2f52257788ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:15.083951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Bound port: 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d3239c0-9555-4735-a6cf-2f52257788ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:15.084295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.176396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '53ac2f56-e2f1-4132-b216-55845cb7fa24'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:15.177262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.278067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:15.282192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,segment=NetworkSegment(8d3239c0-9555-4735-a6cf-2f52257788ca),segment_id=8d3239c0-9555-4735-a6cf-2f52257788ca)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:15.287658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.452784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 3fa70e19-633d-4ded-9ce9-38977009c3e3 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:15.469643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Allocated IP 2001:db8::2 (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/53ac2f56-e2f1-4132-b216-55845cb7fa24/d05603c2-1f71-400e-a439-ca62ea0b3a6a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:15.483795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Pushing event updated for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:15.526476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:15.527647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.529067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-8791ad71-6ea5-4bfa-85a3-a03174ad786f service neutron] 10.222.0.41 "PUT /v2.0/ports/37924d6b-c80e-4dfa-9b83-c0c99656d3e7 HTTP/1.1" status: 200 len: 1091 time: 1.6492388 Apr 28 20:04:15.530608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:15.541109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26864e2-1456-450c-86d7-44093861d211 None None] DHCP port deletion for ed0786af-2f72-4161-a80d-0281f8093ac8 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:04:15.548951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.601608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Deleting port 73643c4b-ebc6-49c5-a537-f46e384e99eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:15.602182 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.650991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:15.659601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 73643c4b-ebc6-49c5-a537-f46e384e99eb {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:15.659937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:15.674951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 73643c4b-ebc6-49c5-a537-f46e384e99eb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:15.686945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7957f62-4bc5-4690-9aa9-9e7d2108a4ee req-e1700693-435b-4a53-9eb5-304384e8dfee tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:15.695838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7957f62-4bc5-4690-9aa9-9e7d2108a4ee req-e1700693-435b-4a53-9eb5-304384e8dfee tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 943 time: 0.3295414 Apr 28 20:04:15.721488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:15.762085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:15.763871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7957f62-4bc5-4690-9aa9-9e7d2108a4ee req-8948d828-c82f-4c50-a5de-b2ca09523016 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Apr 28 20:04:15.778376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-40fcf62b-306f-4113-aba7-4daa5c6874af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:15.779892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-40fcf62b-306f-4113-aba7-4daa5c6874af service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef02a4518f11498ab2ffef74f81eb244&device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 1094 time: 0.1929896 Apr 28 20:04:15.780518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:15.872791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd40f0f-06d2-4015-9fa5-06878b5fa15b req-d83eba1b-d7f3-473e-a79d-7a471bd085b2 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:15.878741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-9cce06cc-806e-4a58-b993-2badf192f4bd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7 HTTP/1.1" status: 200 len: 217 time: 0.0904961 Apr 28 20:04:15.880090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecd40f0f-06d2-4015-9fa5-06878b5fa15b req-d83eba1b-d7f3-473e-a79d-7a471bd085b2 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 945 time: 0.8351865 Apr 28 20:04:15.935274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:15.938718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.021723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-4cc92a52-1d42-423c-b3a2-d5f29a4683c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:16.023445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-4cc92a52-1d42-423c-b3a2-d5f29a4683c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6 HTTP/1.1" status: 200 len: 848 time: 0.1352377 Apr 28 20:04:16.053524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-9b126ecd-002e-4852-99c0-1b775c02079d req-c2bbd996-17b5-4a80-a4a2-2082b0f23748 tempest-ServerDiskConfigTestJSON-1926702634 tempest-ServerDiskConfigTestJSON-1926702634-project] (88139) timed out ('10.222.0.46', 54978) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:04:16.082502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.155868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-e6af215f-39bb-4c2b-9886-e335bed70da7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eedeb665-79a9-490c-9a33-ec5a209b06da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1245067 Apr 28 20:04:16.175398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecd40f0f-06d2-4015-9fa5-06878b5fa15b req-630ddf79-9a92-4e68-bc89-5304f7de5af4 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941406 Apr 28 20:04:16.193373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=3fa70e19-633d-4ded-9ce9-38977009c3e3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:16.310565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.326312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Transition to ACTIVE for port object d05603c2-1f71-400e-a439-ca62ea0b3a6a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:16.373870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Transition to ACTIVE for port object d05603c2-1f71-400e-a439-ca62ea0b3a6a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:16.389088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-725498b4-2bf6-4ea1-b4f7-ebb6eb6b27ce service neutron] 10.222.0.41 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256541 Apr 28 20:04:16.391692 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbe791b8-45a8-4479-8e88-9c48874bfe1a'] response: {'name': 'network-changed', 'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7', 'status': 'completed', 'code': 200} Apr 28 20:04:16.430969 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.434541 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 53ac2f56-e2f1-4132-b216-55845cb7fa24 (CIDR: 2001:db8::/64) Apr 28 20:04:16.438057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.446319 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:04:16.447038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:16.452753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 73643c4b-ebc6-49c5-a537-f46e384e99eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73643c4b-ebc6-49c5-a537-f46e384e99eb,segment=NetworkSegment(1c9124d5-d4aa-4cfd-9a99-e653a78a176e),segment_id=1c9124d5-d4aa-4cfd-9a99-e653a78a176e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:16.453120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.553363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fca5e384-1602-4f74-8c05-3daf89897abb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/3fa70e19-633d-4ded-9ce9-38977009c3e3 HTTP/1.1" status: 204 len: 168 time: 2.3783937 Apr 28 20:04:16.555834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50006) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:16.571461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d26864e2-1456-450c-86d7-44093861d211 None None] For port 73643c4b-ebc6-49c5-a537-f46e384e99eb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=73643c4b-ebc6-49c5-a537-f46e384e99eb,segment=NetworkSegment(1c9124d5-d4aa-4cfd-9a99-e653a78a176e),segment_id=1c9124d5-d4aa-4cfd-9a99-e653a78a176e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:16.572684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.600648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:16.626068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94d8f665-fe92-4c98-b883-2fad3faa9926 req-be5ea520-6dfd-419b-9720-76192bdd3cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254367 Apr 28 20:04:16.627232 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32e8996-6474-40e8-a3d4-1bc376e812fd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] GET failed (client error): The resource could not be found. Apr 28 20:04:16.631605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f32e8996-6474-40e8-a3d4-1bc376e812fd tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports/3fa70e19-633d-4ded-9ce9-38977009c3e3 HTTP/1.1" status: 404 len: 333 time: 0.0742323 Apr 28 20:04:16.634609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50014) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:16.642860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 73643c4b-ebc6-49c5-a537-f46e384e99eb owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:16.657618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.666426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:16.732361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:16.748193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Calling delete_port for 73643c4b-ebc6-49c5-a537-f46e384e99eb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:16.751916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-91f88556-1e52-4c63-974a-2a60b3d76b84 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9773481 Apr 28 20:04:16.753035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-b4db6d69-937d-45e5-a285-8263f01f5025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:16.754730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-b4db6d69-937d-45e5-a285-8263f01f5025 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ef02a4518f11498ab2ffef74f81eb244&device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 1094 time: 0.0789750 Apr 28 20:04:16.755187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:16.756130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.760740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:16.779395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Pushing event updated for resources: {'Port': ['ID=d05603c2-1f71-400e-a439-ca62ea0b3a6a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:16.797188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50024) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:16.815246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.886278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.952301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Attempting to bind port d05603c2-1f71-400e-a439-ca62ea0b3a6a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:16.952666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Attempting to bind port d05603c2-1f71-400e-a439-ca62ea0b3a6a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '26c39408-f774-45b7-9761-226f0734f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:16.953139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Attempting to bind port d05603c2-1f71-400e-a439-ca62ea0b3a6a on network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:16.960438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:16.960808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Checking segment: {'id': '26c39408-f774-45b7-9761-226f0734f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:16.961209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.961634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Bound using segment: {'id': '26c39408-f774-45b7-9761-226f0734f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:16.962101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Bound port: d05603c2-1f71-400e-a439-ca62ea0b3a6a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c39408-f774-45b7-9761-226f0734f0f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:16.962471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:16.982803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:04:16.983083 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:04:17.019575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=73643c4b-ebc6-49c5-a537-f46e384e99eb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:17.027667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No DVR routers for this DVR port 73643c4b-ebc6-49c5-a537-f46e384e99eb on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:17.076002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:17.079812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d05603c2-1f71-400e-a439-ca62ea0b3a6a,segment=NetworkSegment(26c39408-f774-45b7-9761-226f0734f0f2),segment_id=26c39408-f774-45b7-9761-226f0734f0f2)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:17.085606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.136948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-314491563'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:17.169971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcb4d5e-4ff5-4a99-8296-1f8be3207fa6 None None] Pushing event updated for resources: {'Port': ['ID=d05603c2-1f71-400e-a439-ca62ea0b3a6a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:17.176578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:17.191725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:17.197277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:17.204548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.205769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:17.208082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-5ff599f2-86b2-4380-bb48-d638dae367c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.209556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-5ff599f2-86b2-4380-bb48-d638dae367c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=eedeb665-79a9-490c-9a33-ec5a209b06da HTTP/1.1" status: 200 len: 909 time: 0.4328647 Apr 28 20:04:17.210317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:17.219039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.249200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Usage tracker for resource:network and tenant:1fe1fc4ef81d4436aff17656ccbde3da is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:17.254320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:17.282477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23595d0d-fb6b-4b25-938d-9384631512db,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:17.284640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:17.311207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:17.316826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed0786af-2f72-4161-a80d-0281f8093ac8']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:17.318042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.336171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Made reservation on behalf of 1fe1fc4ef81d4436aff17656ccbde3da for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:17.340266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.348360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-59f00024-8f0f-4ba9-95f1-810ae23cc348 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7 HTTP/1.1" status: 200 len: 217 time: 0.1320319 Apr 28 20:04:17.355804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c9124d5-d4aa-4cfd-9a99-e653a78a176e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:17.356395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c9124d5-d4aa-4cfd-9a99-e653a78a176e') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:17.379300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ee42f2-fc07-4cf6-8a04-3d44236cf1ca req-33a4674c-47ba-4b99-aadd-93377e4a7d94 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.387319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73ee42f2-fc07-4cf6-8a04-3d44236cf1ca req-33a4674c-47ba-4b99-aadd-93377e4a7d94 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 943 time: 0.4225361 Apr 28 20:04:17.389246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.398484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.403684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-67d3215d-0a53-426c-a39b-251a3c097f81 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/security-groups/23595d0d-fb6b-4b25-938d-9384631512db HTTP/1.1" status: 204 len: 168 time: 0.7681129 Apr 28 20:04:17.406330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:17.408897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.485032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Deleting port 73643c4b-ebc6-49c5-a537-f46e384e99eb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:17.485434 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d26864e2-1456-450c-86d7-44093861d211 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.497509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:17.508967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Usage tracker for resource:security_group_rule and tenant:1fe1fc4ef81d4436aff17656ccbde3da is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:17.527099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:17.533357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.562243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:17.567308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:17.567791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:17.603420 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:17.615900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-bb232494-93ce-4080-8dfa-6120cae1d1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.617611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-bb232494-93ce-4080-8dfa-6120cae1d1ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6 HTTP/1.1" status: 200 len: 848 time: 0.2147591 Apr 28 20:04:17.696066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-95565c05-9be2-42d0-973e-6a23cc9d9f6c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=eedeb665-79a9-490c-9a33-ec5a209b06da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607288 Apr 28 20:04:17.706082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d26864e2-1456-450c-86d7-44093861d211 None None] The port '73643c4b-ebc6-49c5-a537-f46e384e99eb' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:04:17.777946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d05603c2-1f71-400e-a439-ca62ea0b3a6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:17.791854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5757-758f-4bef-ba16-cab974da4b73 req-dcd2b12b-fe52-46ba-8582-79526b899722 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:17.794810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70fa5757-758f-4bef-ba16-cab974da4b73 req-dcd2b12b-fe52-46ba-8582-79526b899722 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 945 time: 0.4512713 Apr 28 20:04:17.895506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73ee42f2-fc07-4cf6-8a04-3d44236cf1ca req-471fb814-db08-4221-9463-cc3e1d8afd55 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5044203 Apr 28 20:04:17.902853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d05603c2-1f71-400e-a439-ca62ea0b3a6a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:17.965989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.002801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70fa5757-758f-4bef-ba16-cab974da4b73 req-aa2a674a-39e2-4ecb-a66f-cc62a3b0df2b tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920917 Apr 28 20:04:18.033778 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-af0d86d2-cd64-4826-83ef-b9f766c30eff service neutron] 10.222.0.41 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255241 Apr 28 20:04:18.059005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.064195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.070952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.141023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=ed0786af-2f72-4161-a80d-0281f8093ac8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.160737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-feea7b50-7363-4113-b919-da31a04c89f7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/ed0786af-2f72-4161-a80d-0281f8093ac8 HTTP/1.1" status: 204 len: 168 time: 3.3526459 Apr 28 20:04:18.161736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50052) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:18.178692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1360555451'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:18.191746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:18.197109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:18.201574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:18.219327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:18.225273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.257996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.266394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b3e3003-5a90-4219-82bf-90a6380326e2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.282657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:18.286097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.318077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.322915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.328275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5b7550cc-c76e-48eb-a32a-561cf62a70b0 req-d92482b3-f31c-43b1-b765-d1b32a5a3d08 service neutron] 10.222.0.41 "GET /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884283 Apr 28 20:04:18.328749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:18.329496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2ea11e6-a528-4d0c-9c08-f28b8d4be590 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/security-groups/2b3e3003-5a90-4219-82bf-90a6380326e2 HTTP/1.1" status: 204 len: 168 time: 0.9135938 Apr 28 20:04:18.332105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.391589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:18.396151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb316a29-37c9-4a77-9ae7-becd10ea01d0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.397366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:18.402956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:18.408810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:18.414350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:18.414955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.415734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.416218 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Added segment 6c44657d-9e2b-49b2-8147-d652586a047a of type vlan for network f65b28b2-96b2-4617-8eb7-d472f6fbb91f Apr 28 20:04:18.423321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.423672 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment a394bb26-b7e5-4a95-b040-96ac8a30a170 of type vlan for network 2fe98a80-64d9-494e-80fc-5292c1309472 Apr 28 20:04:18.489130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.493924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.538804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=e15682d6-8304-4c11-946a-fa4f6c4d49de,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.549550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.555820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5adf7ea7-55e5-41ae-b601-653fd1adff59 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7995365 Apr 28 20:04:18.556594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:18.557217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:18.557920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.570190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'fixed_ips': [{'subnet_id': '53ac2f56-e2f1-4132-b216-55845cb7fa24'}, {'subnet_id': 'e15682d6-8304-4c11-946a-fa4f6c4d49de'}], 'name': 'tempest-PortsIpV6TestJSON-303545888'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:18.602097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.609334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:18.612373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.690877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.734583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5640929 Apr 28 20:04:18.743409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.9445810 Apr 28 20:04:18.744377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50068) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:18.746212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.751899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe474428-8590-4d3f-b31d-01b776e55c7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Pushing event updated for resources: {'Network': ['ID=f65b28b2-96b2-4617-8eb7-d472f6fbb91f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.771430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:18.785380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:18.950502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:18.958685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906321a2-1baf-4a75-81dd-0a5910f7be64 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:18.967743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b44572-798d-4453-aef0-549e4d426532 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=2fe98a80-64d9-494e-80fc-5292c1309472,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:18.996319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2fe98a80-64d9-494e-80fc-5292c1309472 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:19.000545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7315df4d-9ab3-4d26-83cf-030c135c0e4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:19.008934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:19.013116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.017700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af891079-1110-48a9-883c-5fcaaeb577a6 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/security-groups/7315df4d-9ab3-4d26-83cf-030c135c0e4c HTTP/1.1" status: 204 len: 168 time: 0.6816528 Apr 28 20:04:19.021402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:19.024985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:19.105054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50086) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:19.114325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:19.132004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:19.163444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:19.166135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f', 'binding:host_id': 'n-h1-839811-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-69550033'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:19.194576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Provisioning for port d05603c2-1f71-400e-a439-ca62ea0b3a6a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:19.198415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 4b76bcf7-84e6-4fd7-94c7-bd67281ad56c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:19.206368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Provisioning complete for port d05603c2-1f71-400e-a439-ca62ea0b3a6a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:19.206748 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.209757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:19.220399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.241882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Usage tracker for resource:port and tenant:d137303ec3a7427db92ed337d42c72b2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:19.256030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:19.268135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:19.271426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:19.282203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:19.287539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:19.299098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:19.301937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Made reservation on behalf of d137303ec3a7427db92ed337d42c72b2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:19.304646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.327253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.348990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07baecf-2250-4218-8b64-5a13c9f49266 req-0f993cb3-d6e3-4fe9-8ef6-8817029e5622 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:19.350710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c07baecf-2250-4218-8b64-5a13c9f49266 req-0f993cb3-d6e3-4fe9-8ef6-8817029e5622 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 945 time: 0.3804576 Apr 28 20:04:19.353260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:19.360361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.386911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:19.419513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Usage tracker for resource:security_group_rule and tenant:d137303ec3a7427db92ed337d42c72b2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:19.432881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:19.495682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:19.542162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c07baecf-2250-4218-8b64-5a13c9f49266 req-624cf2ef-d081-4647-93b4-e53cf4e9d2ae tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652849 Apr 28 20:04:19.544325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.575792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.628126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d05603c2-1f71-400e-a439-ca62ea0b3a6a,segment=NetworkSegment(26c39408-f774-45b7-9761-226f0734f0f2),segment_id=26c39408-f774-45b7-9761-226f0734f0f2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:19.634180 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.635461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.672013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 85b2b642-f269-4358-87c1-ad2c41eef8b7 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:19.716622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.723548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e867b-45b6-4f30-9f4c-eafb8513b14b req-1159af54-d401-43ea-8f97-9cb5c9461da6 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:19.725205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c4e867b-45b6-4f30-9f4c-eafb8513b14b req-1159af54-d401-43ea-8f97-9cb5c9461da6 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 943 time: 0.4518061 Apr 28 20:04:19.733058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.737006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 9810b172-cbbf-45f6-a77d-94c1eed5469b yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:19.769237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef0607-21e4-46df-ace3-878ee9a5b0a7 None None] Pushing event updated for resources: {'Port': ['ID=d05603c2-1f71-400e-a439-ca62ea0b3a6a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:19.794359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.801044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Update dhcp port {'port': {'network_id': '0e41fc37-7be9-4eca-ab09-c6dd56321f5a', 'fixed_ips': [{'subnet_id': '53ac2f56-e2f1-4132-b216-55845cb7fa24', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e15682d6-8304-4c11-946a-fa4f6c4d49de'}], 'binding:host_id': 'n-d-839811-1'}, 'id': 'd05603c2-1f71-400e-a439-ca62ea0b3a6a'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:04:19.854323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.904541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c4e867b-45b6-4f30-9f4c-eafb8513b14b req-bfd97d76-acb6-48da-b84d-4bc0dfa41a2f tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640692 Apr 28 20:04:19.909988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372a01a8-0b8b-465b-bdae-e007e13174c4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:19.914392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:19.994214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': 'a394bb26-b7e5-4a95-b040-96ac8a30a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:19.994566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: 2fe98a80-64d9-494e-80fc-5292c1309472, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:19.999858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.024557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=e772d2e7-74ca-43e4-b61d-eaaa33bc95a0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:20.054546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=4b76bcf7-84e6-4fd7-94c7-bd67281ad56c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:20.077617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930e3f68-56ca-465c-8d73-5269e6409efb None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:20.086566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.099883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 2fe98a80-64d9-494e-80fc-5292c1309472 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:20.123124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a92c9d1b-d7e3-4cf4-9e82-cffcea45b1c0 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/4b76bcf7-84e6-4fd7-94c7-bd67281ad56c HTTP/1.1" status: 204 len: 168 time: 1.1000929 Apr 28 20:04:20.126153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:20.162368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2fe98a80-64d9-494e-80fc-5292c1309472) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:20.170001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:20.170576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.189936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afa9fad-3f0f-4b39-aa5c-c24a7e3bf0c2 None None] Network 2fe98a80-64d9-494e-80fc-5292c1309472 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:20.198315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 9810b172-cbbf-45f6-a77d-94c1eed5469b yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:20.210952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.220447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f211c613-e5c2-45c9-8f5d-ec8e222f4412 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4681954 Apr 28 20:04:20.220447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50096) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:20.225163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-243291002', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:20.233307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:20.253296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-959993fd-3d22-4f4a-a1f2-4cf17df35952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.263679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:20.266698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Transition to ACTIVE for port object 9810b172-cbbf-45f6-a77d-94c1eed5469b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:20.268414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:20.276141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:20.284828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.287492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.288437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.319962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet 9b314238-06e6-4cb9-95a3-389fb9b4cee2 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:20.330295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.364035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.401445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::29f (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/53ac2f56-e2f1-4132-b216-55845cb7fa24/85b2b642-f269-4358-87c1-ad2c41eef8b7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:20.405530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=9810b172-cbbf-45f6-a77d-94c1eed5469b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:20.417917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.431491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Checking segment: {'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:20.433178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Network hostable DHCP agents. Network: f65b28b2-96b2-4617-8eb7-d472f6fbb91f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:20.452421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:04:20.453965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.458214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8:0:1::f6 (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/e15682d6-8304-4c11-946a-fa4f6c4d49de/85b2b642-f269-4358-87c1-ad2c41eef8b7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:20.494677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.500116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a5bfa8e-b5ee-4ad2-be88-bf436451f492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2786722 Apr 28 20:04:20.500541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-e3f02981-efd5-4673-973c-fed2d6c7c807 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:20.502193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-e3f02981-efd5-4673-973c-fed2d6c7c807 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.41 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 945 time: 0.3222680 Apr 28 20:04:20.502324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50106) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:20.540876 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:04:20.688494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Deleting port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:20.688750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.738649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,segment=NetworkSegment(8d3239c0-9555-4735-a6cf-2f52257788ca),segment_id=8d3239c0-9555-4735-a6cf-2f52257788ca)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:20.754508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7', 'network_id': 'eedeb665-79a9-490c-9a33-ec5a209b06da', 'port_id': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7', 'mac_address': 'fa:16:3e:d4:4c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:04:20.834120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.957691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-2fe98a80-64d9-494e-80fc-5292c1309472', 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': 'e772d2e7-74ca-43e4-b61d-eaaa33bc95a0'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:20.959073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.979443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:20.986240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.005728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:21.063425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 85b2b642-f269-4358-87c1-ad2c41eef8b7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:21.145145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.190197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f65b28b2-96b2-4617-8eb7-d472f6fbb91f) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:21.194314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:21.255219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=9b314238-06e6-4cb9-95a3-389fb9b4cee2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:21.277905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8501feb4-3016-4829-beb2-5206ec996880 None None] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:21.294686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.347538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] For port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,segment=NetworkSegment(3777da7d-4df2-4518-9952-17b99fc1e3c5),segment_id=3777da7d-4df2-4518-9952-17b99fc1e3c5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:21.348153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.369441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-082377c7-3fdd-4e41-8cf5-b6d0126101aa tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/9b314238-06e6-4cb9-95a3-389fb9b4cee2 HTTP/1.1" status: 204 len: 168 time: 1.2420893 Apr 28 20:04:21.374387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50132) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:21.375750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.454417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:21.454631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:21.454977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:21.508172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:21.508519 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:21.552474 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 2 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:21.563181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:21.564838 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a23929-9f8b-4c1d-8654-1ee9f16b8f93 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:21.565292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a23929-9f8b-4c1d-8654-1ee9f16b8f93 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:21.569208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2a23929-9f8b-4c1d-8654-1ee9f16b8f93 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/4b76bcf7-84e6-4fd7-94c7-bd67281ad56c HTTP/1.1" status: 404 len: 337 time: 0.1143692 Apr 28 20:04:21.598696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89046cac-b911-4a1b-a44c-24a190c49a7f req-cb67592d-ed4e-47fe-9a67-eacb9f525234 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:21.600246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89046cac-b911-4a1b-a44c-24a190c49a7f req-cb67592d-ed4e-47fe-9a67-eacb9f525234 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 945 time: 0.6867757 Apr 28 20:04:21.601301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50136) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:21.608959 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.699840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d05603c2-1f71-400e-a439-ca62ea0b3a6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:21.770687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,segment=NetworkSegment(8d3239c0-9555-4735-a6cf-2f52257788ca),segment_id=8d3239c0-9555-4735-a6cf-2f52257788ca)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:21.773886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting subnet df3c265f-a11e-4a63-9fe1-54c324ca664a {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:21.778221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.790580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Allocated IP 2001:db8:0:1::2 (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/e15682d6-8304-4c11-946a-fa4f6c4d49de/d05603c2-1f71-400e-a439-ca62ea0b3a6a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:21.799493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.832598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Allocated IP 172.20.0.2 (2fe98a80-64d9-494e-80fc-5292c1309472/e772d2e7-74ca-43e4-b61d-eaaa33bc95a0/45eb7b9f-516e-4e1a-b08c-760ddba12905) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:21.861434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:21.869424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Calling delete_port for 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:21.928663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:21.934873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:21.935267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:21.936146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:21.956629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=85b2b642-f269-4358-87c1-ad2c41eef8b7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:21.961127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:21.962126 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:21.966006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89046cac-b911-4a1b-a44c-24a190c49a7f req-029e51e4-b310-4eae-a2c2-66608e91e7b2 tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/security-groups?id=18d7e7f5-76c1-4acd-a73f-13ef724d912c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2233119 Apr 28 20:04:21.969945 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 3 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.018314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:22.022588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:22.025961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:22.032862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:22.033805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.129555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.130099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.130339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.138553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c54ccc40-2bb2-4d82-886c-e4fa0efd1c41 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.5721972 Apr 28 20:04:22.142861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:22.159620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53ac2f56-e2f1-4132-b216-55845cb7fa24'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:22.169628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7488ee6c-a6f5-487c-884e-0e5270fdfda5 None None] Network 4c4d822d-4b25-42af-807c-9b6d163e31ae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:22.185853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.186197 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.188919 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 4 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.192312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['37924d6b-c80e-4dfa-9b83-c0c99656d3e7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:04:22.213882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733ee48-bcba-4077-9781-6319a8dc97c3 req-81fa018a-c3a1-423b-bde2-beefb51be43d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:22.222547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4733ee48-bcba-4077-9781-6319a8dc97c3 req-81fa018a-c3a1-423b-bde2-beefb51be43d tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 943 time: 1.0123076 Apr 28 20:04:22.222730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.222934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.223275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.236744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.237248 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.241037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.271456 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 5 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.304051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4733ee48-bcba-4077-9781-6319a8dc97c3 req-c433ba87-ff95-4b3e-b45f-34847e0570b1 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757103 Apr 28 20:04:22.342340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.356450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.356800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.357124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.381371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.381722 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.385447 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 6 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.421689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.422053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.422429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.426815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.461287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Pushing event deleted for resources: {'Port': ['ID=263bb0bd-1d7f-4fcc-ae08-587cb7e0521c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:22.468914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.469190 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.474947 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 7 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.496003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.496973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.497313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.501194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Subnet': ['ID=df3c265f-a11e-4a63-9fe1-54c324ca664a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:22.506020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.508585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.508916 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.510527 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 8 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.530248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d05603c2-1f71-400e-a439-ca62ea0b3a6a,segment=NetworkSegment(26c39408-f774-45b7-9761-226f0734f0f2),segment_id=26c39408-f774-45b7-9761-226f0734f0f2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:22.533721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b62eb507-11a2-4035-af1c-a66b62c6992f tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/df3c265f-a11e-4a63-9fe1-54c324ca664a HTTP/1.1" status: 204 len: 168 time: 0.9266970 Apr 28 20:04:22.535894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50146) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:22.564475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.568883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.568883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.569191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.583852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.585508 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.585508 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 9 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.592076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.593345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Transition to ACTIVE for port object d05603c2-1f71-400e-a439-ca62ea0b3a6a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:22.604155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] No DVR routers for this DVR port 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:22.608990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.611873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'name': 'network-vif-deleted', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:22.753400 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ed652-eec1-413f-8a7d-33d43be6546c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:22.754135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ed652-eec1-413f-8a7d-33d43be6546c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:22.758677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a67ed652-eec1-413f-8a7d-33d43be6546c tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/5d266953-4b67-4b73-8355-1ba1421e6eb1 HTTP/1.1" status: 404 len: 337 time: 0.2218351 Apr 28 20:04:22.759439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50154) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:22.760287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.760768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.761995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.810387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.810955 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.811659 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 10 to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b Apr 28 20:04:22.819700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40982fec-23d5-4826-83ad-9028b3c4198d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Synchronizing usage tracker for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:22.824730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:22.836665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:22.837230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:22.837741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:22.845712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 9810b172-cbbf-45f6-a77d-94c1eed5469b on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:22.846319 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 9810b172-cbbf-45f6-a77d-94c1eed5469b on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:22.846951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.858963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:22.859982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40982fec-23d5-4826-83ad-9028b3c4198d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Unset dirty status for tenant:47bcebb5108c4f5890eb2a0f1d75c7c7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:22.863920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-40982fec-23d5-4826-83ad-9028b3c4198d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "GET /v2.0/ports?device_id=3af625cb-11bf-4714-8557-bf22cbd2bcce HTTP/1.1" status: 200 len: 205 time: 0.0993116 Apr 28 20:04:22.867345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50158) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:22.943636 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-3c32d34f-7f62-4ae5-b775-f3567da33668 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] delete failed (client error): The resource could not be found. Apr 28 20:04:22.947583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3c32d34f-7f62-4ae5-b775-f3567da33668 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/routers/3af625cb-11bf-4714-8557-bf22cbd2bcce HTTP/1.1" status: 404 len: 336 time: 0.0791295 Apr 28 20:04:22.950616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50162) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.008095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Delete allocated IP 2001:db8:0:1::f6 (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/e15682d6-8304-4c11-946a-fa4f6c4d49de) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:04:23.056492 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f77e199-c042-4040-a3ed-29f7c3a0cc0d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.057202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f77e199-c042-4040-a3ed-29f7c3a0cc0d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.063285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f77e199-c042-4040-a3ed-29f7c3a0cc0d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/7156c795-40b2-43cb-ae68-f01730930299 HTTP/1.1" status: 404 len: 337 time: 0.1113663 Apr 28 20:04:23.068075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50168) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.070752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cccf35f-1e70-4b9f-a9b1-31a193758c0d None None] Pushing event updated for resources: {'Port': ['ID=d05603c2-1f71-400e-a439-ca62ea0b3a6a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:23.116588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-77db9764-9b4f-4664-aa95-a7cd12d3ae56 None None] Provisioning complete for port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:23.116963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77db9764-9b4f-4664-aa95-a7cd12d3ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.121209 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2799241f-ca1c-4981-8459-00de72fd9c01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.121435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2799241f-ca1c-4981-8459-00de72fd9c01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.122589 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c0cf207-c2df-4fa0-a932-9c2910401cfc'] response: {'server_uuid': '548253d5-9c42-486b-8a6b-f026704419f6', 'name': 'network-vif-deleted', 'tag': '263bb0bd-1d7f-4fcc-ae08-587cb7e0521c', 'status': 'completed', 'code': 200} Apr 28 20:04:23.125360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2799241f-ca1c-4981-8459-00de72fd9c01 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/f97afa55-1bd6-48dd-9cc0-6a65b7d78372 HTTP/1.1" status: 404 len: 337 time: 0.0538938 Apr 28 20:04:23.126649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50172) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.151558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 9810b172-cbbf-45f6-a77d-94c1eed5469b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:23.151558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempted to set empty binding levels {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:04:23.181334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:04:23.181334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 263bb0bd-1d7f-4fcc-ae08-587cb7e0521c not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:23.183766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bec380c-6935-4510-bb6a-ab093fa08146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.217934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.248450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.265836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Ignored duplicate provisioning block setup for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 28 20:04:23.276096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41c59634-ccae-4a7b-9c5f-84299c7a1088 req-79dd3543-f65d-492a-9965-bff3a12b010d tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.41 "DELETE /v2.0/ports/263bb0bd-1d7f-4fcc-ae08-587cb7e0521c HTTP/1.1" status: 204 len: 173 time: 2.7582209 Apr 28 20:04:23.283647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.286395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-82ab36da-f11f-4efe-92a0-9922a091e509 req-b310463a-bc83-4b29-95b2-c90a2869ffed tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Synchronizing usage tracker for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:23.326732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:23.327242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.335833 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c75c8f7c-7194-4289-8642-2a0279ea8b22 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.336281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c75c8f7c-7194-4289-8642-2a0279ea8b22 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.338036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c75c8f7c-7194-4289-8642-2a0279ea8b22 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/7b8e3970-0ecf-483a-af60-12cf305bfc8b HTTP/1.1" status: 404 len: 337 time: 0.1850944 Apr 28 20:04:23.346884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50178) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.425898 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b338bf-d508-4db7-9841-7d8656a6c069 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.426418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b338bf-d508-4db7-9841-7d8656a6c069 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.428082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-23b338bf-d508-4db7-9841-7d8656a6c069 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/0ad5b3e2-8fd2-47ea-8fc0-b7839fed271c HTTP/1.1" status: 404 len: 333 time: 0.0765657 Apr 28 20:04:23.432235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.3075752 Apr 28 20:04:23.435735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50182) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.435862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50184) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.523091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-82ab36da-f11f-4efe-92a0-9922a091e509 req-b310463a-bc83-4b29-95b2-c90a2869ffed tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] Unset dirty status for tenant:fc998a3a4a8d4cae9bde1fa9e1e6272b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:23.531345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82ab36da-f11f-4efe-92a0-9922a091e509 req-b310463a-bc83-4b29-95b2-c90a2869ffed tempest-ServerPasswordTestJSON-864444739 tempest-ServerPasswordTestJSON-864444739-project] 10.222.0.24 "GET /v2.0/ports?device_id=548253d5-9c42-486b-8a6b-f026704419f6 HTTP/1.1" status: 200 len: 210 time: 0.4108231 Apr 28 20:04:23.545645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] In _notify_port_updated(), no bound segment for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 on network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:23.555129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:23.555804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.564209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/ports/85b2b642-f269-4358-87c1-ad2c41eef8b7 HTTP/1.1" status: 200 len: 925 time: 1.4184496 Apr 28 20:04:23.566988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f999194-78df-4fe4-b4b1-0cc095168745 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=85b2b642-f269-4358-87c1-ad2c41eef8b7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:23.569602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.578324 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.588257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '53ac2f56-e2f1-4132-b216-55845cb7fa24'}, {'subnet_id': 'e15682d6-8304-4c11-946a-fa4f6c4d49de'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:23.591397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Transition to ACTIVE for port object 45eb7b9f-516e-4e1a-b08c-760ddba12905 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:23.613378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Transition to ACTIVE for port object 45eb7b9f-516e-4e1a-b08c-760ddba12905 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:23.632734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.663075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c80903-acbe-457b-a509-903302bc5aca tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=9810b172-cbbf-45f6-a77d-94c1eed5469b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:23.721387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Network 2fe98a80-64d9-494e-80fc-5292c1309472 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:23.748347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:23.755574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Deleting port 9810b172-cbbf-45f6-a77d-94c1eed5469b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:23.756205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:23.777337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:23.802195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d05603c2-1f71-400e-a439-ca62ea0b3a6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:23.846816 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-235c3fae-3b5c-4b58-8872-78c5106de03d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.847266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-235c3fae-3b5c-4b58-8872-78c5106de03d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.848943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-235c3fae-3b5c-4b58-8872-78c5106de03d tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/876da7dc-0d3c-46e0-9f6a-09408cff12ca HTTP/1.1" status: 404 len: 337 time: 0.4121943 Apr 28 20:04:23.852804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50198) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:23.969376 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a6d9a96-b416-4ee0-a592-6691313fefbb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:23.969813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a6d9a96-b416-4ee0-a592-6691313fefbb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:23.971503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4a6d9a96-b416-4ee0-a592-6691313fefbb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/c477df26-3df7-41f1-9d14-ec10bbb7facd HTTP/1.1" status: 404 len: 337 time: 0.1177497 Apr 28 20:04:23.974320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:24.037491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.068418 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b014cdec-e55e-4d59-9ebc-3e24a0c624b5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:24.081988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b014cdec-e55e-4d59-9ebc-3e24a0c624b5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:24.086924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b014cdec-e55e-4d59-9ebc-3e24a0c624b5 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/e40cb8d1-3102-4681-8afb-2f1f2e18f775 HTTP/1.1" status: 404 len: 333 time: 0.1095386 Apr 28 20:04:24.100697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50210) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:24.141965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.20.0.1 (2fe98a80-64d9-494e-80fc-5292c1309472/e772d2e7-74ca-43e4-b61d-eaaa33bc95a0/5df86466-02b8-4c68-8640-6c5943a134f0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:24.166255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] DHCP port deletion for 4c4d822d-4b25-42af-807c-9b6d163e31ae request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:04:24.237291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Deleting port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:24.237980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.279095 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4eb4ef9-17d7-4be5-9452-ea4774f96bdc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:24.279654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4eb4ef9-17d7-4be5-9452-ea4774f96bdc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:24.287421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b4eb4ef9-17d7-4be5-9452-ea4774f96bdc tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/0b92949e-65df-4137-89f8-1b248ff7e402 HTTP/1.1" status: 404 len: 337 time: 0.1677513 Apr 28 20:04:24.294354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:24.414789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f424fbc-f876-4cd0-a40b-2a68e86c65e4 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:24.437796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47975c8c-9470-487e-b9cf-5d6c46f9190f req-9d72e3d4-2e72-419a-85dd-0bdba3f9177f tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:24.439418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47975c8c-9470-487e-b9cf-5d6c46f9190f req-9d72e3d4-2e72-419a-85dd-0bdba3f9177f tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 944 time: 0.7776451 Apr 28 20:04:24.520644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.552616 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-26c16f1e-25f6-4bd6-ad0a-1c3e86e0c394 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] DELETE failed (client error): The resource could not be found. Apr 28 20:04:24.553073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26c16f1e-25f6-4bd6-ad0a-1c3e86e0c394 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:04:24.560025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-26c16f1e-25f6-4bd6-ad0a-1c3e86e0c394 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/subnets/981856f2-e900-4f22-840f-58d00f34420d HTTP/1.1" status: 404 len: 337 time: 0.2636836 Apr 28 20:04:24.567707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50220) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:24.680750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Pushing event updated for resources: {'Port': ['ID=45eb7b9f-516e-4e1a-b08c-760ddba12905,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:24.703057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 9810b172-cbbf-45f6-a77d-94c1eed5469b, host n-h1-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:24.703425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.719663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.728642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Attempting to bind port 45eb7b9f-516e-4e1a-b08c-760ddba12905 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:24.730350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Attempting to bind port 45eb7b9f-516e-4e1a-b08c-760ddba12905 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a394bb26-b7e5-4a95-b040-96ac8a30a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:24.731360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Attempting to bind port 45eb7b9f-516e-4e1a-b08c-760ddba12905 on network 2fe98a80-64d9-494e-80fc-5292c1309472 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:24.736213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50224) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:24.737577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-77db9764-9b4f-4664-aa95-a7cd12d3ae56 None None] Provisioning complete for port 25bb9966-0fa0-4787-8347-c0975b221ef7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:24.738169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77db9764-9b4f-4664-aa95-a7cd12d3ae56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.810100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8:0:1::58 (0e41fc37-7be9-4eca-ab09-c6dd56321f5a/e15682d6-8304-4c11-946a-fa4f6c4d49de/85b2b642-f269-4358-87c1-ad2c41eef8b7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:24.824709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:24.825526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Checking segment: {'id': 'a394bb26-b7e5-4a95-b040-96ac8a30a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:24.826168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.826782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Bound using segment: {'id': 'a394bb26-b7e5-4a95-b040-96ac8a30a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:24.827479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Bound port: 45eb7b9f-516e-4e1a-b08c-760ddba12905, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a394bb26-b7e5-4a95-b040-96ac8a30a170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '2fe98a80-64d9-494e-80fc-5292c1309472'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:24.828076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:24.927340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Calling delete_port for 9810b172-cbbf-45f6-a77d-94c1eed5469b owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:24.992296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.008552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Ignored duplicate provisioning block setup for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Apr 28 20:04:25.015954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.035113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] For port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,segment=NetworkSegment(7bee1270-bcfc-4cd9-814d-eb2f3104537e),segment_id=7bee1270-bcfc-4cd9-814d-eb2f3104537e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:25.035907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.190174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] In _notify_port_updated(), no bound segment for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 on network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:25.195839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:25.196502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.201444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/ports/85b2b642-f269-4358-87c1-ad2c41eef8b7 HTTP/1.1" status: 200 len: 1010 time: 1.6304615 Apr 28 20:04:25.202362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:25.203047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c330c4-b47d-430f-b229-6855b5ca302c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=85b2b642-f269-4358-87c1-ad2c41eef8b7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:25.214717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Calling delete_port for 91eea506-e7f9-4761-b7b9-7cb3c7a485bd owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:25.324642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 85b2b642-f269-4358-87c1-ad2c41eef8b7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:25.325219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.344347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-77db9764-9b4f-4664-aa95-a7cd12d3ae56 None None] Port 25bb9966-0fa0-4787-8347-c0975b221ef7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:25.428063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] For port 45eb7b9f-516e-4e1a-b08c-760ddba12905, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:25.431248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] For port 45eb7b9f-516e-4e1a-b08c-760ddba12905, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45eb7b9f-516e-4e1a-b08c-760ddba12905,segment=NetworkSegment(a394bb26-b7e5-4a95-b040-96ac8a30a170),segment_id=a394bb26-b7e5-4a95-b040-96ac8a30a170)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:25.487043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Deleting subnet ba0a0658-69b9-49ec-ab09-a37740033ea1 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:25.502626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.507108 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.525111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47975c8c-9470-487e-b9cf-5d6c46f9190f req-db2d6ca0-a728-4f51-9658-bc7055dd9507 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0478661 Apr 28 20:04:25.526203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.531327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.556026 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.604213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.689567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bef79a65-ab8e-4d57-b3b1-7e775c3d55a4 None None] Provisioning for port d05603c2-1f71-400e-a439-ca62ea0b3a6a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:25.707749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bef79a65-ab8e-4d57-b3b1-7e775c3d55a4 None None] Provisioning complete for port d05603c2-1f71-400e-a439-ca62ea0b3a6a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:25.708552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bef79a65-ab8e-4d57-b3b1-7e775c3d55a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.766287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af30e09-0968-4dbb-bfb4-8ec5b7006092 None None] Pushing event updated for resources: {'Port': ['ID=45eb7b9f-516e-4e1a-b08c-760ddba12905,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:25.775773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event deleted for resources: {'Port': ['ID=9810b172-cbbf-45f6-a77d-94c1eed5469b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:25.777106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:25.784319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 5df86466-02b8-4c68-8640-6c5943a134f0 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:25.789032 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.808714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Deleting port 25bb9966-0fa0-4787-8347-c0975b221ef7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:25.809243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.818708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.838504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.885238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] No DVR routers for this DVR port 91eea506-e7f9-4761-b7b9-7cb3c7a485bd on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:25.890317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 91eea506-e7f9-4761-b7b9-7cb3c7a485bd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:04:25.890803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 91eea506-e7f9-4761-b7b9-7cb3c7a485bd not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:25.893355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-198a483f-d52d-440d-86d2-5446ec5836cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "DELETE /v2.0/ports/9810b172-cbbf-45f6-a77d-94c1eed5469b HTTP/1.1" status: 204 len: 168 time: 2.4546320 Apr 28 20:04:25.911416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d48f33c-b283-432b-a705-95bfd1dbd742 None None] Pushing event deleted for resources: {'Port': ['ID=91eea506-e7f9-4761-b7b9-7cb3c7a485bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:25.919000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:25.953311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:26.064010 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59b0cab-e93a-4b6b-aa02-5cfe81b3264f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:04:26.064533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c59b0cab-e93a-4b6b-aa02-5cfe81b3264f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Synchronizing usage tracker for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:26.103352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 85b2b642-f269-4358-87c1-ad2c41eef8b7 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:26.198119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c59b0cab-e93a-4b6b-aa02-5cfe81b3264f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Unset dirty status for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:26.199522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c59b0cab-e93a-4b6b-aa02-5cfe81b3264f tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports/9810b172-cbbf-45f6-a77d-94c1eed5469b HTTP/1.1" status: 404 len: 333 time: 0.2245479 Apr 28 20:04:26.204334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.204520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50258) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:26.210759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-788135338'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:26.218458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:26.268096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:26.279036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba0a0658-69b9-49ec-ab09-a37740033ea1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.285233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.293593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Made reservation on behalf of d137303ec3a7427db92ed337d42c72b2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:26.296718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.296878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.320683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:26.373891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dfd2b0ee-198b-425b-9a8e-6ccfe12d9cb1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba0a0658-69b9-49ec-ab09-a37740033ea1 HTTP/1.1" status: 204 len: 168 time: 1.3381093 Apr 28 20:04:26.396682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50262) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:26.455864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.456392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Provisioning for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:26.461576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Provisioning complete for port 85b2b642-f269-4358-87c1-ad2c41eef8b7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:26.461989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.513570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.521850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=85b2b642-f269-4358-87c1-ad2c41eef8b7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.543178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:26.608748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Port 85b2b642-f269-4358-87c1-ad2c41eef8b7 was deleted so its status cannot be updated. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Apr 28 20:04:26.622693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 2fe98a80-64d9-494e-80fc-5292c1309472 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:26.630051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:26.650638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:26.673263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Provisioning complete for port d05603c2-1f71-400e-a439-ca62ea0b3a6a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:26.675103 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e8e2e73-0dd0-44d2-a840-fdbc8ce67dde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.682429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.744174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:26.754789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:26.755315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.826196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=5df86466-02b8-4c68-8640-6c5943a134f0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:26.928376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Calling delete_port for 25bb9966-0fa0-4787-8347-c0975b221ef7 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:26.961610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:26.983229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.004782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.036515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:27.048482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,segment=NetworkSegment(8d3239c0-9555-4735-a6cf-2f52257788ca),segment_id=8d3239c0-9555-4735-a6cf-2f52257788ca)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:27.061162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.088232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.117388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50272) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:27.131548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4f0a3d5e-25bf-479f-b421-3fc9c4b6f1e3 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/85b2b642-f269-4358-87c1-ad2c41eef8b7 HTTP/1.1" status: 204 len: 168 time: 1.9122779 Apr 28 20:04:27.147242 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13f87d74-43bd-463f-adf2-dd955d31bd43'] response: {'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7', 'code': 200} Apr 28 20:04:27.150564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.165002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e8f913a4-6fb6-4533-8d7e-0caa21ed9012 None None] Could not find standard attr ID for object 85b2b642-f269-4358-87c1-ad2c41eef8b7. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:04:27.186659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:27.256603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.287052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c47a3cdf-0e6c-4e02-b22a-d39f8754dd15']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:27.301725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3777da7d-4df2-4518-9952-17b99fc1e3c5') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:27.302482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3777da7d-4df2-4518-9952-17b99fc1e3c5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:27.304261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:27.317523 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.319966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d8bcb-752c-4601-9bf3-f20155cebf1b req-29a8933b-508b-4077-aa44-5862250ebedd tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:27.321544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce1d8bcb-752c-4601-9bf3-f20155cebf1b req-29a8933b-508b-4077-aa44-5862250ebedd tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 944 time: 0.3427203 Apr 28 20:04:27.322451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:27.325064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:27.326139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:27.326730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.336872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.344258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:27.344945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.372015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1070ee-bb69-4f31-9cd0-8813519b57a9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:27.403898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abfc09ad-a4cc-41e6-8b29-85ca818517db tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.1982992 Apr 28 20:04:27.408669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:27.415901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:27.451128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c35f18-5986-47e6-be12-ee4f72921a6d None None] Network 2fe98a80-64d9-494e-80fc-5292c1309472 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:27.467098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce1d8bcb-752c-4601-9bf3-f20155cebf1b req-dbce4cbc-f333-4358-956a-607a95a47924 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325071 Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:27.549239 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:27.551851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410f5d5d-4477-4fed-bb1f-1d216974b0f7 req-b335683b-1ef9-4456-8ebd-0d91eb3ab2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:27.552419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-410f5d5d-4477-4fed-bb1f-1d216974b0f7 req-b335683b-1ef9-4456-8ebd-0d91eb3ab2b7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 1096 time: 0.3255472 Apr 28 20:04:27.581126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.594710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.619151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.643574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:27.666717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-410f5d5d-4477-4fed-bb1f-1d216974b0f7 req-ff4217fe-6912-412b-85ca-75b616291d97 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013310 Apr 28 20:04:27.718374 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-cacdac29-c8dd-4ffc-9d8f-b634bf45038f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:04:27.722635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cacdac29-c8dd-4ffc-9d8f-b634bf45038f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/85b2b642-f269-4358-87c1-ad2c41eef8b7 HTTP/1.1" status: 404 len: 333 time: 0.5989408 Apr 28 20:04:27.832154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-24d90794-72d6-4a91-9927-97c1e00cf139 None None] Could not find standard attr ID for object 85b2b642-f269-4358-87c1-ad2c41eef8b7. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:04:27.835712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:27.841413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45eb7b9f-516e-4e1a-b08c-760ddba12905 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:27.968261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-24d90794-72d6-4a91-9927-97c1e00cf139 None None] Provisioning for port 45eb7b9f-516e-4e1a-b08c-760ddba12905 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:28.007927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 45eb7b9f-516e-4e1a-b08c-760ddba12905 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:28.016260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] Pushing event deleted for resources: {'Network': ['ID=c47a3cdf-0e6c-4e02-b22a-d39f8754dd15,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.016752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 45eb7b9f-516e-4e1a-b08c-760ddba12905 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:28.017327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.033446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet e15682d6-8304-4c11-946a-fa4f6c4d49de {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:28.035153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Port': ['ID=25bb9966-0fa0-4787-8347-c0975b221ef7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.038424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.050645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.074230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b153fe4-8c2c-49ff-8268-3d2d2e27166c admin admin] 10.222.0.24 "DELETE /v2.0/networks/c47a3cdf-0e6c-4e02-b22a-d39f8754dd15 HTTP/1.1" status: 204 len: 168 time: 1.6704130 Apr 28 20:04:28.131474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-10d27a2d-bb41-4ccd-8531-03c5f0e94ecb tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/ports/25bb9966-0fa0-4787-8347-c0975b221ef7 HTTP/1.1" status: 204 len: 168 time: 3.5604010 Apr 28 20:04:28.138082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50300) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:28.166465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.190359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.246205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 45eb7b9f-516e-4e1a-b08c-760ddba12905, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45eb7b9f-516e-4e1a-b08c-760ddba12905,segment=NetworkSegment(a394bb26-b7e5-4a95-b040-96ac8a30a170),segment_id=a394bb26-b7e5-4a95-b040-96ac8a30a170)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:28.256422 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.294276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.302296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.329669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.370237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=45eb7b9f-516e-4e1a-b08c-760ddba12905,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.379483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:04:28.456134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.498497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:28.509732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Provisioning complete for port 45eb7b9f-516e-4e1a-b08c-760ddba12905 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:28.510254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.575989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=e15682d6-8304-4c11-946a-fa4f6c4d49de,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:28.627408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.635851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21b0cd6-bd82-4fba-a98b-bb3307b0fe6f None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:28.645286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:28.658420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18818d4e-55a3-43c9-9245-30b8efecb74e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/e15682d6-8304-4c11-946a-fa4f6c4d49de HTTP/1.1" status: 204 len: 168 time: 0.8208735 Apr 28 20:04:28.665715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.668556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:28.781809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1fec4c05-b9f4-424e-ac03-a8adb2727008 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fc998a3a4a8d4cae9bde1fa9e1e6272b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2767980 Apr 28 20:04:28.796607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:28.819451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.845377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Transition to ACTIVE for port object 8b1070ee-bb69-4f31-9cd0-8813519b57a9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:28.870749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.886474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c4d822d-4b25-42af-807c-9b6d163e31ae']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:28.909969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bee1270-bcfc-4cd9-814d-eb2f3104537e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:28.910309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bee1270-bcfc-4cd9-814d-eb2f3104537e') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:28.940029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:28.958119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f321977c-d080-4da9-9a28-5b3ff23779bb req-8d23b477-1289-4d8d-9255-5b0fa60d53e7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:28.959555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f321977c-d080-4da9-9a28-5b3ff23779bb req-8d23b477-1289-4d8d-9255-5b0fa60d53e7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 945 time: 0.2655461 Apr 28 20:04:28.988840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Provisioning for port 5df86466-02b8-4c68-8640-6c5943a134f0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:28.991721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 53ac2f56-e2f1-4132-b216-55845cb7fa24 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:28.994874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.001488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Provisioning complete for port 5df86466-02b8-4c68-8640-6c5943a134f0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:29.001488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.038567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.050864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f321977c-d080-4da9-9a28-5b3ff23779bb req-addbddac-35f6-4868-bcbc-55503608ebab tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695190 Apr 28 20:04:29.055751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:29.056169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:29.092330 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:29.226323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-55c1feac-ee23-423e-885e-3cc94944fe5c None None] Port 5df86466-02b8-4c68-8640-6c5943a134f0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:29.272929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.285683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.310926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.320997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] Pushing event deleted for resources: {'Network': ['ID=4c4d822d-4b25-42af-807c-9b6d163e31ae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.328182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ab25431b-0dfe-4db5-8b1a-8d132fafb282 tempest-PortsTestJSON-398297131 tempest-PortsTestJSON-398297131-project] 10.222.0.24 "DELETE /v2.0/networks/4c4d822d-4b25-42af-807c-9b6d163e31ae HTTP/1.1" status: 204 len: 168 time: 1.1875117 Apr 28 20:04:29.340914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.347256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1070ee-bb69-4f31-9cd0-8813519b57a9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.348947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfe45c8d-6ec6-4e36-96b9-9262df7ea9c9 None None] Provisioning complete for port 5df86466-02b8-4c68-8640-6c5943a134f0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:29.349317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfe45c8d-6ec6-4e36-96b9-9262df7ea9c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.366760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.367099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.367443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.381410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.382542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.382891 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.390109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.398578 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 2 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.427188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.427665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cfe45c8d-6ec6-4e36-96b9-9262df7ea9c9 None None] Port 5df86466-02b8-4c68-8640-6c5943a134f0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:29.444221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.444561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.444897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.467157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.467332 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.476573 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 3 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.521274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.555264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.555602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.555946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.571211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.571567 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.575651 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 4 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.590725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.599942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.600257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.606178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.621282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=5df86466-02b8-4c68-8640-6c5943a134f0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.621506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.625392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.626091 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.638177 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 5 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.669973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d7e7f5-76c1-4acd-a73f-13ef724d912c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.675882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.676078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.676617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.687101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.687567 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.688574 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 6 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.707181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.762389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45eb7b9f-516e-4e1a-b08c-760ddba12905 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:29.765893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.768785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:29.769254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:29.769622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:29.773789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 2fe98a80-64d9-494e-80fc-5292c1309472 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:29.774972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:29.789111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=53ac2f56-e2f1-4132-b216-55845cb7fa24,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:29.794093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:29.799953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0e5ac337-abb9-4cdb-a0e8-86702b79d6ec admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/18d7e7f5-76c1-4acd-a73f-13ef724d912c HTTP/1.1" status: 204 len: 168 time: 0.9929471 Apr 28 20:04:29.799953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0c11870d-bfe3-4293-b948-ef1c1932aeff tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/53ac2f56-e2f1-4132-b216-55845cb7fa24 HTTP/1.1" status: 204 len: 168 time: 1.1277001 Apr 28 20:04:29.799953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:29.799953 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:29.799953 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 7 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:29.805850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:29.929951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 45eb7b9f-516e-4e1a-b08c-760ddba12905 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:29.930622 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.004597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50332) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:30.045787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:30.046137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:30.046470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:30.059116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:30.059449 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:30.123635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 44295dcf-3a96-4525-bc66-cc054427a7e8 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:04:30.174916 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 8 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:30.252685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b358c6e2-22c1-431c-ac5e-52297c76b527 None None] Network 0e41fc37-7be9-4eca-ab09-c6dd56321f5a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:30.259080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:30.259422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:30.259769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:30.287414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:30.288496 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:30.296309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-038ae5a6-98cc-48dd-9c09-a889715167c6 None None] Provisioning complete for port 5df86466-02b8-4c68-8640-6c5943a134f0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:30.296682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-038ae5a6-98cc-48dd-9c09-a889715167c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.335794 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 9 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:30.364754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.402976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:30.403529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:30.404021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:30.409654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-038ae5a6-98cc-48dd-9c09-a889715167c6 None None] Port 5df86466-02b8-4c68-8640-6c5943a134f0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:30.413829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:30.414778 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:30.416673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port d05603c2-1f71-400e-a439-ca62ea0b3a6a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:30.418006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.450237 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 10 to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 Apr 28 20:04:30.482027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:30.482747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:30.483286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:30.510073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:30.511281 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:30.511855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.636905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dfd56739-1600-400c-8f58-a9963cf1bab4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47bcebb5108c4f5890eb2a0f1d75c7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6301801 Apr 28 20:04:30.638164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:30.639587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50354) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:30.644812 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e90adf73-bec5-40ad-bc97-88ed286cc4ea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/44295dcf-3a96-4525-bc66-cc054427a7e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1415246 Apr 28 20:04:30.648168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50358) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:30.653866 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] Sync routers for ids ['44295dcf-3a96-4525-bc66-cc054427a7e8'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:30.669245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b927d72d-a22a-4a0c-bd00-0c35593b5f00 req-f9a433d1-dc20-49e4-8412-fddda4f8a7b7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:30.670795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b927d72d-a22a-4a0c-bd00-0c35593b5f00 req-f9a433d1-dc20-49e4-8412-fddda4f8a7b7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 945 time: 0.3900213 Apr 28 20:04:30.671275 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] Routers {'44295dcf-3a96-4525-bc66-cc054427a7e8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:30.675378 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44295dcf-3a96-4525-bc66-cc054427a7e8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:30.718468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.729016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-48139e1d-4b9a-439b-9b1d-efb0e5e0d047 None None] Provisioning complete for port d05603c2-1f71-400e-a439-ca62ea0b3a6a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:30.729955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-48139e1d-4b9a-439b-9b1d-efb0e5e0d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.753937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.825948 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:30.836252 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] Routers {'44295dcf-3a96-4525-bc66-cc054427a7e8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:30.837307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44295dcf-3a96-4525-bc66-cc054427a7e8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:30.869030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.889885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d285f9-575a-4c9c-9d3d-93e707b9da11,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:30.899577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:30.923028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-221163c5-7ac5-475e-bb3b-492251b212d9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12d285f9-575a-4c9c-9d3d-93e707b9da11 HTTP/1.1" status: 204 len: 168 time: 0.2818501 Apr 28 20:04:30.963197 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:30.967434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef22e67-d571-4e58-9ce4-9121abf9bc27 None None] The sync data for ids ['44295dcf-3a96-4525-bc66-cc054427a7e8'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:31.045752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe193ec3-f28e-4268-bbc8-5b67269e9b7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.046373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe193ec3-f28e-4268-bbc8-5b67269e9b7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:31.055262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 8b1070ee-bb69-4f31-9cd0-8813519b57a9, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:31.055616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:04:31.098597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] DHCP port deletion for 0e41fc37-7be9-4eca-ab09-c6dd56321f5a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:04:31.103086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Deleting port d05603c2-1f71-400e-a439-ca62ea0b3a6a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:31.103468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.109943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b927d72d-a22a-4a0c-bd00-0c35593b5f00 req-f1f13ef4-d5b4-4454-8302-04ec215666f4 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4198153 Apr 28 20:04:31.128452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.212572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] In _notify_port_updated(), no bound segment for port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:31.213426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.214254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.215558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "PUT /v2.0/ports/8b1070ee-bb69-4f31-9cd0-8813519b57a9 HTTP/1.1" status: 200 len: 978 time: 3.8061953 Apr 28 20:04:31.218301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50384) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:31.220766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d05603c2-1f71-400e-a439-ca62ea0b3a6a,segment=NetworkSegment(26c39408-f774-45b7-9761-226f0734f0f2),segment_id=26c39408-f774-45b7-9761-226f0734f0f2)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:31.221280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.228852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe193ec3-f28e-4268-bbc8-5b67269e9b7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:31.233538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fe193ec3-f28e-4268-bbc8-5b67269e9b7e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports/5df86466-02b8-4c68-8640-6c5943a134f0 HTTP/1.1" status: 200 len: 910 time: 0.5588548 Apr 28 20:04:31.237787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:31.364035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50394) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:31.486862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for d05603c2-1f71-400e-a439-ca62ea0b3a6a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:31.504795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.505488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.505972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.506525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.506941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.512371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.512945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.514154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.515942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.517295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:31.519733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-32f892fb-748a-450f-8981-76e5f4bbb80e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 8932 time: 0.2996414 Apr 28 20:04:31.528157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:31.615614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] For port d05603c2-1f71-400e-a439-ca62ea0b3a6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d05603c2-1f71-400e-a439-ca62ea0b3a6a,segment=NetworkSegment(26c39408-f774-45b7-9761-226f0734f0f2),segment_id=26c39408-f774-45b7-9761-226f0734f0f2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:31.616097 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.691840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-684468882-network', 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:31.695634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b68bc90-a7cb-4382-aa04-01100ce15680 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=8b1070ee-bb69-4f31-9cd0-8813519b57a9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:31.708509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:31.746432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Usage tracker for resource:network and tenant:5d11c0139711420e9b83f57c7e276c62 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:31.751494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Deleting port 8b1070ee-bb69-4f31-9cd0-8813519b57a9 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:31.756025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:31.824459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:31.846808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:31.876010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d05603c2-1f71-400e-a439-ca62ea0b3a6a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:31.977560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:31.999993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.024061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.056595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:32.101392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Calling delete_port for d05603c2-1f71-400e-a439-ca62ea0b3a6a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:32.109444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Usage tracker for resource:security_group_rule and tenant:5d11c0139711420e9b83f57c7e276c62 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:32.127374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:32.131807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.162172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:32.195805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No DVR routers for this DVR port d05603c2-1f71-400e-a439-ca62ea0b3a6a on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:32.212744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port d05603c2-1f71-400e-a439-ca62ea0b3a6a {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:04:32.213061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d05603c2-1f71-400e-a439-ca62ea0b3a6a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:32.278160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:04:32.278861 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:04:32.291092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50430) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:32.299397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 8b1070ee-bb69-4f31-9cd0-8813519b57a9, host n-h1-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:32.299852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.449283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Calling delete_port for 8b1070ee-bb69-4f31-9cd0-8813519b57a9 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:32.545395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.561036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1289423372'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:32.571991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:32.577639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:32.580732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:32.587553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:32.602948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=d05603c2-1f71-400e-a439-ca62ea0b3a6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:32.607476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.648175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b1070ee-bb69-4f31-9cd0-8813519b57a9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:32.661784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:32.665290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.681156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.683979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e41fc37-7be9-4eca-ab09-c6dd56321f5a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.695799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.700206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c39408-f774-45b7-9761-226f0734f0f2') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.700503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c39408-f774-45b7-9761-226f0734f0f2') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:32.719944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.743782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:32.747930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.750451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-02ea26fc-2387-4a2d-9355-b2c9f9203452 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "DELETE /v2.0/ports/8b1070ee-bb69-4f31-9cd0-8813519b57a9 HTTP/1.1" status: 204 len: 168 time: 1.2212090 Apr 28 20:04:32.755478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:security_group_rule and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:32.757895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:32.761674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:32.765337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.781717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Deleting port d05603c2-1f71-400e-a439-ca62ea0b3a6a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:32.783269 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.798023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:32.798398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.806255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:32.813767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:32.814935 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:32.832537 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b1b9b5f-b918-41df-a9db-0455b8f71268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:04:32.833159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5b1b9b5f-b918-41df-a9db-0455b8f71268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Synchronizing usage tracker for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:32.863071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:32.886203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14c30df4-5959-4ef8-a7f8-7ebca85cc386,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:32.896678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.897114 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Added segment 86a77fe7-18b5-48ab-a046-00d3ce399172 of type vlan for network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd Apr 28 20:04:32.905937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5b1b9b5f-b918-41df-a9db-0455b8f71268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Unset dirty status for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:32.907380 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5b1b9b5f-b918-41df-a9db-0455b8f71268 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports/8b1070ee-bb69-4f31-9cd0-8813519b57a9 HTTP/1.1" status: 404 len: 333 time: 0.1485198 Apr 28 20:04:32.912197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:32.923473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1794848507', 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:32.926901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.927308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e6b0efa-0711-4172-9427-f7b4b3bbf238 None None] The port 'd05603c2-1f71-400e-a439-ca62ea0b3a6a' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:04:32.931282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.966760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:32.996856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:33.014056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.033882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.034933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:33.035659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.066029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.081765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.101929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=0e41fc37-7be9-4eca-ab09-c6dd56321f5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:33.112141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:33.123955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5dc4f5c7-01e0-458a-9b78-8b89bc297b92 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/0e41fc37-7be9-4eca-ab09-c6dd56321f5a HTTP/1.1" status: 204 len: 168 time: 3.3170698 Apr 28 20:04:33.128274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:33.178694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Made reservation on behalf of d137303ec3a7427db92ed337d42c72b2 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:33.180956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.199317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8261244 Apr 28 20:04:33.200736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50464) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:33.203995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:33.211747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d297e396-7378-4310-806c-a7fe5f2f3589 admin admin] Pushing event updated for resources: {'Network': ['ID=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:33.214712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8673fb12-3397-4981-bdbd-9ca65034c11b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:33.216492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Request body: {'subnet': {'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-684468882-subnet', 'tenant_id': '5d11c0139711420e9b83f57c7e276c62', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:33.221444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.221879 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment df7b7a72-0c83-4353-aed1-fcd623f7010e of type vlan for network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 Apr 28 20:04:33.228669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:33.228957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:33.251814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.282617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Usage tracker for resource:subnet and tenant:5d11c0139711420e9b83f57c7e276c62 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:33.289361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.297289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:33.298611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.306491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:33.309892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port a48dfc5e-e104-4ffa-be98-3cf290fefe75 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:33.380556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:33.426736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=9d643487-10cf-4185-bcf6-39ed3ac8ae37,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:33.436996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b9a9591-e4c3-4242-bc71-b69c125ac68c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1448934 Apr 28 20:04:33.441381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:33.449825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:33.460075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-47471148'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:33.473018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:33.473246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:33.475671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.483271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:33.490739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:33.498632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:33.526957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:33.530617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.546248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f2e739-03d8-4d58-b498-2ba7d2c5a94b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:33.547146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11f2e739-03d8-4d58-b498-2ba7d2c5a94b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:33.579312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:33.592660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.593389 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 6dfcb996-938c-481e-8470-d5c8ce92f077 of type vlan for network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 Apr 28 20:04:33.631498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.688976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11f2e739-03d8-4d58-b498-2ba7d2c5a94b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:33.693721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11f2e739-03d8-4d58-b498-2ba7d2c5a94b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.5608950 Apr 28 20:04:33.694218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50482) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:33.868803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.874786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:33.875601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.893151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 5df86466-02b8-4c68-8640-6c5943a134f0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:33.893524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:33.935825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.005080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5541236 Apr 28 20:04:34.008781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50492) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:34.019433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528775b2-19f3-401e-a6d9-3921bf767581 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=cdb5601e-072d-41ba-bfa3-fb7c398d4b85,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.035527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:34.040896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4adefb71-0cd7-4911-a129-6b1e661474dc tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3424585 Apr 28 20:04:34.041062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:34.041161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:34.048009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-656404795'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:34.053957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:34.059163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:34.067650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:34.075274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:34.090835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:34.095380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.140184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:34.153527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.153885 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment 21b2f18e-bd3a-43c1-af4f-ff7fea08ff91 of type vlan for network 470b546c-eb8c-4304-a00c-b4a327d165eb Apr 28 20:04:34.190680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.223543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.231555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:34.232445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.301583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2591591 Apr 28 20:04:34.304945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50502) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:34.368803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:34.395870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-9ee4d693-891e-4eaf-b6b8-ab75250f5113 req-1fc1e762-4408-409e-8be4-5ac2c1cbead4 tempest-ServersTestManualDisk-877545887 tempest-ServersTestManualDisk-877545887-project] (88140) timed out ('10.222.0.46', 54865) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:04:34.401808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1abab5-6348-489f-8f9f-2242b55ed066 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=470b546c-eb8c-4304-a00c-b4a327d165eb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.418194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:34.421603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 470b546c-eb8c-4304-a00c-b4a327d165eb details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:34.427007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.434903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:34.462759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:34.488324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.494713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:34.549818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.580429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:34.585533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:34.589550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:34.595905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:34.607082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:34.610687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.704290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:34.708311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.743353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 5df86466-02b8-4c68-8640-6c5943a134f0 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:34.795753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6f56543-d987-4c1d-b251-334afa2287ad,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.817876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:34.830775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:34.846068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.884340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:34.885263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:34.886710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.892314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=a48dfc5e-e104-4ffa-be98-3cf290fefe75,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.917176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:34.917563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Network hostable DHCP agents. Network: f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:34.926916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:34.938060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:34.938721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: 470b546c-eb8c-4304-a00c-b4a327d165eb, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:34.959925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 470b546c-eb8c-4304-a00c-b4a327d165eb is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:34.971089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 470b546c-eb8c-4304-a00c-b4a327d165eb) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:34.975656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:34.976359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:34.984302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-498c54b4-cc87-443a-9efd-0090fecdfbf4 None None] Network 470b546c-eb8c-4304-a00c-b4a327d165eb requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:35.008422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-01be871f-7a69-44f1-927b-6281e120053e tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0931878 Apr 28 20:04:35.015147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:35.036438 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0413e71-bb2f-43f2-a523-2308d6d3eec2 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7303662 Apr 28 20:04:35.038923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50524) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:35.045387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb', 'name': 'tempest-PortsIpV6TestJSON-587711414'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:35.107574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:35.110239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166c6513-db34-4ce8-97a1-c15bdef42284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:35.110826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-166c6513-db34-4ce8-97a1-c15bdef42284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Synchronizing usage tracker for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:35.135204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:35.157033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:35.157851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.174714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-166c6513-db34-4ce8-97a1-c15bdef42284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Unset dirty status for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:35.175863 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-166c6513-db34-4ce8-97a1-c15bdef42284 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports/a48dfc5e-e104-4ffa-be98-3cf290fefe75 HTTP/1.1" status: 200 len: 959 time: 0.1595502 Apr 28 20:04:35.197740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50532) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:35.240843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ccccb62e-286f-4157-8282-b8d3c796e959 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.0330105 Apr 28 20:04:35.358555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Deleting port a48dfc5e-e104-4ffa-be98-3cf290fefe75 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:35.359041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.378255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2b9d3e-6e06-4b28-b2ae-39117ffe404d None None] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:35.396068 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.399901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.421437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:35.431311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:35.591111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.617312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=5df86466-02b8-4c68-8640-6c5943a134f0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:35.655109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-470b546c-eb8c-4304-a00c-b4a327d165eb', 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:35.656072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.755851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ddb21-8579-4a7b-87fa-6b2e224414f0 req-8a79ec39-1dab-4183-a03e-497ccfe9cec7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:35.763932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6e3ddb21-8579-4a7b-87fa-6b2e224414f0 req-8a79ec39-1dab-4183-a03e-497ccfe9cec7 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 945 time: 0.6077406 Apr 28 20:04:35.775755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': 'df7b7a72-0c83-4353-aed1-fcd623f7010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:35.776873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: 9d643487-10cf-4185-bcf6-39ed3ac8ae37, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:35.782171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=b9b55023-0373-4a5a-b789-609438eda566,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:35.795890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Calling delete_port for a48dfc5e-e104-4ffa-be98-3cf290fefe75 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:35.837604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:35.841829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:35.964403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:36.003003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c34cb76-24f7-4fad-ab93-c1d1a166d27f None None] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:36.007139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.014964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6e3ddb21-8579-4a7b-87fa-6b2e224414f0 req-ef70d8f9-ddd6-44bb-a975-91352d38fd35 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498729 Apr 28 20:04:36.027783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 9d643487-10cf-4185-bcf6-39ed3ac8ae37) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:36.032288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:36.032866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.061049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 2a008559-8349-4f9a-b0d0-e351873d7d3c yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:36.061423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb80dba0-215c-46b0-a3f8-68847b14b614 None None] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:36.162111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Allocated IP 2001:db8::2 (470b546c-eb8c-4304-a00c-b4a327d165eb/0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8/bb217526-c350-402a-8387-ebce0a92e8ea) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:36.163600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.233392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event deleted for resources: {'Port': ['ID=a48dfc5e-e104-4ffa-be98-3cf290fefe75,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:36.242212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.263654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c8aebb24-8e89-4297-8014-caf2c4113f03 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "DELETE /v2.0/ports/a48dfc5e-e104-4ffa-be98-3cf290fefe75 HTTP/1.1" status: 204 len: 168 time: 1.0531991 Apr 28 20:04:36.263922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50556) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:36.307067 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bd30aa6-77d8-4caa-858a-cf1ee39f158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:04:36.307690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bd30aa6-77d8-4caa-858a-cf1ee39f158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Synchronizing usage tracker for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:36.322717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bd30aa6-77d8-4caa-858a-cf1ee39f158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Unset dirty status for tenant:d137303ec3a7427db92ed337d42c72b2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:36.327550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bd30aa6-77d8-4caa-858a-cf1ee39f158b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports/a48dfc5e-e104-4ffa-be98-3cf290fefe75 HTTP/1.1" status: 404 len: 333 time: 0.0590639 Apr 28 20:04:36.327958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:36.333293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-6302319'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:36.338273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:36.348344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:36.394450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Made reservation on behalf of d137303ec3a7427db92ed337d42c72b2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:36.396552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.418541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:36.433597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-68a8bcd0-8c08-42f6-82b4-ea244487e567 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4235389 Apr 28 20:04:36.447439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50564) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:36.467745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:36.653515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.680115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.694273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.735815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Transition to ACTIVE for port object bb217526-c350-402a-8387-ebce0a92e8ea will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:36.752166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:36.762553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Network f65b28b2-96b2-4617-8eb7-d472f6fbb91f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:36.763526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Transition to ACTIVE for port object bb217526-c350-402a-8387-ebce0a92e8ea will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:36.765294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-6f893c98-a005-401a-af69-9cf10514e7b2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:36.765527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:36.769536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:36.770326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:36.770922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.772683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-6f893c98-a005-401a-af69-9cf10514e7b2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.8025622 Apr 28 20:04:36.777660 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:36.785341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:36.796088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:36.807180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:36.816052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-940921ae-875a-4275-93c8-39826a2ed82d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0424845 Apr 28 20:04:36.822225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=809e609d-ea29-4fa5-ac2a-4a8b8628e8dc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:36.827285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 44295dcf-3a96-4525-bc66-cc054427a7e8 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:04:36.863960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-59543dca-9c4e-4829-a257-ed3017cf377c tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 961 time: 0.5324473 Apr 28 20:04:36.864156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50582) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:36.870488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Network 470b546c-eb8c-4304-a00c-b4a327d165eb is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:36.874499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:36.876770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:36.884808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:36.897871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-79b82d27-959a-469c-a645-5b6f720cc5a4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0807071 Apr 28 20:04:36.914266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-28e5b1a7-be00-476c-b451-9469f183a913 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:36.915705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-28e5b1a7-be00-476c-b451-9469f183a913 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.41 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 945 time: 0.5298800 Apr 28 20:04:36.968168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:36.971618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.023416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.063582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Pushing event updated for resources: {'Port': ['ID=bb217526-c350-402a-8387-ebce0a92e8ea,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:37.082716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-9d643487-10cf-4185-bcf6-39ed3ac8ae37', 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': 'b9b55023-0373-4a5a-b789-609438eda566'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:37.083767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.095868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::239 (470b546c-eb8c-4304-a00c-b4a327d165eb/0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8/2a008559-8349-4f9a-b0d0-e351873d7d3c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:37.099434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Attempting to bind port bb217526-c350-402a-8387-ebce0a92e8ea on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:37.099984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Attempting to bind port bb217526-c350-402a-8387-ebce0a92e8ea by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:37.100759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Attempting to bind port bb217526-c350-402a-8387-ebce0a92e8ea on network 470b546c-eb8c-4304-a00c-b4a327d165eb {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:37.113892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:37.114550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Checking segment: {'id': '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:37.115113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.115659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Bound using segment: {'id': '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:37.116290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Bound port: bb217526-c350-402a-8387-ebce0a92e8ea, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:37.116934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.134044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Deleting port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:37.134392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.258047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] For port bb217526-c350-402a-8387-ebce0a92e8ea, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:37.262278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] For port bb217526-c350-402a-8387-ebce0a92e8ea, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb217526-c350-402a-8387-ebce0a92e8ea,segment=NetworkSegment(21b2f18e-bd3a-43c1-af4f-ff7fea08ff91),segment_id=21b2f18e-bd3a-43c1-af4f-ff7fea08ff91)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:37.273695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:37.303514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:37.332237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8a27765c-5582-4f2b-9979-c85ba6c9a2b3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/44295dcf-3a96-4525-bc66-cc054427a7e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0911155 Apr 28 20:04:37.337397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] Sync routers for ids ['44295dcf-3a96-4525-bc66-cc054427a7e8'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:37.355044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:37.387082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] Routers {'44295dcf-3a96-4525-bc66-cc054427a7e8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:37.387723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44295dcf-3a96-4525-bc66-cc054427a7e8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:37.473905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca8f42b3-6d9f-4cd4-881a-282ca4ffb510 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:37.515973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:37.546124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96eeb5d2-791f-4bc9-ba93-92cfdfd83e02 None None] Pushing event updated for resources: {'Port': ['ID=bb217526-c350-402a-8387-ebce0a92e8ea,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:37.552010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] Routers {'44295dcf-3a96-4525-bc66-cc054427a7e8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:37.552647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['44295dcf-3a96-4525-bc66-cc054427a7e8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:37.659463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:37.659881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bc2823-d6b5-4dc0-805e-423993c5c9fb None None] The sync data for ids ['44295dcf-3a96-4525-bc66-cc054427a7e8'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:37.666958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Allocated IP 2001:db8::2 (9d643487-10cf-4185-bcf6-39ed3ac8ae37/b9b55023-0373-4a5a-b789-609438eda566/83db1e00-ffe8-45f4-b735-24d505011ae6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:37.688808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245ac27c-a768-47d8-aec3-9cd5fb369479 req-22c0146d-d23f-4ae6-93df-0253a9602590 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:37.698540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-245ac27c-a768-47d8-aec3-9cd5fb369479 req-22c0146d-d23f-4ae6-93df-0253a9602590 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 945 time: 0.4396219 Apr 28 20:04:37.726774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:04:37.738031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ca8f42b3-6d9f-4cd4-881a-282ca4ffb510 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:37.739416 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ca8f42b3-6d9f-4cd4-881a-282ca4ffb510 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=44295dcf-3a96-4525-bc66-cc054427a7e8 HTTP/1.1" status: 200 len: 205 time: 0.3806670 Apr 28 20:04:37.749933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:37.894147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-44fd6e44-0c8f-45be-a83d-d5081faae9d8 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9955842 Apr 28 20:04:38.007958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.020716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Transition to ACTIVE for port object 83db1e00-ffe8-45f4-b735-24d505011ae6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:38.022308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] For port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,segment=NetworkSegment(8d3239c0-9555-4735-a6cf-2f52257788ca),segment_id=8d3239c0-9555-4735-a6cf-2f52257788ca)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:38.022816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.042536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Transition to ACTIVE for port object 83db1e00-ffe8-45f4-b735-24d505011ae6 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:38.053030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.053709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-245ac27c-a768-47d8-aec3-9cd5fb369479 req-171f9489-b920-419e-91ae-3668edfe7ec9 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/security-groups?id=72766d37-d716-4e3e-9768-15326409e0cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3532355 Apr 28 20:04:38.092900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] device_id is not set on port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:38.108780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.143907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Pushing event updated for resources: {'Port': ['ID=83db1e00-ffe8-45f4-b735-24d505011ae6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:38.165782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:38.167697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:38.173164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:38.316171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.338302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Attempting to bind port 83db1e00-ffe8-45f4-b735-24d505011ae6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:38.339478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Attempting to bind port 83db1e00-ffe8-45f4-b735-24d505011ae6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'df7b7a72-0c83-4353-aed1-fcd623f7010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:38.340257 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Attempting to bind port 83db1e00-ffe8-45f4-b735-24d505011ae6 on network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:38.346437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:38.347232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Checking segment: {'id': 'df7b7a72-0c83-4353-aed1-fcd623f7010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:38.347951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.348660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Bound using segment: {'id': 'df7b7a72-0c83-4353-aed1-fcd623f7010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:38.349282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Bound port: 83db1e00-ffe8-45f4-b735-24d505011ae6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df7b7a72-0c83-4353-aed1-fcd623f7010e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '9d643487-10cf-4185-bcf6-39ed3ac8ae37'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:38.349845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.370728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Calling delete_port for 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:38.434747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Transition to ACTIVE for port object 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:38.437799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.446839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.483301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] For port 83db1e00-ffe8-45f4-b735-24d505011ae6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:38.489107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] For port 83db1e00-ffe8-45f4-b735-24d505011ae6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=83db1e00-ffe8-45f4-b735-24d505011ae6,segment=NetworkSegment(df7b7a72-0c83-4353-aed1-fcd623f7010e),segment_id=df7b7a72-0c83-4353-aed1-fcd623f7010e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:38.495827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.520788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:38.596452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-6c8423fc-7d4d-4544-a0c9-038f27d41a07 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6910698 Apr 28 20:04:38.622284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38214c02-604a-43a5-b07d-5ac754985acf None None] Pushing event updated for resources: {'Port': ['ID=83db1e00-ffe8-45f4-b735-24d505011ae6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:38.669162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 2a008559-8349-4f9a-b0d0-e351873d7d3c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:38.759602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=27040352-bff5-48bf-8c79-0957a797350d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:38.806138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=809e609d-ea29-4fa5-ac2a-4a8b8628e8dc,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:38.820445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.012109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Pushing event deleted for resources: {'Port': ['ID=37924d6b-c80e-4dfa-9b83-c0c99656d3e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:39.054892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '6dfcb996-938c-481e-8470-d5c8ce92f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:39.055267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: cdb5601e-072d-41ba-bfa3-fb7c398d4b85, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:39.184173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb60213-73c9-46ee-8477-301f460cace0 None None] Network 470b546c-eb8c-4304-a00c-b4a327d165eb requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:39.208146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] No DVR routers for this DVR port 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:39.224144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.226969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.229652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dedadeb7-4d29-4ef3-821b-4654ee9937ee req-8708b858-016f-4912-ad73-e4ed86f706d1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 210 time: 0.1904097 Apr 28 20:04:39.231710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'name': 'network-vif-deleted', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:39.232128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.242564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:39.242980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:39.243299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:39.252715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:39.264091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cdb5601e-072d-41ba-bfa3-fb7c398d4b85) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:39.270215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.271170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.285648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d0c843-4b44-4409-b843-36d6870b796e None None] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:39.290316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.314727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d5cf103-fee6-4600-839b-2d605c144b59 req-7b4b893d-51bd-45ee-9933-0ce3d99ab7e0 tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.41 "DELETE /v2.0/ports/37924d6b-c80e-4dfa-9b83-c0c99656d3e7 HTTP/1.1" status: 204 len: 173 time: 2.3166428 Apr 28 20:04:39.326081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-943624da-595c-4c5f-81d7-8ade8360e584 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.8743713 Apr 28 20:04:39.329716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:39.345851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:39.346263 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:39.351067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1924546319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:39.362829 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 2 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:39.377152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.377739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router 44295dcf-3a96-4525-bc66-cc054427a7e8 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:04:39.441797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:39.443269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:39.443770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:39.451154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 470b546c-eb8c-4304-a00c-b4a327d165eb is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:39.481316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.486040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7521cfc7-d219-43f1-b887-163a00f99a53 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/44295dcf-3a96-4525-bc66-cc054427a7e8 HTTP/1.1" status: 204 len: 168 time: 1.7225947 Apr 28 20:04:39.490852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:39.493245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50626) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:39.495219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=2a008559-8349-4f9a-b0d0-e351873d7d3c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:39.501679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:39.507969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:39.509952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-58f8fd8a-52b6-4639-85ac-7ded17544dbe None None] Provisioning for port bb217526-c350-402a-8387-ebce0a92e8ea completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:39.516480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:39.517193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.536590 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e3a370-e30a-4c5f-b11b-af4dadfa0f28'] response: {'server_uuid': '6bff7060-c08a-40d5-8c04-9e91a67387d6', 'name': 'network-vif-deleted', 'tag': '37924d6b-c80e-4dfa-9b83-c0c99656d3e7', 'status': 'completed', 'code': 200} Apr 28 20:04:39.538106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:39.538494 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:39.580271 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 3 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:39.580848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:39.596190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d040944-1250-4b9f-b0f8-ad06cc6e4766 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.5559378 Apr 28 20:04:39.606050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-20c61b2a-01fa-479e-b7ad-34eef26dde5b req-4908106f-df9b-4425-af88-f3debce9a62c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Synchronizing usage tracker for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:39.612653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:39.619199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': '470b546c-eb8c-4304-a00c-b4a327d165eb', 'name': 'tempest-PortsIpV6TestJSON-743654987'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:39.622241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:39.644507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:39.655100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-20c61b2a-01fa-479e-b7ad-34eef26dde5b req-4908106f-df9b-4425-af88-f3debce9a62c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] Unset dirty status for tenant:ef02a4518f11498ab2ffef74f81eb244 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:39.657318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20c61b2a-01fa-479e-b7ad-34eef26dde5b req-4908106f-df9b-4425-af88-f3debce9a62c tempest-ServerTagsTestJSON-65426439 tempest-ServerTagsTestJSON-65426439-project] 10.222.0.24 "GET /v2.0/ports?device_id=6bff7060-c08a-40d5-8c04-9e91a67387d6 HTTP/1.1" status: 200 len: 210 time: 0.3207192 Apr 28 20:04:39.677041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.681503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.704748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:39.714141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:39.714141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:39.740249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:39.740738 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:39.742681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.752565 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 4 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:39.787566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.842680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:39.848027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-91590997-cea7-44f2-bdea-efc0ac82b319 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5143397 Apr 28 20:04:39.849165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:39.905614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet e772d2e7-74ca-43e4-b61d-eaaa33bc95a0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:39.961979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.056990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:40.057992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:40.058597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:40.083501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.084904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cdb5601e-072d-41ba-bfa3-fb7c398d4b85', 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '27040352-bff5-48bf-8c79-0957a797350d'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:40.087492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.130984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:40.133628 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:40.147176 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 5 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:40.190747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.272681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:40.273273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:40.273861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:40.279109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b37d26-7210-46e9-a35b-0bc730120cd8 None None] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:40.300897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:40.301646 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:40.311639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:40.327237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:40.339359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:40.361327 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 6 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:40.406302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:40.406726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb217526-c350-402a-8387-ebce0a92e8ea up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:40.433373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:40.434007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:40.434697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:40.494387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:40.495711 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:40.496380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:40.502155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.514478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:40.522933 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 7 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:40.544129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1a13bc4-0d89-4896-93c7-a7b1b6c974f7 req-12f5a765-17f4-4df4-8b57-62475e17b042 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 210 time: 0.0986364 Apr 28 20:04:40.572565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:40.572999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:40.574072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:40.583143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:40.583539 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:40.585271 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 8 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:40.588087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e0f19f6e-7b26-4f3f-9d3a-23d2dde7d241 None None] Provisioning for port 83db1e00-ffe8-45f4-b735-24d505011ae6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:40.608513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 9e8e2d31-e64e-492f-bec4-5e1411120340 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:40.621518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:04:40.621873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 37924d6b-c80e-4dfa-9b83-c0c99656d3e7 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:40.711680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:40.712016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:40.712511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:40.725758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.758026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:40.812396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:40.823876 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:40.837113 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 9 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:40.881703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port bb217526-c350-402a-8387-ebce0a92e8ea completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:40.922206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:40.929038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Allocated IP 2001:db8:1::2 (cdb5601e-072d-41ba-bfa3-fb7c398d4b85/27040352-bff5-48bf-8c79-0957a797350d/edcf33c8-a7a7-4f18-999b-a938cbe86feb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:40.942808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bb217526-c350-402a-8387-ebce0a92e8ea triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:40.943191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.075276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Deleting subnet 3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:41.078721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.156171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.239641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.296273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:41.296608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:41.296944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:41.336625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:41.336959 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:41.344318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Provisioning for port 2a008559-8349-4f9a-b0d0-e351873d7d3c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:41.347051 n-d-839811-1 neutron-server[88139]: INFO neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempt 10 to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc Apr 28 20:04:41.406022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Provisioning complete for port 2a008559-8349-4f9a-b0d0-e351873d7d3c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:41.406678 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.483624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-27fbea2f-390e-4b4c-affa-c376a40d65f8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:41.485329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-27fbea2f-390e-4b4c-affa-c376a40d65f8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.1893764 Apr 28 20:04:41.490172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Port 2a008559-8349-4f9a-b0d0-e351873d7d3c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:41.494715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.526827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:41.585593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:41.585940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:41.586281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempting to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:41.622014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:41.622351 n-d-839811-1 neutron-server[88139]: ERROR neutron.plugins.ml2.managers [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Failed to bind port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on host n-h1-839811-1 for vnic_type normal using segments [{'id': '6c44657d-9e2b-49b2-8147-d652586a047a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f65b28b2-96b2-4617-8eb7-d472f6fbb91f'}] Apr 28 20:04:41.623130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.707005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port bb217526-c350-402a-8387-ebce0a92e8ea, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb217526-c350-402a-8387-ebce0a92e8ea,segment=NetworkSegment(21b2f18e-bd3a-43c1-af4f-ff7fea08ff91),segment_id=21b2f18e-bd3a-43c1-af4f-ff7fea08ff91)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:41.745417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8::1 (9d643487-10cf-4185-bcf6-39ed3ac8ae37/b9b55023-0373-4a5a-b789-609438eda566/cb20d8d6-93e4-412e-b4b4-f417e6a3da54) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:41.748296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.749057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 83db1e00-ffe8-45f4-b735-24d505011ae6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:41.774605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Provisioning complete for port bb217526-c350-402a-8387-ebce0a92e8ea triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:41.774978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15eec9eb-4c13-4980-85a0-a6a426ab47a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.824279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::10c (470b546c-eb8c-4304-a00c-b4a327d165eb/0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8/9e8e2d31-e64e-492f-bec4-5e1411120340) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:41.959715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:41.973190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=bb217526-c350-402a-8387-ebce0a92e8ea,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:41.982162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Transition to ACTIVE for port object edcf33c8-a7a7-4f18-999b-a938cbe86feb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:42.015280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.033259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object cb20d8d6-93e4-412e-b4b4-f417e6a3da54 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:42.043892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Transition to ACTIVE for port object edcf33c8-a7a7-4f18-999b-a938cbe86feb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:42.056279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 83db1e00-ffe8-45f4-b735-24d505011ae6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:42.056468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.064051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:42.065845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.068795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.077909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 9e8e2d31-e64e-492f-bec4-5e1411120340 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:42.112694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 83db1e00-ffe8-45f4-b735-24d505011ae6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:42.113066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.117553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Usage tracker for resource:port and tenant:5d11c0139711420e9b83f57c7e276c62 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:42.126068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:42.143624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.154227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:42.164599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:42.170002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:42.175982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:42.176162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.196024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:42.208295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:42.211008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:42.211389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:42.216454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.217612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42376087-00c1-4487-8d24-602a409eb7e2 req-c08a8689-d527-44d5-ab2b-6357a9cbbb6c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 210 time: 0.1104350 Apr 28 20:04:42.228684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=cb20d8d6-93e4-412e-b4b4-f417e6a3da54,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.245124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.342518 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.355710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Pushing event updated for resources: {'Port': ['ID=edcf33c8-a7a7-4f18-999b-a938cbe86feb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.359020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956ad039-fd6f-42f9-9686-4274a23aefe8 None None] Network 2fe98a80-64d9-494e-80fc-5292c1309472 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:42.363162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.368388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=e772d2e7-74ca-43e4-b61d-eaaa33bc95a0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.374166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.383794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=9e8e2d31-e64e-492f-bec4-5e1411120340,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.389323 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b104f97-dcce-45e0-be74-47af9018a06e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/e772d2e7-74ca-43e4-b61d-eaaa33bc95a0 HTTP/1.1" status: 204 len: 168 time: 2.8843663 Apr 28 20:04:42.427582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Attempting to bind port edcf33c8-a7a7-4f18-999b-a938cbe86feb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:42.427582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Attempting to bind port edcf33c8-a7a7-4f18-999b-a938cbe86feb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '6dfcb996-938c-481e-8470-d5c8ce92f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:42.428770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Attempting to bind port edcf33c8-a7a7-4f18-999b-a938cbe86feb on network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:42.442039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50660) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:42.483201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:42.488380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.490220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a0fad6fb-423b-491a-be06-94d470ff9a95 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3131149c-e8b9-4d4a-9679-f6ff9e0f5cb6 HTTP/1.1" status: 204 len: 168 time: 1.5587821 Apr 28 20:04:42.503379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:42.508707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 470b546c-eb8c-4304-a00c-b4a327d165eb is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:42.546716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:42.547148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Checking segment: {'id': '6dfcb996-938c-481e-8470-d5c8ce92f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:42.547815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.548223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Bound using segment: {'id': '6dfcb996-938c-481e-8470-d5c8ce92f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:42.548698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Bound port: edcf33c8-a7a7-4f18-999b-a938cbe86feb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6dfcb996-938c-481e-8470-d5c8ce92f077', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'cdb5601e-072d-41ba-bfa3-fb7c398d4b85'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:42.549068 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.554821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:42.566759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.599241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:42.604507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:42.605243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.629652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:42.630065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attempted to set empty binding levels {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:04:42.659044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.763027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] For port edcf33c8-a7a7-4f18-999b-a938cbe86feb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:42.767776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] For port edcf33c8-a7a7-4f18-999b-a938cbe86feb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcf33c8-a7a7-4f18-999b-a938cbe86feb,segment=NetworkSegment(6dfcb996-938c-481e-8470-d5c8ce92f077),segment_id=6dfcb996-938c-481e-8470-d5c8ce92f077)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:42.775534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-49b0f225-82a7-4b58-9443-9fe09a2958e7 None None] Provisioning complete for port 2a008559-8349-4f9a-b0d0-e351873d7d3c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:42.777131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49b0f225-82a7-4b58-9443-9fe09a2958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.783018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c7d128df-6aa2-44c9-a7b3-c2665d19c764 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.1666574 Apr 28 20:04:42.783018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] In _notify_port_updated(), no bound segment for port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc on network f65b28b2-96b2-4617-8eb7-d472f6fbb91f {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:04:42.783018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:42.783371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.784477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "PUT /v2.0/ports/809e609d-ea29-4fa5-ac2a-4a8b8628e8dc HTTP/1.1" status: 200 len: 976 time: 5.9194078 Apr 28 20:04:42.844422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50670) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:42.844826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:42.938132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:42.992682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.13 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/9aced6d9-5b69-47a6-9f0d-2bd43b20d78a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:42.994431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.024246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.028802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.067634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac894d-3340-4872-8d5f-c70eca06ee9b tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event updated for resources: {'Port': ['ID=809e609d-ea29-4fa5-ac2a-4a8b8628e8dc,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.081328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Deleting port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:43.081328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.102761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 83db1e00-ffe8-45f4-b735-24d505011ae6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=83db1e00-ffe8-45f4-b735-24d505011ae6,segment=NetworkSegment(df7b7a72-0c83-4353-aed1-fcd623f7010e),segment_id=df7b7a72-0c83-4353-aed1-fcd623f7010e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:43.104010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-49b0f225-82a7-4b58-9443-9fe09a2958e7 None None] Port 2a008559-8349-4f9a-b0d0-e351873d7d3c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:43.114042 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.129914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1c83a-24b8-432d-9785-bb00901f5c56 None None] Pushing event updated for resources: {'Port': ['ID=edcf33c8-a7a7-4f18-999b-a938cbe86feb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.204453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 45eb7b9f-516e-4e1a-b08c-760ddba12905 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:43.205084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.205937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-49b0f225-82a7-4b58-9443-9fe09a2958e7 None None] Provisioning complete for port 83db1e00-ffe8-45f4-b735-24d505011ae6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:43.206512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49b0f225-82a7-4b58-9443-9fe09a2958e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.293530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb217526-c350-402a-8387-ebce0a92e8ea up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:43.447841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=83db1e00-ffe8-45f4-b735-24d505011ae6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:43.556316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bb217526-c350-402a-8387-ebce0a92e8ea triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:43.556689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.583352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] DHCP port deletion for 2fe98a80-64d9-494e-80fc-5292c1309472 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:04:43.593698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Deleting port 45eb7b9f-516e-4e1a-b08c-760ddba12905 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:43.594065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.621428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.664659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e26674-5c54-4d78-801f-0359d56f2a81 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:43.665644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-39e26674-5c54-4d78-801f-0359d56f2a81 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:43.701217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Provisioning for port 9e8e2d31-e64e-492f-bec4-5e1411120340 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:43.712873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedeb665-79a9-490c-9a33-ec5a209b06da']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.715046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Provisioning complete for port 9e8e2d31-e64e-492f-bec4-5e1411120340 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:43.715412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.773549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d3239c0-9555-4735-a6cf-2f52257788ca') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.774028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d3239c0-9555-4735-a6cf-2f52257788ca') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:43.815123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-39e26674-5c54-4d78-801f-0359d56f2a81 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:43.816482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-39e26674-5c54-4d78-801f-0359d56f2a81 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A239 HTTP/1.1" status: 200 len: 928 time: 0.9561620 Apr 28 20:04:43.824802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:43.834112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:43.882845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dcdcdaa-b68a-4aab-a56a-1cfc7eab4061 req-582f9fa0-1bed-406d-88bd-28f9c09f9308 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 210 time: 0.3479869 Apr 28 20:04:44.002567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.022098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.027275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.084134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Port 9e8e2d31-e64e-492f-bec4-5e1411120340 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:44.111967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Provisioning for port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:44.119536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Provisioning complete for port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:44.120499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.270783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] For port 45eb7b9f-516e-4e1a-b08c-760ddba12905, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45eb7b9f-516e-4e1a-b08c-760ddba12905,segment=NetworkSegment(a394bb26-b7e5-4a95-b040-96ac8a30a170),segment_id=a394bb26-b7e5-4a95-b040-96ac8a30a170)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:44.271415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.287733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-277612f2-bf61-493f-8590-6de5ca3e2c36 None None] Port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:44.327529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.384096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 45eb7b9f-516e-4e1a-b08c-760ddba12905, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45eb7b9f-516e-4e1a-b08c-760ddba12905,segment=NetworkSegment(a394bb26-b7e5-4a95-b040-96ac8a30a170),segment_id=a394bb26-b7e5-4a95-b040-96ac8a30a170)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:44.384816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.396997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:44.397829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:44.413951 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:44.471441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=cb20d8d6-93e4-412e-b4b4-f417e6a3da54,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:44.493406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.495693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Calling delete_port for 45eb7b9f-516e-4e1a-b08c-760ddba12905 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:44.502394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:44.506268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:44.510056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] For port 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc, host n-h1-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:44.513111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.636949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.729334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777eca4c-4739-415c-8791-b03cc4575817 None None] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:44.755044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] No DVR routers for this DVR port 45eb7b9f-516e-4e1a-b08c-760ddba12905 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:44.763491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91154c45-2561-4511-9a2c-cbe7bd5a650e None None] Pushing event deleted for resources: {'Port': ['ID=45eb7b9f-516e-4e1a-b08c-760ddba12905,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:44.819932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a57f32f0-715b-49dd-8344-0d3417b2cf0c None None] Provisioning for port edcf33c8-a7a7-4f18-999b-a938cbe86feb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:44.825858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 9e8e2d31-e64e-492f-bec4-5e1411120340 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:44.826299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.848650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:44.893642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 45eb7b9f-516e-4e1a-b08c-760ddba12905 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:44.928576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:44.954719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:44.957710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:44.988235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:45.000197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0d839638-8e22-4f51-be34-9778157a384f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:04:45.124917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a6f05f7f-cd0f-4afb-b032-fedea68d6c8b None None] Provisioning complete for port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:45.125301 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6f05f7f-cd0f-4afb-b032-fedea68d6c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.179682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Calling delete_port for 809e609d-ea29-4fa5-ac2a-4a8b8628e8dc owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:45.194758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a6f05f7f-cd0f-4afb-b032-fedea68d6c8b None None] Port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:45.209954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:45.248584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.269875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:45.270508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.297149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.307650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.310568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] Pushing event deleted for resources: {'Network': ['ID=eedeb665-79a9-490c-9a33-ec5a209b06da,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:45.330840 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fbe6b9ac-7988-4dd6-9707-36d15ba076c5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8121810 Apr 28 20:04:45.334317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:45.336889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:45.344989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92c405e6-6ec0-4c14-8f90-cb42f8f68cfa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4924185 Apr 28 20:04:45.348259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Request body: {'port': {'device_id': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:45.354781 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] Sync routers for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:45.359353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 83db1e00-ffe8-45f4-b735-24d505011ae6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:45.368178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:45.374089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:45.374910 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:45.471267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:45.490949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-df26b525-150f-492f-a99f-c4039d27378a admin admin] 10.222.0.24 "DELETE /v2.0/networks/eedeb665-79a9-490c-9a33-ec5a209b06da HTTP/1.1" status: 204 len: 168 time: 2.9809005 Apr 28 20:04:45.499488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 83db1e00-ffe8-45f4-b735-24d505011ae6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:45.499954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.505710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:45.506400 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:45.546586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Usage tracker for resource:security_group_rule and tenant:579912b23894417eb1b703b206638c98 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:45.552309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:45.557623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.592141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:45.596193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:04:45.596518 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:04:45.626699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.639940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012c5a6f-66c3-4ec2-8418-6db41cc77280 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:45.641327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-012c5a6f-66c3-4ec2-8418-6db41cc77280 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports/cb20d8d6-93e4-412e-b4b4-f417e6a3da54 HTTP/1.1" status: 200 len: 911 time: 0.2593982 Apr 28 20:04:45.666744 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:45.667150 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f17f0-38db-4528-8022-9976b5cd26a8 None None] The sync data for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:45.668639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcf33c8-a7a7-4f18-999b-a938cbe86feb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:45.679003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:45.679754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:45.700819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e8cde-0201-4679-8960-576576a301c1 req-3eb44a58-062a-4405-9d11-3258de08999b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:45.702667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b02e8cde-0201-4679-8960-576576a301c1 req-3eb44a58-062a-4405-9d11-3258de08999b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 932 time: 0.5734696 Apr 28 20:04:45.717219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Pushing event deleted for resources: {'Port': ['ID=809e609d-ea29-4fa5-ac2a-4a8b8628e8dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:45.735881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.750930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port edcf33c8-a7a7-4f18-999b-a938cbe86feb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:45.754205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.756969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port edcf33c8-a7a7-4f18-999b-a938cbe86feb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:45.757174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.881043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 9e8e2d31-e64e-492f-bec4-5e1411120340 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:45.892047 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.932670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port edcf33c8-a7a7-4f18-999b-a938cbe86feb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcf33c8-a7a7-4f18-999b-a938cbe86feb,segment=NetworkSegment(6dfcb996-938c-481e-8470-d5c8ce92f077),segment_id=6dfcb996-938c-481e-8470-d5c8ce92f077)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:45.936974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:45.948591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b02e8cde-0201-4679-8960-576576a301c1 req-8cc1a514-9353-4958-be49-d905f075e0df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:45.951952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63b80522-5359-4972-aeed-5c70f49c4a32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "DELETE /v2.0/ports/809e609d-ea29-4fa5-ac2a-4a8b8628e8dc HTTP/1.1" status: 204 len: 168 time: 3.0901594 Apr 28 20:04:45.955279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:45.960445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0a450b97-72d5-44d9-a7b2-69ba5045fbe7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef02a4518f11498ab2ffef74f81eb244&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2768216 Apr 28 20:04:45.961038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50732) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:46.007455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45eb7b9f-516e-4e1a-b08c-760ddba12905 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:46.035107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b02e8cde-0201-4679-8960-576576a301c1 req-8cc1a514-9353-4958-be49-d905f075e0df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:46.043373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b02e8cde-0201-4679-8960-576576a301c1 req-8cc1a514-9353-4958-be49-d905f075e0df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3281262 Apr 28 20:04:46.048963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 45eb7b9f-516e-4e1a-b08c-760ddba12905 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:04:46.049523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45eb7b9f-516e-4e1a-b08c-760ddba12905 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:46.066122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=edcf33c8-a7a7-4f18-999b-a938cbe86feb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:46.100341 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-907ac345-cc68-4778-936f-0be158bd7512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:04:46.101654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-907ac345-cc68-4778-936f-0be158bd7512 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321 tempest-PortsAdminExtendedAttrsIpV6TestJSON-750175321-project-admin] 10.222.0.24 "GET /v2.0/ports/809e609d-ea29-4fa5-ac2a-4a8b8628e8dc HTTP/1.1" status: 404 len: 333 time: 0.1402113 Apr 28 20:04:46.110663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 45eb7b9f-516e-4e1a-b08c-760ddba12905 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:46.111003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.114907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50738) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:46.357557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] The port '45eb7b9f-516e-4e1a-b08c-760ddba12905' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:04:46.399141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.434196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.512657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=9e8e2d31-e64e-492f-bec4-5e1411120340,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:46.551775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.558335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.568110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.579411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.611010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.634929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.669718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c5f5ead0-efdf-45a7-942b-d8e28cd0cd8d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/9e8e2d31-e64e-492f-bec4-5e1411120340 HTTP/1.1" status: 204 len: 168 time: 2.8320398 Apr 28 20:04:46.679095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:46.720816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe98a80-64d9-494e-80fc-5292c1309472']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:46.758071 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e962c3b1-64fe-4e19-95b3-1905fe02b031 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:04:46.758071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e962c3b1-64fe-4e19-95b3-1905fe02b031 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:46.758071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a394bb26-b7e5-4a95-b040-96ac8a30a170') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:46.758071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a394bb26-b7e5-4a95-b040-96ac8a30a170') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:46.770370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.778638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=579912b23894417eb1b703b206638c98&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7865119 Apr 28 20:04:46.782433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:46.789439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119389ea-f707-4942-890f-0af953b4c839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f188478a-e71a-4278-91d5-e75462d04f75,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:46.805874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e962c3b1-64fe-4e19-95b3-1905fe02b031 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:46.809537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e962c3b1-64fe-4e19-95b3-1905fe02b031 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/9e8e2d31-e64e-492f-bec4-5e1411120340 HTTP/1.1" status: 404 len: 333 time: 0.1232233 Apr 28 20:04:46.809537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.812124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:46.813005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.888870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72766d37-d716-4e3e-9768-15326409e0cd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:46.891871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:46.892277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:46.922092 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:47.021945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.023042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e3c67e8-d4fa-4706-a645-be7a068f5a9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/72766d37-d716-4e3e-9768-15326409e0cd HTTP/1.1" status: 204 len: 168 time: 1.0608053 Apr 28 20:04:47.031588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 2a008559-8349-4f9a-b0d0-e351873d7d3c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:47.031935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.033769 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.055191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:47.077232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.086905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.092622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.114817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f65b28b2-96b2-4617-8eb7-d472f6fbb91f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:47.123129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.134415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/2fe98a80-64d9-494e-80fc-5292c1309472 HTTP/1.1" status: 204 len: 168 time: 4.6856890 Apr 28 20:04:47.142018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:47.142924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea8b5fc-97f5-4914-9de3-2d0f76fbe89e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=2fe98a80-64d9-494e-80fc-5292c1309472,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:47.161805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-96403369', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:47.169797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c44657d-9e2b-49b2-8147-d652586a047a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:47.170087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c44657d-9e2b-49b2-8147-d652586a047a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:47.185120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:47.194450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Transition to ACTIVE for port object 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:47.196231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.205358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:47.213689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.218593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.222407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:47.251772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcf33c8-a7a7-4f18-999b-a938cbe86feb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:47.319663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:47.323404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.346539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.347570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port edcf33c8-a7a7-4f18-999b-a938cbe86feb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:47.348626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.421315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:47.421987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.423648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.445902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f188478a-e71a-4278-91d5-e75462d04f75,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:47.456037 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:47.465919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.470002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6c3c816-cfd7-4d88-8cff-740b1897af02 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f188478a-e71a-4278-91d5-e75462d04f75 HTTP/1.1" status: 204 len: 168 time: 0.6820939 Apr 28 20:04:47.486505 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.523772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.525181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.620323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:47.703393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 2a008559-8349-4f9a-b0d0-e351873d7d3c owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:47.896760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.946401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:47.997265 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.017244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=2a008559-8349-4f9a-b0d0-e351873d7d3c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:48.034122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.047955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.051434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.068702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9679ae49-2349-4bca-b062-1dd1c0a8a777 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/2a008559-8349-4f9a-b0d0-e351873d7d3c HTTP/1.1" status: 204 len: 168 time: 1.2371807 Apr 28 20:04:48.071374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] Pushing event deleted for resources: {'Network': ['ID=f65b28b2-96b2-4617-8eb7-d472f6fbb91f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:48.077528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50786) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.080379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.106341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8c8134a0-657f-485c-8f0a-f8c0021361ec tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1171743982-project] 10.222.0.24 "DELETE /v2.0/networks/f65b28b2-96b2-4617-8eb7-d472f6fbb91f HTTP/1.1" status: 204 len: 168 time: 1.8082004 Apr 28 20:04:48.126388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc433d45-372e-4ac1-8099-c38910d305fd req-1eba2685-1613-41df-8f93-8e94677ed563 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:48.127141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc433d45-372e-4ac1-8099-c38910d305fd req-1eba2685-1613-41df-8f93-8e94677ed563 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:48.153186 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-a597bbaf-1e38-4e15-8fa5-996244e4c199 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:04:48.155670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a597bbaf-1e38-4e15-8fa5-996244e4c199 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:48.165027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:48.174956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Usage tracker for resource:security_group_rule and tenant:42c37f61dc4843b7a9c06cdc4a2c0cad is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:48.179276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:48.185922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:48.195695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a597bbaf-1e38-4e15-8fa5-996244e4c199 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:48.203298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a597bbaf-1e38-4e15-8fa5-996244e4c199 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/2a008559-8349-4f9a-b0d0-e351873d7d3c HTTP/1.1" status: 404 len: 333 time: 0.1220777 Apr 28 20:04:48.208359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.296879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc433d45-372e-4ac1-8099-c38910d305fd req-1eba2685-1613-41df-8f93-8e94677ed563 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:48.303438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc433d45-372e-4ac1-8099-c38910d305fd req-1eba2685-1613-41df-8f93-8e94677ed563 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 944 time: 1.0950058 Apr 28 20:04:48.306181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:04:48.309996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.415234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Attempting to bind port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:48.415567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Attempting to bind port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:48.416084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Attempting to bind port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:48.539162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.593577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:48.593826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Attempting to bind port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:48.622184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:48.622540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:48.622904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:48.623207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.623356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Bound port: 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:48.623676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.634543 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.690006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.693373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50812) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.695982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc433d45-372e-4ac1-8099-c38910d305fd req-4f652812-bcd4-452a-8ba7-d9f2739d9ad9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917596 Apr 28 20:04:48.699698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=42c37f61dc4843b7a9c06cdc4a2c0cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6469507 Apr 28 20:04:48.721961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.733603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba8c09-2954-4b71-a9a2-054b752e6b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e059cd3-267f-4ce1-9fc9-0c4d28883023,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:48.765340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.801135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50822) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:48.801576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8:1::1 (cdb5601e-072d-41ba-bfa3-fb7c398d4b85/27040352-bff5-48bf-8c79-0957a797350d/3ff141b5-0b95-43f0-8522-b6a0a882e845) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:48.865695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.883354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:48.899370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:48.996826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:49.003762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.007882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.020027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.056746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:49.060855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e059cd3-267f-4ce1-9fc9-0c4d28883023,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.074171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ca253c01d3fb4bfcb77898a31db48c9a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:49.078985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:49.085058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e72979f9-db03-4315-9add-7949e5d4edde admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1fe1fc4ef81d4436aff17656ccbde3da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3890665 Apr 28 20:04:49.096000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:49.096445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.097837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] 10.222.0.41 "PUT /v2.0/ports/9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 1092 time: 3.7539916 Apr 28 20:04:49.098274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50828) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:49.099211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:49.100622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:49.102569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.160141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.161356 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d344bc6-e519-415a-894e-5804ae650f8d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0e059cd3-267f-4ce1-9fc9-0c4d28883023 HTTP/1.1" status: 204 len: 168 time: 0.4449835 Apr 28 20:04:49.172408 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e451dc0d-6d79-4e22-a492-2e401d8c1767'] response: {'name': 'network-changed', 'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', 'status': 'completed', 'code': 200} Apr 28 20:04:49.173016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.178521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.180507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-41178e3a-bafb-46fa-b9c8-250f2a090643 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8 HTTP/1.1" status: 204 len: 168 time: 0.9696717 Apr 28 20:04:49.184053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50836) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:49.187819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f829c-4a79-4267-a30f-691a851fe3aa None None] Network 470b546c-eb8c-4304-a00c-b4a327d165eb requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:49.256086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aaa3fd-3a8f-4adc-bd8c-868cfc6a2af5 service neutron] Pushing event updated for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.273379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.375200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object 3ff141b5-0b95-43f0-8522-b6a0a882e845 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:49.376675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.407413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.426478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port bb217526-c350-402a-8387-ebce0a92e8ea {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:49.426818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.522350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.530597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.543060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] DHCP port deletion for 470b546c-eb8c-4304-a00c-b4a327d165eb request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:04:49.548875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Deleting port bb217526-c350-402a-8387-ebce0a92e8ea {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:49.549370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.576726 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.596770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.669055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ca253c01d3fb4bfcb77898a31db48c9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8645208 Apr 28 20:04:49.683037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50848) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:49.719479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.766096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fb7c72b0-85ba-4172-b82d-ac1af67f48fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:49.767923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-fb7c72b0-85ba-4172-b82d-ac1af67f48fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1095 time: 0.6099656 Apr 28 20:04:49.817225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72649e4-4671-4545-b59a-b8305d1525b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1f9581-e8ed-4855-9e86-7034bf1496be,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:49.844826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port bb217526-c350-402a-8387-ebce0a92e8ea, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb217526-c350-402a-8387-ebce0a92e8ea,segment=NetworkSegment(21b2f18e-bd3a-43c1-af4f-ff7fea08ff91),segment_id=21b2f18e-bd3a-43c1-af4f-ff7fea08ff91)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:49.845191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.849573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] For port bb217526-c350-402a-8387-ebce0a92e8ea, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bb217526-c350-402a-8387-ebce0a92e8ea,segment=NetworkSegment(21b2f18e-bd3a-43c1-af4f-ff7fea08ff91),segment_id=21b2f18e-bd3a-43c1-af4f-ff7fea08ff91)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:49.850270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:49.965679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-5e99845c-ee1c-4e49-b132-e58ff1ee4ebe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 217 time: 0.1648014 Apr 28 20:04:49.966791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.022448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Calling delete_port for bb217526-c350-402a-8387-ebce0a92e8ea owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:50.059236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for bb217526-c350-402a-8387-ebce0a92e8ea owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:04:50.118780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.128578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:50.135572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.162996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.171253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:50.184819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:50.185351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.201405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=3ff141b5-0b95-43f0-8522-b6a0a882e845,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.225339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:04:50.225695 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:04:50.252362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] Pushing event deleted for resources: {'Port': ['ID=bb217526-c350-402a-8387-ebce0a92e8ea,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.259121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.268014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60897156-bfab-4cc0-a3cf-d0ee49429466 None None] No DVR routers for this DVR port bb217526-c350-402a-8387-ebce0a92e8ea on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:04:50.278374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1f9581-e8ed-4855-9e86-7034bf1496be,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.284654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-498eee31-e909-42bb-9bb2-bb704303d6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.286510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.288638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.289335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.289714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.290117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.290957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.291073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.292933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.292933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.293112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.293513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.293791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.294095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:04:50.315126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.316257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c93a04a-da16-46a6-a083-7d483133dc0b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3c1f9581-e8ed-4855-9e86-7034bf1496be HTTP/1.1" status: 204 len: 168 time: 0.6321905 Apr 28 20:04:50.365105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69074e5e-89d2-457a-b743-68dfff917be6 req-77cb94f1-3ef5-418a-8ac5-89de013359c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:50.370593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-77cb94f1-3ef5-418a-8ac5-89de013359c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.3724003 Apr 28 20:04:50.371382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb316a29-37c9-4a77-9ae7-becd10ea01d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:50.397824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.25.2.149 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/583450c9-db66-4368-8274-16dc0c3ac829) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:50.484777 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-aa80c5c9-d7fa-4a96-942d-c3a940cfad25 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0842445 Apr 28 20:04:50.552457 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.553708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-372ff3b8-9f00-41c6-8ddc-a6c02ad23005 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bb316a29-37c9-4a77-9ae7-becd10ea01d0 HTTP/1.1" status: 204 len: 168 time: 1.4483736 Apr 28 20:04:50.576671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f7d511c0-5c75-4d4e-aade-d3f87cf6b309 None None] Provisioning for port 3ff141b5-0b95-43f0-8522-b6a0a882e845 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:50.582618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f7d511c0-5c75-4d4e-aade-d3f87cf6b309 None None] Provisioning complete for port 3ff141b5-0b95-43f0-8522-b6a0a882e845 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:50.582996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f7d511c0-5c75-4d4e-aade-d3f87cf6b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.647979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848c5143-610e-457b-95d9-4997f31cf542 req-f6591d30-f095-4910-a398-19927b83445e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:50.649421 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-848c5143-610e-457b-95d9-4997f31cf542 req-f6591d30-f095-4910-a398-19927b83445e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 944 time: 0.5476861 Apr 28 20:04:50.663431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f7d511c0-5c75-4d4e-aade-d3f87cf6b309 None None] Port 3ff141b5-0b95-43f0-8522-b6a0a882e845 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:50.728044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port bb217526-c350-402a-8387-ebce0a92e8ea {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:50.731477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.823984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] The port 'bb217526-c350-402a-8387-ebce0a92e8ea' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:04:50.825848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.871302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-848c5143-610e-457b-95d9-4997f31cf542 req-fff2c639-1841-433c-b583-3781ba237d8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984878 Apr 28 20:04:50.988448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-4585c67d-415a-43b2-ba43-d57ea794a0d1 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654231 Apr 28 20:04:50.990499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:50.993984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.021488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['470b546c-eb8c-4304-a00c-b4a327d165eb']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.034867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.035091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21b2f18e-bd3a-43c1-af4f-ff7fea08ff91') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:51.046688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.065508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.072514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:04:51.074035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:04:51.089877 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:04:51.196244 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.202112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.224252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb217526-c350-402a-8387-ebce0a92e8ea no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:04:51.235862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/470b546c-eb8c-4304-a00c-b4a327d165eb HTTP/1.1" status: 204 len: 168 time: 2.0453742 Apr 28 20:04:51.240603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:51.246619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d085a7e2-8726-4a63-bce7-f2e990d10cb4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=470b546c-eb8c-4304-a00c-b4a327d165eb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.261734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1426949332'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:51.274801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50896) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:51.282314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:51.283549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: bb217526-c350-402a-8387-ebce0a92e8ea {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:04:51.284262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bb217526-c350-402a-8387-ebce0a92e8ea not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:04:51.311548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:51.317698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:51.333527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:51.344866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a627e47-f61c-4616-9128-ce3910752505 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d137303ec3a7427db92ed337d42c72b2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0679007 Apr 28 20:04:51.348774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50900) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:51.397651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69074e5e-89d2-457a-b743-68dfff917be6 req-80596676-f638-494a-89d4-b11a525c7b98 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971338 Apr 28 20:04:51.401868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:51.405439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.423204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.471540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.476315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.547008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.575195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372a01a8-0b8b-465b-bdae-e007e13174c4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.579671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.585221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74809570-d4a7-47d8-b9fb-22eec0822c39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/372a01a8-0b8b-465b-bdae-e007e13174c4 HTTP/1.1" status: 204 len: 168 time: 0.2350607 Apr 28 20:04:51.762813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:51.780176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:51.782366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:51.793787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:51.820337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=583450c9-db66-4368-8274-16dc0c3ac829,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:51.839243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.839582 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment 30f4cb9f-93a6-40d8-9e4c-e586f514ea74 of type vlan for network cabd04c9-2d61-4976-a236-5f0ec452ce1b Apr 28 20:04:51.921301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:51.990744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0356a4e-2599-4074-ab28-5932a72825be req-19d0fad0-f236-4992-9a7a-9545372fdb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:51.992719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-19d0fad0-f236-4992-9a7a-9545372fdb61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1095 time: 0.5182700 Apr 28 20:04:52.059409 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.095745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.096489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.120363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab1086d-40bf-40dc-9eb1-efb66952eab9 req-ca81f323-73af-4b52-a37f-4e80b661b225 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:52.122776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab1086d-40bf-40dc-9eb1-efb66952eab9 req-ca81f323-73af-4b52-a37f-4e80b661b225 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 944 time: 0.1311953 Apr 28 20:04:52.167153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:52.180698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:04:52.198423 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aab1086d-40bf-40dc-9eb1-efb66952eab9 req-f478f84e-bfc5-4199-90cb-8dc7e917b0ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617447 Apr 28 20:04:52.318923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-network', 'tenant_id': '7344e16b1abd49afbcc95977227d910b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:52.349290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:52.351361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.357723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Usage tracker for resource:network and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:52.358559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:52.359196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.362230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d6f06cf2-23b3-4c5d-8d84-8df7d859f08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.370990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:52.384417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:52.399828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Made reservation on behalf of 7344e16b1abd49afbcc95977227d910b for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:52.403537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.418699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.435321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:52.440786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:52.444153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:52.453049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:52.493069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=cabd04c9-2d61-4976-a236-5f0ec452ce1b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:52.507814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:52.582136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=3ff141b5-0b95-43f0-8522-b6a0a882e845,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:52.618879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15a4b01e-09f8-4b42-ae11-bccb00deac52 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3719785 Apr 28 20:04:52.622796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:52.642863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:52.758393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:52.759458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0356a4e-2599-4074-ab28-5932a72825be req-d8b402c3-afe9-4d0d-80d9-a99fb78b99e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:52.761839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.762496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-d8b402c3-afe9-4d0d-80d9-a99fb78b99e4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.6920826 Apr 28 20:04:52.764676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:52.784492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:52.787232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.811293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:52.839160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:52.841708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=888ccf00-f807-48c3-9248-36cd41b67379,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:52.847970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:52.851739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.894355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-bb66799a-45f1-4cfa-ac4e-9d80218bbecf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 217 time: 0.1125271 Apr 28 20:04:52.899940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:52.901146 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Added segment ddf26ef5-cabe-46f5-bd4c-8811d9352993 of type vlan for network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b Apr 28 20:04:52.913304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:52.919119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:53.021807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.165288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.262209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.264031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:53.264600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.408156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] Pushing event updated for resources: {'Network': ['ID=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:53.431629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:53.469203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0356a4e-2599-4074-ab28-5932a72825be req-c9b06755-6da5-421a-9815-bffe6b2996f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:53.470657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c030c6b9-1445-48ce-a212-59668138cbff admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3023751 Apr 28 20:04:53.473833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50986) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:53.474006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-c9b06755-6da5-421a-9815-bffe6b2996f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.5557699 Apr 28 20:04:53.482193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Request body: {'subnet': {'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-subnet', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:53.487220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:53.491179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Usage tracker for resource:subnet and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:53.494383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:53.497621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8acd9990-d3f7-4bca-8ba3-7de1b40ea3dc None None] Provisioning complete for port 3ff141b5-0b95-43f0-8522-b6a0a882e845 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:53.499120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8acd9990-d3f7-4bca-8ba3-7de1b40ea3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.500249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:53.516600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Made reservation on behalf of 7344e16b1abd49afbcc95977227d910b for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:53.518938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.582473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50992) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:53.620970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-4c86e06d-eeff-4e24-b735-d775b1e41cef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0930452 Apr 28 20:04:53.622847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0d839638-8e22-4f51-be34-9778157a384f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:04:53.766911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8acd9990-d3f7-4bca-8ba3-7de1b40ea3dc None None] Port 3ff141b5-0b95-43f0-8522-b6a0a882e845 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:04:53.767476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.776314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.879835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.909949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': '30f4cb9f-93a6-40d8-9e4c-e586f514ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:53.910401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: cabd04c9-2d61-4976-a236-5f0ec452ce1b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:53.917709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=40e3a62f-6d5b-4b1e-87ac-6d7794932663,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:53.954821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:53.982034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51004) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.000939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Checking segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:54.001308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Network hostable DHCP agents. Network: ba76e070-5b2b-4aeb-b087-873dbe4d4b2b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:54.009766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:54.011875 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.018821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Pushing event updated for resources: {'Subnet': ['ID=98768a29-589b-4297-82b9-e444cfcfa3d8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:54.033001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cabd04c9-2d61-4976-a236-5f0ec452ce1b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:54.037583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:54.040405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:54.041556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.049713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d133760b-2de6-4d5e-8346-93811363fe69 None None] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:54.057773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, ba76e070-5b2b-4aeb-b087-873dbe4d4b2b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:54.063908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:54.064505 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.070162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9014366-5532-49e6-9aef-31f9c2766272 None None] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:54.090860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bc5032b-763b-44f7-910f-13ca8834a9f6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4670446 Apr 28 20:04:54.092423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51010) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.099279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b', 'name': 'tempest-PortsIpV6TestJSON-1098417963', 'fixed_ips': [{'subnet_id': '40e3a62f-6d5b-4b1e-87ac-6d7794932663', 'ip_address': '2001:db8::10'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:54.118667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-46d9b293-a0fa-4e2b-b2fc-e97967a89626 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6437924 Apr 28 20:04:54.123957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51014) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.124962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:54.139777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:54.151222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:54.163128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Usage tracker for resource:security_group_rule and tenant:79a72abecc1e4cd99d2f7624516ddb06 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:54.178163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:54.191413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5ebba3-bfee-410a-928c-30a1dd3c8162 req-adc65b2b-af84-4f38-a8ec-d936ee3c5cd9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:54.192884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb5ebba3-bfee-410a-928c-30a1dd3c8162 req-adc65b2b-af84-4f38-a8ec-d936ee3c5cd9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 944 time: 0.7953858 Apr 28 20:04:54.193862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:54.202975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-600a3cac-4c04-438d-b731-bb3d6e17ff8e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5175710 Apr 28 20:04:54.203148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Usage tracker for resource:router and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:54.205551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51018) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.206989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-b126ef4f-9259-4e09-be75-663e3503e27d service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5728359 Apr 28 20:04:54.208306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:54.208480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:54.270293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:54.274411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] Sync routers for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:54.297703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-782623344'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:54.317233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:54.331754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Usage tracker for resource:network and tenant:7640cc935a9a47ed92aaba5dc1c9d393 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:54.340330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.341546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.345254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:54.362282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:54.363184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.364201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed85799-2fba-4237-8d69-15d5e552f2e5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:54.365662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ed85799-2fba-4237-8d69-15d5e552f2e5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports/3ff141b5-0b95-43f0-8522-b6a0a882e845 HTTP/1.1" status: 200 len: 913 time: 0.1590998 Apr 28 20:04:54.373479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51022) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.380085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:54.399829 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb5ebba3-bfee-410a-928c-30a1dd3c8162 req-69cd3cbf-1fa7-4cca-a726-e88b8eb46add tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897075 Apr 28 20:04:54.422197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.479374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.492383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.546547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:54.547445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.564802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Made reservation on behalf of 7640cc935a9a47ed92aaba5dc1c9d393 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:54.568431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.580923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:54.608006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:04:54.622050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0356a4e-2599-4074-ab28-5932a72825be req-17b84e22-597c-44c6-923a-4adbfaf53115 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3853979 Apr 28 20:04:54.641538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:54.642128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0090ee-4bcd-4900-a5e5-8650bdf9eaa0 None None] The sync data for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:54.658414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:54.680230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.685400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:54.686472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.689661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.717687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.738766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:54.747583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79a72abecc1e4cd99d2f7624516ddb06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1619389 Apr 28 20:04:54.752501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51026) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:54.757048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:54.774841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:54.789650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7d1b1a-7af4-480e-8026-c83976d60e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dddf8a2-2b98-4af9-b1df-d517fb11d0e4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:54.830729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 440740bb-1db1-403b-b414-49db2bab6f90 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:04:54.837155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Usage tracker for resource:security_group_rule and tenant:7640cc935a9a47ed92aaba5dc1c9d393 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:54.844489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.899432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cabd04c9-2d61-4976-a236-5f0ec452ce1b', 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '40e3a62f-6d5b-4b1e-87ac-6d7794932663'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:04:54.899643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:54.900167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:54.904306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:55.016357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:55.093938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', 'mac_address': 'fa:16:3e:4b:e7:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:04:55.129771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:55.149196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.214934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Allocated IP 172.20.0.2 (ba76e070-5b2b-4aeb-b087-873dbe4d4b2b/98768a29-589b-4297-82b9-e444cfcfa3d8/45c20ecf-e90f-4198-b7dc-d4bd8bffdc61) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:55.221416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.241011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.250030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.256939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.261593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:55.274328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] Sync routers for ids ['440740bb-1db1-403b-b414-49db2bab6f90'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:55.285401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] Routers {'440740bb-1db1-403b-b414-49db2bab6f90'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:55.286363 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['440740bb-1db1-403b-b414-49db2bab6f90'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:55.295351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dddf8a2-2b98-4af9-b1df-d517fb11d0e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:55.305548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Allocated IP 2001:db8::2 (cabd04c9-2d61-4976-a236-5f0ec452ce1b/40e3a62f-6d5b-4b1e-87ac-6d7794932663/c6982f98-4016-4f72-acf0-6045ca1c2a04) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:55.314950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:04:55.337241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.342194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d627a84-1764-4d30-a76f-876971de5a05 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dddf8a2-2b98-4af9-b1df-d517fb11d0e4 HTTP/1.1" status: 204 len: 168 time: 0.5867925 Apr 28 20:04:55.361607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.366599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d760accb-e7e9-4a55-a1b5-8877227ffedb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.2147577 Apr 28 20:04:55.368665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51032) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:55.419260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:55.439587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.451718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:55.479509 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] Routers {'440740bb-1db1-403b-b414-49db2bab6f90'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:55.482235 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['440740bb-1db1-403b-b414-49db2bab6f90'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:55.531165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:55.559997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.629745 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:04:55.630394 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76228ac0-d58b-42ec-86a4-fca3f8b1c562 None None] The sync data for ids ['440740bb-1db1-403b-b414-49db2bab6f90'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:04:55.684399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7e06875-20f2-4d79-827f-0c681099d9da tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers/440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 200 len: 879 time: 0.3109832 Apr 28 20:04:55.686669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:55.714556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:04:55.811746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port cdb66420-4ad8-4303-8de3-886870be80a7 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:55.811973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.825641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Transition to ACTIVE for port object 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:55.848435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Transition to ACTIVE for port object 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:55.942556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.945908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85b26191-9845-4148-aa73-6c0057f0f894 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:router {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:04:55.952483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.964220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:55.965791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.970458 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.981742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-85b26191-9845-4148-aa73-6c0057f0f894 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:router {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:04:55.985336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-85b26191-9845-4148-aa73-6c0057f0f894 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.2953432 Apr 28 20:04:55.985761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:55.989702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:56.002512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:56.006265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Usage tracker for resource:security_group_rule and tenant:845f77c52705480a88b00fc9073781e7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:56.009166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:56.015145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:56.021967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Transition to ACTIVE for port object c6982f98-4016-4f72-acf0-6045ca1c2a04 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:56.049390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-96403369'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:56.071070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:56.087525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:56.090269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:56.102365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.102598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Transition to ACTIVE for port object c6982f98-4016-4f72-acf0-6045ca1c2a04 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:56.108343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.131946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc3ece-bcd6-4ce1-8283-89840e564b51 req-7b84bfb1-7e70-4e25-91ce-55af1e7b1b0e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:56.136474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Pushing event updated for resources: {'Port': ['ID=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.140386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52bc3ece-bcd6-4ce1-8283-89840e564b51 req-7b84bfb1-7e70-4e25-91ce-55af1e7b1b0e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 945 time: 0.4804416 Apr 28 20:04:56.158166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=845f77c52705480a88b00fc9073781e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927276 Apr 28 20:04:56.160739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:56.163497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7361ad1a-8892-407a-9567-f48a788c863f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f44376eb-32d8-4bcf-9f9f-06ab33b234b1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.228969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.253062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.259249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.264925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:04:56.309988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e77abdc-0ac4-444e-b38b-9ce3ef2ac4ca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.321662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.343478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f44376eb-32d8-4bcf-9f9f-06ab33b234b1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.347509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.348894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92d592fa-929f-4dce-a450-2eba3d56908c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f44376eb-32d8-4bcf-9f9f-06ab33b234b1 HTTP/1.1" status: 204 len: 168 time: 0.1872401 Apr 28 20:04:56.365137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.365527 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Added segment 4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5 of type vlan for network c825b85b-912e-42d8-81f8-9bd662ea4544 Apr 28 20:04:56.381546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:56.395299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Attempting to bind port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:56.396294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Attempting to bind port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:56.396294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Attempting to bind port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:56.401963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:56.414783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:56.415161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Checking segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:56.415563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.415982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Bound using segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:56.416986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Bound port: 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:56.417364 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.433744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:56.475536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Pushing event updated for resources: {'Port': ['ID=c6982f98-4016-4f72-acf0-6045ca1c2a04,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.481974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52bc3ece-bcd6-4ce1-8283-89840e564b51 req-ddf68e58-b88b-403c-b62a-f2d0f6cd5179 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404222 Apr 28 20:04:56.611741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Attempting to bind port c6982f98-4016-4f72-acf0-6045ca1c2a04 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:56.611741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Attempting to bind port c6982f98-4016-4f72-acf0-6045ca1c2a04 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '30f4cb9f-93a6-40d8-9e4c-e586f514ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:56.612329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Attempting to bind port c6982f98-4016-4f72-acf0-6045ca1c2a04 on network cabd04c9-2d61-4976-a236-5f0ec452ce1b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:56.619041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:04:56.619444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Checking segment: {'id': '30f4cb9f-93a6-40d8-9e4c-e586f514ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:56.620014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.620450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Bound using segment: {'id': '30f4cb9f-93a6-40d8-9e4c-e586f514ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:04:56.620902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Bound port: c6982f98-4016-4f72-acf0-6045ca1c2a04, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f4cb9f-93a6-40d8-9e4c-e586f514ea74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:04:56.621493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.636985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] For port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:56.645070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.674751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::10 (cabd04c9-2d61-4976-a236-5f0ec452ce1b/40e3a62f-6d5b-4b1e-87ac-6d7794932663/cdb66420-4ad8-4303-8de3-886870be80a7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:56.686525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] For port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:56.696770 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.808781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] For port c6982f98-4016-4f72-acf0-6045ca1c2a04, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:04:56.814271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] For port c6982f98-4016-4f72-acf0-6045ca1c2a04, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6982f98-4016-4f72-acf0-6045ca1c2a04,segment=NetworkSegment(30f4cb9f-93a6-40d8-9e4c-e586f514ea74),segment_id=30f4cb9f-93a6-40d8-9e4c-e586f514ea74)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:04:56.815671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bec6ff-ff4c-4580-8f65-8cda618ed693 None None] Pushing event updated for resources: {'Port': ['ID=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:56.821629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:56.933114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bce903e-aeb6-4fbe-b8a0-2d5474421999 None None] Pushing event updated for resources: {'Port': ['ID=c6982f98-4016-4f72-acf0-6045ca1c2a04,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.009237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:04:57.049363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.089278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.184700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.278653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:57.284414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.295034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:57.295660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:57.390868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:57.547067 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:04:57.623456 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.6386929 Apr 28 20:04:57.705666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3641a4-ec76-4ed6-ad35-f48c4bfc32e4 req-a2c524c6-16e6-4b44-8cc7-6389009242ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:57.707214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a3641a4-ec76-4ed6-ad35-f48c4bfc32e4 req-a2c524c6-16e6-4b44-8cc7-6389009242ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 945 time: 0.1164472 Apr 28 20:04:57.789913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a3641a4-ec76-4ed6-ad35-f48c4bfc32e4 req-d06c7d20-0355-4900-a497-4929f45fa8dc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720892 Apr 28 20:04:57.790269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549057-73c2-49a6-a43a-23a42b041748 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Pushing event updated for resources: {'Network': ['ID=c825b85b-912e-42d8-81f8-9bd662ea4544,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:57.811454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c825b85b-912e-42d8-81f8-9bd662ea4544 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:04:57.958549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:57.965982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544', 'binding:host_id': 'n-h1-839811-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1185753582'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:57.978044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:57.993318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Usage tracker for resource:port and tenant:f16c80504fff45b4b994162cc5310a8a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:57.996939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:58.004233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:58.021336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Made reservation on behalf of f16c80504fff45b4b994162cc5310a8a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:58.023975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.044830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.067010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:58.071340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Usage tracker for resource:security_group_rule and tenant:f16c80504fff45b4b994162cc5310a8a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:58.075775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:58.082939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:58.120530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.202479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.207448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object cdb66420-4ad8-4303-8de3-886870be80a7 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:58.208099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.214459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port d3d381e3-d130-46e7-8a21-24abbc734368 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:58.229170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Allocated IP 172.25.2.162 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/970d3b0c-b83c-4626-a8d6-1e002ba1fdd6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:04:58.287252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040f68f-ba53-466a-93f5-e3cea11a273a None None] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:58.331955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.337693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54a5dd2-6b8f-4cac-96d5-5b7387d761ce,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:58.376166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:58.413860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.423176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.623195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:58.633004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.699115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426e9e2-7353-469c-b4cb-9435cabfed1f None None] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:58.705883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:58.723098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Usage tracker for resource:security_group_rule and tenant:7d799405bb4d4c43ab7618f9e03bb9d8 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:58.727953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:58.736009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Provisioning for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:58.737879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:58.747513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port d3d381e3-d130-46e7-8a21-24abbc734368 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:04:58.752980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Provisioning complete for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:58.753351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.762050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.787723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Transition to ACTIVE for port object d3d381e3-d130-46e7-8a21-24abbc734368 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:04:58.803310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.903169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:58.914097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:58.914468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:58.919222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d381e3-d130-46e7-8a21-24abbc734368,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:58.996881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Checking segment: {'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:04:58.996881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Network hostable DHCP agents. Network: c825b85b-912e-42d8-81f8-9bd662ea4544, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:04:59.012554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.021913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.024863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=cdb66420-4ad8-4303-8de3-886870be80a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.028696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:59.058058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:59.059737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Network c825b85b-912e-42d8-81f8-9bd662ea4544 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:04:59.078366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:59.084543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:59.085396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.093184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afd08ef1-c991-4034-90e6-01e88bd5422f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.099076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d94979d4-2172-4eec-8370-beb397f9dee3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7d799405bb4d4c43ab7618f9e03bb9d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7215610 Apr 28 20:04:59.102025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:59.106030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c825b85b-912e-42d8-81f8-9bd662ea4544) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:59.132938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a923fea0-9994-4802-9e12-7829b1acc03a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.0393310 Apr 28 20:04:59.133812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac656de1-b39e-4013-b52b-4ba3903e4e06 req-2c01b93a-a549-4c53-8f98-9f18686744c2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:04:59.135496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac656de1-b39e-4013-b52b-4ba3903e4e06 req-2c01b93a-a549-4c53-8f98-9f18686744c2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 945 time: 0.2230723 Apr 28 20:04:59.137857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:59.144587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:59.145015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3a7164-d8e7-4fac-a3e0-20a332a2b955 None None] Network c825b85b-912e-42d8-81f8-9bd662ea4544 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:04:59.146448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 3ff141b5-0b95-43f0-8522-b6a0a882e845 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:04:59.147156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.161731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': 'cabd04c9-2d61-4976-a236-5f0ec452ce1b', 'name': 'tempest-PortsIpV6TestJSON-1609992671', 'fixed_ips': [{'subnet_id': '40e3a62f-6d5b-4b1e-87ac-6d7794932663', 'ip_address': '2001:db8::f'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:04:59.174962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.225159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.261167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.261407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.261766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.278569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 440740bb-1db1-403b-b414-49db2bab6f90 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:04:59.286912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.341785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6982f98-4016-4f72-acf0-6045ca1c2a04 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:04:59.486319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] For port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:59.488054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.488386 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.498895 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 2 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:04:59.512004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac656de1-b39e-4013-b52b-4ba3903e4e06 req-c842079f-7cab-492d-9cc3-c22205beb682 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3167884 Apr 28 20:04:59.523870 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.526832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.539793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.540168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.540441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.551055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.551302 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.551746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.575021 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 3 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:04:59.618329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:04:59.625012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.625187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:04:59.625418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.625879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.631630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:04:59.636266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.646814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:04:59.649747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.649882 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.654803 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 4 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:04:59.655213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:04:59.663429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Pushing event updated for resources: {'Port': ['ID=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.666777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:04:59.667926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:04:59.674313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:04:59.703050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:04:59.704204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.704563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.704896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.710522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.711138 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.711793 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 5 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:04:59.728010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.728892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.729216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.730521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcb387e-2666-4f81-bfd9-9e301cecc4b9 None None] Pushing event updated for resources: {'Port': ['ID=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.731649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:04:59.745071 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.756347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.756670 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.766596 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 6 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:04:59.782330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:04:59.805673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] Sync routers for ids ['440740bb-1db1-403b-b414-49db2bab6f90'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:04:59.807466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Provisioning complete for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:04:59.807844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.848249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:04:59.848513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:04:59.848784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:04:59.849381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.854194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-599b5098-f355-457a-b59f-1ec813c5e29e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 200 len: 886 time: 3.8579106 Apr 28 20:04:59.856357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c6982f98-4016-4f72-acf0-6045ca1c2a04 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:04:59.861218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.863453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:04:59.866048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:04:59.897855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afd08ef1-c991-4034-90e6-01e88bd5422f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:04:59.899516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:04:59.899841 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:04:59.954386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] Routers {'440740bb-1db1-403b-b414-49db2bab6f90'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:04:59.955621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['440740bb-1db1-403b-b414-49db2bab6f90'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.036133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.049910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:00.113004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 3ff141b5-0b95-43f0-8522-b6a0a882e845 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:00.120182 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 7 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:05:00.131196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] Routers {'440740bb-1db1-403b-b414-49db2bab6f90'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:00.131938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['440740bb-1db1-403b-b414-49db2bab6f90'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.181813 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac5c6143-2066-4cf5-9471-e532fcc12158'] response: {'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', 'code': 200} Apr 28 20:05:00.210705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:00.211532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0e2e404-1b6d-4884-a604-05e1f6aa1304 None None] The sync data for ids ['440740bb-1db1-403b-b414-49db2bab6f90'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:00.221589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:00.221937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:00.222483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:00.234380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Provisioning for port c6982f98-4016-4f72-acf0-6045ca1c2a04 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:00.247243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Provisioning complete for port c6982f98-4016-4f72-acf0-6045ca1c2a04 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:00.247843 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.251622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:00.252223 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:00.257729 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 8 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:05:00.267053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.303213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.304328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b8a505d-3764-4097-a10a-7185c0ebdebe admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/afd08ef1-c991-4034-90e6-01e88bd5422f HTTP/1.1" status: 204 len: 168 time: 1.2014103 Apr 28 20:05:00.315171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:00.315491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:00.315823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:00.345296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:00.388171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:00.388397 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:00.392116 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 9 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:05:00.408892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-056c9926-cd08-4d30-a86e-5062d742da0e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers/440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 200 len: 886 time: 0.5176480 Apr 28 20:05:00.414033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51132) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:00.425708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:00.426039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:00.426381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:00.438484 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.444212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:00.444543 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:00.450536 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 10 to bind port d3d381e3-d130-46e7-8a21-24abbc734368 Apr 28 20:05:00.468197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1234fe30-53e5-40c0-b717-7b65cfee5db6 req-b6a9776f-4529-494a-a49a-bf39cda57d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:00.469310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1234fe30-53e5-40c0-b717-7b65cfee5db6 req-b6a9776f-4529-494a-a49a-bf39cda57d52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1097 time: 0.3195393 Apr 28 20:05:00.489320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] For port c6982f98-4016-4f72-acf0-6045ca1c2a04, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6982f98-4016-4f72-acf0-6045ca1c2a04,segment=NetworkSegment(30f4cb9f-93a6-40d8-9e4c-e586f514ea74),segment_id=30f4cb9f-93a6-40d8-9e4c-e586f514ea74)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:00.495849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.534028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:00.534361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:00.534718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:00.567061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port d3d381e3-d130-46e7-8a21-24abbc734368 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:00.567329 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port d3d381e3-d130-46e7-8a21-24abbc734368 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:00.567694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.600107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1234fe30-53e5-40c0-b717-7b65cfee5db6 req-21838114-bca3-4fb5-9b50-ccbeec3f5c2d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208134 Apr 28 20:05:00.621318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29416a53-6fdf-416e-9cd3-fcd9a2852d8e None None] Pushing event updated for resources: {'Port': ['ID=c6982f98-4016-4f72-acf0-6045ca1c2a04,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:00.661619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Provisioning for port cdb66420-4ad8-4303-8de3-886870be80a7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:00.667315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Provisioning complete for port cdb66420-4ad8-4303-8de3-886870be80a7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:00.667992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.748072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::f (cabd04c9-2d61-4976-a236-5f0ec452ce1b/40e3a62f-6d5b-4b1e-87ac-6d7794932663/01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:00.749857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d2ca6b2-8126-4092-bdc9-0e89df28c881 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:00.773578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Port cdb66420-4ad8-4303-8de3-886870be80a7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:00.786785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Provisioning complete for port c6982f98-4016-4f72-acf0-6045ca1c2a04 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:00.787572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45dd9efa-39e2-41c8-b7a3-e4f4c65b57da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.795595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port d3d381e3-d130-46e7-8a21-24abbc734368, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:00.795955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:05:00.816996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.900076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d2ca6b2-8126-4092-bdc9-0e89df28c881 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:00.904624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:00.904778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:00.905479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d2ca6b2-8126-4092-bdc9-0e89df28c881 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 200 len: 205 time: 0.4895175 Apr 28 20:05:00.910523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51148) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:00.934452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.044568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.108772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=d3d381e3-d130-46e7-8a21-24abbc734368,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:01.115386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=3ff141b5-0b95-43f0-8522-b6a0a882e845,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:01.132013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 3.1694527 Apr 28 20:05:01.144310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51158) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:01.159205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.159640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.159985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.160312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.160639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.161718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.161718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.161718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.161718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.162536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.162623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.162949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70c7f622-0585-4381-976c-2386fd97c9b5 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:01.293236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6982f98-4016-4f72-acf0-6045ca1c2a04 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:01.407130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c6982f98-4016-4f72-acf0-6045ca1c2a04 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:01.408461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.433339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Deleting port d3d381e3-d130-46e7-8a21-24abbc734368 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:01.433715 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.492552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dc10d3-2cbc-4cea-bab1-7adf6b93b7aa req-1bb347b2-0b2c-4967-960b-f712cd4a252a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:01.506156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96dc10d3-2cbc-4cea-bab1-7adf6b93b7aa req-1bb347b2-0b2c-4967-960b-f712cd4a252a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 946 time: 0.7481079 Apr 28 20:05:01.570390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:01.587199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-7b9ef14d-b38c-4b4a-97c1-3d0c9a82eb4e req-a78b8ad8-1f1d-4d57-99d3-4e705f6d96ae service neutron] (88140) timed out ('10.222.0.24', 57970) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:05:01.596736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.654419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.677844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:01.677844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.759497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96dc10d3-2cbc-4cea-bab1-7adf6b93b7aa req-ffb0e7cf-4382-4903-824e-ede4548c6e52 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526476 Apr 28 20:05:01.796992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.842113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:01.867815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.874249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port d3d381e3-d130-46e7-8a21-24abbc734368, host n-h1-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:01.874615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.884030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 583450c9-db66-4368-8274-16dc0c3ac829 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:01.884366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:01.942852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.062649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Calling delete_port for d3d381e3-d130-46e7-8a21-24abbc734368 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:02.139487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:02.157194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:02.160208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:02.162721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:02.170064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.171535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.218043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a57547d1-d44f-48a5-898b-041f683dbd5d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.0755391 Apr 28 20:05:02.219507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:02.290682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.479819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.519307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 583450c9-db66-4368-8274-16dc0c3ac829 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:02.565773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.584739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-240d1802-159e-4a02-848b-d14ee18b7ccf None None] Provisioning for port 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:02.592207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-240d1802-159e-4a02-848b-d14ee18b7ccf None None] Provisioning complete for port 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:02.593113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-240d1802-159e-4a02-848b-d14ee18b7ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.687858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-240d1802-159e-4a02-848b-d14ee18b7ccf None None] Port 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:02.762803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b346c0b-7caf-4df1-9687-f055c0580173 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:02.764220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8b346c0b-7caf-4df1-9687-f055c0580173 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:02.791438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.880350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8b346c0b-7caf-4df1-9687-f055c0580173 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:02.881675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event deleted for resources: {'Port': ['ID=d3d381e3-d130-46e7-8a21-24abbc734368,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:02.895256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8b346c0b-7caf-4df1-9687-f055c0580173 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.6613050 Apr 28 20:05:02.896064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51180) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:02.948673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:02.962082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=583450c9-db66-4368-8274-16dc0c3ac829,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:03.039658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.049208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d941a571-a295-41c4-8dd2-0c25e0a79dce tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "DELETE /v2.0/ports/d3d381e3-d130-46e7-8a21-24abbc734368 HTTP/1.1" status: 204 len: 168 time: 1.8954167 Apr 28 20:05:03.067616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51184) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:03.142320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0d839638-8e22-4f51-be34-9778157a384f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:03.166503 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc96a329-76e5-439d-9d32-34d77b867025 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:05:03.167012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc96a329-76e5-439d-9d32-34d77b867025 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Synchronizing usage tracker for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:03.267370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.270261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.302017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.302601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router 440740bb-1db1-403b-b414-49db2bab6f90 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:05:03.336246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.341584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-113f9d87-b104-4367-81f0-7251e84baf13 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 204 len: 168 time: 2.4154971 Apr 28 20:05:03.343583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:03.350426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-603941497'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:03.366036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:03.373321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:03.382485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:03.392288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc96a329-76e5-439d-9d32-34d77b867025 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Unset dirty status for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:03.397051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc96a329-76e5-439d-9d32-34d77b867025 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports/d3d381e3-d130-46e7-8a21-24abbc734368 HTTP/1.1" status: 404 len: 333 time: 0.3234293 Apr 28 20:05:03.397351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:03.401693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:03.408425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-572966687'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:03.417376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:03.422610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:03.428366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:03.434313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:03.435172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:03.465686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1929e0-92ba-452f-a76a-3ee6ce030117 req-96b41514-abc8-4828-b805-fac066fb9410 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:03.472564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-f4ef927e-1c78-4146-87df-94ac67c43b4b tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0602105 Apr 28 20:05:03.472764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e1929e0-92ba-452f-a76a-3ee6ce030117 req-96b41514-abc8-4828-b805-fac066fb9410 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 946 time: 0.4868109 Apr 28 20:05:03.473646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:03.475763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:03.484400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.496178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:03.497724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:03.505549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-23aba7e1-fcf0-480a-b6b2-845933fee74f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1250925 Apr 28 20:05:03.506457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51210) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:03.511373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:03.515159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0693dabe-07bd-44b5-96df-df6b4f7ab3e9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.6124034 Apr 28 20:05:03.515292 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] Sync routers for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:03.516620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:03.530259 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:03.530739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:03.561579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Made reservation on behalf of f16c80504fff45b4b994162cc5310a8a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:03.563865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.600057 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:03.610168 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:03.610861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:03.658487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:03.661146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port f01baabc-67ab-4dbc-a1df-ca369b427f89 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:03.674948 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:03.675711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40c2873-9911-4846-86e8-232bba4c758f None None] The sync data for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:03.783977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e1929e0-92ba-452f-a76a-3ee6ce030117 req-cb1632b5-9e25-4745-bb83-4e9eac00b066 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103487 Apr 28 20:05:03.868071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.868620 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment a13fa480-8cf7-4267-b7a5-ef9b9000ab31 of type vlan for network 4d160bff-a32f-47c2-a1d9-4060391285b9 Apr 28 20:05:03.930715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:03.931070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.950422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:03.979235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-30069a97-ad05-4bee-b8c5-71b0351396b1 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:03.981115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-30069a97-ad05-4bee-b8c5-71b0351396b1 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4821930 Apr 28 20:05:04.041925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-981f23de-bc31-4092-9e8c-8a9cc9185add tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/quotas/fe1ccfcd846a44e78dacb6213bfd7bb3 HTTP/1.1" status: 200 len: 375 time: 0.0489490 Apr 28 20:05:04.109388 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.114870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:04.115483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.182780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-91e3b54e-8302-4264-9237-b43fc7b0a420 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1238773 Apr 28 20:05:04.326085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.333107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9881718 Apr 28 20:05:04.335104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf462100-893e-4cac-b7b3-f1d4838685c1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=4d160bff-a32f-47c2-a1d9-4060391285b9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:04.346625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:04.348792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:04.353142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:04.505713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d94e68d0-7d1d-49f4-a8e0-a57ecbf34aac req-50e83d76-f797-4a2b-8968-b9a0c37dbd97 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.1118388 Apr 28 20:05:04.539264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:04.554824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.576372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:04.579559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:04.583809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:04.593570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:04.595547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:04.606685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:04.607313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:04.686106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=f01baabc-67ab-4dbc-a1df-ca369b427f89,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:04.688510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:04.692184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.697279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.701179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c2fb5b0e-bc5d-4aec-a7eb-93b8c5b56719 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 10.5737445 Apr 28 20:05:04.711581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-39e21b31-eb3a-4e3d-8dff-9bc2925b57ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:04.712300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-39e21b31-eb3a-4e3d-8dff-9bc2925b57ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:04.715392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51244) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:04.815555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:04.817333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Network c825b85b-912e-42d8-81f8-9bd662ea4544 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:04.820961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:04.825711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:04.826705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:04.827311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:04.859156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e4c3785-0c56-42d3-b5ab-8159ee732daa tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.4583547 Apr 28 20:05:04.859360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51248) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:04.874162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:05.039161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-39e21b31-eb3a-4e3d-8dff-9bc2925b57ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:05.040304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-39e21b31-eb3a-4e3d-8dff-9bc2925b57ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.9013731 Apr 28 20:05:05.069394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.093053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.108989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-8192cb39-6632-40ad-8784-88db5565352a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0404894 Apr 28 20:05:05.130863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:00Z', 'revision_number': 3, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:04:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:05.135131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:05.135685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Updating router 6c162774-a52d-4efc-bde8-019dc5bdf67b port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:05:05.193247 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.234788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:05.255759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.359448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=f40b978a-18fb-415b-a00d-66b2521ef8b8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.419901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:05.420318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: 4d160bff-a32f-47c2-a1d9-4060391285b9, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:05.430078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port f01baabc-67ab-4dbc-a1df-ca369b427f89 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:05.442139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.461576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Transition to ACTIVE for port object f01baabc-67ab-4dbc-a1df-ca369b427f89 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:05.465232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:05.471530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.516987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4d160bff-a32f-47c2-a1d9-4060391285b9) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:05.544378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:05.544932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.646865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94ea82e5-78e8-41a1-87bf-396876fdaca9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2990210 Apr 28 20:05:05.648555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:05.649174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=f01baabc-67ab-4dbc-a1df-ca369b427f89,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:05.655049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7461ceb4-a0e3-4da0-98aa-ffa6bf582384 None None] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:05.658079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:05.658862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:05.658862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:05.663718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:05.664143 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:05.664526 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 2 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:05.671036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1008421053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:05.680671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:05.681002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:05.682187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:05.687073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:05.687457 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:05.687856 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 3 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:05.711139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:05.711520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:05.712078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:05.718479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:05.718845 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:05.719235 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 4 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:05.864996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:05.876716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-3314a327-49b7-4665-8d77-888ca075da58 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6559596 Apr 28 20:05:05.884210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:05.943116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-504ad34c-7bc0-4a56-bdd8-99662fbf8f42 req-ac1cdbea-71ca-463b-92bd-b618f39854a7 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.2099431 Apr 28 20:05:05.943551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:05.956890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4d160bff-a32f-47c2-a1d9-4060391285b9', 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': 'f40b978a-18fb-415b-a00d-66b2521ef8b8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:05.957907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.967794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-c2e5d616-bfd8-470f-86d0-d48aa9b65a3d tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700676 Apr 28 20:05:05.968868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:05.969210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:05.969569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:05.979557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:05.999140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:05.999528 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.003379 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 5 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.029302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:06.032869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.066599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Transition to ACTIVE for port object 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:06.083350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.085318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.085620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.085958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.105865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.106196 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.109452 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 6 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.142974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.143317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.143636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.163692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.164056 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.166747 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 7 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.179567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:06.188356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-95f6f51f-a006-46f4-af91-b98a1e3bfd5a tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:06.190102 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-95f6f51f-a006-46f4-af91-b98a1e3bfd5a tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2165942 Apr 28 20:05:06.200442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.200798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.201101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.215731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.216530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Request body: {'port': {'device_id': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': 'fe1ccfcd846a44e78dacb6213bfd7bb3'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:06.216769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.231434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.235910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.236323 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.240167 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 8 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.261837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Attempting to bind port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.262225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Attempting to bind port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.262560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Attempting to bind port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.271939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:06.272321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:06.272700 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.273292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:06.273566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Bound port: 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:06.273936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.280235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.281299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.281949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.348859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.349236 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.352045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] For port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:06.352180 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 9 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.355475 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] For port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:06.360366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788a0c-ed89-40aa-8ccc-90815e2d019f None None] Pushing event updated for resources: {'Port': ['ID=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:06.367232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.372269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.394763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.395101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.399137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.404208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Allocated IP 172.20.0.2 (4d160bff-a32f-47c2-a1d9-4060391285b9/f40b978a-18fb-415b-a00d-66b2521ef8b8/65514a85-7f66-4b1e-9bc0-47665677f8bd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:06.412721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.413152 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.423710 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 10 to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 Apr 28 20:05:06.442095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:06.442279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:06.442540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:06.449983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:06.450323 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port f01baabc-67ab-4dbc-a1df-ca369b427f89 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:06.450666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.489589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:06.524293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Usage tracker for resource:port and tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:06.537560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59788a0c-ed89-40aa-8ccc-90815e2d019f None None] Pushing event updated for resources: {'Port': ['ID=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:06.537777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:06.541131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:06.541861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:06.547792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:06.569526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Made reservation on behalf of fe1ccfcd846a44e78dacb6213bfd7bb3 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:06.573020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.595946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.596146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f939f9e-2329-49d1-84c1-0a864b44b98e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d HTTP/1.1" status: 204 len: 168 time: 3.0253654 Apr 28 20:05:06.609318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51258) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:06.624752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.654452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-dcf48e2a-8d5c-4bbd-8929-6d4a8b6b8ff9 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7662332 Apr 28 20:05:06.669587 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-af81d9c4-a185-408e-9dcc-95d29d13da88 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:05:06.674270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af81d9c4-a185-408e-9dcc-95d29d13da88 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/01b0d2fc-9f0a-4c77-9662-4d2eda41ed8d HTTP/1.1" status: 404 len: 333 time: 0.0639553 Apr 28 20:05:06.674918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:06.680129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port f01baabc-67ab-4dbc-a1df-ca369b427f89, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:06.680575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:05:06.682583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:06.688132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Usage tracker for resource:security_group_rule and tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:06.725522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:06.727586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.728008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.786943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:06.823840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] In _notify_port_updated(), no bound segment for port f01baabc-67ab-4dbc-a1df-ca369b427f89 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:05:06.824811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:06.825526 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.829885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "PUT /v2.0/ports/f01baabc-67ab-4dbc-a1df-ca369b427f89 HTTP/1.1" status: 200 len: 974 time: 1.9666359 Apr 28 20:05:06.829885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:06.865295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:06.877224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port cdb66420-4ad8-4303-8de3-886870be80a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:06.877797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.894432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:06.898196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-afbb3a29-baab-4bd6-88ad-f7cda0215774 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.2362287 Apr 28 20:05:06.903874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51270) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:06.945496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5b41a-f75a-4b1d-88b4-bb11ab101fb4 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=f01baabc-67ab-4dbc-a1df-ca369b427f89,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:07.077764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.101080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Transition to ACTIVE for port object 65514a85-7f66-4b1e-9bc0-47665677f8bd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:07.135386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.136312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.136722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.137253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.137809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.138331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.138850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.139408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.139884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.139987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Transition to ACTIVE for port object 65514a85-7f66-4b1e-9bc0-47665677f8bd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:07.140788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.141087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.141639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.142354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.143257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:07.144318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Synchronizing usage tracker for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:07.182108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82027e7b-4cfb-4e3a-a8b9-2031fc956ff0 req-aff2d6c5-67e8-4dd3-98ec-28b39e878de5 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965374 Apr 28 20:05:07.186334 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.202154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port cb20d8d6-93e4-412e-b4b4-f417e6a3da54 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:07.202644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.266389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adce1f0f-8456-4d8c-a88b-be1168c6c84b req-b7c48251-c754-4d34-afc2-afac267d7704 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.1145420 Apr 28 20:05:07.295296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Pushing event updated for resources: {'Port': ['ID=65514a85-7f66-4b1e-9bc0-47665677f8bd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:07.311325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.333625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:07.336059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.337394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:07.342503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:07.345635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Unset dirty status for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:07.350033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f5a2e87-7c77-4847-bfac-6e87dca31358 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12597 time: 0.5142553 Apr 28 20:05:07.365047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:07.371304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.412759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.511936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Attempting to bind port 65514a85-7f66-4b1e-9bc0-47665677f8bd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:07.512315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Attempting to bind port 65514a85-7f66-4b1e-9bc0-47665677f8bd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:07.513197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Attempting to bind port 65514a85-7f66-4b1e-9bc0-47665677f8bd on network 4d160bff-a32f-47c2-a1d9-4060391285b9 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:07.519277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:07.519691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Checking segment: {'id': 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:07.521896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.522318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Bound using segment: {'id': 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:07.522809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Bound port: 65514a85-7f66-4b1e-9bc0-47665677f8bd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4d160bff-a32f-47c2-a1d9-4060391285b9'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:07.527878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.624564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:00Z', 'revision_number': 3, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:07.636554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-978976c0-42b3-4a66-ac2a-331ced14b44f None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:00Z', 'revision_number': 3, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:07.692450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] For port 65514a85-7f66-4b1e-9bc0-47665677f8bd, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:07.702275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] For port 65514a85-7f66-4b1e-9bc0-47665677f8bd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65514a85-7f66-4b1e-9bc0-47665677f8bd,segment=NetworkSegment(a13fa480-8cf7-4267-b7a5-ef9b9000ab31),segment_id=a13fa480-8cf7-4267-b7a5-ef9b9000ab31)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:07.707973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb7da56-f3ed-4492-876a-4a8796c32e7d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:07.716910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for cdb66420-4ad8-4303-8de3-886870be80a7 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:07.720989 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.829348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Deleting port f01baabc-67ab-4dbc-a1df-ca369b427f89 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:07.831064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:07.850679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4506bd-79eb-4554-b85c-fc3bd65adbee None None] Pushing event updated for resources: {'Port': ['ID=65514a85-7f66-4b1e-9bc0-47665677f8bd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:08.331553 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.399113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.511766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Allocated IP 192.168.233.91 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/9e7d8a9e-48c7-4c4c-9019-b973366e9838) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:08.599833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for cb20d8d6-93e4-412e-b4b4-f417e6a3da54 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:08.626841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-ccd6930e-3f94-477f-808e-46c7d1b2d68e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:08.628402 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-ccd6930e-3f94-477f-808e-46c7d1b2d68e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.5450368 Apr 28 20:05:08.662103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.728421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port f01baabc-67ab-4dbc-a1df-ca369b427f89, host n-h1-839811-1, got binding levels [] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:08.729258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:08.751478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-232f159c-2895-40dc-8dc5-3474d3190fd3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.1088710 Apr 28 20:05:08.757888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=cdb66420-4ad8-4303-8de3-886870be80a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:08.819651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-079bcb7f-e5fe-481f-83fe-ab02d0f9688a req-6f1247c8-8142-470b-9215-934dcc00a4cb tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.2680550 Apr 28 20:05:08.887591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Calling delete_port for f01baabc-67ab-4dbc-a1df-ca369b427f89 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:08.937766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Allocated IP 172.20.0.1 (ba76e070-5b2b-4aeb-b087-873dbe4d4b2b/98768a29-589b-4297-82b9-e444cfcfa3d8/1d858e32-09fa-44bd-820d-91f77b15f06a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:09.106266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.238740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3ba9764c-62c9-481e-88cf-39670c36a0e7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/cdb66420-4ad8-4303-8de3-886870be80a7 HTTP/1.1" status: 204 len: 168 time: 2.5604405 Apr 28 20:05:09.248024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:09.303839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.342429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:09.364240 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b209dc92-60c6-4c11-973a-0c43825484fd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:05:09.364778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b209dc92-60c6-4c11-973a-0c43825484fd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:09.400423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event deleted for resources: {'Port': ['ID=f01baabc-67ab-4dbc-a1df-ca369b427f89,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:09.418091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.420901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.444312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:09.446330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-ed8eeeb5-fc67-4327-ac2a-2852f7d541b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6252971 Apr 28 20:05:09.461833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:09.463161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.499665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Transition to ACTIVE for port object 9e7d8a9e-48c7-4c4c-9019-b973366e9838 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:09.515665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b209dc92-60c6-4c11-973a-0c43825484fd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:09.516822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b209dc92-60c6-4c11-973a-0c43825484fd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/cdb66420-4ad8-4303-8de3-886870be80a7 HTTP/1.1" status: 404 len: 333 time: 0.2639654 Apr 28 20:05:09.528659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23bd9e36-6450-48d7-b522-1926d9925d94 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "DELETE /v2.0/ports/f01baabc-67ab-4dbc-a1df-ca369b427f89 HTTP/1.1" status: 204 len: 168 time: 2.1626368 Apr 28 20:05:09.532991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51316) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:09.533302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:09.539244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bcbda0-b224-4648-814c-76e98cc0880a None None] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:09.562386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.645437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.648825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=cb20d8d6-93e4-412e-b4b4-f417e6a3da54,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:09.676305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-541c5316-639c-46f2-8f9e-780de23b81de None None] Provisioning for port 65514a85-7f66-4b1e-9bc0-47665677f8bd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:09.686303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.20.0.1 (4d160bff-a32f-47c2-a1d9-4060391285b9/f40b978a-18fb-415b-a00d-66b2521ef8b8/d7c1921f-9ca4-441b-b80d-41bb8786dbbf) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:09.748882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.754360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 40e3a62f-6d5b-4b1e-87ac-6d7794932663 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:09.763086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.901584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.958317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:09.994474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:09.996344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 65514a85-7f66-4b1e-9bc0-47665677f8bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:10.049897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Transition to ACTIVE for port object 1d858e32-09fa-44bd-820d-91f77b15f06a will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:10.079211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.082706 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a9d28dd-c107-4950-857b-891b6d1271dd tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:05:10.083367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a9d28dd-c107-4950-857b-891b6d1271dd tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Synchronizing usage tracker for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:10.096962 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.108908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.137387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.170166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 65514a85-7f66-4b1e-9bc0-47665677f8bd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:10.177429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 65514a85-7f66-4b1e-9bc0-47665677f8bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:10.178496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.207034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:10.216106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:10.222110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4a9d28dd-c107-4950-857b-891b6d1271dd tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Unset dirty status for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:10.228750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4a9d28dd-c107-4950-857b-891b6d1271dd tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports/f01baabc-67ab-4dbc-a1df-ca369b427f89 HTTP/1.1" status: 404 len: 333 time: 0.6859198 Apr 28 20:05:10.229724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Pushing event updated for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.232594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:10.269453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:10.291106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-942345390', 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:10.292671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-a7f89dbb-83de-4b13-9f8f-2980b72498d0 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8456550 Apr 28 20:05:10.310034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:10.335904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:10.341585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.346373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.352509 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.406236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 65514a85-7f66-4b1e-9bc0-47665677f8bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65514a85-7f66-4b1e-9bc0-47665677f8bd,segment=NetworkSegment(a13fa480-8cf7-4267-b7a5-ef9b9000ab31),segment_id=a13fa480-8cf7-4267-b7a5-ef9b9000ab31)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:10.415096 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.444327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.494674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:10.533822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=65514a85-7f66-4b1e-9bc0-47665677f8bd,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.555747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:10.567473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:10.578048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:10.579919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.606095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc427e-8bd7-4e09-8f75-37f9655b4caa req-db6be54a-d396-4258-8eba-18a50966ec57 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:10.610057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cdc427e-8bd7-4e09-8f75-37f9655b4caa req-db6be54a-d396-4258-8eba-18a50966ec57 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 935 time: 0.5934792 Apr 28 20:05:10.643749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Provisioning complete for port 65514a85-7f66-4b1e-9bc0-47665677f8bd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:10.644380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object d7c1921f-9ca4-441b-b80d-41bb8786dbbf will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:10.644772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.645629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Made reservation on behalf of f16c80504fff45b4b994162cc5310a8a for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:10.647902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.649564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-534e00c6-53e8-4926-b53f-18632988f413 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.4501448 Apr 28 20:05:10.672894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Request body: {'port': {'device_id': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:10.714491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port b7567550-735b-4e48-988c-fa5f17d39ee0 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:10.724600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-8b9f21ee-c187-4032-937c-7f5e773092bb service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4039662 Apr 28 20:05:10.809079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Provisioning for port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:10.814212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Provisioning complete for port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:10.814583 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.822229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Pushing event updated for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:10.838667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0d839638-8e22-4f51-be34-9778157a384f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:10.875147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.898844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-80754d87-da81-4961-82c2-71dba7a7dc2e None None] Port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:10.916876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.931175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6cdc427e-8bd7-4e09-8f75-37f9655b4caa req-0a1bfc89-65a7-4207-87f4-4ffa368c0913 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2616916 Apr 28 20:05:10.972216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fb9455-ee35-4302-af0a-084bb84e7071 None None] Network cabd04c9-2d61-4976-a236-5f0ec452ce1b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:10.973764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:10.977408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.020715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=40e3a62f-6d5b-4b1e-87ac-6d7794932663,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:11.041929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-36d3a292-7e83-45cc-95bb-cd3df198a760 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/40e3a62f-6d5b-4b1e-87ac-6d7794932663 HTTP/1.1" status: 204 len: 168 time: 1.5011141 Apr 28 20:05:11.070392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c12551a-f71e-43dc-b109-68be4dd35cf9 req-699e7098-894e-4215-b846-dd6aca459636 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.1013899 Apr 28 20:05:11.070597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:11.170396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee7c5b5c-0866-4c2f-a708-1d9374720d51 None None] Provisioning for port 1d858e32-09fa-44bd-820d-91f77b15f06a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:11.227670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee7c5b5c-0866-4c2f-a708-1d9374720d51 None None] Provisioning complete for port 1d858e32-09fa-44bd-820d-91f77b15f06a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:11.228562 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5b5c-0866-4c2f-a708-1d9374720d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.315076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.322785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c5b5c-0866-4c2f-a708-1d9374720d51 None None] Port 1d858e32-09fa-44bd-820d-91f77b15f06a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:11.324374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:11.347765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port c6982f98-4016-4f72-acf0-6045ca1c2a04 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:11.348394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.413589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:11.414248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.496698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.513954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.623834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:11.634356 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] Sync routers for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:11.654456 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:11.655631 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.671515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 65514a85-7f66-4b1e-9bc0-47665677f8bd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:11.687684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:11.688449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=d7c1921f-9ca4-441b-b80d-41bb8786dbbf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:11.695464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:11.705798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:11.736296 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.748671 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] Routers {'0d839638-8e22-4f51-be34-9778157a384f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:11.749902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0d839638-8e22-4f51-be34-9778157a384f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.761047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f37c0e9f-5a8f-4db8-a36c-60f5c2feb966 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2493072 Apr 28 20:05:11.764614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:11.770357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] DHCP port deletion for cabd04c9-2d61-4976-a236-5f0ec452ce1b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:11.777501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port c6982f98-4016-4f72-acf0-6045ca1c2a04, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6982f98-4016-4f72-acf0-6045ca1c2a04,segment=NetworkSegment(30f4cb9f-93a6-40d8-9e4c-e586f514ea74),segment_id=30f4cb9f-93a6-40d8-9e4c-e586f514ea74)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:11.778255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.781266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Deleting port c6982f98-4016-4f72-acf0-6045ca1c2a04 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:11.781678 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.842557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 65514a85-7f66-4b1e-9bc0-47665677f8bd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:11.842928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.849791 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:11.850752 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b3e358-d4f8-4d20-b45c-bebfe72c2123 None None] The sync data for ids ['0d839638-8e22-4f51-be34-9778157a384f'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:11.869600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:05:11.895636 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.943968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.945281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7d8a9e-48c7-4c4c-9019-b973366e9838 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:11.955802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:11.995256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Transition to ACTIVE for port object 9e7d8a9e-48c7-4c4c-9019-b973366e9838 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:12.016108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c5bd5c1-9b47-4477-ad7c-b655ce266ad4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:12.033070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.093937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.114652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Network c825b85b-912e-42d8-81f8-9bd662ea4544 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:12.161209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:12.172056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:12.172982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.173607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.210563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c1abcb76-0292-4c44-8882-b3a93b58df08 None None] Provisioning for port d7c1921f-9ca4-441b-b80d-41bb8786dbbf completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:12.246299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.9633338 Apr 28 20:05:12.247342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d66acc7-5895-4206-956e-fabcd68b509a tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=b7567550-735b-4e48-988c-fa5f17d39ee0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.249661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c1abcb76-0292-4c44-8882-b3a93b58df08 None None] Provisioning complete for port d7c1921f-9ca4-441b-b80d-41bb8786dbbf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:12.249661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c1abcb76-0292-4c44-8882-b3a93b58df08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.251990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:12.324816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for c6982f98-4016-4f72-acf0-6045ca1c2a04 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:12.346722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cca0ccd-14e8-4751-86cc-0640984c1b26 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.347318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cca0ccd-14e8-4751-86cc-0640984c1b26 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Synchronizing usage tracker for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:12.380327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c1abcb76-0292-4c44-8882-b3a93b58df08 None None] Port d7c1921f-9ca4-441b-b80d-41bb8786dbbf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:12.388749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.390289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] For port c6982f98-4016-4f72-acf0-6045ca1c2a04, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6982f98-4016-4f72-acf0-6045ca1c2a04,segment=NetworkSegment(30f4cb9f-93a6-40d8-9e4c-e586f514ea74),segment_id=30f4cb9f-93a6-40d8-9e4c-e586f514ea74)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:12.390861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.480801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909a35ab-5419-492b-acb0-65618fc546a1 req-1f790203-6445-4e73-869a-49a98050f3ab tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:12.487761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-909a35ab-5419-492b-acb0-65618fc546a1 req-1f790203-6445-4e73-869a-49a98050f3ab tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 947 time: 0.3960698 Apr 28 20:05:12.557939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Calling delete_port for c6982f98-4016-4f72-acf0-6045ca1c2a04 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:12.561252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.615016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc09d9a7-9409-4788-b113-128e10097307 req-47948444-1770-4d87-a1ab-f805be26e1af tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.2398186 Apr 28 20:05:12.615888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3c5bd5c1-9b47-4477-ad7c-b655ce266ad4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:12.622956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c5bd5c1-9b47-4477-ad7c-b655ce266ad4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d839638-8e22-4f51-be34-9778157a384f HTTP/1.1" status: 200 len: 205 time: 0.8536460 Apr 28 20:05:12.624075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:12.625176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No DVR routers for this DVR port c6982f98-4016-4f72-acf0-6045ca1c2a04 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:12.638110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.695108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.709649 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:12.713044 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:05:12.718527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2cca0ccd-14e8-4751-86cc-0640984c1b26 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Unset dirty status for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:12.723459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2cca0ccd-14e8-4751-86cc-0640984c1b26 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports/b7567550-735b-4e48-988c-fa5f17d39ee0 HTTP/1.1" status: 200 len: 954 time: 0.4681439 Apr 28 20:05:12.724658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:12.725027 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:12.732172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:12.777540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.805163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-909a35ab-5419-492b-acb0-65618fc546a1 req-60d999e5-7193-4da1-b2a6-f6e17e7b9d43 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3164775 Apr 28 20:05:12.874941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:12.980474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=c6982f98-4016-4f72-acf0-6045ca1c2a04,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:12.996010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.061389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.122037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cabd04c9-2d61-4976-a236-5f0ec452ce1b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:13.201897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30f4cb9f-93a6-40d8-9e4c-e586f514ea74') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:13.202138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30f4cb9f-93a6-40d8-9e4c-e586f514ea74') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:13.202436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.211723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6982f98-4016-4f72-acf0-6045ca1c2a04 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:13.217784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.225259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Deleting port b7567550-735b-4e48-988c-fa5f17d39ee0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:13.225634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.241497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Deleting port c6982f98-4016-4f72-acf0-6045ca1c2a04 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:13.241912 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.278848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c6982f98-4016-4f72-acf0-6045ca1c2a04 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:05:13.279228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6982f98-4016-4f72-acf0-6045ca1c2a04 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:05:13.318659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-92a18402-b430-418d-8c9b-dc2321fb2c56 None None] The port 'c6982f98-4016-4f72-acf0-6045ca1c2a04' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:05:13.363578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.417804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Pushing event updated for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:13.430093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-0258cf77-d829-411a-ac41-c4f1b9627ea8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:13.432053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-0258cf77-d829-411a-ac41-c4f1b9627ea8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.9601331 Apr 28 20:05:13.440888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Attempting to bind port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:13.440888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Attempting to bind port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:13.440888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Attempting to bind port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:13.443492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:13.444573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.466526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:13.467402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Attempting to bind port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:13.468920 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:13.472538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': '431232bc-46aa-4b51-b835-c5f226ef789d', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:13.487870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.536532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.543077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:13.543409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:13.543789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:13.544223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Bound port: 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:13.544557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.619346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.623935 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.667495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=cabd04c9-2d61-4976-a236-5f0ec452ce1b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:13.670012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.670661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router 0d839638-8e22-4f51-be34-9778157a384f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:05:13.684917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:13.686114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-979c3ff6-bf55-4c52-83f7-1718a0118aca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f HTTP/1.1" status: 204 len: 168 time: 1.0501645 Apr 28 20:05:13.695798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:13.703423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-90ab81b4-561c-4ddd-b45e-420375f30882 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/cabd04c9-2d61-4976-a236-5f0ec452ce1b HTTP/1.1" status: 204 len: 168 time: 2.6264160 Apr 28 20:05:13.715608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:13.745874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2116959653'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:13.845149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:13.887167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:network and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:13.895166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:13.932459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:13.951392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a57513cd-62f5-41a8-b63f-60796068834b req-ae696e13-44e8-4ac0-acb3-1e42302032a5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.2105269 Apr 28 20:05:13.955888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:13.960600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:13.969622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.012801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 27040352-bff5-48bf-8c79-0957a797350d {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:14.031669 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.033865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:14.047494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:14.050300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.076893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.077856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.079625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] 10.222.0.41 "PUT /v2.0/ports/9e7d8a9e-48c7-4c4c-9019-b973366e9838 HTTP/1.1" status: 200 len: 1095 time: 3.4164581 Apr 28 20:05:14.080100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:14.175218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.184162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:14.187430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.214804 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f50f22a8-fd2d-4fa8-a0d8-209260be880e'] response: {'name': 'network-changed', 'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838', 'status': 'completed', 'code': 200} Apr 28 20:05:14.224648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199886-6f67-4a34-890f-defc97c8b726 service neutron] Pushing event updated for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.270919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:14.305222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-2de7f7ec-2fec-4233-ba87-46929804c05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.307398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-2de7f7ec-2fec-4233-ba87-46929804c05e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 1098 time: 0.1679909 Apr 28 20:05:14.346644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Calling delete_port for b7567550-735b-4e48-988c-fa5f17d39ee0 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:14.383319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.411236 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-5d18ad32-eb38-4026-abe2-97ab3ecb0938 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838 HTTP/1.1" status: 200 len: 217 time: 0.0967355 Apr 28 20:05:14.451471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-66d739cb-f095-4b94-b86f-6576d9081ce1 None None] Provisioning complete for port 1d858e32-09fa-44bd-820d-91f77b15f06a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:14.452142 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66d739cb-f095-4b94-b86f-6576d9081ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.496697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:14.497183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-e44916e9-91c3-46c9-acaf-b4ba193ba83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.499132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-e44916e9-91c3-46c9-acaf-b4ba193ba83f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0796871 Apr 28 20:05:14.530653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-66d739cb-f095-4b94-b86f-6576d9081ce1 None None] Port 1d858e32-09fa-44bd-820d-91f77b15f06a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:14.535437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:14.559429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.578714 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.599766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.600031 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Added segment 4f1705df-7e3a-48b6-b772-74732e91246b of type vlan for network b04f773b-fdee-45d1-8484-90d9b17e72e4 Apr 28 20:05:14.601510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=27040352-bff5-48bf-8c79-0957a797350d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.601958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.603445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.613691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d1cb18f-eda4-4f7f-a229-ae4558521304 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/27040352-bff5-48bf-8c79-0957a797350d HTTP/1.1" status: 204 len: 168 time: 0.9167237 Apr 28 20:05:14.615675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f09bbfdb-7079-4666-8da8-77ad6311534f None None] Network cdb5601e-072d-41ba-bfa3-fb7c398d4b85 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:14.617028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51378) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:14.627958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:14.631376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.680920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-7c4de740-d111-49fe-a987-82c09f20b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.683057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-7c4de740-d111-49fe-a987-82c09f20b4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1761541 Apr 28 20:05:14.691472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet b9b55023-0373-4a5a-b789-609438eda566 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:14.715120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.823792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d141586-a470-4a9f-b1ba-77570dfd5e80 req-0bed5a8f-0292-4f24-ba0e-a5f197a29d71 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:14.824454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d141586-a470-4a9f-b1ba-77570dfd5e80 req-0bed5a8f-0292-4f24-ba0e-a5f197a29d71 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 947 time: 0.8419297 Apr 28 20:05:14.825629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.834900 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.841602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.861660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=d7c1921f-9ca4-441b-b80d-41bb8786dbbf,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.872614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:14.908241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] DHCP port deletion for cdb5601e-072d-41ba-bfa3-fb7c398d4b85 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:14.912644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Deleting port edcf33c8-a7a7-4f18-999b-a938cbe86feb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:14.913131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.928156 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:14.933035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-0bffeccf-8f9d-42c3-99f6-0e5c3b35465d service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394683 Apr 28 20:05:14.974868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event deleted for resources: {'Port': ['ID=b7567550-735b-4e48-988c-fa5f17d39ee0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:14.980364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.041355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.147207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2595762f-8a4e-4d80-aa4b-f0dbe1fd436d req-18a58105-164d-417e-b3d7-3b367c3451b7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.0609803 Apr 28 20:05:15.180594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc76b049-948e-4a2a-9e14-fdee49240c61 req-96e9d298-76f5-41bc-9662-2e0981a999e1 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368624 Apr 28 20:05:15.200101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] For port edcf33c8-a7a7-4f18-999b-a938cbe86feb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edcf33c8-a7a7-4f18-999b-a938cbe86feb,segment=NetworkSegment(6dfcb996-938c-481e-8470-d5c8ce92f077),segment_id=6dfcb996-938c-481e-8470-d5c8ce92f077)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:15.200503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.205096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.308365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=b9b55023-0373-4a5a-b789-609438eda566,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:15.318704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.327505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Calling delete_port for edcf33c8-a7a7-4f18-999b-a938cbe86feb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:15.332622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-19c8fa54-7f39-49bb-9da0-6750af7007e4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/b9b55023-0373-4a5a-b789-609438eda566 HTTP/1.1" status: 204 len: 168 time: 0.7133734 Apr 28 20:05:15.335622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:15.373843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edcf33c8-a7a7-4f18-999b-a938cbe86feb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:15.397025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbbb33e-1522-43b1-a27b-178cdd891ed2 None None] Network 9d643487-10cf-4185-bcf6-39ed3ac8ae37 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:15.431612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d141586-a470-4a9f-b1ba-77570dfd5e80 req-8b35d3ff-4370-4d63-b949-6c2ff4c9d27f tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5746975 Apr 28 20:05:15.441002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-4795dd3f-5a11-41ee-b476-1a254d96f5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:15.442468 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-4795dd3f-5a11-41ee-b476-1a254d96f5de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 1098 time: 0.1869330 Apr 28 20:05:15.445537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.451877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:15.452995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.583580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7d2378e-bc5a-4af0-aa10-4dc9bd4fe460 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "DELETE /v2.0/ports/b7567550-735b-4e48-988c-fa5f17d39ee0 HTTP/1.1" status: 204 len: 168 time: 2.8147995 Apr 28 20:05:15.606091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:15.647983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.670621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9360664 Apr 28 20:05:15.689085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:15.695944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.703368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.8 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/626097f8-bc7d-4ff5-bbe5-457f22457ec4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:15.782655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Pushing event deleted for resources: {'Port': ['ID=edcf33c8-a7a7-4f18-999b-a938cbe86feb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:15.784495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:15.784699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port edcf33c8-a7a7-4f18-999b-a938cbe86feb update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 20:05:15.790862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] No DVR routers for this DVR port edcf33c8-a7a7-4f18-999b-a938cbe86feb on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:15.805206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.805610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.807070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.807070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.807221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.807607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.807868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.808191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.808509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.808825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.809142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.810146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d36a24ba-3485-4c50-91ae-98586f1d14d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:15.810708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-24edcf65-430d-4840-91f0-bf8bd2f1e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:15.812143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-24edcf65-430d-4840-91f0-bf8bd2f1e06e service neutron] 10.222.0.41 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3575027 Apr 28 20:05:15.837285 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-50ed6fed-685e-41a7-bfed-4937eb014687 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:05:15.838137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50ed6fed-685e-41a7-bfed-4937eb014687 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Synchronizing usage tracker for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:15.860020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e111ab8-1766-4a3a-8ab8-b4b38103188a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Network': ['ID=b04f773b-fdee-45d1-8484-90d9b17e72e4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:15.876851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:15.886202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-03f0181d-ed8b-40a3-b200-6c706fa077e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838 HTTP/1.1" status: 200 len: 217 time: 0.0645802 Apr 28 20:05:15.921662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] DHCP port deletion for 9d643487-10cf-4185-bcf6-39ed3ac8ae37 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:15.959141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-a02f0e23-3109-4f60-8097-19ed61f10ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9402423 Apr 28 20:05:15.960201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:15.969877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:15.974496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:15.979019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:15.986779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:16.000793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Deleting port 83db1e00-ffe8-45f4-b735-24d505011ae6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:16.005877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.010817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb5601e-072d-41ba-bfa3-fb7c398d4b85']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:16.038271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dfcb996-938c-481e-8470-d5c8ce92f077') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:16.039810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dfcb996-938c-481e-8470-d5c8ce92f077') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:16.045378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7be5860e-661e-4902-819a-3f26fb642d08 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c162774-a52d-4efc-bde8-019dc5bdf67b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3108943 Apr 28 20:05:16.050287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-37ead891-9e24-4a44-b9ad-25adf160d6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:16.052082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-37ead891-9e24-4a44-b9ad-25adf160d6d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1208334 Apr 28 20:05:16.052218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:16.057266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:16.060329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:16.060492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.066733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:16.120948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:16.121638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:16.158304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.169656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:16.170107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:16.188685 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:16.306072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-7440d196-2c7f-4d0c-8a31-a4a70cd638a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:16.308741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-7440d196-2c7f-4d0c-8a31-a4a70cd638a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2400749 Apr 28 20:05:16.381631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.424182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0557853-af64-4d6f-9a47-97c9e5ab4e1c req-53c01b37-5ac8-41c2-972f-3530ca51a42e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.1141241 Apr 28 20:05:16.425253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.460819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:16.485016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.522328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50ed6fed-685e-41a7-bfed-4937eb014687 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Unset dirty status for tenant:f16c80504fff45b4b994162cc5310a8a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:16.525494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50ed6fed-685e-41a7-bfed-4937eb014687 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports/b7567550-735b-4e48-988c-fa5f17d39ee0 HTTP/1.1" status: 404 len: 333 time: 0.9075966 Apr 28 20:05:16.535499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:16.556819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:16.560671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.576422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.579466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=cdb5601e-072d-41ba-bfa3-fb7c398d4b85,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:16.599392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-329749417'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:16.600202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-03fb5db8-06fb-47af-8e7d-1058918c478d None None] Provisioning complete for port d7c1921f-9ca4-441b-b80d-41bb8786dbbf triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:16.600593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03fb5db8-06fb-47af-8e7d-1058918c478d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.604342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:16.615467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:16.624663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:16.640166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9a068ca2-cf80-4fa3-9c0a-014031d29cb4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/cdb5601e-072d-41ba-bfa3-fb7c398d4b85 HTTP/1.1" status: 204 len: 168 time: 1.3033252 Apr 28 20:05:16.646329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51410) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:16.735005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:16.745090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Made reservation on behalf of f16c80504fff45b4b994162cc5310a8a for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:16.747758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.788283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port 4e6ace18-0fae-453e-82cf-0ff375a94253 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:16.814773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-64dd7390-bb2e-4b11-9602-5b816f968182 service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4627938 Apr 28 20:05:16.892278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:16.894412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-03fb5db8-06fb-47af-8e7d-1058918c478d None None] Port d7c1921f-9ca4-441b-b80d-41bb8786dbbf cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:16.911549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1121749368', 'description': 'tempest-description--1131405422'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:16.947879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:16.963555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2932244e-3f99-4339-a678-1fb517cfb269 req-a952b800-8c3c-4b5f-90e8-f6a405535aba tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:16.964240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2932244e-3f99-4339-a678-1fb517cfb269 req-a952b800-8c3c-4b5f-90e8-f6a405535aba tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Synchronizing usage tracker for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:16.988901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4af6c8f-e693-4664-89f7-6be8c9e995e9 req-297cdc5b-a1cc-4cdb-a86d-4cab40289f3e service neutron] 10.222.0.41 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614962 Apr 28 20:05:16.989626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:16.998233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:17.004120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 83db1e00-ffe8-45f4-b735-24d505011ae6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:17.004762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.011751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:17.017351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:17.023610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] For port 83db1e00-ffe8-45f4-b735-24d505011ae6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=83db1e00-ffe8-45f4-b735-24d505011ae6,segment=NetworkSegment(df7b7a72-0c83-4353-aed1-fcd623f7010e),segment_id=df7b7a72-0c83-4353-aed1-fcd623f7010e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:17.024096 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.038811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:17.042689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:17.057640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2932244e-3f99-4339-a678-1fb517cfb269 req-a952b800-8c3c-4b5f-90e8-f6a405535aba tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Unset dirty status for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:17.061993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2932244e-3f99-4339-a678-1fb517cfb269 req-a952b800-8c3c-4b5f-90e8-f6a405535aba tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 947 time: 0.4756634 Apr 28 20:05:17.179856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2932244e-3f99-4339-a678-1fb517cfb269 req-d84ae851-32af-4223-8703-745d275dde18 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Synchronizing usage tracker for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:17.185674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Calling delete_port for 83db1e00-ffe8-45f4-b735-24d505011ae6 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:17.249369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 83db1e00-ffe8-45f4-b735-24d505011ae6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:17.249761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-bf6f29f2-966e-401c-a90c-2c1259298fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.251241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-bf6f29f2-966e-401c-a90c-2c1259298fe0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1097 time: 1.1719441 Apr 28 20:05:17.262587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:17.296145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2932244e-3f99-4339-a678-1fb517cfb269 req-d84ae851-32af-4223-8703-745d275dde18 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Unset dirty status for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:17.297454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2932244e-3f99-4339-a678-1fb517cfb269 req-d84ae851-32af-4223-8703-745d275dde18 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289817 Apr 28 20:05:17.328052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 83db1e00-ffe8-45f4-b735-24d505011ae6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=83db1e00-ffe8-45f4-b735-24d505011ae6,segment=NetworkSegment(df7b7a72-0c83-4353-aed1-fcd623f7010e),segment_id=df7b7a72-0c83-4353-aed1-fcd623f7010e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:17.328406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.457286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.480970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-1138c9eb-23db-46fa-a868-f4a40ebab4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.482458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-1138c9eb-23db-46fa-a868-f4a40ebab4e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.2036991 Apr 28 20:05:17.562309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.578165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 83db1e00-ffe8-45f4-b735-24d505011ae6 update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 20:05:17.599248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] Pushing event deleted for resources: {'Port': ['ID=83db1e00-ffe8-45f4-b735-24d505011ae6,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:17.606327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5bc2d8-87b7-4a1c-9f2f-fc91df6cc9bf None None] No DVR routers for this DVR port 83db1e00-ffe8-45f4-b735-24d505011ae6 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:17.621828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.622515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.626076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:12Z', 'revision_number': 2, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:17.627060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-d7c75a89-809e-4aa6-ae5a-72273d7b9d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 217 time: 0.1235046 Apr 28 20:05:17.631254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:17.631614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Updating router 6c162774-a52d-4efc-bde8-019dc5bdf67b port 1d858e32-09fa-44bd-820d-91f77b15f06a binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:05:17.658546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 83db1e00-ffe8-45f4-b735-24d505011ae6 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:17.690046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.719284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:17.740904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:17.741643 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:17.790640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:17.809724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:17.820614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:17.833771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-62a4d235-449e-44a6-a035-39c5b0260c03 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3747513 Apr 28 20:05:17.841780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:17.846208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router a0f7654b-70da-4135-bf82-8cb5d22909f4 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:17.864735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Request body: {'port': {'device_id': '431232bc-46aa-4b51-b835-c5f226ef789d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:17.906153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-57d2d3ce-c000-4a13-9e5d-7616f2d7c33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:17.907477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-57d2d3ce-c000-4a13-9e5d-7616f2d7c33c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2379873 Apr 28 20:05:18.036487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.047844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Transition to ACTIVE for port object 1d858e32-09fa-44bd-820d-91f77b15f06a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:18.053839 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.135138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-7f9fb7fc-2f4a-4a22-9702-902564c6e398 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1998265 Apr 28 20:05:18.182562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b6761-0ed5-4dd4-86b3-f5acace402df None None] Pushing event updated for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:18.243169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 83db1e00-ffe8-45f4-b735-24d505011ae6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:18.244417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.273916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Attempting to bind port 1d858e32-09fa-44bd-820d-91f77b15f06a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:18.274302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Attempting to bind port 1d858e32-09fa-44bd-820d-91f77b15f06a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:18.274663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Attempting to bind port 1d858e32-09fa-44bd-820d-91f77b15f06a on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:18.280175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:18.280554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Checking segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:18.280936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.281324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Bound using segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:18.281820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Bound port: 1d858e32-09fa-44bd-820d-91f77b15f06a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:18.282199 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.286110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac2f94-c66f-47c8-bccb-3d7b26e7a587 req-2db75740-a853-4c8c-b7da-0e2060181fca tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:18.286818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0bac2f94-c66f-47c8-bccb-3d7b26e7a587 req-2db75740-a853-4c8c-b7da-0e2060181fca tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:18.289674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.336432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.336641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] The port '83db1e00-ffe8-45f4-b735-24d505011ae6' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:05:18.394541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] For port 1d858e32-09fa-44bd-820d-91f77b15f06a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:18.397509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] For port 1d858e32-09fa-44bd-820d-91f77b15f06a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d858e32-09fa-44bd-820d-91f77b15f06a,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:18.405306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.459791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.525810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:18.528117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363b6761-0ed5-4dd4-86b3-f5acace402df None None] Pushing event updated for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:18.530966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:18.531649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.536476 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] Sync routers for ids ['a0f7654b-70da-4135-bf82-8cb5d22909f4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:18.544640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.554097 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] Routers {'a0f7654b-70da-4135-bf82-8cb5d22909f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:18.554948 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a0f7654b-70da-4135-bf82-8cb5d22909f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.610374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d643487-10cf-4185-bcf6-39ed3ac8ae37']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.628348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df7b7a72-0c83-4353-aed1-fcd623f7010e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.628637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df7b7a72-0c83-4353-aed1-fcd623f7010e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.644335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.656484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Network c825b85b-912e-42d8-81f8-9bd662ea4544 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:18.667022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0bac2f94-c66f-47c8-bccb-3d7b26e7a587 req-2db75740-a853-4c8c-b7da-0e2060181fca tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:18.671413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.674446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bac2f94-c66f-47c8-bccb-3d7b26e7a587 req-2db75740-a853-4c8c-b7da-0e2060181fca tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 931 time: 1.0801356 Apr 28 20:05:18.681945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.686641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df71d33c-b21c-465f-8531-8578efe0953b req-1e0df442-3873-41cb-9de0-aef087f45f26 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:18.694890 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] Routers {'a0f7654b-70da-4135-bf82-8cb5d22909f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:18.695218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df71d33c-b21c-465f-8531-8578efe0953b req-1e0df442-3873-41cb-9de0-aef087f45f26 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 947 time: 0.2148731 Apr 28 20:05:18.696064 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:04:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a0f7654b-70da-4135-bf82-8cb5d22909f4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.707590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:18.713537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9e7d8a9e-48c7-4c4c-9019-b973366e9838 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:05:18.714841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:18.715248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:18.734668 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:18.775951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.784669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:18.785985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:18.793930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.796706 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df71d33c-b21c-465f-8531-8578efe0953b req-d7b461ca-e6f9-4111-bafe-7f8015d92eba tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993891 Apr 28 20:05:18.818953 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:18.819327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42a802f-1553-462c-b139-0b0413bb1c6a None None] The sync data for ids ['a0f7654b-70da-4135-bf82-8cb5d22909f4'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:18.855970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=4e6ace18-0fae-453e-82cf-0ff375a94253,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:18.858166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=7e335c24-e613-488f-8d46-d56703f5b889,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:18.871349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ce581246-7889-4ea3-bfef-258dd23b9cc8 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.2917840 Apr 28 20:05:18.872365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:18.879058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b98b8672-5f11-4ee9-9ac6-96b007352872 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/a0f7654b-70da-4135-bf82-8cb5d22909f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9417603 Apr 28 20:05:18.880347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:18.880596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:18.889083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:18.907638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:18.927177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-0328dc2a-7f9a-48f1-8748-e3893a919866 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7811778 Apr 28 20:05:18.942358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Checking segment: {'id': '4f1705df-7e3a-48b6-b772-74732e91246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:18.942720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network hostable DHCP agents. Network: b04f773b-fdee-45d1-8484-90d9b17e72e4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:18.985339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.015034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.035452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=9d643487-10cf-4185-bcf6-39ed3ac8ae37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:19.074335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459e77a9-86a6-44a4-962b-2d10df3f24dc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:19.079330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-459e77a9-86a6-44a4-962b-2d10df3f24dc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports/d7c1921f-9ca4-441b-b80d-41bb8786dbbf HTTP/1.1" status: 200 len: 910 time: 0.1925976 Apr 28 20:05:19.081963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:19.098335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f40b978a-18fb-415b-a00d-66b2521ef8b8'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:19.107805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:19.137446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b9d87bb5-56f9-410b-919a-214cbb23fcbb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/9d643487-10cf-4185-bcf6-39ed3ac8ae37 HTTP/1.1" status: 204 len: 168 time: 2.4857814 Apr 28 20:05:19.143604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '9e7d8a9e-48c7-4c4c-9019-b973366e9838', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '9e7d8a9e-48c7-4c4c-9019-b973366e9838', 'mac_address': 'fa:16:3e:1b:3c:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:05:19.171740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:19.183832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2066301347'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:19.184030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0bac2f94-c66f-47c8-bccb-3d7b26e7a587 req-d578ef91-1676-44c9-987a-117e60398777 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5081625 Apr 28 20:05:19.189073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:19.193539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:19.193691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.194839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.2988157 Apr 28 20:05:19.219431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51438) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:19.221202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:19.230347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:19.232343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.232951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a7cbb-20a1-4981-9387-f8bc26b4083f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:19.238019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:19.300529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:19.314721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:19.335457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:19.359757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:19.363568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:19.394088 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.421366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7d8a9e-48c7-4c4c-9019-b973366e9838 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:19.445083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:19.453298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:18Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:19.458423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:19.459235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.461745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.492687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03976595-d9f3-42a5-b92e-8effc2dc7c40 None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:18Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:19.593367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:19.608570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:19.627383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b04f773b-fdee-45d1-8484-90d9b17e72e4) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:19.640492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69969a13-bc3d-48fc-8bbf-569d6f2a49cb None None] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:19.648632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:19.649231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.652797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.653146 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment db003bda-8994-433d-8a17-b6549e782d7a of type vlan for network bae600d3-fd5c-46ae-8450-eecc4fc62391 Apr 28 20:05:19.657756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c7a48fb-826e-4518-bcb2-697528cdc3c2 req-85ab5394-0c66-4ea4-9287-03a2d14cda05 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7164721 Apr 28 20:05:19.679228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.709394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626097f8-bc7d-4ff5-bbe5-457f22457ec4 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:19.727787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.729205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] device_id is not set on port 4e6ace18-0fae-453e-82cf-0ff375a94253 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:19.736400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6b9dc447-7a94-4414-95eb-65fdfc991d66 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0452278 Apr 28 20:05:19.751485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:19.758758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1018532923', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:19.772612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.785243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:19.785626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9e7d8a9e-48c7-4c4c-9019-b973366e9838'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:19.788446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Transition to ACTIVE for port object 626097f8-bc7d-4ff5-bbe5-457f22457ec4 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:19.793708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:router and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:19.801044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:19.815890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.818552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:19.824546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.827777 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.877425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Transition to ACTIVE for port object 4e6ace18-0fae-453e-82cf-0ff375a94253 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:19.917401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.927627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:19.934628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:19.935168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.023285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.026971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.028020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.042529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.156712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Pushing event updated for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.179848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940a8596-ab4b-41a4-bc72-972e4a492f27,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.191930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.197880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1f2ff30-f07d-4af6-933e-61156d799551 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9705768 Apr 28 20:05:20.198174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:20.202494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.215118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b04f773b-fdee-45d1-8484-90d9b17e72e4', 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '7e335c24-e613-488f-8d46-d56703f5b889'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:20.216633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.216948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group_rule': {'security_group_id': 'b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:20.223659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:20.227609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:20.232541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:20.255369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:20.267999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Attempting to bind port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:20.268337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Attempting to bind port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:20.268674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Attempting to bind port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:20.276779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.300147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:20.300525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Attempting to bind port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:20.313408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb3c6bbf-5bbb-4593-bd2d-993886cec49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.313680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.317396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5d4a5e31-ac38-4b6a-b1af-4e663f8fe6d4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5630865 Apr 28 20:05:20.318604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:20.318944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:20.319329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:20.319783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Bound port: 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:20.320225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.334213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:20.341530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.352050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4', 'name': 'tempest-PortsIpV6TestJSON-1997146252'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:20.409553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=4e6ace18-0fae-453e-82cf-0ff375a94253,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.457312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.2825346 Apr 28 20:05:20.460531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:20.461172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Allocated IP 2001:db8::2 (b04f773b-fdee-45d1-8484-90d9b17e72e4/7e335c24-e613-488f-8d46-d56703f5b889/68595766-9437-42ea-bac3-613349767f16) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:20.550658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:20.706209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.710385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:20.723809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.727252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:20.738513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:20.744518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1d3ec-b612-4fb2-9b85-b17d4b9121cc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=bae600d3-fd5c-46ae-8450-eecc4fc62391,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.749890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:20.770343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:20.771637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:20.785400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54e2b41-ed1e-4331-b3ff-89ca3c1670bb req-964aa855-98df-45e0-8f18-546f393de51d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:20.790243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c54e2b41-ed1e-4331-b3ff-89ca3c1670bb req-964aa855-98df-45e0-8f18-546f393de51d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 943 time: 0.4063148 Apr 28 20:05:20.792159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.794167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.813850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:20.819937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:20.819937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:20.820301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:20.824708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Transition to ACTIVE for port object 68595766-9437-42ea-bac3-613349767f16 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:20.837776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:20.838082 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:20.853647 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 2 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:20.889987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:20.911031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Transition to ACTIVE for port object 68595766-9437-42ea-bac3-613349767f16 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:20.920588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.922460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2466d5-9923-4e10-83ec-f17885895668,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.926947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Pushing event updated for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:20.930092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:20.930704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.932217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2d3ad383-ac78-408e-bf4c-e436fa326b1c service neutron] 10.222.0.41 "PUT /v2.0/ports/626097f8-bc7d-4ff5-bbe5-457f22457ec4 HTTP/1.1" status: 200 len: 1091 time: 3.0762081 Apr 28 20:05:20.944889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:20.945277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:20.945975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:20.956647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:20.961739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:20.961940 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:20.968409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:20.970870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9efea-15af-4513-b3d7-45ff7efa4b7a req-ec5ae7fb-d99e-452e-b716-9cd6b26f5c45 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:20.973095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7a9efea-15af-4513-b3d7-45ff7efa4b7a req-ec5ae7fb-d99e-452e-b716-9cd6b26f5c45 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 948 time: 0.9490728 Apr 28 20:05:20.974120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:20.976194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:20.979766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.986584 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 3 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:20.989296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:20.993887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16ad5fcf-e5f8-4d6e-ae41-c4bb41e4cacb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7896938 Apr 28 20:05:20.996110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:21.010940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:21.014472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:21.017907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:21.018379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:21.027258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:21.031809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Pushing event updated for resources: {'Port': ['ID=68595766-9437-42ea-bac3-613349767f16,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:21.061183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.061603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.061892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.068266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:21.072535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.078142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c54e2b41-ed1e-4331-b3ff-89ca3c1670bb req-36848e6e-1644-4359-941f-d1a61b4849ab tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2700105 Apr 28 20:05:21.091456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:21.097104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:floatingip and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:21.100409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:21.112420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:21.135579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Attempting to bind port 68595766-9437-42ea-bac3-613349767f16 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.136175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Attempting to bind port 68595766-9437-42ea-bac3-613349767f16 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '4f1705df-7e3a-48b6-b772-74732e91246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.137206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Attempting to bind port 68595766-9437-42ea-bac3-613349767f16 on network b04f773b-fdee-45d1-8484-90d9b17e72e4 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.144631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 4, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:21.145428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Checking segment: {'id': '4f1705df-7e3a-48b6-b772-74732e91246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:21.146032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.146583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Bound using segment: {'id': '4f1705df-7e3a-48b6-b772-74732e91246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:21.147375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Bound port: 68595766-9437-42ea-bac3-613349767f16, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f1705df-7e3a-48b6-b772-74732e91246b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b04f773b-fdee-45d1-8484-90d9b17e72e4'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:21.147945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.162764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.175998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7a9efea-15af-4513-b3d7-45ff7efa4b7a req-ecb73b29-3245-4d91-a181-6a98e51fd786 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805463 Apr 28 20:05:21.178567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:21.186504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:21.186701 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:21.214396 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 4 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:21.257601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.258314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.258811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.316700 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e929a9d-7d93-45ba-89c0-3acecf096ba4'] response: {'name': 'network-changed', 'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4', 'status': 'completed', 'code': 200} Apr 28 20:05:21.346528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d858e32-09fa-44bd-820d-91f77b15f06a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:21.398471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] For port 68595766-9437-42ea-bac3-613349767f16, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:21.413156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] For port 68595766-9437-42ea-bac3-613349767f16, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=68595766-9437-42ea-bac3-613349767f16,segment=NetworkSegment(4f1705df-7e3a-48b6-b772-74732e91246b),segment_id=4f1705df-7e3a-48b6-b772-74732e91246b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:21.424547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.470783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-d6b48ad2-eb70-4751-879c-4bc8507b3654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:21.472628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-d6b48ad2-eb70-4751-879c-4bc8507b3654 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 1094 time: 0.4772785 Apr 28 20:05:21.516087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1d858e32-09fa-44bd-820d-91f77b15f06a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:21.537679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1d858e32-09fa-44bd-820d-91f77b15f06a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:21.538442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.547481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:21.548387 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:21.553131 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 5 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:21.594524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0677e8e9-d0ad-43f0-a409-3b898672dcbf None None] Pushing event updated for resources: {'Port': ['ID=68595766-9437-42ea-bac3-613349767f16,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:21.652587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.652949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.653558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.661966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:21.662577 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:21.665651 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 6 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:21.674118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.709909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.718491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::92 (b04f773b-fdee-45d1-8484-90d9b17e72e4/7e335c24-e613-488f-8d46-d56703f5b889/1ee46f5c-1b83-4980-8d6e-e70cee395ef0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:21.752556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-0d81ef0c-a33e-4483-aa37-8d66e97e3d60 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4 HTTP/1.1" status: 200 len: 217 time: 0.2622368 Apr 28 20:05:21.767273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1d858e32-09fa-44bd-820d-91f77b15f06a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d858e32-09fa-44bd-820d-91f77b15f06a,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:21.775945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.776390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.776729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.777072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.788670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:21.789008 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:21.801707 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 7 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:21.854785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=3d73f04d-3d88-4bc2-a950-f5e890cbeb08,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:21.870404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': 'db003bda-8994-433d-8a17-b6549e782d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:21.870767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: bae600d3-fd5c-46ae-8450-eecc4fc62391, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:21.878232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.878637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.879040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.891332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:21.891656 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:21.898097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:21.901053 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 8 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:21.925766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.949639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:21.951018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:21.951018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:21.952915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.990155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:21.992752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-e85f6dc1-6c80-4bac-9741-8e78963cf817 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:21.994848 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-e85f6dc1-6c80-4bac-9741-8e78963cf817 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2274718 Apr 28 20:05:22.020264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:22.048232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:22.048566 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:22.060516 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 9 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:22.079398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bae600d3-fd5c-46ae-8450-eecc4fc62391) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:22.089671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604e1240-fc81-41fc-9d79-05790e442d4b None None] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:22.096278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:22.096619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:22.096957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:22.105725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:22.105996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.108419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-2330dfd6-cec5-48c3-92af-2a99cc5c62ec service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1019681 Apr 28 20:05:22.114513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=d7c1921f-9ca4-441b-b80d-41bb8786dbbf,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:22.126187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:22.126530 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:22.132181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:22.132808 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.135423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc7cb2c4-634b-4869-a56b-ed7cf5345bde tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/ports/d7c1921f-9ca4-441b-b80d-41bb8786dbbf HTTP/1.1" status: 200 len: 910 time: 3.0512443 Apr 28 20:05:22.138625 n-d-839811-1 neutron-server[88140]: INFO neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempt 10 to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 Apr 28 20:05:22.147429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:22.370892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f505ac7-3ad4-44e5-8094-5a580b7cc4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.424836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:22.425165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:22.425710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempting to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:22.483735 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-20a77d7e-f4f9-4b2a-83d8-eeb8afdfd89f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0091181 Apr 28 20:05:22.488431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:22.515977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1225031027', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:22.526441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-bae600d3-fd5c-46ae-8450-eecc4fc62391', 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '3d73f04d-3d88-4bc2-a950-f5e890cbeb08'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:22.527444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.532417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Allocated IP 172.25.2.214 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ccb9c1ab-c06a-4e88-8326-22d657c28f05) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:22.535090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:22.535643 n-d-839811-1 neutron-server[88140]: ERROR neutron.plugins.ml2.managers [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Failed to bind port 4e6ace18-0fae-453e-82cf-0ff375a94253 on host n-h1-839811-1 for vnic_type normal using segments [{'id': '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'c825b85b-912e-42d8-81f8-9bd662ea4544'}] Apr 28 20:05:22.536166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.555462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:22.577873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:22.584319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:22.636341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-446d4e1c-6a58-41e7-aa1b-d25964d3bf68 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5138614 Apr 28 20:05:22.637352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:22.703550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9e7d8a9e-48c7-4c4c-9019-b973366e9838 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:22.796718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.814908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Allocated IP 2001:db8::2 (bae600d3-fd5c-46ae-8450-eecc4fc62391/3d73f04d-3d88-4bc2-a950-f5e890cbeb08/107ab2b3-8b8c-4f39-960c-c0093d3b0b5c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:22.817230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.818958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.865410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-575a6298-3b4e-49e9-aeb3-1905588a45de None None] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:22.869409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port 4e6ace18-0fae-453e-82cf-0ff375a94253, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:22.869828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attempted to set empty binding levels {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Apr 28 20:05:22.882322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf36563-ce5c-4732-9d2c-e873b6e2f9f0 req-50c7e646-54d0-4806-9114-3840c9bdd899 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:22.883804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cf36563-ce5c-4732-9d2c-e873b6e2f9f0 req-50c7e646-54d0-4806-9114-3840c9bdd899 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 943 time: 0.4605310 Apr 28 20:05:22.885802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.896271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.911184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:22.925571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:22.932301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b0822e-a439-4a01-8472-36068169ce14 req-4272b742-3603-4d44-88e3-2cdc2144781c tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:22.934131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07b0822e-a439-4a01-8472-36068169ce14 req-4272b742-3603-4d44-88e3-2cdc2144781c tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 948 time: 0.5991001 Apr 28 20:05:22.937204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:23.016097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cb941b4-52c3-42af-adb6-118b975e19e9 req-3f870eee-8246-4e8c-b943-f624b91f71a8 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307190 Apr 28 20:05:23.019394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] In _notify_port_updated(), no bound segment for port 4e6ace18-0fae-453e-82cf-0ff375a94253 on network c825b85b-912e-42d8-81f8-9bd662ea4544 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:05:23.021187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.021187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.025877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "PUT /v2.0/ports/4e6ace18-0fae-453e-82cf-0ff375a94253 HTTP/1.1" status: 200 len: 974 time: 4.1439581 Apr 28 20:05:23.029826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:23.030075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.036176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51482) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:23.061575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.082706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.089959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff350166-ea60-4ae0-a9e8-4ecf6bc32fc2 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event updated for resources: {'Port': ['ID=4e6ace18-0fae-453e-82cf-0ff375a94253,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:23.097871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5cf36563-ce5c-4732-9d2c-e873b6e2f9f0 req-9a842607-00b6-4417-833f-042d351e0bf8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077403 Apr 28 20:05:23.133244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e61be5a0-2036-4349-85e5-83fde51ee8ae None None] Provisioning for port 68595766-9437-42ea-bac3-613349767f16 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:23.154293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.158584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e1e77e37-a34e-47ed-982f-b1f685321563 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6574965 Apr 28 20:05:23.159389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:23.168066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'port': {'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391', 'name': 'tempest-RoutersIpV6Test-895469850'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:23.183544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07b0822e-a439-4a01-8472-36068169ce14 req-297fd1d1-5144-441e-82ff-3b81d695872c tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382808 Apr 28 20:05:23.234197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=ccb9c1ab-c06a-4e88-8326-22d657c28f05,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:23.255530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:23.264955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:23.267424 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.282168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:23.283341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Transition to ACTIVE for port object 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:23.310941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Transition to ACTIVE for port object 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:23.328531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.368667 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.382191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Deleting port 4e6ace18-0fae-453e-82cf-0ff375a94253 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:23.382551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.393055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:23.398432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:port and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:23.403127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:23.410600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:23.412969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d858e32-09fa-44bd-820d-91f77b15f06a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:23.440885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.484129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:23.519485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.523986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:23.527836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabadf72-520d-4c45-9254-40edb6907acc req-4603ebde-b472-4a31-8f76-7522fb2adf1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.529307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-4603ebde-b472-4a31-8f76-7522fb2adf1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 1094 time: 0.4357972 Apr 28 20:05:23.530492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:23.537080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:23.537713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.539981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:23.550254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:23.552780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:23.586701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:23.589822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.635069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] device_id is not set on port 8a56c113-887f-48fd-a249-a367b16eba0b yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:23.663298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Pushing event updated for resources: {'Port': ['ID=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:23.779385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.802456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Attempting to bind port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:23.803031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Attempting to bind port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'db003bda-8994-433d-8a17-b6549e782d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:23.803484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Attempting to bind port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c on network bae600d3-fd5c-46ae-8450-eecc4fc62391 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:23.806641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.818768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:23.819309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Checking segment: {'id': 'db003bda-8994-433d-8a17-b6549e782d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:23.819808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.820285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Bound using segment: {'id': 'db003bda-8994-433d-8a17-b6549e782d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:23.820845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Bound port: 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db003bda-8994-433d-8a17-b6549e782d7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'bae600d3-fd5c-46ae-8450-eecc4fc62391'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:23.821811 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.837606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1d858e32-09fa-44bd-820d-91f77b15f06a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:23.838053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:23.899028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=1ee46f5c-1b83-4980-8d6e-e70cee395ef0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:23.904153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8::29e (bae600d3-fd5c-46ae-8450-eecc4fc62391/3d73f04d-3d88-4bc2-a950-f5e890cbeb08/8a56c113-887f-48fd-a249-a367b16eba0b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:23.929607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:23.962962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9343fdc8-94c6-4ba2-b68e-95592da1dc39 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.6261148 Apr 28 20:05:23.963587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:24.025358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:24.035384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port d7c1921f-9ca4-441b-b80d-41bb8786dbbf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:24.035650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.049709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.120514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.125882 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efd7fe1e-688d-497d-bffe-66b10491b0f8'] response: {'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838', 'code': 200} Apr 28 20:05:24.132193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 68595766-9437-42ea-bac3-613349767f16 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:24.180241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabadf72-520d-4c45-9254-40edb6907acc req-54fa3a18-d809-4dec-8868-08349ad62699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:24.181807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-54fa3a18-d809-4dec-8868-08349ad62699 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.6330585 Apr 28 20:05:24.243565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.356060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] For port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:24.369876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] For port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,segment=NetworkSegment(db003bda-8994-433d-8a17-b6549e782d7a),segment_id=db003bda-8994-433d-8a17-b6549e782d7a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:24.387925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:24.405093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.475307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-c4a6ee73-ae19-47f0-bdcc-d0bdaacf9027 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4 HTTP/1.1" status: 200 len: 217 time: 0.1786003 Apr 28 20:05:24.546424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 68595766-9437-42ea-bac3-613349767f16 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:24.578931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.600996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 68595766-9437-42ea-bac3-613349767f16 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:24.601372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.631436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object 8a56c113-887f-48fd-a249-a367b16eba0b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:24.661509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.670957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Provisioning for port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:24.682691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Provisioning complete for port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:24.683067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.718311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] For port 4e6ace18-0fae-453e-82cf-0ff375a94253, host n-h1-839811-1, got binding levels [] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:24.718940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.761084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:24.776948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac043354-6458-450b-8f8f-61a58cf17335 None None] Pushing event updated for resources: {'Port': ['ID=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:24.802042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Provisioning complete for port 68595766-9437-42ea-bac3-613349767f16 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:24.802519 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52f56742-1068-43c9-a94b-724089f60a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.863101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for d7c1921f-9ca4-441b-b80d-41bb8786dbbf owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:24.925667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abde0c8-ac66-4338-9e62-6f1ac1b91434 req-6e8c6c25-41cb-4b93-9fe7-a45dfb84b3a0 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:24.928114 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:24.933907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3abde0c8-ac66-4338-9e62-6f1ac1b91434 req-6e8c6c25-41cb-4b93-9fe7-a45dfb84b3a0 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.5520108 Apr 28 20:05:24.989033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 68595766-9437-42ea-bac3-613349767f16, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=68595766-9437-42ea-bac3-613349767f16,segment=NetworkSegment(4f1705df-7e3a-48b6-b772-74732e91246b),segment_id=4f1705df-7e3a-48b6-b772-74732e91246b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:25.020223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3abde0c8-ac66-4338-9e62-6f1ac1b91434 req-24540701-a66f-46ca-888f-10319f70b069 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853875 Apr 28 20:05:25.032493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.045829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.058417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Calling delete_port for 4e6ace18-0fae-453e-82cf-0ff375a94253 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:25.093997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabadf72-520d-4c45-9254-40edb6907acc req-bec170fa-6326-4735-8a46-9dcd7b2668f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:25.095630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-bec170fa-6326-4735-8a46-9dcd7b2668f6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.5365210 Apr 28 20:05:25.127216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e8db42-8e6c-40d7-a9ba-2712033188f8 req-bd57cb29-98d4-4ea6-90bb-c3dced8cedc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:25.129011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8e8db42-8e6c-40d7-a9ba-2712033188f8 req-bd57cb29-98d4-4ea6-90bb-c3dced8cedc7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 1100 time: 0.9463298 Apr 28 20:05:25.147221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:25.152955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:25.155850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=8a56c113-887f-48fd-a249-a367b16eba0b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:25.158449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:25.164368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:25.165774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.170437 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.190411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=68595766-9437-42ea-bac3-613349767f16,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:25.208465 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c0f0c600-7e54-4341-8437-2e01ffb76479 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0462012 Apr 28 20:05:25.210348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:25.302786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:25.346995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-649fe50e-45d0-4fa6-9f73-663908593008 None None] Provisioning complete for port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:25.348414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-649fe50e-45d0-4fa6-9f73-663908593008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.420373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-83f974a5-9159-4040-b70a-cbbc9a3844df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2852638 Apr 28 20:05:25.422708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-649fe50e-45d0-4fa6-9f73-663908593008 None None] Port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:25.441149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:25.548991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.591194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8e8db42-8e6c-40d7-a9ba-2712033188f8 req-330cb68c-0257-476f-9344-5a6d41b9333a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194538 Apr 28 20:05:25.603681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=d7c1921f-9ca4-441b-b80d-41bb8786dbbf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:25.660221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac0eed1-73bf-44d1-bc6d-8c5942095424 req-007eb618-cd0a-4cac-b010-d37ea5b1fc80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:25.662052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aac0eed1-73bf-44d1-bc6d-8c5942095424 req-007eb618-cd0a-4cac-b010-d37ea5b1fc80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 943 time: 1.3048601 Apr 28 20:05:25.761665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.884983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-dbc9ed55-aec7-4417-89b8-efa605e18789 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452820 Apr 28 20:05:25.893552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e6ace18-0fae-453e-82cf-0ff375a94253,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:25.929644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:25.957860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aac0eed1-73bf-44d1-bc6d-8c5942095424 req-c266ddfa-8b2e-4042-9df5-2e793c2846c6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733548 Apr 28 20:05:25.995807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.019062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93686c2d-d447-4fb4-8ea6-37ba99c0e442 None None] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:26.038497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-02878b0f-fed0-4d76-8435-258e9ca4a19c tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "DELETE /v2.0/ports/4e6ace18-0fae-453e-82cf-0ff375a94253 HTTP/1.1" status: 204 len: 168 time: 2.9941189 Apr 28 20:05:26.057218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:26.095626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.115734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Provisioning for port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:26.132823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Provisioning complete for port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:26.133550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.170807 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9556ee77-00dd-4452-9123-3815932e2eb9 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] GET failed (client error): The resource could not be found. Apr 28 20:05:26.175520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9556ee77-00dd-4452-9123-3815932e2eb9 tempest-PortsAdminExtendedAttrsTestJSON-1047510741 tempest-PortsAdminExtendedAttrsTestJSON-1047510741-project-admin] 10.222.0.24 "GET /v2.0/ports/4e6ace18-0fae-453e-82cf-0ff375a94253 HTTP/1.1" status: 404 len: 333 time: 0.1139040 Apr 28 20:05:26.178347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51512) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:26.210815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.250556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.311923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=ccb9c1ab-c06a-4e88-8326-22d657c28f05,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:26.386181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.421239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fabadf72-520d-4c45-9254-40edb6907acc req-c3acf9c6-aa7a-47cf-a759-65aa89211be1 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5196109 Apr 28 20:05:26.427708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] For port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,segment=NetworkSegment(db003bda-8994-433d-8a17-b6549e782d7a),segment_id=db003bda-8994-433d-8a17-b6549e782d7a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:26.438773 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.446054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.523697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a89f401-608a-46a3-b157-3a4f009d13c0 None None] Pushing event updated for resources: {'Port': ['ID=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:26.528604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.538001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-07b899c6-7314-4aa2-98b4-b164ef1a5cdb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5381501 Apr 28 20:05:26.552338 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.600975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.669923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626097f8-bc7d-4ff5-bbe5-457f22457ec4 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:05:26.694196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ac743-76a5-40d2-abf6-2f31a2eb0d0f req-5e94a9ab-f4d0-4cee-98b4-5459ea26017e tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:26.702487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d1ac743-76a5-40d2-abf6-2f31a2eb0d0f req-5e94a9ab-f4d0-4cee-98b4-5459ea26017e tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.4822028 Apr 28 20:05:26.726742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router a0f7654b-70da-4135-bf82-8cb5d22909f4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:26.908875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Provisioning for port 8a56c113-887f-48fd-a249-a367b16eba0b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:26.927511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Provisioning complete for port 8a56c113-887f-48fd-a249-a367b16eba0b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:26.928925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:26.933563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-50a527f2-93a9-4e72-8157-a38b134c46fc tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:26.940042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d1ac743-76a5-40d2-abf6-2f31a2eb0d0f req-b7646c74-cd88-440d-a1a7-d9c8285fd96c tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366965 Apr 28 20:05:26.988908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:27.010498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '626097f8-bc7d-4ff5-bbe5-457f22457ec4', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '626097f8-bc7d-4ff5-bbe5-457f22457ec4', 'mac_address': 'fa:16:3e:af:ae:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:05:27.050134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Port 8a56c113-887f-48fd-a249-a367b16eba0b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:27.068243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.103855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:27.122052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] Sync routers for ids ['a0f7654b-70da-4135-bf82-8cb5d22909f4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:27.123801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abfd8c69-5662-4e65-9b53-82f356897e5f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/a0f7654b-70da-4135-bf82-8cb5d22909f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9753327 Apr 28 20:05:27.132607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51530) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:27.138405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Provisioning complete for port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:27.138809 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-986fcf28-6c4d-448f-bca7-c4add2487794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.170917 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.222606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a95c64cb-8bfa-4559-bce8-c444bde52c3a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:27.230998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] Routers {'a0f7654b-70da-4135-bf82-8cb5d22909f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:27.231637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a0f7654b-70da-4135-bf82-8cb5d22909f4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.292490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626097f8-bc7d-4ff5-bbe5-457f22457ec4 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:27.296785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 68595766-9437-42ea-bac3-613349767f16 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:27.310152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-50a527f2-93a9-4e72-8157-a38b134c46fc tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:27.311305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-50a527f2-93a9-4e72-8157-a38b134c46fc tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1121749368&fields=id&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 267 time: 0.6005487 Apr 28 20:05:27.315458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c825b85b-912e-42d8-81f8-9bd662ea4544']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.349387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.360609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.361180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4048b9cc-dfd5-4836-bb1d-ea4bfca6f4a5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.378853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:27.387420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] Routers {'a0f7654b-70da-4135-bf82-8cb5d22909f4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:27.388059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a0f7654b-70da-4135-bf82-8cb5d22909f4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.406883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.488227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.491829 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.510732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:27.510951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a95c64cb-8bfa-4559-bce8-c444bde52c3a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:27.511500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.512122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a95c64cb-8bfa-4559-bce8-c444bde52c3a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0f7654b-70da-4135-bf82-8cb5d22909f4 HTTP/1.1" status: 200 len: 205 time: 0.3761427 Apr 28 20:05:27.522753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51534) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:27.529655 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:27.576100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:27.576514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934c4767-8f21-4cbf-b1e0-b889f08b0c96 None None] The sync data for ids ['a0f7654b-70da-4135-bf82-8cb5d22909f4'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:27.626217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.631221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 68595766-9437-42ea-bac3-613349767f16 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:27.631765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.645576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.656269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:27.701379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-0f24d120-0839-4384-a181-2dbdc1987128 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:27.702378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-0f24d120-0839-4384-a181-2dbdc1987128 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:27.710197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596a62ff-28e1-40c0-b513-30001a14e01a req-a089008b-91dc-4722-ae77-7f7d67bcd3c8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:27.712627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-596a62ff-28e1-40c0-b513-30001a14e01a req-a089008b-91dc-4722-ae77-7f7d67bcd3c8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 943 time: 0.5871496 Apr 28 20:05:27.718884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.727010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.750318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.755857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['626097f8-bc7d-4ff5-bbe5-457f22457ec4'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:27.866355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:27.903331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2a7d7a6e-9817-427a-97d8-ecbb3a7b1759 None None] Provisioning complete for port 8a56c113-887f-48fd-a249-a367b16eba0b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:27.903705 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a7d7a6e-9817-427a-97d8-ecbb3a7b1759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:27.919727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] Pushing event deleted for resources: {'Network': ['ID=c825b85b-912e-42d8-81f8-9bd662ea4544,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:27.960832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-596a62ff-28e1-40c0-b513-30001a14e01a req-5805f401-4594-403a-a02a-7e4933d8b227 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630156 Apr 28 20:05:27.990331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.013047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ca816586-d1c5-4543-99dd-edc3300c44b8 tempest-PortsAdminExtendedAttrsTestJSON-1515609690 tempest-PortsAdminExtendedAttrsTestJSON-1515609690-project] 10.222.0.24 "DELETE /v2.0/networks/c825b85b-912e-42d8-81f8-9bd662ea4544 HTTP/1.1" status: 204 len: 168 time: 1.7915235 Apr 28 20:05:28.042121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=1ee46f5c-1b83-4980-8d6e-e70cee395ef0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:28.046380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a7d7a6e-9817-427a-97d8-ecbb3a7b1759 None None] Port 8a56c113-887f-48fd-a249-a367b16eba0b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:28.046870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-0f24d120-0839-4384-a181-2dbdc1987128 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:28.048195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-0f24d120-0839-4384-a181-2dbdc1987128 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 817 time: 0.7247305 Apr 28 20:05:28.091506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-caf9c4c5-12a7-4e16-ac57-d11a79c177aa tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/quotas/7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 375 time: 0.0283637 Apr 28 20:05:28.095447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:28.095934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.139583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:05:28.163050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.239112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.244926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.257807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.266641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fb5b10d3-66b6-49a0-ba3c-d1aeed43a0c5 None None] Provisioning complete for port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:28.267220 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb5b10d3-66b6-49a0-ba3c-d1aeed43a0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.294234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.339627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-47a4d9d2-31ab-4384-bdf1-b8377b81a0b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:28.376927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb5b10d3-66b6-49a0-ba3c-d1aeed43a0c5 None None] Port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:28.413282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=8a56c113-887f-48fd-a249-a367b16eba0b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:28.427609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.428095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router a0f7654b-70da-4135-bf82-8cb5d22909f4 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:05:28.500459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb66b044-588f-4f41-b466-221557a977be req-47a4d9d2-31ab-4384-bdf1-b8377b81a0b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:28.502991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.504164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94ca6b79-f244-4f1c-bf46-ae5f9b84f100 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/a0f7654b-70da-4135-bf82-8cb5d22909f4 HTTP/1.1" status: 204 len: 168 time: 0.9805708 Apr 28 20:05:28.505519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-47a4d9d2-31ab-4384-bdf1-b8377b81a0b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4010692 Apr 28 20:05:28.508064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:28.513120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51548) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:28.541152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1230ae-c0d3-409a-b594-1f370ac7836a req-7ddb6fca-79db-4165-8e44-188eed7a02fa tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:28.542719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a1230ae-c0d3-409a-b594-1f370ac7836a req-7ddb6fca-79db-4165-8e44-188eed7a02fa tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.3608105 Apr 28 20:05:28.673752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626097f8-bc7d-4ff5-bbe5-457f22457ec4 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:28.680386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a1230ae-c0d3-409a-b594-1f370ac7836a req-7ddf6b25-de9a-4d6e-bb13-a4bfb36f03e0 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298859 Apr 28 20:05:28.686662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.711455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet f40b978a-18fb-415b-a00d-66b2521ef8b8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:28.742067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.813491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8d9ce04d-b065-4dfb-9a7b-2eba004fc281 None None] Provisioning complete for port 8a56c113-887f-48fd-a249-a367b16eba0b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:28.813962 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d9ce04d-b065-4dfb-9a7b-2eba004fc281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.841409 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.869923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8d9ce04d-b065-4dfb-9a7b-2eba004fc281 None None] Port 8a56c113-887f-48fd-a249-a367b16eba0b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:28.871477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:28.876955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:28.877329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:28.972737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.007762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-dad9cdb7-39e9-4cfa-b504-3aa868dfab5e service neutron] 10.222.0.24 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4620566 Apr 28 20:05:29.013117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03f7e630-cf37-49aa-8c84-90ec9a2413e3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7640cc935a9a47ed92aaba5dc1c9d393&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4666681 Apr 28 20:05:29.020360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51564) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:29.036696 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.079827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:29.095869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:29.102141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.198848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:29.411744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.439175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.440180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.511064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-90e41ee8-3def-4a52-a30b-48d9e6caa1e8 service neutron] 10.222.0.24 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4914989 Apr 28 20:05:29.533818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.563357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.584350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f1ad94-6594-49d5-a15f-6fa51c81988e req-5612e340-ec4c-4fd3-8407-da75e95f9db2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:29.586115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f1ad94-6594-49d5-a15f-6fa51c81988e req-5612e340-ec4c-4fd3-8407-da75e95f9db2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.1649885 Apr 28 20:05:29.659639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f1ad94-6594-49d5-a15f-6fa51c81988e req-0982e2b7-f5b7-43d0-8ba3-03e4b78049bb tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646489 Apr 28 20:05:29.688388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.691791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.699577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.700448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.728723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=1ee46f5c-1b83-4980-8d6e-e70cee395ef0,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:29.763486 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a192e103-9922-47bf-8e9f-bd62cffa2064'] response: {'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4', 'code': 200} Apr 28 20:05:29.858428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=8a56c113-887f-48fd-a249-a367b16eba0b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:29.943630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:29.970566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:29.971791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:30.007724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5ac0a31-b2cb-4ce3-b2a7-b7f90b256ad7 req-17f35d81-e39e-46d8-9325-697fc196f2b6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 210 time: 0.1926351 Apr 28 20:05:30.047619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:30.058732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=f40b978a-18fb-415b-a00d-66b2521ef8b8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:30.062837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:30.075420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.230656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 88e91c57-8609-4b21-a868-69b2c6e236e7 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:30.239471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e7ccb171-7db0-4312-b958-1d6c0146a0f2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/f40b978a-18fb-415b-a00d-66b2521ef8b8 HTTP/1.1" status: 204 len: 168 time: 1.7301657 Apr 28 20:05:30.240271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:30.276075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60eefdd-50d9-4310-9547-3e01e8ee0789 None None] Network 4d160bff-a32f-47c2-a1d9-4060391285b9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:30.278737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.281433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.285179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1e77abdc-0ac4-444e-b38b-9ce3ef2ac4ca HTTP/1.1" status: 204 len: 168 time: 1.2615304 Apr 28 20:05:30.303925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921ee26c-0b7a-47e8-89a1-bcd2441bdafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e77abdc-0ac4-444e-b38b-9ce3ef2ac4ca,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:30.319723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5124d77a-c791-4c08-a9e9-0bb3856ca151 req-952d279f-5e5a-4cf7-8da5-a07e33e6855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:30.321099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5124d77a-c791-4c08-a9e9-0bb3856ca151 req-952d279f-5e5a-4cf7-8da5-a07e33e6855a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 1096 time: 0.4395556 Apr 28 20:05:30.517285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5124d77a-c791-4c08-a9e9-0bb3856ca151 req-e1703131-16d1-45b4-9ef9-37fdd0d4a814 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867986 Apr 28 20:05:30.583422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Router 959968c1-ba01-47d3-94ac-da4469b81d67 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:30.833330 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.844648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:30.855153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-78bb2f7f-2644-424f-9c94-c9daf4353fd3 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/88e91c57-8609-4b21-a868-69b2c6e236e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6429052 Apr 28 20:05:30.855817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] Sync routers for ids ['88e91c57-8609-4b21-a868-69b2c6e236e7'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:30.856277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51596) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:30.876711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] Routers {'88e91c57-8609-4b21-a868-69b2c6e236e7'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:30.877623 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88e91c57-8609-4b21-a868-69b2c6e236e7'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:30.941092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:30.943555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 65514a85-7f66-4b1e-9bc0-47665677f8bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:30.943727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.950220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Provisioning complete for port 8a56c113-887f-48fd-a249-a367b16eba0b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:30.951143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:30.951293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b358d67d-b6cd-4fad-99a9-dd29fdd2df9f tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/routers/959968c1-ba01-47d3-94ac-da4469b81d67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9809186 Apr 28 20:05:30.954161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:31.010699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] Sync routers for ids ['959968c1-ba01-47d3-94ac-da4469b81d67'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:31.065547 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.070923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51606) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:31.074360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] Routers {'959968c1-ba01-47d3-94ac-da4469b81d67'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:31.074996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['959968c1-ba01-47d3-94ac-da4469b81d67'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.081232 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] Routers {'88e91c57-8609-4b21-a868-69b2c6e236e7'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:31.082092 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88e91c57-8609-4b21-a868-69b2c6e236e7'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.161863 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.162434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcbb69d-b3b2-4871-bef6-aa8ba72721c6 None None] The sync data for ids ['88e91c57-8609-4b21-a868-69b2c6e236e7'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:31.197214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ef76bc-3e64-42b6-ae50-3d22060f2ff5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:31.198324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37ef76bc-3e64-42b6-ae50-3d22060f2ff5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:31.214871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb69ffa-2a25-4cca-b1a0-ea4f9d4a74c6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:31.215449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fb69ffa-2a25-4cca-b1a0-ea4f9d4a74c6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:31.220387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d1a855c-054d-43cf-8e08-8877bf718300 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f16c80504fff45b4b994162cc5310a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1456354 Apr 28 20:05:31.223243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:31.236424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Port 8a56c113-887f-48fd-a249-a367b16eba0b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:31.261906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.272196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Provisioning complete for port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:31.272570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.314826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] Routers {'959968c1-ba01-47d3-94ac-da4469b81d67'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:31.316411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['959968c1-ba01-47d3-94ac-da4469b81d67'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.321990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-597894bb-2ef6-4927-abc4-3602accc2c94 req-c4f19270-24ca-48f7-a186-858f0f2eaecf tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 210 time: 0.0997999 Apr 28 20:05:31.329662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37ef76bc-3e64-42b6-ae50-3d22060f2ff5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:31.333947 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37ef76bc-3e64-42b6-ae50-3d22060f2ff5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports/8a56c113-887f-48fd-a249-a367b16eba0b HTTP/1.1" status: 200 len: 983 time: 0.4733934 Apr 28 20:05:31.339299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:31.388026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f49202-3eb0-4915-9fe4-058e33e25d83 req-5491040d-414e-4d4b-9585-5f0fb2a4f074 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:31.394933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97f49202-3eb0-4915-9fe4-058e33e25d83 req-5491040d-414e-4d4b-9585-5f0fb2a4f074 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.3710289 Apr 28 20:05:31.402222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] DHCP port deletion for 4d160bff-a32f-47c2-a1d9-4060391285b9 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:31.418271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fb69ffa-2a25-4cca-b1a0-ea4f9d4a74c6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:31.422077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9fb69ffa-2a25-4cca-b1a0-ea4f9d4a74c6 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?device_id=959968c1-ba01-47d3-94ac-da4469b81d67 HTTP/1.1" status: 200 len: 988 time: 0.4643900 Apr 28 20:05:31.427582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51618) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:31.428076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Deleting port 65514a85-7f66-4b1e-9bc0-47665677f8bd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:31.429973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.479630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:31.480471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e8b331-555d-4726-bfd3-a6bac683f445 None None] The sync data for ids ['959968c1-ba01-47d3-94ac-da4469b81d67'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:31.522684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9ba57012-f334-4f0e-ada3-554693ba378d None None] Port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:31.736535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:31.929309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] For port 65514a85-7f66-4b1e-9bc0-47665677f8bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65514a85-7f66-4b1e-9bc0-47665677f8bd,segment=NetworkSegment(a13fa480-8cf7-4267-b7a5-ef9b9000ab31),segment_id=a13fa480-8cf7-4267-b7a5-ef9b9000ab31)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:31.930053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.058093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 65514a85-7f66-4b1e-9bc0-47665677f8bd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=65514a85-7f66-4b1e-9bc0-47665677f8bd,segment=NetworkSegment(a13fa480-8cf7-4267-b7a5-ef9b9000ab31),segment_id=a13fa480-8cf7-4267-b7a5-ef9b9000ab31)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:32.058093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.067699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.076211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Calling delete_port for 65514a85-7f66-4b1e-9bc0-47665677f8bd owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:32.155822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-2efd8a2f-f43b-4b2b-b98a-accf83001e83 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:32.157255 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.157386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-2efd8a2f-f43b-4b2b-b98a-accf83001e83 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 817 time: 0.6304414 Apr 28 20:05:32.187084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97f49202-3eb0-4915-9fe4-058e33e25d83 req-54678807-ab45-4184-b29a-5af1e7e12440 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7913101 Apr 28 20:05:32.198374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 65514a85-7f66-4b1e-9bc0-47665677f8bd owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:32.209108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] Pushing event deleted for resources: {'Port': ['ID=65514a85-7f66-4b1e-9bc0-47665677f8bd,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:32.210914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d04749-04aa-4388-8f5e-f2b207b8fde7 None None] No DVR routers for this DVR port 65514a85-7f66-4b1e-9bc0-47665677f8bd on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:32.256124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-b9b50c88-0068-4ec9-a514-f171c885ab87 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 380 time: 0.0695388 Apr 28 20:05:32.258225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.273948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'port': {'device_id': '019c969e-1873-4e74-84b5-03929fadea60', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'admin_state_up': True, 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'security_groups': ['b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:32.299510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54a5dd2-6b8f-4cac-96d5-5b7387d761ce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:32.379963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.383443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-62a63283-128b-4fb0-b898-9390b53db6f0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c54a5dd2-6b8f-4cac-96d5-5b7387d761ce HTTP/1.1" status: 204 len: 168 time: 1.1564355 Apr 28 20:05:32.434307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:32.434307 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:32.545522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2868775-3e3e-4245-9bc3-47edef4a0bef req-cdb3579b-4716-445a-8ff9-57ed69a4d5de tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 210 time: 0.0664897 Apr 28 20:05:32.582288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:32.594947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:32.611029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Made reservation on behalf of 7344e16b1abd49afbcc95977227d910b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:32.614422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.649869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.735753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:32.936057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 65514a85-7f66-4b1e-9bc0-47665677f8bd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:32.937082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.025953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] The port '65514a85-7f66-4b1e-9bc0-47665677f8bd' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:05:33.056632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Allocated IP 172.20.0.13 (ba76e070-5b2b-4aeb-b087-873dbe4d4b2b/98768a29-589b-4297-82b9-e444cfcfa3d8/0ad6968f-36e0-4bc9-97be-d53f3917ca57) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:33.152620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 8a56c113-887f-48fd-a249-a367b16eba0b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:33.152965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.161202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:33.161763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.212461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.253428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 65514a85-7f66-4b1e-9bc0-47665677f8bd no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:33.263415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d160bff-a32f-47c2-a1d9-4060391285b9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:33.309525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:33.310120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13fa480-8cf7-4267-b7a5-ef9b9000ab31') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:33.321091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 65514a85-7f66-4b1e-9bc0-47665677f8bd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:05:33.322491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 65514a85-7f66-4b1e-9bc0-47665677f8bd not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:05:33.323694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:33.395910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.594183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.629222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Transition to ACTIVE for port object 0ad6968f-36e0-4bc9-97be-d53f3917ca57 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:33.631969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'networks': [{'name': 'tempest-network--536646085'}, {'name': 'tempest-network--1275112457'}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:33.632464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-network--536646085'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:33.632974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-network--1275112457'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:33.636852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.646811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:33.651571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.663600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:network and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:33.671040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:33.671456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.688182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:33.690758 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:33.713425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:33.800612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 8a56c113-887f-48fd-a249-a367b16eba0b owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:33.804058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'network': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:33.809725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.819605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.837360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.845793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4d96ab55-1de3-44bf-ad0b-55a0820df0e8 req-82c23d3f-3ab5-4b25-b5df-b9290fa78f1e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 210 time: 0.1427927 Apr 28 20:05:33.860542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37042983-894b-4cf5-ae22-409b2d83bff1 req-1d7fac21-1f3e-43ec-8b41-338b89a36015 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:33.862039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37042983-894b-4cf5-ae22-409b2d83bff1 req-1d7fac21-1f3e-43ec-8b41-338b89a36015 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.5137615 Apr 28 20:05:33.862660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.866964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.887371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:33.982112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:33.986754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:33.997063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:34.026716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:34.027188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 1ee46f5c-1b83-4980-8d6e-e70cee395ef0 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:34.077094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:34.098052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=4d160bff-a32f-47c2-a1d9-4060391285b9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:34.112548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:security_group_rule and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:34.114422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:34.115445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.120756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3fcf76c1-fe6c-43a0-a85c-7935b3647647 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/4d160bff-a32f-47c2-a1d9-4060391285b9 HTTP/1.1" status: 204 len: 168 time: 3.8775299 Apr 28 20:05:34.121929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:34.132244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:34.142301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:34.154687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1593856062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:34.167343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-b895b076-da3f-4036-8b26-a024ffa34c74 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9048281 Apr 28 20:05:34.168570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.178682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:34.190619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:34.204026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37042983-894b-4cf5-ae22-409b2d83bff1 req-d88e460f-cef8-45d6-9d2e-95afa92d51d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929853 Apr 28 20:05:34.206671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:34.221942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=8a56c113-887f-48fd-a249-a367b16eba0b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:34.233047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:34.235398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Request body: {'port': {'device_id': '019c969e-1873-4e74-84b5-03929fadea60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:34.270006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.271107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.326387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.371541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6620e11-1e87-4719-89f9-c36076b97cde None None] Provisioning for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:34.378969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6620e11-1e87-4719-89f9-c36076b97cde None None] Provisioning complete for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:34.379638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6620e11-1e87-4719-89f9-c36076b97cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.423306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.432434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.433097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.452712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.464134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c6620e11-1e87-4719-89f9-c36076b97cde None None] Port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:34.513893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.537743 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:05:34.572037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60aea781-556c-478d-891b-521f51bb5c12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:34.619673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.623386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eba610c3-d0da-4c2f-ae51-0ffd7b095ed1 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4803545 Apr 28 20:05:34.623386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=1ee46f5c-1b83-4980-8d6e-e70cee395ef0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:34.624010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:34.630144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:34.638224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.648998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.698498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-2005116571'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:34.772000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.772349 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment 8c0aa3f0-14a7-479d-9a0f-8b3655fc0dd8 of type vlan for network 227cadf5-894b-4a76-ae7a-38e0b86771e6 Apr 28 20:05:34.781685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:34.794617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:34.799682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:34.811183 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.823620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:34.836957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:34.849581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0761cb2c-432e-417f-b868-cfc621c765ad req-8319c87c-a107-45fd-84f9-310e17abb288 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:34.851024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0761cb2c-432e-417f-b868-cfc621c765ad req-8319c87c-a107-45fd-84f9-310e17abb288 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.4999604 Apr 28 20:05:34.956122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:34.959399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.194669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:35.209731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:35.215088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0761cb2c-432e-417f-b868-cfc621c765ad req-a2453fd6-0df5-4dc9-b27f-e8b7cf90692e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501577 Apr 28 20:05:35.227811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 88e91c57-8609-4b21-a868-69b2c6e236e7 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:35.234503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.234850 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 860370ee-2d96-46d7-a975-183cab1cd10a of type vlan for network d281ead5-342f-4544-9d98-240cb4eeeea1 Apr 28 20:05:35.236102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.236430 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment a96a80b1-53d0-42a4-a3e4-956d7d9ea0d9 of type vlan for network dcc81555-f35e-4836-8f20-ad4300b5bca0 Apr 28 20:05:35.263536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Router 959968c1-ba01-47d3-94ac-da4469b81d67 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:05:35.428194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.438929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.459435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:35.473049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1cf63427-a58b-4666-ba02-71f441962463 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/88e91c57-8609-4b21-a868-69b2c6e236e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1308851 Apr 28 20:05:35.477945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51678) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:35.480765 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] Sync routers for ids ['88e91c57-8609-4b21-a868-69b2c6e236e7'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:35.499559 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] Routers {'88e91c57-8609-4b21-a868-69b2c6e236e7'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:35.502201 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88e91c57-8609-4b21-a868-69b2c6e236e7'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.514390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d592e6-91f5-4a70-9863-0096d34c1de4 req-2b3eaad6-a1f4-4b45-a711-8b078ebfddf1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:35.515876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38d592e6-91f5-4a70-9863-0096d34c1de4 req-2b3eaad6-a1f4-4b45-a711-8b078ebfddf1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 932 time: 0.5370953 Apr 28 20:05:35.598034 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.610366 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] Routers {'88e91c57-8609-4b21-a868-69b2c6e236e7'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:35.611833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['88e91c57-8609-4b21-a868-69b2c6e236e7'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.625322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:35.636582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] Sync routers for ids ['959968c1-ba01-47d3-94ac-da4469b81d67'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:35.646203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] Routers {'959968c1-ba01-47d3-94ac-da4469b81d67'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:35.647414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['959968c1-ba01-47d3-94ac-da4469b81d67'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.674716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54fc0f43-03c2-4584-b519-58097218bba8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/routers/959968c1-ba01-47d3-94ac-da4469b81d67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2405295 Apr 28 20:05:35.678876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.685744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:35.685744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.689098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:35.700150 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.700550 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dcc5c3e-aa23-4b28-a196-f982c3428d3d None None] The sync data for ids ['88e91c57-8609-4b21-a868-69b2c6e236e7'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:35.712600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-38d592e6-91f5-4a70-9863-0096d34c1de4 req-860f2f6c-491b-45be-8aea-d9fb08c1bd80 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276429 Apr 28 20:05:35.721478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.735308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] Routers {'959968c1-ba01-47d3-94ac-da4469b81d67'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:35.736091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['959968c1-ba01-47d3-94ac-da4469b81d67'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.763490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.763955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.769336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:35.775147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:35.775766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:35.799593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:35.800006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd2f028-cc26-4cb1-af29-2dd115c7cdae None None] The sync data for ids ['959968c1-ba01-47d3-94ac-da4469b81d67'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:35.815490 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5c58b6-5357-44c5-b962-cb0938e987d0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:05:35.816004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b5c58b6-5357-44c5-b962-cb0938e987d0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:35.823572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1909804 Apr 28 20:05:35.828736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:35.842298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:35.888297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.5471272 Apr 28 20:05:35.893819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51692) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:35.897261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401f9bcc-3c73-4998-aca5-0aa42db58a31 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=d281ead5-342f-4544-9d98-240cb4eeeea1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:35.907877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d281ead5-342f-4544-9d98-240cb4eeeea1 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:35.935066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b5c58b6-5357-44c5-b962-cb0938e987d0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:35.935910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b5c58b6-5357-44c5-b962-cb0938e987d0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/1ee46f5c-1b83-4980-8d6e-e70cee395ef0 HTTP/1.1" status: 404 len: 333 time: 0.2283618 Apr 28 20:05:35.942693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:36.065981 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-3ab2548e-4519-408f-803f-8c01a16d401f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] remove_router_interface failed (client error): The resource could not be found. Apr 28 20:05:36.067023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ab2548e-4519-408f-803f-8c01a16d401f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/88e91c57-8609-4b21-a868-69b2c6e236e7/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5879745 Apr 28 20:05:36.084423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51700) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:36.094549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:36.138353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.157251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2e48f90-ba59-4055-b9c5-08d0dd236322 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:36.168315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:36.179272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:36.187072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Transition to ACTIVE for port object 0ad6968f-36e0-4bc9-97be-d53f3917ca57 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:36.187072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:36.197863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:36.207676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ec2292-20ae-475e-a414-66b174843c68 req-9240d53d-92e9-4b61-8e41-31b0428b0f38 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:36.209156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7ec2292-20ae-475e-a414-66b174843c68 req-9240d53d-92e9-4b61-8e41-31b0428b0f38 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.4311790 Apr 28 20:05:36.209811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.215231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=227cadf5-894b-4a76-ae7a-38e0b86771e6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:36.233964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 227cadf5-894b-4a76-ae7a-38e0b86771e6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:36.251244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.254332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a2e48f90-ba59-4055-b9c5-08d0dd236322 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:36.254753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a2e48f90-ba59-4055-b9c5-08d0dd236322 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e91c57-8609-4b21-a868-69b2c6e236e7 HTTP/1.1" status: 200 len: 205 time: 0.1694272 Apr 28 20:05:36.284397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51706) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:36.404470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:36.407869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.475180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5ebb6-bb26-4e2f-afab-bbdeaa213bcf tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=dcc81555-f35e-4836-8f20-ad4300b5bca0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:36.487109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network dcc81555-f35e-4836-8f20-ad4300b5bca0 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:36.558402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:36.564402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:36.570026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:36.577152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:36.577977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:36.691793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:36.725894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.730119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.730790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7ec2292-20ae-475e-a414-66b174843c68 req-5bb8b3dc-705f-4fb2-be27-10a734c37868 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4858642 Apr 28 20:05:36.731901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:36.733530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-756e3aa4-5ef9-43f6-81d2-e4d4606632ba tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.8382709 Apr 28 20:05:36.737156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:36.739797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.966772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:36.967199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Fanout notify agent at l3_agent the message router_deleted on router 959968c1-ba01-47d3-94ac-da4469b81d67 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:05:37.047894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.048956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac1ac011-3aa5-4ab0-aae7-7c3eb77b4aef tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/routers/959968c1-ba01-47d3-94ac-da4469b81d67 HTTP/1.1" status: 204 len: 168 time: 1.1011741 Apr 28 20:05:37.051762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:37.089652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.176168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 7e335c24-e613-488f-8d46-d56703f5b889 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:37.198272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91025eb-edba-46fa-bc9f-0bde6b22b88c req-f4a539d3-ed07-41f1-902f-462e8099cc65 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:37.199714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b91025eb-edba-46fa-bc9f-0bde6b22b88c req-f4a539d3-ed07-41f1-902f-462e8099cc65 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.2810614 Apr 28 20:05:37.207284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.245045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.251276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.253016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Attempting to bind port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:37.253345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Attempting to bind port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:37.253699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Attempting to bind port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:37.268747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:37.269090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Attempting to bind port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:37.321145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:37.321622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Checking segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:37.322072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Bound using segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:37.322503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Bound port: 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:37.322852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.344534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.351071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.351760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router 88e91c57-8609-4b21-a868-69b2c6e236e7 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:05:37.363275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.370148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-a83430cf-0eb5-413c-80ac-9853fb6b2a93 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:37.371618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-a83430cf-0eb5-413c-80ac-9853fb6b2a93 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.4318702 Apr 28 20:05:37.423200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227cadf5-894b-4a76-ae7a-38e0b86771e6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:37.434712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b91025eb-edba-46fa-bc9f-0bde6b22b88c req-29f4a252-63fd-4701-a477-c29b1208616c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1997283 Apr 28 20:05:37.445700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0aa3f0-14a7-479d-9a0f-8b3655fc0dd8') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:37.446036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0aa3f0-14a7-479d-9a0f-8b3655fc0dd8') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:37.469661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.490492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.495480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2b7814c-5cf7-40ea-aeac-09221d82c04a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/88e91c57-8609-4b21-a868-69b2c6e236e7 HTTP/1.1" status: 204 len: 168 time: 1.2092226 Apr 28 20:05:37.499182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51722) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:37.500190 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.549304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:37.549740 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.563908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:37.564269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:37.564757 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:37.601234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.645865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.656482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:37.684402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:37.694692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.697704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 3d73f04d-3d88-4bc2-a950-f5e890cbeb08 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:37.712826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.756128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.785929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.812316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=227cadf5-894b-4a76-ae7a-38e0b86771e6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:37.824383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=5bfcb791-3e6f-4435-9a45-666674d86bf4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:37.824638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.831602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:37.832585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:37.834169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 1092 time: 3.6144292 Apr 28 20:05:37.839317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:37.858586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:37.859519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: d281ead5-342f-4544-9d98-240cb4eeeea1, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:37.908558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c5befb21-5e35-463c-a729-9e5465d0f7e2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/227cadf5-894b-4a76-ae7a-38e0b86771e6 HTTP/1.1" status: 204 len: 168 time: 1.1682596 Apr 28 20:05:37.909360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:37.959619 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-043adf3b-ea10-4a34-bbe4-760c9faf5f2b'] response: {'name': 'network-changed', 'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'status': 'completed', 'code': 200} Apr 28 20:05:37.962233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.063453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=7e335c24-e613-488f-8d46-d56703f5b889,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:38.076491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e69df71-67de-442d-8b71-26465736dca7 None None] Network b04f773b-fdee-45d1-8484-90d9b17e72e4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:38.082798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.087087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d648ab0-efcd-415b-8e19-9ebe33212c43 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/7e335c24-e613-488f-8d46-d56703f5b889 HTTP/1.1" status: 204 len: 168 time: 1.0318475 Apr 28 20:05:38.095105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:38.128041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.208155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b094aa30-c50c-4d72-8c9b-6c31244abfe3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:38.229508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.244767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network d281ead5-342f-4544-9d98-240cb4eeeea1 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:38.286091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d281ead5-342f-4544-9d98-240cb4eeeea1) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:38.298990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.299581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.300696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.302436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44addc33-7100-46f5-8e19-720c257a919d None None] Network d281ead5-342f-4544-9d98-240cb4eeeea1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:38.305932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 626097f8-bc7d-4ff5-bbe5-457f22457ec4, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626097f8-bc7d-4ff5-bbe5-457f22457ec4,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:38.306301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.361963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 68595766-9437-42ea-bac3-613349767f16 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:38.362569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.485372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.491497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b832f4a4-af53-41d0-ab20-318ff485b325 req-3f1a3c85-d340-4d07-b5cc-42309629646b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.493823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b832f4a4-af53-41d0-ab20-318ff485b325 req-3f1a3c85-d340-4d07-b5cc-42309629646b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 945 time: 0.6088753 Apr 28 20:05:38.504392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 626097f8-bc7d-4ff5-bbe5-457f22457ec4 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:38.534191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f52b86cc-9ebc-42e8-ab04-b2eea49b236e tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7044106 Apr 28 20:05:38.536569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-9582015f-d704-422a-bed4-d0c1b2008d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:38.538174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-9582015f-d704-422a-bed4-d0c1b2008d85 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1095 time: 0.6132004 Apr 28 20:05:38.549765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:38.672022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d281ead5-342f-4544-9d98-240cb4eeeea1', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:38.672854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.687931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.699411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] DHCP port deletion for b04f773b-fdee-45d1-8484-90d9b17e72e4 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:38.742416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Deleting port 68595766-9437-42ea-bac3-613349767f16 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:38.743408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.773643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-1d6fa375-652f-4ec0-861c-68fca5cf7098 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 217 time: 0.2153673 Apr 28 20:05:38.778064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dcc81555-f35e-4836-8f20-ad4300b5bca0']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:38.792696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=3d73f04d-3d88-4bc2-a950-f5e890cbeb08,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:38.798764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.814593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-114660a8-0d5d-4c40-b91b-ecf887ee05dd None None] Network bae600d3-fd5c-46ae-8450-eecc4fc62391 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:38.828837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96a80b1-53d0-42a4-a3e4-956d7d9ea0d9') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:38.828837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96a80b1-53d0-42a4-a3e4-956d7d9ea0d9') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:38.846951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92cb2996-388f-4c47-9c8c-7f81fc141bd7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/3d73f04d-3d88-4bc2-a950-f5e890cbeb08 HTTP/1.1" status: 204 len: 168 time: 1.3410778 Apr 28 20:05:38.853160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:38.858429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.912677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b832f4a4-af53-41d0-ab20-318ff485b325 req-640f87bb-1b8e-4bda-8fa2-c89ab29d0bfc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617575 Apr 28 20:05:38.929305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.956956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:38.957354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:38.972332 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:39.049018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] For port 68595766-9437-42ea-bac3-613349767f16, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=68595766-9437-42ea-bac3-613349767f16,segment=NetworkSegment(4f1705df-7e3a-48b6-b772-74732e91246b),segment_id=4f1705df-7e3a-48b6-b772-74732e91246b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:39.049390 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.069551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b9efd-f07e-4cea-9a92-2493af310315 req-4eb721e3-c57e-4383-9333-ff78b0ee2988 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:39.071588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b0b9efd-f07e-4cea-9a92-2493af310315 req-4eb721e3-c57e-4383-9333-ff78b0ee2988 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.4100139 Apr 28 20:05:39.085386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-d5fbad1c-31d1-4906-95b4-925fc426bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:39.086803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-d5fbad1c-31d1-4906-95b4-925fc426bcf0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.2977715 Apr 28 20:05:39.207198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 68595766-9437-42ea-bac3-613349767f16 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:39.210651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Allocated IP 172.20.0.2 (d281ead5-342f-4544-9d98-240cb4eeeea1/5bfcb791-3e6f-4435-9a45-666674d86bf4/4e3ca0da-b5a1-4d70-a9b0-24bce706ef26) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:39.232472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] For port 68595766-9437-42ea-bac3-613349767f16, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=68595766-9437-42ea-bac3-613349767f16,segment=NetworkSegment(4f1705df-7e3a-48b6-b772-74732e91246b),segment_id=4f1705df-7e3a-48b6-b772-74732e91246b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:39.232472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.257351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.282744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.316312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=dcc81555-f35e-4836-8f20-ad4300b5bca0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:39.325715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-80d1e184-b0e1-44c5-9df2-10b63cbef1fa tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/dcc81555-f35e-4836-8f20-ad4300b5bca0 HTTP/1.1" status: 204 len: 168 time: 1.4109311 Apr 28 20:05:39.327068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:39.331265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b0b9efd-f07e-4cea-9a92-2493af310315 req-0dc92c1f-c078-4f25-b09d-b0f84d3cf3c1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2022831 Apr 28 20:05:39.340940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.391523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.393363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 68595766-9437-42ea-bac3-613349767f16 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:39.403502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.451761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=68595766-9437-42ea-bac3-613349767f16,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:39.473887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=626097f8-bc7d-4ff5-bbe5-457f22457ec4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:39.482278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:39.482845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.504277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No DVR routers for this DVR port 68595766-9437-42ea-bac3-613349767f16 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:39.630518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Calling delete_port for 68595766-9437-42ea-bac3-613349767f16 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:39.658224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 68595766-9437-42ea-bac3-613349767f16 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:05:39.658477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 68595766-9437-42ea-bac3-613349767f16 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:05:39.661033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] DHCP port deletion for bae600d3-fd5c-46ae-8450-eecc4fc62391 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:05:39.666077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:39.676540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.690270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a02b8-adb0-499b-981b-d21032de9524 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:39.696609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1a02b8-adb0-499b-981b-d21032de9524 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:39.697400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b1a02b8-adb0-499b-981b-d21032de9524 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:39.708035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Deleting port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:39.708404 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.731905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b04f773b-fdee-45d1-8484-90d9b17e72e4']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:39.749115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b1a02b8-adb0-499b-981b-d21032de9524 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:39.753570 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b1a02b8-adb0-499b-981b-d21032de9524 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4181259 Apr 28 20:05:39.753570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f1705df-7e3a-48b6-b772-74732e91246b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:39.753570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f1705df-7e3a-48b6-b772-74732e91246b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:39.760708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:39.775846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1809548000'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:39.780575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.791132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:39.791704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.803431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 626097f8-bc7d-4ff5-bbe5-457f22457ec4 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:39.812896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:39.815077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.825384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:39.825809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.834026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66b044-588f-4f41-b466-221557a977be req-440b0adb-8381-45ad-baad-350e784578c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:39.835498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-440b0adb-8381-45ad-baad-350e784578c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6526051 Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:39.842705 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:39.844722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.857548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:39.861129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.955197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:39.966578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:39.966946 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment 8fd80e22-9257-42a1-98de-38fec9624d1f of type vlan for network bd9bf7b4-004d-4f4f-9192-0a85541ee4be Apr 28 20:05:40.000076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.020269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'name': 'network-vif-deleted', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:40.044850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.045094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0a4141d-bec9-47f3-956e-9d78900642ad req-b7e22397-ce8d-48bc-9850-7998d7ea43ad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/626097f8-bc7d-4ff5-bbe5-457f22457ec4 HTTP/1.1" status: 204 len: 173 time: 2.6411879 Apr 28 20:05:40.053021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:40.054136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.104886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] For port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,segment=NetworkSegment(db003bda-8994-433d-8a17-b6549e782d7a),segment_id=db003bda-8994-433d-8a17-b6549e782d7a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:40.105317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.157817 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc9195a7-d234-41f3-a62f-536ca1caf059'] response: {'server_uuid': '431232bc-46aa-4b51-b835-c5f226ef789d', 'name': 'network-vif-deleted', 'tag': '626097f8-bc7d-4ff5-bbe5-457f22457ec4', 'status': 'completed', 'code': 200} Apr 28 20:05:40.189638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.215297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.230143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=bd9bf7b4-004d-4f4f-9192-0a85541ee4be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:40.231218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a0528f3e-fae1-4c13-8ce7-89e135dc85bb req-4c514f56-d367-49f2-9de5-8eca3fc09d44 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:40.247484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Calling delete_port for 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:40.277527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=b04f773b-fdee-45d1-8484-90d9b17e72e4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:40.284702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b829660-21be-424e-bf08-886407acc13b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/b04f773b-fdee-45d1-8484-90d9b17e72e4 HTTP/1.1" status: 204 len: 168 time: 2.1883531 Apr 28 20:05:40.285316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:40.315167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bd9bf7b4-004d-4f4f-9192-0a85541ee4be details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:40.327544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c5812a97-bac0-4659-acc3-2a00faa87a56 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5651402 Apr 28 20:05:40.340748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51768) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:40.355028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,segment=NetworkSegment(db003bda-8994-433d-8a17-b6549e782d7a),segment_id=db003bda-8994-433d-8a17-b6549e782d7a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:40.355760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.368820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-381505745'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:40.373606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-586ecb58-b09b-4f63-ac09-0c2b96c42553 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:40.375523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-586ecb58-b09b-4f63-ac09-0c2b96c42553 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:40.375660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-adce0d15-a07e-4bfb-a2ac-238de5d97be8 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5157573 Apr 28 20:05:40.411692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-586ecb58-b09b-4f63-ac09-0c2b96c42553 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:40.429980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-586ecb58-b09b-4f63-ac09-0c2b96c42553 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/1469cd61-cf17-4fb5-ad3a-d81c55780b1f HTTP/1.1" status: 200 len: 845 time: 0.1428311 Apr 28 20:05:40.431567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:40.439181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:40.454135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.454868 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:40.455217 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:40.464007 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.511082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Transition to ACTIVE for port object 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:40.516090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:network and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:40.519814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a0528f3e-fae1-4c13-8ce7-89e135dc85bb req-4c514f56-d367-49f2-9de5-8eca3fc09d44 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:40.521220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0528f3e-fae1-4c13-8ce7-89e135dc85bb req-4c514f56-d367-49f2-9de5-8eca3fc09d44 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=431232bc-46aa-4b51-b835-c5f226ef789d HTTP/1.1" status: 200 len: 210 time: 0.4142358 Apr 28 20:05:40.522433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:40.548107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.599879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:40.655566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:40.675874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] Pushing event deleted for resources: {'Port': ['ID=107ab2b3-8b8c-4f39-960c-c0093d3b0b5c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:40.677689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d498de4-9aa1-435c-acd0-d3ed286ff591 None None] No DVR routers for this DVR port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:05:40.679432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Transition to ACTIVE for port object 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:40.701108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626097f8-bc7d-4ff5-bbe5-457f22457ec4 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:40.739631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.773997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 626097f8-bc7d-4ff5-bbe5-457f22457ec4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:05:40.774625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626097f8-bc7d-4ff5-bbe5-457f22457ec4 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:05:40.819678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:40.823808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.831696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Network d281ead5-342f-4544-9d98-240cb4eeeea1 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:40.840943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:40.848534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:40.851081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Pushing event updated for resources: {'Port': ['ID=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:40.875525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bf74fdda-9a2e-4e66-a70e-bfb2e6533539 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/1469cd61-cf17-4fb5-ad3a-d81c55780b1f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.4414346 Apr 28 20:05:40.881622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51780) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:40.910056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:40.915597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:40.918725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbaac25-954b-4500-a076-b23812e05074 req-6e3ded92-7a97-45cb-93fb-d104e57a7be2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:40.920297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-afbaac25-954b-4500-a076-b23812e05074 req-6e3ded92-7a97-45cb-93fb-d104e57a7be2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.3896739 Apr 28 20:05:40.956048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Attempting to bind port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:40.956532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Attempting to bind port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:40.956674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Attempting to bind port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 on network d281ead5-342f-4544-9d98-240cb4eeeea1 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:40.958616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Deleting port 68595766-9437-42ea-bac3-613349767f16 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:40.958987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.962924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb66b044-588f-4f41-b466-221557a977be req-2dff2190-facd-44bc-ba89-aab60935e071 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777740 Apr 28 20:05:40.964202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.20.0.1 (d281ead5-342f-4544-9d98-240cb4eeeea1/5bfcb791-3e6f-4435-9a45-666674d86bf4/2b54d6cf-1930-4a94-ae56-911aedb6c719) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:40.974984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:40.975441 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:40.976579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.977790 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment cb383948-bd72-4332-99c2-9b0a0aa0dc92 of type vlan for network d476828d-8404-4dab-b4a3-6297bd5d8174 Apr 28 20:05:40.981885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-afbaac25-954b-4500-a076-b23812e05074 req-39e352fe-1be9-44a3-bef3-328f93dbdd0d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553169 Apr 28 20:05:40.996312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:40.996691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Checking segment: {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:40.997100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:40.997540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Bound using segment: {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:40.998016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Bound port: 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:40.998396 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.047826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-aba45432-11c0-4a5b-a605-bb2943eea629 None None] The port '68595766-9437-42ea-bac3-613349767f16' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:05:41.126429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] For port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:41.129369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] For port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:41.133674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.228256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b10274e-c827-45fc-91cf-106ef1765325 None None] Pushing event updated for resources: {'Port': ['ID=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:41.250294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:05:41.291517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:05:41.291517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:05:41.303211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:41.308308 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.315969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:41.323351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:41.381794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:41.430581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:41.436836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.481194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 107ab2b3-8b8c-4f39-960c-c0093d3b0b5c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:41.481702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.526885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.532478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:41.533175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.663288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-7a76e4b1-0dc4-469d-845e-692c679fcd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:41.665298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-7a76e4b1-0dc4-469d-845e-692c679fcd60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1095 time: 0.6269310 Apr 28 20:05:41.692588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] The port '107ab2b3-8b8c-4f39-960c-c0093d3b0b5c' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:05:41.781510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:41.880835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5375383 Apr 28 20:05:41.883826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:41.890032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e872997-e216-493d-a263-f8de894be5e6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=d476828d-8404-4dab-b4a3-6297bd5d8174,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:41.906018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'ports': [{'network_id': 'bd9bf7b4-004d-4f4f-9192-0a85541ee4be', 'name': 'tempest-port--150953087', 'admin_state_up': True}, {'network_id': 'd476828d-8404-4dab-b4a3-6297bd5d8174', 'admin_state_up': False}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:41.907163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'port': {'network_id': 'bd9bf7b4-004d-4f4f-9192-0a85541ee4be', 'name': 'tempest-port--150953087', 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:41.908727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d476828d-8404-4dab-b4a3-6297bd5d8174 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:41.908882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'port': {'network_id': 'd476828d-8404-4dab-b4a3-6297bd5d8174', 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:41.974577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 2b54d6cf-1930-4a94-ae56-911aedb6c719 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:42.052978 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.178871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bae600d3-fd5c-46ae-8450-eecc4fc62391']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:42.198010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:42.202471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.204084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:port and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:42.213624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:42.214769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:42.238794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'port': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:42.245879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.270910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.278838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-c6241e9b-7be3-4658-a36f-0b85c88b3d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:42.280333 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-c6241e9b-7be3-4658-a36f-0b85c88b3d56 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.5740018 Apr 28 20:05:42.287582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db003bda-8994-433d-8a17-b6549e782d7a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:42.287582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db003bda-8994-433d-8a17-b6549e782d7a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:42.378006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.388495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-fdd670d5-efca-4b98-8e76-0cc2ada56532 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 217 time: 0.0890803 Apr 28 20:05:42.392442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14cd71f9-0143-4ca6-9fff-314149fa06b0 None None] Network d281ead5-342f-4544-9d98-240cb4eeeea1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:42.450354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.459706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.534878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:05:42.535609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.540378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2e013767-2bd4-4363-9c19-bdca7c07b022 None None] Provisioning for port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:05:42.556920 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:05:42.645066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] device_id is not set on port 3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:42.671830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.690164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network d281ead5-342f-4544-9d98-240cb4eeeea1 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:42.701018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-1a26b482-2313-4cde-8cbc-e06e2f5ba43b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:42.701837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:05:42.702551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-1a26b482-2313-4cde-8cbc-e06e2f5ba43b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.2662845 Apr 28 20:05:42.731591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-85fd6d58-6c23-41fc-82fe-211bc0a723c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:42.733327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-85fd6d58-6c23-41fc-82fe-211bc0a723c9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.3239303 Apr 28 20:05:42.736225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:42.748206 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-7899d2ed-03f7-47e3-aff5-6cb252181b2e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0386684 Apr 28 20:05:42.749691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:42.853964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:42.881044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:42.882406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.919316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aba6dd-3062-4da8-9787-172254f61ef9 req-9cd9596b-54cb-4a85-b763-16d950308e5b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:42.920471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c1aba6dd-3062-4da8-9787-172254f61ef9 req-9cd9596b-54cb-4a85-b763-16d950308e5b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:42.923732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:42.936965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.937693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3401247e-0a2b-4736-81ff-750e1ce951a7 None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:42.941691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.970665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:42.970920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-43ca6a6c-69b7-470c-b629-e1e06687f214 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2127869 Apr 28 20:05:42.971722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:42.982278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=bae600d3-fd5c-46ae-8450-eecc4fc62391,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:42.993277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=59aee82b-5cbf-430f-9fcd-3dc566766187,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:43.024866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-181b7a77-69d4-422f-9d42-ca4fe5f2752b tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/bae600d3-fd5c-46ae-8450-eecc4fc62391 HTTP/1.1" status: 204 len: 168 time: 4.1649513 Apr 28 20:05:43.026126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.034329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:43.102783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-869158927'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:43.109108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:43.113238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:43.116331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:43.123706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:43.150163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:43.150807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:43.154688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.185126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:05:43.211021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] device_id is not set on port 10d23f20-5e80-4358-a152-12c7dfbb2959 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:43.273519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2b4dcbfb-1fb9-4d2e-9ba6-2e836a8c6b44 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3816030 Apr 28 20:05:43.276867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51818) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:43.287798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c1aba6dd-3062-4da8-9787-172254f61ef9 req-9cd9596b-54cb-4a85-b763-16d950308e5b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:43.288952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1aba6dd-3062-4da8-9787-172254f61ef9 req-9cd9596b-54cb-4a85-b763-16d950308e5b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 1.0850339 Apr 28 20:05:43.303406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'security_group': {'name': 'tempest-secgroup-372728750'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:43.327541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:43.339375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:43.340195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.340652 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 2ac0e429-2995-407c-8468-f91ff8f7463d of type vlan for network 4132b7aa-91c6-490e-a86b-f304db362427 Apr 28 20:05:43.346318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Provisioning for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:43.356512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Provisioning complete for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:43.356887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.375847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:43.379522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.379925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:43.401345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:43.428499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-a0968b16-fd1f-44b3-9c63-8d40f40c45a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:43.441128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-a0968b16-fd1f-44b3-9c63-8d40f40c45a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6541855 Apr 28 20:05:43.460127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-7fea4dbe-c2db-489f-86da-8c6b48955d3a service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4637847 Apr 28 20:05:43.466000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:43.532847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1aba6dd-3062-4da8-9787-172254f61ef9 req-ed777759-96c3-461f-8122-3da352ee0abf tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2203646 Apr 28 20:05:43.537195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.548459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.549551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:43.551775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.648422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Port 2b54d6cf-1930-4a94-ae56-911aedb6c719 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:43.652272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:43.662336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:43.667243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:43.674004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.684056 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.688278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:43.709831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:43.758833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7203538 Apr 28 20:05:43.758833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a01e0-d6ed-4e96-9aa9-1c7da0152f2e tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=4132b7aa-91c6-490e-a86b-f304db362427,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:43.761994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51824) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:43.772597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:43.778258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-7b8d047f-fa86-4dd0-b103-98bfdc199693 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278921 Apr 28 20:05:43.781808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': '4132b7aa-91c6-490e-a86b-f304db362427', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:43.790227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:43.791166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.818549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-d50098a4-1882-4744-8e80-66e2c9599201 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574915 Apr 28 20:05:43.829079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4132b7aa-91c6-490e-a86b-f304db362427 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:43.874658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:43.906970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.116485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:44.166342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Provisioning complete for port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:44.166723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.200587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Port': ['ID=3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:44.203430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Checking segment: {'id': '8fd80e22-9257-42a1-98de-38fec9624d1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'bd9bf7b4-004d-4f4f-9192-0a85541ee4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:44.203901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network hostable DHCP agents. Network: bd9bf7b4-004d-4f4f-9192-0a85541ee4be, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:44.220442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1aad0cf2-2cf8-4a7d-b3ba-b09577acf2f4 req-c197838d-1d01-403c-981c-6c2ffbbb293f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 210 time: 0.1059480 Apr 28 20:05:44.240541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network bd9bf7b4-004d-4f4f-9192-0a85541ee4be is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:44.250466 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.259532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bd9bf7b4-004d-4f4f-9192-0a85541ee4be) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:44.264103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:44.266116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.298043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.360834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea95e0b-2a31-4aab-95f0-0fea7ac2ac27 None None] Network bd9bf7b4-004d-4f4f-9192-0a85541ee4be requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:44.418276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Port': ['ID=10d23f20-5e80-4358-a152-12c7dfbb2959,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:44.456236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Checking segment: {'id': 'cb383948-bd72-4332-99c2-9b0a0aa0dc92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'd476828d-8404-4dab-b4a3-6297bd5d8174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:44.456790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network hostable DHCP agents. Network: d476828d-8404-4dab-b4a3-6297bd5d8174, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:44.479964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network d476828d-8404-4dab-b4a3-6297bd5d8174 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:44.502975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d476828d-8404-4dab-b4a3-6297bd5d8174) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:44.515720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:44.522656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:44.528460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:44.529033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.562672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a76c76f4-3c66-40da-9205-aebddbdf859f tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.6734571 Apr 28 20:05:44.563020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:44.600604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.603139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:44.610422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:44.614308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:44.624510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:44.627649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.653224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0fbc73-120a-4a3b-85ee-9c97d1fcbc24 None None] Network d476828d-8404-4dab-b4a3-6297bd5d8174 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:44.698968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.760388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0ad6968f-36e0-4bc9-97be-d53f3917ca57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:44.778291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc55095-36d9-41fd-8b7e-5be372e712ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:44.785200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc55095-36d9-41fd-8b7e-5be372e712ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:44.786095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc55095-36d9-41fd-8b7e-5be372e712ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:44.809879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.841703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:44.896059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fcc55095-36d9-41fd-8b7e-5be372e712ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:44.897334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fcc55095-36d9-41fd-8b7e-5be372e712ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.3329403 Apr 28 20:05:44.900855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:44.952737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-80295c56-11f6-4bda-b478-182f0401020b', 'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'tenant_id': '5decab70e62e47078971391ebacba561', 'fixed_ips': [{'subnet_id': '59aee82b-5cbf-430f-9fcd-3dc566766187'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:44.953677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:44.986198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b3cee9-8a91-41b8-a7d0-cc9437a8b9b4 req-7fdf18ab-2c46-4286-b48c-28b5a2107514 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:44.994034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0b3cee9-8a91-41b8-a7d0-cc9437a8b9b4 req-7fdf18ab-2c46-4286-b48c-28b5a2107514 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 945 time: 0.2045686 Apr 28 20:05:45.050785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Deleting port 3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:45.051182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.059232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.060672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7663944 Apr 28 20:05:45.075884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network d281ead5-342f-4544-9d98-240cb4eeeea1 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:45.079004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bde64ac-f513-4cf3-bd44-7ca9a87d489e req-302e2e21-e8b7-40b7-895b-6c2ffd07f465 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2717741 Apr 28 20:05:45.079742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51852) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:45.084944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:45.090548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'security_group': {'name': 'tempest-secgroup-552904461'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:45.098652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:45.116430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0b3cee9-8a91-41b8-a7d0-cc9437a8b9b4 req-84cbbfc1-a048-47b5-88ec-e1d39cbee064 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1209412 Apr 28 20:05:45.141437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b93c6a-dfbd-4f6b-bb3a-4e8a54a3634d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b76e4a14-5657-485b-999f-990f3621d6fd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:45.145942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:45.155030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.175477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.228263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:45.247314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:45.251010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:45.283695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:45.488550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.519383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Allocated IP 2001:db8::2 (80295c56-11f6-4bda-b478-182f0401020b/59aee82b-5cbf-430f-9fcd-3dc566766187/06fd9cb4-0996-494c-949a-bd8d7a02653c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:45.624973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Calling delete_port for 3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:45.671906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.730683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.819814 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.824844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Port': ['ID=3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:45.836544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:45.840180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Transition to ACTIVE for port object 06fd9cb4-0996-494c-949a-bd8d7a02653c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:45.880833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b56c758-c99c-4a3d-a730-82bc3fb43f7d tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/ports/3dc85e8c-38f9-4445-ab9d-5ca5bcfca2c6 HTTP/1.1" status: 204 len: 168 time: 0.9780753 Apr 28 20:05:45.884422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:45.924129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Transition to ACTIVE for port object 06fd9cb4-0996-494c-949a-bd8d7a02653c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:45.993576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Deleting port 10d23f20-5e80-4358-a152-12c7dfbb2959 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:45.994110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.071356 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.163414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:46.181434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fdf1e7e2-e1ae-4922-a50b-bd8ca868e0e3 req-6594249f-a83a-4971-b6fc-e608b2cf8f6a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 210 time: 0.5107224 Apr 28 20:05:46.188016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-5fabc52b-1f4a-4fdf-86af-9b53c7f1145c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:46.189351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-5fabc52b-1f4a-4fdf-86af-9b53c7f1145c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.1784265 Apr 28 20:05:46.194788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:46.204251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.220552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:46.222950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.225808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:46.227784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': '168a36be-8103-4fcd-8d04-3266014e05aa', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:46.266826 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.392441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:46.401740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:46.409765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.423659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:46.432597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:46.458790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:46.477766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:46.519124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Attempting to bind port 06fd9cb4-0996-494c-949a-bd8d7a02653c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:46.519515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Attempting to bind port 06fd9cb4-0996-494c-949a-bd8d7a02653c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '80295c56-11f6-4bda-b478-182f0401020b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:46.519874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Attempting to bind port 06fd9cb4-0996-494c-949a-bd8d7a02653c on network 80295c56-11f6-4bda-b478-182f0401020b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:46.539889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=6c5e4663-b204-416d-a05b-c38c186c5af0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:46.542641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:46.557258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:46.578703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:46.579155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Checking segment: {'id': 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '80295c56-11f6-4bda-b478-182f0401020b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:46.579561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.579952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Bound using segment: {'id': 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '80295c56-11f6-4bda-b478-182f0401020b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:46.580423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Bound port: 06fd9cb4-0996-494c-949a-bd8d7a02653c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '80295c56-11f6-4bda-b478-182f0401020b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:46.580808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.581014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Calling delete_port for 10d23f20-5e80-4358-a152-12c7dfbb2959 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:46.677147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2423bd65-97ec-4fa7-96d7-db7b5a4cad0f req-0bce4665-2c0f-4ecb-94c5-e64bf2152158 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:46.678827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2423bd65-97ec-4fa7-96d7-db7b5a4cad0f req-0bce4665-2c0f-4ecb-94c5-e64bf2152158 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 945 time: 0.3210585 Apr 28 20:05:46.698521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:05:46.698521 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-5c83eebd-e776-4da1-95ae-a3fff8a0cbb4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:05:46.698843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '2ac0e429-2995-407c-8468-f91ff8f7463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:46.699297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: 4132b7aa-91c6-490e-a86b-f304db362427, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:46.714383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.726603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:46.731857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:46.739323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.747779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:46.797832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:46.802095 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.825607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 4132b7aa-91c6-490e-a86b-f304db362427 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:46.848981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4132b7aa-91c6-490e-a86b-f304db362427) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:46.854066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:46.855145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.860949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58724014-febf-434b-8d71-ab2f5f62e61a None None] Network 4132b7aa-91c6-490e-a86b-f304db362427 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:46.876717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:46.889622 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:46.913684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:46.914119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:46.944146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Port': ['ID=10d23f20-5e80-4358-a152-12c7dfbb2959,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:46.975534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2423bd65-97ec-4fa7-96d7-db7b5a4cad0f req-2dd0a6d8-a350-414e-8c7f-30fec34b5323 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2885156 Apr 28 20:05:46.984649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:46.990307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9138e786-d307-4ced-bacb-7e3402196b1d None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:47.006239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0c82b306-c400-48d0-93bb-dff4705342c2 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/ports/10d23f20-5e80-4358-a152-12c7dfbb2959 HTTP/1.1" status: 204 len: 168 time: 1.1202919 Apr 28 20:05:47.008654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:47.041110 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.073139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc9b189e-88f7-4f3d-829c-8c67cdf41a89 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:47.097165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-84911e26-7995-47c9-9f49-d4192e3a54a5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3282681 Apr 28 20:05:47.099240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc9b189e-88f7-4f3d-829c-8c67cdf41a89 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:47.103673 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc9b189e-88f7-4f3d-829c-8c67cdf41a89 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0912201 Apr 28 20:05:47.106921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:47.107420 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:47.122215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.128344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-184221484'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:47.145188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-450386239', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:47.161858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:47.166318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:47.176699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:47.204302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:network and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:47.226062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:47.245366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0c57132c-c3b1-4300-9f0f-8138d63579e0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6933064 Apr 28 20:05:47.249120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:47.252161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:47.280147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:47.288908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4132b7aa-91c6-490e-a86b-f304db362427', 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '6c5e4663-b204-416d-a05b-c38c186c5af0'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:47.290777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.293707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:47.306713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.334602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:47.346222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.347950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.2645624 Apr 28 20:05:47.365793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51888) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:47.366704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:47.378159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1511915348'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:47.391120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1718772671', 'security_groups': ['7abb4811-fba8-49f9-ab16-8ff9da55c6d3'], 'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '59aee82b-5cbf-430f-9fcd-3dc566766187'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:47.480587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.481590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.482731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:47.501322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:47.525856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eb45e2d1-f807-4e05-a8b8-0d19ffb81fd5 None None] Provisioning complete for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:47.526235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eb45e2d1-f807-4e05-a8b8-0d19ffb81fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.582791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.583366 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment 40e26c43-36b7-4347-b181-cac0a3028839 of type vlan for network b40b6108-f4ce-4387-9923-bd1ce6e56cd5 Apr 28 20:05:47.598478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.620526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eb45e2d1-f807-4e05-a8b8-0d19ffb81fd5 None None] Port 2b54d6cf-1930-4a94-ae56-911aedb6c719 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:47.637183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Allocated IP 2001:db8::2 (4132b7aa-91c6-490e-a86b-f304db362427/6c5e4663-b204-416d-a05b-c38c186c5af0/44c5aac4-8705-415a-937e-d9a3d709c1f1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:47.641102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:47.645636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5f661093-d495-4868-9f36-aa04734a330a req-adbe367f-fe55-4b8c-8801-5fc7aaed732e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:47.649513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.652634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:47.666108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c000d61-2b14-4d57-a778-1dcfb7a66b27 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7abb4811-fba8-49f9-ab16-8ff9da55c6d3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:47.675101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:47.677730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.6 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/94a776a0-d30a-4a7d-8ba5-b5b61ca7202b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:47.692669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:47.697932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.712706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:port and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:47.726364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:47.743439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:47.749156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.755024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:47.755872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.801826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:47.807965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-228c5068-31d4-4c90-8635-19d7071e1cd0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6991634 Apr 28 20:05:47.819984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:48.013253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.047963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5f661093-d495-4868-9f36-aa04734a330a req-adbe367f-fe55-4b8c-8801-5fc7aaed732e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:48.051674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:48.068572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f661093-d495-4868-9f36-aa04734a330a req-adbe367f-fe55-4b8c-8801-5fc7aaed732e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 210 time: 0.5773296 Apr 28 20:05:48.070577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:48.081792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.094189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.099091 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:43Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:44Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:48.106086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:05:48.106744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9942744 Apr 28 20:05:48.110517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Updating router bcdf7a36-2cca-4d62-ac53-e1577ad56cad port 2b54d6cf-1930-4a94-ae56-911aedb6c719 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:05:48.127595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51900) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:48.135781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:48.236956 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.253183 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.272032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Transition to ACTIVE for port object 44c5aac4-8705-415a-937e-d9a3d709c1f1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:48.285081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-599791575'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:48.302718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:48.337620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:network and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:48.342417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:48.353656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:48.368104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40c98dc-5a30-4900-898a-4506ff36ed40 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=b40b6108-f4ce-4387-9923-bd1ce6e56cd5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:48.389127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:48.407121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:48.415384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:48.439549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Transition to ACTIVE for port object 44c5aac4-8705-415a-937e-d9a3d709c1f1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:48.446039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b40b6108-f4ce-4387-9923-bd1ce6e56cd5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:48.486118 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.622446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:48.629807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.656322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:48.657205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.666589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:48.712269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.712624 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 0c9fded8-03c0-4c6f-a946-310d7a28ac87 of type vlan for network e3bce000-7ebf-47ae-8303-7fb4ee60b395 Apr 28 20:05:48.717540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:48.740738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:48.752342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-f735d66a-974d-40a9-8ce9-bad66d6574df tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5431068 Apr 28 20:05:48.753050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:05:48.845391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:48.863470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.937887 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:48.955670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9e615218-ca8c-4e93-ae1c-80f17ac5633b None None] Provisioning for port 06fd9cb4-0996-494c-949a-bd8d7a02653c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:48.965856 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Transition to ACTIVE for port object 2b54d6cf-1930-4a94-ae56-911aedb6c719 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:48.970906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Request body: {'port': {'device_id': '168a36be-8103-4fcd-8d04-3266014e05aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:48.994947 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.024936 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.026858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Network 4132b7aa-91c6-490e-a86b-f304db362427 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:49.029134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.029500 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Added segment 50c2f7f0-33df-417f-96ab-dc9565ad0085 of type vlan for network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c Apr 28 20:05:49.110931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:05:49.112287 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Pushing event updated for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:49.158351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:49.163470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:49.168034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.196431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.215204 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.215934 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.216610 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.217714 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.218240 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.218863 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.219428 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.219903 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.220642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.221118 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.221869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.222348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:49.263339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Pushing event updated for resources: {'Port': ['ID=44c5aac4-8705-415a-937e-d9a3d709c1f1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:49.346942 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Attempting to bind port 2b54d6cf-1930-4a94-ae56-911aedb6c719 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:49.347605 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Attempting to bind port 2b54d6cf-1930-4a94-ae56-911aedb6c719 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:49.348312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Attempting to bind port 2b54d6cf-1930-4a94-ae56-911aedb6c719 on network d281ead5-342f-4544-9d98-240cb4eeeea1 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:49.355988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:49.356313 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Checking segment: {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:49.356920 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.357309 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Bound using segment: {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:49.357971 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Bound port: 2b54d6cf-1930-4a94-ae56-911aedb6c719, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '860370ee-2d96-46d7-a975-183cab1cd10a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:49.358547 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.472140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9e615218-ca8c-4e93-ae1c-80f17ac5633b None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:49.472427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e615218-ca8c-4e93-ae1c-80f17ac5633b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.472929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb49fa3-3f00-419e-bea8-b5b10df2d238 req-c1d2b5c6-b128-42df-bc65-60636d68fef2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:49.484664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bb49fa3-3f00-419e-bea8-b5b10df2d238 req-c1d2b5c6-b128-42df-bc65-60636d68fef2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 945 time: 1.1183262 Apr 28 20:05:49.536099 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] For port 2b54d6cf-1930-4a94-ae56-911aedb6c719, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:49.545495 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] For port 2b54d6cf-1930-4a94-ae56-911aedb6c719, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2b54d6cf-1930-4a94-ae56-911aedb6c719,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:49.556694 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.566815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:49.577425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9e615218-ca8c-4e93-ae1c-80f17ac5633b None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:49.585483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:49.585885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.620246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Attempting to bind port 44c5aac4-8705-415a-937e-d9a3d709c1f1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:49.620620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Attempting to bind port 44c5aac4-8705-415a-937e-d9a3d709c1f1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2ac0e429-2995-407c-8468-f91ff8f7463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:49.621546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Attempting to bind port 44c5aac4-8705-415a-937e-d9a3d709c1f1 on network 4132b7aa-91c6-490e-a86b-f304db362427 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:49.638327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:49.645822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Checking segment: {'id': '2ac0e429-2995-407c-8468-f91ff8f7463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:49.646333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.646742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Bound using segment: {'id': '2ac0e429-2995-407c-8468-f91ff8f7463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:49.647246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Bound port: 44c5aac4-8705-415a-937e-d9a3d709c1f1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ac0e429-2995-407c-8468-f91ff8f7463d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '4132b7aa-91c6-490e-a86b-f304db362427'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:49.651300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.667976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.709583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 06fd9cb4-0996-494c-949a-bd8d7a02653c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:49.745256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:49.747063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.754140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:49.754140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:49.799439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] It took 0.61 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:05:49.821802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:49.829999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:49.832042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.010772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.017212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:50.017871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.032142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=e3bce000-7ebf-47ae-8303-7fb4ee60b395,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:50.088064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:50.099844 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c2c55f-9e3e-4b0e-87c0-a3a485ac9fcb None None] Pushing event updated for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:50.154900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:05:50.250973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Network': ['ID=01987cc0-1323-43b6-bc4c-a63bd98a8b5c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:50.286251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:50.335698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.345993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8264c785-5313-4d00-9641-39c25edc3f26 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.0016046 Apr 28 20:05:50.351079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:50.360196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-47ac4c3d-5c0b-4131-bc11-1006999d2227 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.2082229 Apr 28 20:05:50.367653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Transition to ACTIVE for port object 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:50.393770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.490460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b19fc9d-db4c-4eec-8511-dec18ea8a7fb req-125d9d66-f17e-4be0-bb4c-d44977b0b6a4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:50.492009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b19fc9d-db4c-4eec-8511-dec18ea8a7fb req-125d9d66-f17e-4be0-bb4c-d44977b0b6a4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 931 time: 0.7942622 Apr 28 20:05:50.494078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] For port 44c5aac4-8705-415a-937e-d9a3d709c1f1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:50.515241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:05:50.550768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.559861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8::1 (4132b7aa-91c6-490e-a86b-f304db362427/6c5e4663-b204-416d-a05b-c38c186c5af0/ef18138d-f0da-400f-942a-1045b552530a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:50.676343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] For port 44c5aac4-8705-415a-937e-d9a3d709c1f1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44c5aac4-8705-415a-937e-d9a3d709c1f1,segment=NetworkSegment(2ac0e429-2995-407c-8468-f91ff8f7463d),segment_id=2ac0e429-2995-407c-8468-f91ff8f7463d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:50.703343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:50.716723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Pushing event updated for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:50.720563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a70765d5-6e06-452d-83d6-e82a5a9ece5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.731110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.753865 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:43Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:49Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:50.760763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73f9f36-0501-44dc-9633-6c49f46b8030 None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:43Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:49Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:50.765003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'subnets': [{'network_id': 'b40b6108-f4ce-4387-9923-bd1ce6e56cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1878500662', 'ip_version': 4}, {'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:50.765159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'subnet': {'network_id': 'b40b6108-f4ce-4387-9923-bd1ce6e56cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1878500662', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:50.765768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Request body: {'subnet': {'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:50.792198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.812059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object ef18138d-f0da-400f-942a-1045b552530a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:50.843701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b19fc9d-db4c-4eec-8511-dec18ea8a7fb req-f313abc1-7e2c-4a91-9474-d7315c39d0d1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393104 Apr 28 20:05:50.845141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.845523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.845892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.846232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.846566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.846913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.847270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.847624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.847946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.848305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.848639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.852624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:50.859014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:05:50.868129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bb49fa3-3f00-419e-bea8-b5b10df2d238 req-3afc1ff4-84b6-46d5-badf-c73d97d090a4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.3817067 Apr 28 20:05:50.881501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:50.917412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:50.944701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.954415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:50.962633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.006792 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7546c8e-8031-4168-b522-5486b1770944'] response: {'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'code': 200} Apr 28 20:05:51.029416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0c4e7c-26c0-4563-9678-05188fb27b71 None None] Pushing event updated for resources: {'Port': ['ID=44c5aac4-8705-415a-937e-d9a3d709c1f1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:51.116065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:51.127358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.128742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:51.239672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 4132b7aa-91c6-490e-a86b-f304db362427 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:51.259597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:51.262496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:51.263391 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.266274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=ef18138d-f0da-400f-942a-1045b552530a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:51.293837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::100 (80295c56-11f6-4bda-b478-182f0401020b/59aee82b-5cbf-430f-9fcd-3dc566766187/28dadaa6-7598-4be5-bc9f-c2049f0cdf3e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:51.356588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:51.374015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:51.376859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:51.387307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:51.418092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:51.518620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:51.522034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:51.522404 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.530471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:51.533960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:51.546209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.579578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Attempting to bind port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:51.579578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Attempting to bind port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:51.579924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Attempting to bind port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:51.587310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Usage tracker for resource:subnet and tenant:8a752da3fdcd4f8b81a9b6d039163b6e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:51.599720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:51.622279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:05:51.622619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Attempting to bind port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:51.634219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:51.656720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:51.658093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:51.658645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:51.659205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Bound port: 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:51.660586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.692824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Made reservation on behalf of 8a752da3fdcd4f8b81a9b6d039163b6e for: {'subnet': 2} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:51.697973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:51.701705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.181200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:52.296912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.327201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:52.331271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:52.342223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:52.367066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e4db6a6-2c58-4c4f-9093-c143815c9b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.394774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:52.395159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.402867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.447954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bee2c4-ac32-4ddf-af04-b0355b21020d req-64b648c8-1db5-4535-886e-044808a03ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.449418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9bee2c4-ac32-4ddf-af04-b0355b21020d req-64b648c8-1db5-4535-886e-044808a03ab3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1097 time: 1.3220451 Apr 28 20:05:52.475726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.487053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=b10014f0-a0bf-4cb0-a477-87051e2b47a8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:52.535449 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.572608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:52.600147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:52.607403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:52.613948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.614739 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.655306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44c5aac4-8705-415a-937e-d9a3d709c1f1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:52.682104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.3095169 Apr 28 20:05:52.688576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.708127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51928) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:52.713166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9bee2c4-ac32-4ddf-af04-b0355b21020d req-d7703f38-3789-4cbe-9c29-61368b20def2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797216 Apr 28 20:05:52.759948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 44c5aac4-8705-415a-937e-d9a3d709c1f1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:52.767542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2b54d6cf-1930-4a94-ae56-911aedb6c719 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:52.784143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d4750-5ecc-42ef-a4fc-b1eec24f3d16 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=28dadaa6-7598-4be5-bc9f-c2049f0cdf3e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:52.799783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:52.894031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:52.895176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: e3bce000-7ebf-47ae-8303-7fb4ee60b395, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:52.904148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.905112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:52.906875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] 10.222.0.41 "PUT /v2.0/ports/94a776a0-d30a-4a7d-8ba5-b5b61ca7202b HTTP/1.1" status: 200 len: 1091 time: 4.1401541 Apr 28 20:05:52.908679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:05:52.940971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:52.975614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b2155b-f70b-4565-aa4d-fe6fa818b918 req-037fb730-2adb-4d15-aa99-745c9e5db720 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:52.984443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1b2155b-f70b-4565-aa4d-fe6fa818b918 req-037fb730-2adb-4d15-aa99-745c9e5db720 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.5471814 Apr 28 20:05:52.988435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c89a5-f5e1-48f3-9f6d-825c0b5575b2 None None] Network 4132b7aa-91c6-490e-a86b-f304db362427 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:53.126406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6d4a-77c3-409f-9a2a-c9c4cbd97df2 service neutron] Pushing event updated for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:53.237246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:53.237966 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.255934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1b2155b-f70b-4565-aa4d-fe6fa818b918 req-010f0f4e-a051-4ee4-a0b2-dd3bd6a82e41 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2703128 Apr 28 20:05:53.350258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Provisioning for port 44c5aac4-8705-415a-937e-d9a3d709c1f1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:53.365176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Provisioning complete for port 44c5aac4-8705-415a-937e-d9a3d709c1f1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:53.365780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.370806 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17f05626-33ac-4fd4-b380-4d9768f32573'] response: {'name': 'network-changed', 'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b', 'status': 'completed', 'code': 200} Apr 28 20:05:53.374345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-232bd678-f8e8-4d15-844e-a1131e326626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:53.375798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-232bd678-f8e8-4d15-844e-a1131e326626 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 1094 time: 0.3630545 Apr 28 20:05:53.450775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-e9d571a2-48d7-4469-967f-9e88e3ae6589 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b HTTP/1.1" status: 200 len: 217 time: 0.0644684 Apr 28 20:05:53.453961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:53.459317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:53.494806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.497190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:53.506565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a32a47d-9d28-45c5-98b4-9f0c5944fa8e req-1553d172-8eed-4e65-93fb-6f6d22f4ddb2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:53.510836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:53.515473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.515639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1a32a47d-9d28-45c5-98b4-9f0c5944fa8e req-1553d172-8eed-4e65-93fb-6f6d22f4ddb2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 943 time: 1.1589196 Apr 28 20:05:53.539942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.541086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.590556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-16f8b2cf-c18e-45dc-ba5d-b0013bb9dfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:53.592564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-16f8b2cf-c18e-45dc-ba5d-b0013bb9dfc6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.1296568 Apr 28 20:05:53.593310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:53.594357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 2b54d6cf-1930-4a94-ae56-911aedb6c719, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2b54d6cf-1930-4a94-ae56-911aedb6c719,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:53.597023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.681896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:53.703406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.739902 n-d-839811-1 neutron-server[88139]: INFO neutron.db.ipam_backend_mixin [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 59aee82b-5cbf-430f-9fcd-3dc566766187 (CIDR: 2001:db8::/64) Apr 28 20:05:53.801429 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:05:53.802199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:05:53.809393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=ef18138d-f0da-400f-942a-1045b552530a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:53.826221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e3bce000-7ebf-47ae-8303-7fb4ee60b395) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:53.830601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-99aa6c8d-dc6b-4d86-92b6-064a5395f16e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1111007 Apr 28 20:05:53.833635 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-c10c78f5-d0de-4e9b-8bb6-47bdd637ad60 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890257 Apr 28 20:05:53.834096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1a32a47d-9d28-45c5-98b4-9f0c5944fa8e req-9ee8f806-75d2-4545-8fdf-5e6e80e2cece tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3172379 Apr 28 20:05:53.837155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:53.842438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:53.843080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:53.843861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:53.878575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:53.930728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e94cb73-8d89-4e9c-96ce-dde08d47fa91 None None] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:53.977494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ccc06353-8ab4-4e66-9709-29f13617b40c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6107631 Apr 28 20:05:53.980079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51940) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:54.143407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 4132b7aa-91c6-490e-a86b-f304db362427 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:54.198776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.226129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:54.246442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-a4a18e6a-cbdb-46d3-b154-2e0678024c71 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603775 Apr 28 20:05:54.247686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:05:54.256815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:05:54.268666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.296157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:05:54.302315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.353307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:05:54.363701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] For port 44c5aac4-8705-415a-937e-d9a3d709c1f1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44c5aac4-8705-415a-937e-d9a3d709c1f1,segment=NetworkSegment(2ac0e429-2995-407c-8468-f91ff8f7463d),segment_id=2ac0e429-2995-407c-8468-f91ff8f7463d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:54.368989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:54.370168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.401270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.403531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.552324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec96648-da0d-4382-a206-5e80bb32571a None None] Pushing event updated for resources: {'Port': ['ID=44c5aac4-8705-415a-937e-d9a3d709c1f1,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:54.626607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Provisioning for port ef18138d-f0da-400f-942a-1045b552530a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:54.641485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Provisioning complete for port ef18138d-f0da-400f-942a-1045b552530a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:54.641863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.811538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:05:54.815142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.894635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Port ef18138d-f0da-400f-942a-1045b552530a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:54.920166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Provisioning for port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:05:54.932269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Provisioning complete for port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:54.932884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:54.977594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Allocated IP 172.21.0.2 (e3bce000-7ebf-47ae-8303-7fb4ee60b395/b10014f0-a0bf-4cb0-a477-87051e2b47a8/05db6cc7-0337-4eae-b911-2f4527452e6a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:55.016315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:55.066286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Provisioning complete for port 44c5aac4-8705-415a-937e-d9a3d709c1f1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:55.066607 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7bd9c2e-d6d6-4b19-b001-cc6bdcbfd925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.108736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Checking segment: {'id': '40e26c43-36b7-4347-b181-cac0a3028839', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': 'b40b6108-f4ce-4387-9923-bd1ce6e56cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:55.109103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network hostable DHCP agents. Network: b40b6108-f4ce-4387-9923-bd1ce6e56cd5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:55.138786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Subnet': ['ID=ecc8cf79-7772-4c78-98b5-f844f084d9c9,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:55.157189 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e0ca4a6-93da-42cd-ae02-9c8e2d18f570 req-2cbcfcfa-2444-4a94-8243-96b9b4e3d1af service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8940220 Apr 28 20:05:55.202927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network b40b6108-f4ce-4387-9923-bd1ce6e56cd5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:55.215808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e771a79-a70c-4d91-b365-656decc0525d req-d73e73cd-7f09-4ded-852b-988a77999770 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.217393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e771a79-a70c-4d91-b365-656decc0525d req-d73e73cd-7f09-4ded-852b-988a77999770 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.6331725 Apr 28 20:05:55.282890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.313561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.320118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b40b6108-f4ce-4387-9923-bd1ce6e56cd5) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:55.327523 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.333057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router e486e674-2b6c-478b-80c3-3c8574a9b30a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:05:55.347716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3a97a1-4e2c-4faf-9121-400679964171 None None] Network b40b6108-f4ce-4387-9923-bd1ce6e56cd5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:55.640405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.650194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc064da-7bb0-4ac5-a16c-965188ee52ba req-31a18bec-468e-434b-be1a-da36d2cfd150 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.651662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adc064da-7bb0-4ac5-a16c-965188ee52ba req-31a18bec-468e-434b-be1a-da36d2cfd150 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 943 time: 0.4359488 Apr 28 20:05:55.659219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event updated for resources: {'Subnet': ['ID=45ebb39b-94a8-46a6-a702-273ca9fed397,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:55.668579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Transition to ACTIVE for port object 05db6cc7-0337-4eae-b911-2f4527452e6a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:55.680121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e771a79-a70c-4d91-b365-656decc0525d req-51ee1a4d-043d-4fa2-b0b7-deea2e8b7cd4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4491913 Apr 28 20:05:55.718741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:05:55.771411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1984493-84f8-40c2-8c55-9d07ac55b850 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/e486e674-2b6c-478b-80c3-3c8574a9b30a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9473886 Apr 28 20:05:55.776424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] Sync routers for ids ['e486e674-2b6c-478b-80c3-3c8574a9b30a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:05:55.777532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51954) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:55.778963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e13fb2b9-ec7d-4f2d-b49a-d6c76d8429c3 None None] Provisioning complete for port ef18138d-f0da-400f-942a-1045b552530a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:55.780188 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e13fb2b9-ec7d-4f2d-b49a-d6c76d8429c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.800420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Checking segment: {'id': '50c2f7f0-33df-417f-96ab-dc9565ad0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:55.800846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network hostable DHCP agents. Network: 01987cc0-1323-43b6-bc4c-a63bd98a8b5c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:05:55.815530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-adc064da-7bb0-4ac5-a16c-965188ee52ba req-353af611-206f-4a9e-8465-077a7f180175 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137142 Apr 28 20:05:55.888189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Transition to ACTIVE for port object 05db6cc7-0337-4eae-b911-2f4527452e6a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:55.916146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44c5aac4-8705-415a-937e-d9a3d709c1f1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:55.954576 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:55.957827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] Routers {'e486e674-2b6c-478b-80c3-3c8574a9b30a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:55.958148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e486e674-2b6c-478b-80c3-3c8574a9b30a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:55.970232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e79225-8c7a-453a-ac78-8c54a47ea70c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:55.971210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09e79225-8c7a-453a-ac78-8c54a47ea70c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:56.025046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.034821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-09e79225-8c7a-453a-ac78-8c54a47ea70c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:56.035157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:05:56.040088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-09e79225-8c7a-453a-ac78-8c54a47ea70c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports/ef18138d-f0da-400f-942a-1045b552530a HTTP/1.1" status: 200 len: 911 time: 0.2608082 Apr 28 20:05:56.040276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-b3adcc02-371c-4271-92d9-a796c616aa62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.040441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:56.041789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-b3adcc02-371c-4271-92d9-a796c616aa62 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 1094 time: 0.7883615 Apr 28 20:05:56.110054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e13fb2b9-ec7d-4f2d-b49a-d6c76d8429c3 None None] Port ef18138d-f0da-400f-942a-1045b552530a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:05:56.111063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:56.121319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:56.126810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:56.135292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 01987cc0-1323-43b6-bc4c-a63bd98a8b5c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:56.143383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.143969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.160234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.160942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.161609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.181599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f20aa7b-3c70-41d6-b96c-c80961deb267 None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:56.194416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f2762-b8f4-4a36-83a3-39098832f19c None None] Network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:56.221571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.21.0.1 (e3bce000-7ebf-47ae-8303-7fb4ee60b395/b10014f0-a0bf-4cb0-a477-87051e2b47a8/9be0d5b7-0ddc-4c55-81a6-3c513a64c585) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:56.227142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=9efac0f4-11fd-4b38-939c-789e7945b580,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:56.272243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a63f674d-b061-4193-9179-ed1574d0e4be tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4314132 Apr 28 20:05:56.275561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:56.281271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-280980084', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9efac0f4-11fd-4b38-939c-789e7945b580'}], 'security_groups': ['b76e4a14-5657-485b-999f-990f3621d6fd']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:56.312940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-04c5ccb8-6972-4324-8629-478a05d06206 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 5.5924127 Apr 28 20:05:56.323353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:56.416459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525e19f-407f-4501-9612-a9ff2c74c7cc req-2af02f8b-5c91-473b-a12d-b87545e91fc7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.418023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7525e19f-407f-4501-9612-a9ff2c74c7cc req-2af02f8b-5c91-473b-a12d-b87545e91fc7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.4203582 Apr 28 20:05:56.434862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-b393e3e0-198b-4b52-82da-9b9ac2f34deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.436414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-b393e3e0-198b-4b52-82da-9b9ac2f34deb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.3780110 Apr 28 20:05:56.439353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:56.448747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'floatingip': {'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:05:56.495601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:56.526304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] Routers {'e486e674-2b6c-478b-80c3-3c8574a9b30a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:05:56.526940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e486e674-2b6c-478b-80c3-3c8574a9b30a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:56.598877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.602294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.620260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:56.622837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:56.629976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f0813f-c5fa-48c2-a378-e9a3fe6fe56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b40b6108-f4ce-4387-9923-bd1ce6e56cd5', 'network_id': 'b40b6108-f4ce-4387-9923-bd1ce6e56cd5', 'tenant_id': '8a752da3fdcd4f8b81a9b6d039163b6e', 'fixed_ips': [{'subnet_id': 'ecc8cf79-7772-4c78-98b5-f844f084d9c9'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:56.630918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-26f0813f-c5fa-48c2-a378-e9a3fe6fe56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.683278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Pushing event updated for resources: {'Port': ['ID=05db6cc7-0337-4eae-b911-2f4527452e6a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:56.713522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-f9fc135e-7013-41d2-8869-2b46b65ae693 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b HTTP/1.1" status: 200 len: 217 time: 0.1685622 Apr 28 20:05:56.792322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:56.809050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.810645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.812102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.812880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:05:56.826971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:05:56.827389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d89565-559b-4815-a47d-a9376b886ecb None None] The sync data for ids ['e486e674-2b6c-478b-80c3-3c8574a9b30a'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:05:56.829817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:05:56.894298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:56.991746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-62c29ef6-366f-4495-b611-3ce9b37ab0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:56.993298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-62c29ef6-366f-4495-b611-3ce9b37ab0a5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2160168 Apr 28 20:05:57.005551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:05:57.006692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d29e6b95-8a35-468a-997d-1efd1e011a55 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.6822684 Apr 28 20:05:57.024322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:57.046035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 44c5aac4-8705-415a-937e-d9a3d709c1f1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:57.046589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.109145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-01987cc0-1323-43b6-bc4c-a63bd98a8b5c', 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c', 'tenant_id': '8a752da3fdcd4f8b81a9b6d039163b6e', 'fixed_ips': [{'subnet_id': '45ebb39b-94a8-46a6-a702-273ca9fed397'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:05:57.109991 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.127446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:57.141033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:57.152437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:57.170678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Attempting to bind port 05db6cc7-0337-4eae-b911-2f4527452e6a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:05:57.171188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Attempting to bind port 05db6cc7-0337-4eae-b911-2f4527452e6a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:05:57.171550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Attempting to bind port 05db6cc7-0337-4eae-b911-2f4527452e6a on network e3bce000-7ebf-47ae-8303-7fb4ee60b395 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:05:57.215379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:57.234745 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:05:57.253372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Deleting subnet ecc8cf79-7772-4c78-98b5-f844f084d9c9 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:57.266735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.268800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-f4419c5b-a521-4787-9104-d8c6c054ba35 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473635 Apr 28 20:05:57.297644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.306705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:05:57.307553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Checking segment: {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:05:57.308131 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.308670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Bound using segment: {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:05:57.309355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Bound port: 05db6cc7-0337-4eae-b911-2f4527452e6a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:05:57.310035 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.467850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.532360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.535175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ef831-85ba-46ce-9f93-5095e01c49dc req-68ec4523-0edf-44c2-a0f6-f48f71c64760 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:05:57.536755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-751ef831-85ba-46ce-9f93-5095e01c49dc req-68ec4523-0edf-44c2-a0f6-f48f71c64760 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 943 time: 0.4682257 Apr 28 20:05:57.564362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.723347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Allocated IP 172.20.0.18 (01987cc0-1323-43b6-bc4c-a63bd98a8b5c/45ebb39b-94a8-46a6-a702-273ca9fed397/25212cec-f016-4151-9724-f50725bff3e9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:05:57.779889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-751ef831-85ba-46ce-9f93-5095e01c49dc req-38787273-d349-477e-86d9-bcb7b906b1c0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352846 Apr 28 20:05:57.785547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.936089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:57.961124 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-e3d9e37c-8937-4fc1-b21a-75bedcb589ff service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6293516 Apr 28 20:05:57.978865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:58.096366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b', 'mac_address': 'fa:16:3e:be:74:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:05:58.115866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] For port 05db6cc7-0337-4eae-b911-2f4527452e6a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-26f0813f-c5fa-48c2-a378-e9a3fe6fe56d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecc8cf79-7772-4c78-98b5-f844f084d9c9: This subnet is being modified by another concurrent operation. Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:05:58.151716 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet ecc8cf79-7772-4c78-98b5-f844f084d9c9: This subnet is being modified by another concurrent operation. Apr 28 20:05:58.155005 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:05:58.158454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.182374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:05:58.187799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2b54d6cf-1930-4a94-ae56-911aedb6c719 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:05:58.219879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29e4b88-3c15-48fc-b8d3-eb84bfcb3651 None None] Network b40b6108-f4ce-4387-9923-bd1ce6e56cd5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:05:58.234979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Subnet': ['ID=ecc8cf79-7772-4c78-98b5-f844f084d9c9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:58.246904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.250858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] For port 05db6cc7-0337-4eae-b911-2f4527452e6a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=05db6cc7-0337-4eae-b911-2f4527452e6a,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:05:58.296243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.322241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port ef18138d-f0da-400f-942a-1045b552530a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:05:58.322895 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.379211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.550711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.575035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:05:58.653340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80dadd4a-1211-4685-a8ba-55d162be49c1 None None] Pushing event updated for resources: {'Port': ['ID=05db6cc7-0337-4eae-b911-2f4527452e6a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:58.659658 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.691996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.730337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:05:58.754925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Transition to ACTIVE for port object 25212cec-f016-4151-9724-f50725bff3e9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:58.757875 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.759792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2b54d6cf-1930-4a94-ae56-911aedb6c719 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:05:58.760286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.851940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:58.870966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for ef18138d-f0da-400f-942a-1045b552530a owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:05:58.958772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0ab2324-e8b7-403a-9bdf-acf2d03c849e tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/subnets/ecc8cf79-7772-4c78-98b5-f844f084d9c9 HTTP/1.1" status: 204 len: 168 time: 1.9269359 Apr 28 20:05:58.962728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51988) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:05:58.974151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Transition to ACTIVE for port object 25212cec-f016-4151-9724-f50725bff3e9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:05:59.007595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Update dhcp port {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'fixed_ips': [{'subnet_id': '59aee82b-5cbf-430f-9fcd-3dc566766187', 'ip_address': '2001:db8::2'}, {'subnet_id': '9efac0f4-11fd-4b38-939c-789e7945b580'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '06fd9cb4-0996-494c-949a-bd8d7a02653c'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:05:59.068052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['94a776a0-d30a-4a7d-8ba5-b5b61ca7202b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:05:59.093577 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.112927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:59.307601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.367209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.443905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:59.446328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Deleting subnet 45ebb39b-94a8-46a6-a702-273ca9fed397 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:05:59.449454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.486846 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.517799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-20e4fc53-9e87-4c5b-be9e-6d87ec26372b req-81185088-97a3-43dd-b1f1-a1893abf16b3 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5345833 Apr 28 20:05:59.621071 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Floating IP cc907d41-65ad-4707-b370-0d1cd28faa7f associated. External IP: 172.25.2.214, port: 0ad6968f-36e0-4bc9-97be-d53f3917ca57. Apr 28 20:05:59.627167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:05:59.647757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:59.750867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:59.755988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:05:59.763563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Pushing event updated for resources: {'Port': ['ID=25212cec-f016-4151-9724-f50725bff3e9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:05:59.874722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:05:59.882106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:05:59.886565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.026467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Attempting to bind port 25212cec-f016-4151-9724-f50725bff3e9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:00.026837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Attempting to bind port 25212cec-f016-4151-9724-f50725bff3e9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '50c2f7f0-33df-417f-96ab-dc9565ad0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:00.027201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Attempting to bind port 25212cec-f016-4151-9724-f50725bff3e9 on network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:00.035465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cee4ace-a3a3-422a-94cb-18fbf59ab5ad req-33124822-5e52-4fe3-bfc4-244f365c9938 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:00.037665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cee4ace-a3a3-422a-94cb-18fbf59ab5ad req-33124822-5e52-4fe3-bfc4-244f365c9938 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 944 time: 0.8638728 Apr 28 20:06:00.044820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:00.045215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Checking segment: {'id': '50c2f7f0-33df-417f-96ab-dc9565ad0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:00.045629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.046022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Bound using segment: {'id': '50c2f7f0-33df-417f-96ab-dc9565ad0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:00.046496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Bound port: 25212cec-f016-4151-9724-f50725bff3e9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50c2f7f0-33df-417f-96ab-dc9565ad0085', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '01987cc0-1323-43b6-bc4c-a63bd98a8b5c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:00.046877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.254737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:00.294170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 05db6cc7-0337-4eae-b911-2f4527452e6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:00.384782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] For port 25212cec-f016-4151-9724-f50725bff3e9, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:00.386827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7cee4ace-a3a3-422a-94cb-18fbf59ab5ad req-2717f7b7-4bac-4088-8c0d-902f9c495f47 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3169487 Apr 28 20:06:00.405731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6180a6cf-6ee0-4430-88c6-e3b89e64615a None None] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:00.421614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Delete allocated IP 2001:db8::100 (80295c56-11f6-4bda-b478-182f0401020b/59aee82b-5cbf-430f-9fcd-3dc566766187) {{(pid=88139) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:06:00.436331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.438236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8:0:1::1e3 (80295c56-11f6-4bda-b478-182f0401020b/9efac0f4-11fd-4b38-939c-789e7945b580/28dadaa6-7598-4be5-bc9f-c2049f0cdf3e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:00.550794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=ef18138d-f0da-400f-942a-1045b552530a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:00.717136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] For port 25212cec-f016-4151-9724-f50725bff3e9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=25212cec-f016-4151-9724-f50725bff3e9,segment=NetworkSegment(50c2f7f0-33df-417f-96ab-dc9565ad0085),segment_id=50c2f7f0-33df-417f-96ab-dc9565ad0085)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:00.746455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.750262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-66688e76-61c5-41f9-bb97-5ab2e064a0c0 None None] Provisioning for port 05db6cc7-0337-4eae-b911-2f4527452e6a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:00.808834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:00.933269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 05db6cc7-0337-4eae-b911-2f4527452e6a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:00.954403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8940375-c80e-497e-b47a-e825925aeb37 None None] Pushing event updated for resources: {'Port': ['ID=25212cec-f016-4151-9724-f50725bff3e9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:00.960387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 05db6cc7-0337-4eae-b911-2f4527452e6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:00.961600 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:00.980514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.157858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.177857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.185810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:01.189291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:01.197314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.204381 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:01.207604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:01.209410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.252440 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:01.255948 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:01.271605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-68b0ff65-bdac-4413-aff3-bbbbe551c7d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2903843 Apr 28 20:06:01.279504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51996) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:01.302718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-1862305466'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:01.306122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:01.351394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 05db6cc7-0337-4eae-b911-2f4527452e6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=05db6cc7-0337-4eae-b911-2f4527452e6a,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:01.370673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:01.371643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:01.409780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:01.416284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3aa3806a-3ab8-4c83-9b02-88d56dbaed7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "PUT /v2.0/floatingips/cc907d41-65ad-4707-b370-0d1cd28faa7f HTTP/1.1" status: 200 len: 992 time: 4.9729743 Apr 28 20:06:01.416529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.485759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.527504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:01.621270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:01.634870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:01.652901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.660082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:01.696473 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb4ab9a9-b979-42df-b54a-6ae4e991de51'] response: {'name': 'network-changed', 'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'status': 'completed', 'code': 200} Apr 28 20:06:01.719958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Allocated IP 2001:db8:0:1::2 (80295c56-11f6-4bda-b478-182f0401020b/9efac0f4-11fd-4b38-939c-789e7945b580/06fd9cb4-0996-494c-949a-bd8d7a02653c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:01.786406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] In _notify_port_updated(), no bound segment for port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e on network 80295c56-11f6-4bda-b478-182f0401020b {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:06:01.788482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:01.807519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:01.808144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.812036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/ports/28dadaa6-7598-4be5-bc9f-c2049f0cdf3e HTTP/1.1" status: 200 len: 930 time: 5.5330691 Apr 28 20:06:01.821182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52006) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:01.924810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:01.989525 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:01.996853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:01.996853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.027733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Subnet': ['ID=45ebb39b-94a8-46a6-a702-273ca9fed397,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:02.077393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.095543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4e0df-bf69-47e8-b011-d6abe7f24b04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=28dadaa6-7598-4be5-bc9f-c2049f0cdf3e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:02.100826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.105046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.105046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.105311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.105532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.105855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.106267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.106624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.106993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.107314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.107635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.107956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:02.116029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:02.129316 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.247816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1ab98b1-9e2a-4d86-99fd-7b29b28edfd6 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/subnets/45ebb39b-94a8-46a6-a702-273ca9fed397 HTTP/1.1" status: 204 len: 168 time: 3.2327287 Apr 28 20:06:02.251106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:02.277107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router e486e674-2b6c-478b-80c3-3c8574a9b30a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:02.406762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:06:02.434725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3cb16d-fd32-422c-a208-d287e111452a req-adffcc9f-9237-46f3-ab56-591c29553725 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:02.436489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc3cb16d-fd32-422c-a208-d287e111452a req-adffcc9f-9237-46f3-ab56-591c29553725 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 944 time: 0.7321680 Apr 28 20:06:02.440892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Transition to ACTIVE for port object 06fd9cb4-0996-494c-949a-bd8d7a02653c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:02.453580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 25212cec-f016-4151-9724-f50725bff3e9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:02.526598 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cc907d41-65ad-4707-b370-0d1cd28faa7f', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019c969e-1873-4e74-84b5-03929fadea60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:23Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:02.537486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:02.553603 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:02.555227 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:02.556289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-b12200ac-cf98-4e0e-9147-fdd34564ee4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:02.559914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-b12200ac-cf98-4e0e-9147-fdd34564ee4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1097 time: 0.8789725 Apr 28 20:06:02.645746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.689448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:02.744203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:02.744649 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd of type vlan for network bc10d84d-76ba-4977-89cf-aad331a3e598 Apr 28 20:06:02.825043 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:02.935590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2180452d-0852-424f-ac1f-f1384a7c7135 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:02.937326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2180452d-0852-424f-ac1f-f1384a7c7135 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Synchronizing usage tracker for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:subnet {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:02.956720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:03.014796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-0d25140f-7990-4f4a-83fb-95103e8f527b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.016457 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-0d25140f-7990-4f4a-83fb-95103e8f527b service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.4274051 Apr 28 20:06:03.058326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:03.062648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2180452d-0852-424f-ac1f-f1384a7c7135 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Unset dirty status for tenant:8a752da3fdcd4f8b81a9b6d039163b6e on resource:subnet {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:03.070297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2180452d-0852-424f-ac1f-f1384a7c7135 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7895799 Apr 28 20:06:03.073857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc3cb16d-fd32-422c-a208-d287e111452a req-890c23e8-46b0-453a-80c6-58830b9d1b31 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5481579 Apr 28 20:06:03.088973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.090788 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] Sync routers for ids ['e486e674-2b6c-478b-80c3-3c8574a9b30a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:03.113503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670c5f60-e330-4ecf-b791-709da6381b61 None None] Network 01987cc0-1323-43b6-bc4c-a63bd98a8b5c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:03.147855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52018) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:03.177447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Provisioning complete for port 05db6cc7-0337-4eae-b911-2f4527452e6a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:03.178197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.180815 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] Routers {'e486e674-2b6c-478b-80c3-3c8574a9b30a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:03.181417 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e486e674-2b6c-478b-80c3-3c8574a9b30a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:03.182037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5be7eed8-a121-46ee-9f80-0768e63f4552 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/e486e674-2b6c-478b-80c3-3c8574a9b30a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1377790 Apr 28 20:06:03.183376 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.189085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:03.190054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.211889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:03.285180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0029173 Apr 28 20:06:03.333290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-cf87391d-a92f-48ed-b204-3b30750733e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 1000 time: 0.3087637 Apr 28 20:06:03.341422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52026) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:03.355203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4a95d2f-d8b1-4a87-aed3-b8d9348c66b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:03.357876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:03.426099 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:03.590560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=05db6cc7-0337-4eae-b911-2f4527452e6a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:03.599996 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] Routers {'e486e674-2b6c-478b-80c3-3c8574a9b30a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:03.600705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e486e674-2b6c-478b-80c3-3c8574a9b30a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:03.607541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.674104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edf47b7-95f3-4303-9d4e-e9f63dc75299 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=bc10d84d-76ba-4977-89cf-aad331a3e598,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:03.696262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Deleting port 25212cec-f016-4151-9724-f50725bff3e9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:03.696888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.703230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1e1235-7013-424b-9f09-617ce6a7db7d None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:03.716925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bc10d84d-76ba-4977-89cf-aad331a3e598 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:06:03.723902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:03.729953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 25212cec-f016-4151-9724-f50725bff3e9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:03.730411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28af66d-c62a-4e1e-b411-3a8af4222093 None None] The sync data for ids ['e486e674-2b6c-478b-80c3-3c8574a9b30a'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:03.762099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:03.770802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:03.794407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:03.800690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:03.862282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4a95d2f-d8b1-4a87-aed3-b8d9348c66b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:03.867639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4a95d2f-d8b1-4a87-aed3-b8d9348c66b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=e486e674-2b6c-478b-80c3-3c8574a9b30a HTTP/1.1" status: 200 len: 205 time: 0.6377282 Apr 28 20:06:03.868599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52030) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:03.944423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:03.956107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:03.957973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cc907d41-65ad-4707-b370-0d1cd28faa7f', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019c969e-1873-4e74-84b5-03929fadea60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:23Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:03.971295 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50bac06-8d97-4838-afee-19e14a1715c0 None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cc907d41-65ad-4707-b370-0d1cd28faa7f', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.214', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2741, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019c969e-1873-4e74-84b5-03929fadea60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:05:23Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:04.068723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-869e765c-55c3-4b0e-b03b-44c1a058da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:04.071101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-869e765c-55c3-4b0e-b03b-44c1a058da99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.7171836 Apr 28 20:06:04.092133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:04.100889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:04.194684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:04.247865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:04.296426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:04.297277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:04.453849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99d3d618-80b0-4280-b2bf-8752fc5bef5a None None] New status for floating IP cc907d41-65ad-4707-b370-0d1cd28faa7f: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:06:04.561400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:04.776366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:04.920946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=28dadaa6-7598-4be5-bc9f-c2049f0cdf3e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:05.012969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.024788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.052968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] For port 25212cec-f016-4151-9724-f50725bff3e9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=25212cec-f016-4151-9724-f50725bff3e9,segment=NetworkSegment(50c2f7f0-33df-417f-96ab-dc9565ad0085),segment_id=50c2f7f0-33df-417f-96ab-dc9565ad0085)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:05.053301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.062726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 3, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:05:59Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:05.086875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Provisioning for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:05.093321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:05.093903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Updating router bcdf7a36-2cca-4d62-ac53-e1577ad56cad port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:06:05.126424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.139883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.196221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Provisioning complete for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:05.196584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.231870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Calling delete_port for 25212cec-f016-4151-9724-f50725bff3e9 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:05.235610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 05db6cc7-0337-4eae-b911-2f4527452e6a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:05.282412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0c315f18-085b-4ab5-a2fe-615cf2b58e19 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/28dadaa6-7598-4be5-bc9f-c2049f0cdf3e HTTP/1.1" status: 204 len: 168 time: 3.4427359 Apr 28 20:06:05.290468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-da841539-d8d5-4e1b-a1dd-573d74cde1b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.292051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-da841539-d8d5-4e1b-a1dd-573d74cde1b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2040224 Apr 28 20:06:05.294296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:05.339224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=7938f805-3656-4b09-a4d6-bca3d847040a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:05.368298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.368839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router e486e674-2b6c-478b-80c3-3c8574a9b30a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:06:05.372666 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b360390-0f1d-4d73-9065-58b8153a8690 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:06:05.373177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b360390-0f1d-4d73-9065-58b8153a8690 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:05.377893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86064d7-bff1-486e-987c-a5b545218256 req-cfa1c7a0-877b-4758-bd16-0890909ec892 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.380212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b86064d7-bff1-486e-987c-a5b545218256 req-cfa1c7a0-877b-4758-bd16-0890909ec892 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 944 time: 0.7159405 Apr 28 20:06:05.388615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.394462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00660799-1774-446f-8f1c-154989e2cb2c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/e486e674-2b6c-478b-80c3-3c8574a9b30a HTTP/1.1" status: 204 len: 168 time: 1.5197048 Apr 28 20:06:05.403787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:05.410245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754bdba7-29b4-43e2-a1cc-dd8e3929e4e2 None None] DHCP port deletion for 01987cc0-1323-43b6-bc4c-a63bd98a8b5c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:05.432449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.441639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-754bdba7-29b4-43e2-a1cc-dd8e3929e4e2 None None] Deleting port 25212cec-f016-4151-9724-f50725bff3e9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:05.442010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-754bdba7-29b4-43e2-a1cc-dd8e3929e4e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.478285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:05.478653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: bc10d84d-76ba-4977-89cf-aad331a3e598, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:06:05.516318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.552036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cffa17e0-a7c2-4433-ae59-b5f72a16bff8 None None] Port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:05.562840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.565608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b86064d7-bff1-486e-987c-a5b545218256 req-bfc9570f-76a7-474d-b3ce-6cfa202719f6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330793 Apr 28 20:06:05.590997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network bc10d84d-76ba-4977-89cf-aad331a3e598 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:06:05.600797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-45800080-7f9e-4971-ba8e-e830586ba63e service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929163 Apr 28 20:06:05.632154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, bc10d84d-76ba-4977-89cf-aad331a3e598) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:05.647976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b360390-0f1d-4d73-9065-58b8153a8690 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:05.649051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:05.649857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.652985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b360390-0f1d-4d73-9065-58b8153a8690 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/28dadaa6-7598-4be5-bc9f-c2049f0cdf3e HTTP/1.1" status: 404 len: 333 time: 0.3509660 Apr 28 20:06:05.661044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:05.667015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] No DVR routers for this DVR port 25212cec-f016-4151-9724-f50725bff3e9 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:05.669304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Port': ['ID=25212cec-f016-4151-9724-f50725bff3e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:05.712360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30eba3c9-32f4-46f5-8665-6a16e4d65789 None None] Network bc10d84d-76ba-4977-89cf-aad331a3e598 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:05.769237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 6c5e4663-b204-416d-a05b-c38c186c5af0 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:05.776910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.786076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f99601b1-5aa7-4c11-a875-3f61e47db180 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4434862 Apr 28 20:06:05.795387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52054) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:05.808168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:05.847837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 05db6cc7-0337-4eae-b911-2f4527452e6a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:05.847837 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.928196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.946242 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66722cd5-9147-4dc1-a45e-323e0a2e9a51'] response: {'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b', 'code': 200} Apr 28 20:06:05.963257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:05.968481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-754bdba7-29b4-43e2-a1cc-dd8e3929e4e2 None None] The port '25212cec-f016-4151-9724-f50725bff3e9' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:06:06.004900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01987cc0-1323-43b6-bc4c-a63bd98a8b5c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:06.025951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:06.025951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Provisioning for port 06fd9cb4-0996-494c-949a-bd8d7a02653c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:06.040948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50c2f7f0-33df-417f-96ab-dc9565ad0085') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:06.040948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50c2f7f0-33df-417f-96ab-dc9565ad0085') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:06.075178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.131027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:06.131317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.202016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.250641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.266483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:06.266483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:06.288560 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:06.305670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.325259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be72e29d-c715-4dd4-b8be-4e44deaf2f24 req-e0e6d9dd-f4c5-4ad3-a4db-45f9046053b5 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7142298 Apr 28 20:06:06.350038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:06.378240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.430045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.450786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.457170 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.472502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=01987cc0-1323-43b6-bc4c-a63bd98a8b5c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:06.492908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c44b57c7-61fb-4cfa-b8c0-a18fbae4e880 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/01987cc0-1323-43b6-bc4c-a63bd98a8b5c HTTP/1.1" status: 204 len: 168 time: 3.3416989 Apr 28 20:06:06.495805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52062) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:06.603539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89254779-6265-4857-902f-c59f0f1520be req-8cdd9c26-d6f4-483a-ac5e-110ed697fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:06.605885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89254779-6265-4857-902f-c59f0f1520be req-8cdd9c26-d6f4-483a-ac5e-110ed697fb4b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 1096 time: 0.4999890 Apr 28 20:06:06.608037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.630354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-bc10d84d-76ba-4977-89cf-aad331a3e598', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:06:06.631167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.658076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=6c5e4663-b204-416d-a05b-c38c186c5af0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:06.671741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.674402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.688819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3def7566-0c95-4dca-8a3a-8b3ee29c5fe7 None None] Network 4132b7aa-91c6-490e-a86b-f304db362427 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:06.720106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5c916c2-9cb3-44ef-9b8a-dc005c2a1e16 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5e4663-b204-416d-a05b-c38c186c5af0 HTTP/1.1" status: 204 len: 168 time: 1.3120477 Apr 28 20:06:06.721210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52068) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:06.724670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:06:06.748424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 25212cec-f016-4151-9724-f50725bff3e9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:06.839972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.871138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 25212cec-f016-4151-9724-f50725bff3e9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:06.871474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 25212cec-f016-4151-9724-f50725bff3e9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:06.880627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abb4811-fba8-49f9-ab16-8ff9da55c6d3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:06.890332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.891441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4436109-3a2a-496d-9af4-5dce81f46e08 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/security-groups/7abb4811-fba8-49f9-ab16-8ff9da55c6d3 HTTP/1.1" status: 204 len: 168 time: 1.2291944 Apr 28 20:06:06.919083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52072) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:06.938212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:06.943059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89254779-6265-4857-902f-c59f0f1520be req-6a932762-a1f8-4783-a8fa-3cccbdc9bc78 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684728 Apr 28 20:06:06.988046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b40b6108-f4ce-4387-9923-bd1ce6e56cd5']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:06.995005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:06.995611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.010470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40e26c43-36b7-4347-b181-cac0a3028839') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:07.011175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40e26c43-36b7-4347-b181-cac0a3028839') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:07.017082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115f7b39-5517-4ef9-82b5-feaa32f977dd req-fd891b3c-a9c8-4e89-93ed-d1152fd1feb9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:07.018983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-115f7b39-5517-4ef9-82b5-feaa32f977dd req-fd891b3c-a9c8-4e89-93ed-d1152fd1feb9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 945 time: 0.2434797 Apr 28 20:06:07.057237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.060628 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.103518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.109160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.118452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:07.119119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:07.135848 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:07.156530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 44c5aac4-8705-415a-937e-d9a3d709c1f1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:07.157086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.169259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.170038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-115f7b39-5517-4ef9-82b5-feaa32f977dd req-9a07632e-0986-467d-b3e9-26b744bcf952 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286862 Apr 28 20:06:07.278293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:07.287589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Could not find standard attr ID for object 28dadaa6-7598-4be5-bc9f-c2049f0cdf3e. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:06:07.300425 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.321095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Allocated IP 172.22.0.2 (bc10d84d-76ba-4977-89cf-aad331a3e598/7938f805-3656-4b09-a4d6-bca3d847040a/9d003fdd-b862-4d5d-930c-6ddb0abdd544) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:07.328952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Transition to ACTIVE for port object 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:07.334983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.339922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Provisioning complete for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:07.340578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.410023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.413443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.433084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=b40b6108-f4ce-4387-9923-bd1ce6e56cd5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:07.449250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.455569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1dbdd7a6-73bb-40a7-993a-cd2f65f687ca tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/b40b6108-f4ce-4387-9923-bd1ce6e56cd5 HTTP/1.1" status: 204 len: 168 time: 0.9587524 Apr 28 20:06:07.467461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52078) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:07.555558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:07.695374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec51c25-cbc0-48a8-9029-c9a40b95da21 None None] Could not find standard attr ID for object 25212cec-f016-4151-9724-f50725bff3e9. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:06:07.705313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] DHCP port deletion for 4132b7aa-91c6-490e-a86b-f304db362427 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:07.724933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cf0e6-8e4b-4355-bf63-da1cb8a7da79 None None] Pushing event updated for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:07.734632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.764329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b76e4a14-5657-485b-999f-990f3621d6fd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:07.770023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Deleting port 44c5aac4-8705-415a-937e-d9a3d709c1f1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:07.770400 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.775202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.778905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 44c5aac4-8705-415a-937e-d9a3d709c1f1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44c5aac4-8705-415a-937e-d9a3d709c1f1,segment=NetworkSegment(2ac0e429-2995-407c-8468-f91ff8f7463d),segment_id=2ac0e429-2995-407c-8468-f91ff8f7463d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:07.779269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.918927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:07.920166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1c023614-4f7a-47eb-b0c6-b0cfa6bd032c tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/security-groups/b76e4a14-5657-485b-999f-990f3621d6fd HTTP/1.1" status: 204 len: 168 time: 1.0001545 Apr 28 20:06:07.923007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52100) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:07.927003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 44c5aac4-8705-415a-937e-d9a3d709c1f1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:07.996672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 59aee82b-5cbf-430f-9fcd-3dc566766187 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:07.999863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.014311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Attempting to bind port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:08.015165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Attempting to bind port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:08.015603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Attempting to bind port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 on network e3bce000-7ebf-47ae-8303-7fb4ee60b395 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:08.050734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:08.050734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Checking segment: {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:08.051223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.051726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Bound using segment: {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:08.052293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Bound port: 9be0d5b7-0ddc-4c55-81a6-3c513a64c585, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9fded8-03c0-4c6f-a946-310d7a28ac87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:08.052742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.056341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.126027 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.241107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Transition to ACTIVE for port object 9d003fdd-b862-4d5d-930c-6ddb0abdd544 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:08.272914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.348794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Transition to ACTIVE for port object 9d003fdd-b862-4d5d-930c-6ddb0abdd544 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:08.365324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.371877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] For port 44c5aac4-8705-415a-937e-d9a3d709c1f1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44c5aac4-8705-415a-937e-d9a3d709c1f1,segment=NetworkSegment(2ac0e429-2995-407c-8468-f91ff8f7463d),segment_id=2ac0e429-2995-407c-8468-f91ff8f7463d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:08.372257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.385001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.388333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.392744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.562882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Calling delete_port for 44c5aac4-8705-415a-937e-d9a3d709c1f1 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:08.568230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=44c5aac4-8705-415a-937e-d9a3d709c1f1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:08.583444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No DVR routers for this DVR port 44c5aac4-8705-415a-937e-d9a3d709c1f1 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:08.623478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d476828d-8404-4dab-b4a3-6297bd5d8174']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.654753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] For port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:08.660019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb383948-bd72-4332-99c2-9b0a0aa0dc92') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.660319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb383948-bd72-4332-99c2-9b0a0aa0dc92') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.688232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Network bc10d84d-76ba-4977-89cf-aad331a3e598 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:08.689000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=59aee82b-5cbf-430f-9fcd-3dc566766187,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:08.691285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.697203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:08.699832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:08.704426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] For port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:08.714653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.716229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff33daa-ea8f-478d-abc2-53b96c8e524b None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:08.745055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44c5aac4-8705-415a-937e-d9a3d709c1f1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:08.749916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cec84f0d-429c-420a-acf4-b495949c2351 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/59aee82b-5cbf-430f-9fcd-3dc566766187 HTTP/1.1" status: 204 len: 168 time: 0.8256257 Apr 28 20:06:08.751000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52114) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:08.771194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:08.781907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.791110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.808926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa5442-580b-4adf-b717-308796d475ab req-884cfd73-ba75-4d16-a383-633270dcbe77 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:08.809432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.22.0.1 (bc10d84d-76ba-4977-89cf-aad331a3e598/7938f805-3656-4b09-a4d6-bca3d847040a/3ae7dfcb-56ed-4732-9032-fb2e9f195631) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:08.810501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41fa5442-580b-4adf-b717-308796d475ab req-884cfd73-ba75-4d16-a383-633270dcbe77 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 945 time: 0.3627286 Apr 28 20:06:08.819743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:08.820788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.830775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 44c5aac4-8705-415a-937e-d9a3d709c1f1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:08.832054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44c5aac4-8705-415a-937e-d9a3d709c1f1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:08.837411 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:08.837670 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:08.849036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Pushing event updated for resources: {'Port': ['ID=9d003fdd-b862-4d5d-930c-6ddb0abdd544,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:08.870013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4132b7aa-91c6-490e-a86b-f304db362427']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.942740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ac0e429-2995-407c-8468-f91ff8f7463d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.943049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ac0e429-2995-407c-8468-f91ff8f7463d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:08.982540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41fa5442-580b-4adf-b717-308796d475ab req-34e441f6-4acf-4d53-b25e-2686a7d1707d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382086 Apr 28 20:06:08.988311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.012175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.056736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.061360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.066945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=d476828d-8404-4dab-b4a3-6297bd5d8174,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:09.078573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:09.078971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:09.096268 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:09.131396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1c85f3ed-7b93-49ab-82fd-696d6a37fbf5 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/d476828d-8404-4dab-b4a3-6297bd5d8174 HTTP/1.1" status: 204 len: 168 time: 1.6625710 Apr 28 20:06:09.137305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52124) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:09.159461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.181615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 3ae7dfcb-56ed-4732-9032-fb2e9f195631 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:09.191856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:09.198791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:09.203968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:09.213966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:09.298750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Attempting to bind port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:09.299357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Attempting to bind port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:09.299479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Attempting to bind port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 on network bc10d84d-76ba-4977-89cf-aad331a3e598 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:09.301494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:09.302178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:09.321838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:09.325575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.363233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.375593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.400269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.423018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=4132b7aa-91c6-490e-a86b-f304db362427,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:09.445373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-162bba9b-865e-4d20-949c-04c5c0a4bed5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/4132b7aa-91c6-490e-a86b-f304db362427 HTTP/1.1" status: 204 len: 168 time: 2.7130086 Apr 28 20:06:09.447540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:09.457414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2104853861', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:09.465834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:09.472944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:09.476211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:09.484552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:09.487539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:09.487908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Checking segment: {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:09.488549 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.489088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Bound using segment: {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:09.490144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Bound port: 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:09.490960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.501234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.501924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:06:09.502553 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:06:09.513067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.514260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.555262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9cf0e6-8e4b-4355-bf63-da1cb8a7da79 None None] Pushing event updated for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:09.631505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network bc10d84d-76ba-4977-89cf-aad331a3e598 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:09.643131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af08a3-8632-411e-ae3a-70aa8c3bb6ae req-00a8d2ca-2bb2-472d-82c6-b6badd16d3c2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:09.644964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a6af08a3-8632-411e-ae3a-70aa8c3bb6ae req-00a8d2ca-2bb2-472d-82c6-b6badd16d3c2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 945 time: 0.4231226 Apr 28 20:06:09.651602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:09.653659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] For port 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:09.657277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] For port 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d003fdd-b862-4d5d-930c-6ddb0abdd544,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:09.677240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:09.679181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.701044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.727974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:09.771959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.778857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a6af08a3-8632-411e-ae3a-70aa8c3bb6ae req-f842426d-c320-4568-a619-350c4d3e2cf4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252375 Apr 28 20:06:09.791292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78be7d3a-3a96-4bbe-8bda-dec12c34575b None None] Pushing event updated for resources: {'Port': ['ID=9d003fdd-b862-4d5d-930c-6ddb0abdd544,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:09.830695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:09.870913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9bf7b4-004d-4f4f-9192-0a85541ee4be']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:09.899950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:10.005208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Deleting port 44c5aac4-8705-415a-937e-d9a3d709c1f1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:10.005682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.037068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.054344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd80e22-9257-42a1-98de-38fec9624d1f') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:10.055328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd80e22-9257-42a1-98de-38fec9624d1f') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:10.153342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4150d50a-5f30-4231-9862-1cfdd8ceba1e None None] The port '44c5aac4-8705-415a-937e-d9a3d709c1f1' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:06:10.157019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.457819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.701309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.704005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 3, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:08Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:10.706502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.711910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49439a7-ed0b-4a88-a26f-7421e390f859 None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:05:57Z', 'revision_number': 3, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:08Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:10.801766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.828557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:10.828961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:10.840628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d003fdd-b862-4d5d-930c-6ddb0abdd544 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:10.904131 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:10.983008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:11.044754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:11.051362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:11.099845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.107811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.109422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:11.110027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.116296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=20684bdb-9992-4d7f-95f3-7c71180eefd0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:11.166212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] Pushing event deleted for resources: {'Network': ['ID=bd9bf7b4-004d-4f4f-9192-0a85541ee4be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:11.178479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.184199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ff93501c-d8e4-489b-98c6-eeb24f94abea tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4290612 Apr 28 20:06:11.189074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-607e6d75-a181-4128-bc2d-92d307123a20 tempest-BulkNetworkOpsTest-125386420 tempest-BulkNetworkOpsTest-125386420-project] 10.222.0.24 "DELETE /v2.0/networks/bd9bf7b4-004d-4f4f-9192-0a85541ee4be HTTP/1.1" status: 204 len: 168 time: 2.0355086 Apr 28 20:06:11.193804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52162) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:11.197763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.204079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'security_group': {'name': 'tempest-secgroup-497655821'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:11.308897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:11.317968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:11.323762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:11.359955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:11.478775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:11.546587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:06:11.549766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:11.569232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:11.576563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:11.606841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:11.748269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9382276c-3a8b-4c3a-8694-ea026bbb5536 None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:11.858717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d119802-6048-49fe-9916-2d8fdd0a5163 req-6867dbc6-f90b-4d05-9c0e-f6b7d55dc69e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:11.864895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:11.866286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d119802-6048-49fe-9916-2d8fdd0a5163 req-6867dbc6-f90b-4d05-9c0e-f6b7d55dc69e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 945 time: 0.9354799 Apr 28 20:06:11.894345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:12.018397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.064222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.077002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.105963 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d119802-6048-49fe-9916-2d8fdd0a5163 req-77b397a9-0e4f-4079-aa2d-dae0e5578e33 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2386284 Apr 28 20:06:12.134481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67aa3d0-c686-4b6a-a7f3-91901df9ab23 None None] Network bc10d84d-76ba-4977-89cf-aad331a3e598 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:12.170976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.193635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.283394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-f990af74-b925-4630-803c-3844853e15ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:12.284873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-f990af74-b925-4630-803c-3844853e15ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 945 time: 0.6071110 Apr 28 20:06:12.286924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network bc10d84d-76ba-4977-89cf-aad331a3e598 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:12.288332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:12.301976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f670dc22-52f9-455f-949f-e591f76514b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a752da3fdcd4f8b81a9b6d039163b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4358194 Apr 28 20:06:12.314337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:12.338241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-33a8b3b6-8d1f-4f1b-be87-8bc083d03558 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:12.338840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33a8b3b6-8d1f-4f1b-be87-8bc083d03558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.339546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb2a2ed-e21f-4a69-a97f-e9e165568b66,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:12.457949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.548082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.555054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ade2025-ad42-4ea7-891a-019086123b3b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3519416 Apr 28 20:06:12.571502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:12.589849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'security_group': {'name': 'tempest-secgroup-776995415'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:12.599855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:12.604857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:12.620010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:12.630137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:12.635234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 172.25.2.17 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d2c24ac9-28ec-4af5-9034-11b7e830dc2b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:12.646541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:12.653950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.718044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.827156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:12.827524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.828549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:12.834963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:12.838845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:12.842826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:12.850530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:12.928002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:12.938937 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:12.955215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:12.957202 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:12.958020 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:13.033318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-33a8b3b6-8d1f-4f1b-be87-8bc083d03558 None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:13.035893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33a8b3b6-8d1f-4f1b-be87-8bc083d03558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.107362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:13.154203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:13.155038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.165046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:13.165353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.358847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:13.378473 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.393482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:13.399982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-33a8b3b6-8d1f-4f1b-be87-8bc083d03558 None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:13.418732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Update dhcp port {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'fixed_ips': [{'subnet_id': '9efac0f4-11fd-4b38-939c-789e7945b580', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20684bdb-9992-4d7f-95f3-7c71180eefd0'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '06fd9cb4-0996-494c-949a-bd8d7a02653c'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:06:13.527850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.546950 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.561255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d5f147d-f776-4732-a626-1cd3c8055e3b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7647867 Apr 28 20:06:13.571439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52212) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:13.578941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'network': {'name': 'tempest-RoutersTest-974184882'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:13.592683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.593022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:13.608467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:network and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:13.613191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:13.622599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.626916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:13.639303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:13.647003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.662261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Provisioning for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:13.667351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.716320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60aea781-556c-478d-891b-521f51bb5c12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.748643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:13.770586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=94a776a0-d30a-4a7d-8ba5-b5b61ca7202b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.820977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:13.859046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:13.862793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:13.879172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.895575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:13.908842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:13.926396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Provisioning complete for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:13.927250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.937762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.940513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.952931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'name': 'network-vif-deleted', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:13.956060 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:13.957822 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b708c966-b0f2-4bac-8480-dd367ac7e17b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/60aea781-556c-478d-891b-521f51bb5c12 HTTP/1.1" status: 204 len: 168 time: 1.6404929 Apr 28 20:06:13.958542 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e06c19f-15a1-47d6-b3eb-d1bb1d2724d3 req-e6eef609-2b85-444f-a054-014439e4c2a2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/94a776a0-d30a-4a7d-8ba5-b5b61ca7202b HTTP/1.1" status: 204 len: 173 time: 1.4492285 Apr 28 20:06:13.959253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=d2c24ac9-28ec-4af5-9034-11b7e830dc2b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:13.959567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:06:14.002823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.004210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.4315908 Apr 28 20:06:14.010361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecfe77b-49df-4a9d-acf5-7f40732be4ee tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9280d4-d575-49ba-81e3-77b5f322a9eb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:14.014350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52226) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:14.038895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'security_group': {'name': 'tempest-secgroup-1172525673'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:14.053284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.056968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ac356-c43a-4dfd-84ff-eecc961de4a8 req-16d78055-1f4e-4558-b1eb-7966a248d3f5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:14.066963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-377ac356-c43a-4dfd-84ff-eecc961de4a8 req-16d78055-1f4e-4558-b1eb-7966a248d3f5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=168a36be-8103-4fcd-8d04-3266014e05aa HTTP/1.1" status: 200 len: 867 time: 0.6178963 Apr 28 20:06:14.082393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:14.093301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:14.102378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:14.123178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:14.141355 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ea175b-7c7d-46f2-8c0b-5b93eb15eab1'] response: {'server_uuid': '168a36be-8103-4fcd-8d04-3266014e05aa', 'name': 'network-vif-deleted', 'tag': '94a776a0-d30a-4a7d-8ba5-b5b61ca7202b', 'status': 'completed', 'code': 200} Apr 28 20:06:14.150711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:09Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:10Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:08Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:14.155127 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.155660 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added segment 3af27864-1e92-4e98-be8f-f1e7c6e13544 of type vlan for network af1cdb37-2e09-4ecd-9893-b0280610248b Apr 28 20:06:14.159196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.186985 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:14.188963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Updating router bcdf7a36-2cca-4d62-ac53-e1577ad56cad port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:06:14.228304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:14.260591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:14.270155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:security_group_rule and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:14.278156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:14.335198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-377ac356-c43a-4dfd-84ff-eecc961de4a8 req-93344b16-9546-4398-8f52-78f505b23973 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654464 Apr 28 20:06:14.374055 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.579281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:14.589346 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.673784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.679639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:14.680464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.826436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Allocated IP 2001:db8::2 (80295c56-11f6-4bda-b478-182f0401020b/20684bdb-9992-4d7f-95f3-7c71180eefd0/06fd9cb4-0996-494c-949a-bd8d7a02653c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:14.985488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:14.993279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4205978 Apr 28 20:06:14.994676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ba6a3-d85e-4e69-9853-34fe3fcb59d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Network': ['ID=af1cdb37-2e09-4ecd-9893-b0280610248b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:14.996853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:15.016469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'subnet': {'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:15.059967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.062330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:15.123634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:15.146945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network af1cdb37-2e09-4ecd-9893-b0280610248b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:06:15.203476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:15.203918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 94a776a0-d30a-4a7d-8ba5-b5b61ca7202b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:15.224649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.226957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2109890 Apr 28 20:06:15.233194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:15.237889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82b3e1-f932-4317-96a7-4b3ee7431fe1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bac308dc-a0a9-498a-a29c-8d80bbfa2b72,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:15.242005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1927888765', 'security_groups': ['bac308dc-a0a9-498a-a29c-8d80bbfa2b72'], 'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '20684bdb-9992-4d7f-95f3-7c71180eefd0'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:15.362790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.366004 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.374839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:15.393182 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Transition to ACTIVE for port object 3ae7dfcb-56ed-4732-9032-fb2e9f195631 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:15.400154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:15.405957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:15.406366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.411383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:subnet and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:15.429876 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.434102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:15.453891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:15.477532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.489983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Made reservation on behalf of 56f44f72478f461bb1c6acf038c92eac for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:15.496993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.555719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.572570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52276) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:15.658459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Transition to ACTIVE for port object 06fd9cb4-0996-494c-949a-bd8d7a02653c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:15.661455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] For port 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d003fdd-b862-4d5d-930c-6ddb0abdd544,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:15.687279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.750916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:15.867833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1811879122'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:15.883356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:15.907514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:15.930023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:15.988497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccb5a3-e28b-418d-9b43-380fea427dde None None] Pushing event updated for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:16.047926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Attempting to bind port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:16.048561 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Attempting to bind port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:16.049193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Attempting to bind port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 on network bc10d84d-76ba-4977-89cf-aad331a3e598 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:16.055901 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:16.056682 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Checking segment: {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:16.057378 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.058023 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Bound using segment: {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:16.059533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Bound port: 3ae7dfcb-56ed-4732-9032-fb2e9f195631, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:16.060170 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.162042 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] For port 3ae7dfcb-56ed-4732-9032-fb2e9f195631, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:16.166601 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] For port 3ae7dfcb-56ed-4732-9032-fb2e9f195631, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3ae7dfcb-56ed-4732-9032-fb2e9f195631,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:16.172011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:16.174669 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.218375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb4504ae-8996-414f-b21c-33fd1b06af58 None None] Provisioning for port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:16.261653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:16.291985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb4504ae-8996-414f-b21c-33fd1b06af58 None None] Provisioning complete for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:16.292363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb4504ae-8996-414f-b21c-33fd1b06af58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.305536 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:16.306145 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:16.339280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.349964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.350302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.350641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.356822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.357444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.357791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.358590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.359157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.359681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.360140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.360666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.363156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.363802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3969eea8-7e90-4aa1-8229-99c42f0e626e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:16.380164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.382987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:16.387262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:16.465342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-787d8483-9110-49c5-8349-b454897d5f69 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:16.467185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-787d8483-9110-49c5-8349-b454897d5f69 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.4487264 Apr 28 20:06:16.488011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:16.529278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:16.557928 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dccb5a3-e28b-418d-9b43-380fea427dde None None] Pushing event updated for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:16.561955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:16.586754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:16.640162 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:16.660131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-088a1f24-9b6f-4156-8dab-ab35b031b8f4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.1567726 Apr 28 20:06:16.681794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:16.732355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:16.755282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Subnet': ['ID=0b7a3ad8-85c0-49b7-a575-2af384c2066b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:16.772621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Checking segment: {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:16.774653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network hostable DHCP agents. Network: af1cdb37-2e09-4ecd-9893-b0280610248b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:06:16.800770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:16.910641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00753a31-61f0-4be4-9252-5ea2259c4793 None None] Pushing event updated for resources: {'Port': ['ID=9d003fdd-b862-4d5d-930c-6ddb0abdd544,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.043484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network af1cdb37-2e09-4ecd-9893-b0280610248b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:06:17.067818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0184b8fe-b6f1-455d-b47c-b943915e1eb3 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:06:17.126806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, af1cdb37-2e09-4ecd-9893-b0280610248b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:17.136080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e756f8e-0533-46c6-9350-0fabf85cb51a None None] Network af1cdb37-2e09-4ecd-9893-b0280610248b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:17.159246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:17.159831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.190975 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:09Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:16Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:17.198838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa4326-92b2-4712-ae8e-b1cb8b9f755f None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:09Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:16Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:17.201950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.234749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.272692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:17.277738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:17.287970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:17.313765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:17.382178 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.439006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] device_id is not set on port 8ed6104b-87af-4a85-bb3d-615cc45e3340 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:06:17.443703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.484085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d80ccf91-aebd-4c57-9dc8-f2cdb6d1a492 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4759738 Apr 28 20:06:17.497047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-b867958c-474e-41d7-97dc-f5efba2b27d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:17.515258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52310) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:17.559340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Provisioning for port 06fd9cb4-0996-494c-949a-bd8d7a02653c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:17.561516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-b867958c-474e-41d7-97dc-f5efba2b27d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:17.562937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-b867958c-474e-41d7-97dc-f5efba2b27d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.9020221 Apr 28 20:06:17.564682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.569371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:17.570693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.604975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-af1cdb37-2e09-4ecd-9893-b0280610248b', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:06:17.607098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:17.778093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:17.799523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] Sync routers for ids ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:17.820232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0acf4b10-20f8-4716-9904-0db352d784b5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:17.943905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Allocated IP 172.23.0.2 (af1cdb37-2e09-4ecd-9893-b0280610248b/0b7a3ad8-85c0-49b7-a575-2af384c2066b/5f5eab1a-7e63-40bb-a7eb-d032f899ee03) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:18.011786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] Routers {'0184b8fe-b6f1-455d-b47c-b943915e1eb3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:18.012465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:18.029164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.033598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ed0c6e3a-3573-4b77-af25-d03d572e08c8 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.5850251 Apr 28 20:06:18.034866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:18.049068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8::273 (80295c56-11f6-4bda-b478-182f0401020b/20684bdb-9992-4d7f-95f3-7c71180eefd0/8ed6104b-87af-4a85-bb3d-615cc45e3340) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:18.076920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31056ecf-59e6-4c9c-a1f9-c9c077682be9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:18.417888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.427846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-825b2c4f-2232-4d59-b85d-0d7737808f01 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers/0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 200 len: 884 time: 0.3806574 Apr 28 20:06:18.431237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Transition to ACTIVE for port object 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:18.437724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:18.455563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Transition to ACTIVE for port object 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:18.459286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:18.472927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.475017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ff99dde5-58c0-4106-8d7b-e0f3faacc810 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.9012527 Apr 28 20:06:18.481426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52336) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:18.546084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-f794311c-b415-423d-a3dd-79c1d89d5104 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.5506635 Apr 28 20:06:18.557050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] Routers {'0184b8fe-b6f1-455d-b47c-b943915e1eb3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:18.557660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:18.682579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.692077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.709258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 8ed6104b-87af-4a85-bb3d-615cc45e3340 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:18.761709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:18.762111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f7f775a-f302-4689-b3b4-4118fcfb473f None None] The sync data for ids ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:18.785863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.791235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Network af1cdb37-2e09-4ecd-9893-b0280610248b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:18.795032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:18.797007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:18.797654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.825830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Pushing event updated for resources: {'Port': ['ID=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:18.832656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:18.840694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:18.848731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:18.852097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:18.862636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be626064-2d94-43af-8138-31e6ad5c79fe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:18.865801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:18.867107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:18.934580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91a3b62f-f9a1-49b0-83dd-3aec1d1c8908 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:router {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:18.949497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.7149875 Apr 28 20:06:18.954449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3ae7dfcb-56ed-4732-9032-fb2e9f195631 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:18.961181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:18.973360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-85eb75af-bb3c-42b4-8f13-fa2e580687e7 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3243473 Apr 28 20:06:18.974252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:19.073184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-722a733a-aff0-4e0f-b5d2-6d87d1d85ab3 None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:19.115627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Attempting to bind port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:19.116264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Attempting to bind port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:19.116884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Attempting to bind port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 on network af1cdb37-2e09-4ecd-9893-b0280610248b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:19.125060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:19.125873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Checking segment: {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:19.126756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.127369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Bound using segment: {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:19.127493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8b654c-a1fe-4c8a-b154-c01f9c55256d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=8ed6104b-87af-4a85-bb3d-615cc45e3340,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:19.128187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Bound port: 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:19.128824 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.131934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:19.136308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-91a3b62f-f9a1-49b0-83dd-3aec1d1c8908 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:router {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:19.137453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-91a3b62f-f9a1-49b0-83dd-3aec1d1c8908 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.6978986 Apr 28 20:06:19.138806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:19.141297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:19.143875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:19.150088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2104853861'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:19.240613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:19.247887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:19.280666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:19.281330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.285835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be626064-2d94-43af-8138-31e6ad5c79fe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:19.290568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be626064-2d94-43af-8138-31e6ad5c79fe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.7971914 Apr 28 20:06:19.307644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:19.313149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-security--1392764409', 'description': 'tempest-security-description-686870521'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:19.363933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:19.368439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.377420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb81a3b4-2cbf-489a-ad3a-4a0b72a0a2c4 None None] Provisioning for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:19.386093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] For port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:19.390534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb81a3b4-2cbf-489a-ad3a-4a0b72a0a2c4 None None] Provisioning complete for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:19.391427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb81a3b4-2cbf-489a-ad3a-4a0b72a0a2c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.425759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-25cf2d20-4887-4b6f-8d7a-e81c41c1781c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:19.427486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-25cf2d20-4887-4b6f-8d7a-e81c41c1781c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1097 time: 0.7252192 Apr 28 20:06:19.446934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.559966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.573832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.576096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.579722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "PUT /v2.0/security-groups/31056ecf-59e6-4c9c-a1f9-c9c077682be9 HTTP/1.1" status: 200 len: 1779 time: 0.2684727 Apr 28 20:06:19.583747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] For port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:19.598268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:19.607829 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.631202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-936236ad-2f81-4b9b-8c3c-2a4c869d5a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:19.632985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-936236ad-2f81-4b9b-8c3c-2a4c869d5a42 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.1774902 Apr 28 20:06:19.635228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-522ba810-96ca-45b3-8ea2-bd5f0a492072 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4606915 Apr 28 20:06:19.714561 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-5abab995-9109-4139-8560-5f896057287b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 217 time: 0.0751972 Apr 28 20:06:19.769093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff3535-5d71-4cb9-9ccc-930be26ca2ca None None] Pushing event updated for resources: {'Port': ['ID=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:19.799059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.827933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bb81a3b4-2cbf-489a-ad3a-4a0b72a0a2c4 None None] Port 8ed6104b-87af-4a85-bb3d-615cc45e3340 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:19.858704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3ae7dfcb-56ed-4732-9032-fb2e9f195631, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3ae7dfcb-56ed-4732-9032-fb2e9f195631,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:19.866135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:19.867703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d003fdd-b862-4d5d-930c-6ddb0abdd544 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:19.925604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.032919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-d21d11a6-30fe-4d7e-939e-878450ac3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:20.038522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-d21d11a6-30fe-4d7e-939e-878450ac3f52 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2891357 Apr 28 20:06:20.065236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2748-ffe5-4a75-b668-f21f5a72f9ad tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31056ecf-59e6-4c9c-a1f9-c9c077682be9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:20.095667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6b6cdecb-6239-4895-bf73-c0e93fd1b497 req-6355c470-004b-4a39-8f62-c4611d086912 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 210 time: 0.1332047 Apr 28 20:06:20.099257 n-d-839811-1 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 20684bdb-9992-4d7f-95f3-7c71180eefd0 (CIDR: 2001:db8::/64) Apr 28 20:06:20.108951 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:06:20.109318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:20.117579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ba193fe1-672e-4de0-82dd-b3dc86259044 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups/31056ecf-59e6-4c9c-a1f9-c9c077682be9 HTTP/1.1" status: 200 len: 1779 time: 0.5164139 Apr 28 20:06:20.127621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:20.169283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:20.199311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b96b783-ebce-4ab1-b704-a3e5c9973f2a tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2351696 Apr 28 20:06:20.228508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:20.259284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-29c6040a-880e-4f00-b140-314351036354 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.266073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:20.275664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-23f74e6c-e867-4906-8723-34a852acc44e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2334032 Apr 28 20:06:20.290639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:20.291712 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.643616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-126a2560-566b-495a-8158-5a62ff66c28a service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3555620 Apr 28 20:06:20.763650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.807213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.894305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:20.939555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31056ecf-59e6-4c9c-a1f9-c9c077682be9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:20.953169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:20.968839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:20.982029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3ae7dfcb-56ed-4732-9032-fb2e9f195631 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:20.982742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:20.988285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:21.004865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:21.008731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.025800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.053634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.069074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27c50d48-bb88-414a-b7c7-8eaa5756f673 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/31056ecf-59e6-4c9c-a1f9-c9c077682be9 HTTP/1.1" status: 204 len: 168 time: 0.9329004 Apr 28 20:06:21.079747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:21.122616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.162857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:21.163366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.317104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Allocated IP 172.23.0.1 (af1cdb37-2e09-4ecd-9893-b0280610248b/0b7a3ad8-85c0-49b7-a575-2af384c2066b/9090d878-55a5-438b-b1b2-59000f15a6ae) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:21.320746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8090311e-f710-4816-8252-d5dd15e26aa4 req-589e692a-a368-4756-a154-c9e396f67cb4 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6472864 Apr 28 20:06:21.354493 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d624abba-938a-4e6b-ad61-58f1b470d8c6 req-cd1e3e84-5f1c-4573-b1b6-fe592d0a5226 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 210 time: 0.0824020 Apr 28 20:06:21.443931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:21.576725 n-d-839811-1 neutron-server[88140]: INFO neutron.db.ipam_backend_mixin [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 9efac0f4-11fd-4b38-939c-789e7945b580 (CIDR: 2001:db8:0:1::/64) Apr 28 20:06:21.601639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:21.623481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7301ea47-c6bc-4cac-ac01-c93d09098970 None None] Network af1cdb37-2e09-4ecd-9893-b0280610248b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:21.710432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0cfd78e-70e9-4520-b0e6-9203fc21b5c9 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:21.723812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 0184b8fe-b6f1-455d-b47c-b943915e1eb3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:21.737985 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:06:21.738855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:21.740662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Provisioning for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:21.749611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Provisioning complete for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:21.750330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.775325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8353f1b0-901a-4b83-9d5d-1704a43462e4 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5429034 Apr 28 20:06:21.782173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:21.837428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:21.840555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'subnet': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:21.865415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0cfd78e-70e9-4520-b0e6-9203fc21b5c9 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:21.865415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0cfd78e-70e9-4520-b0e6-9203fc21b5c9 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7835479 Apr 28 20:06:21.869915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:21.880951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-7a674dec-aac6-4e41-8c80-d765d119fa60 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:21.884682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-7a674dec-aac6-4e41-8c80-d765d119fa60 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.2918293 Apr 28 20:06:21.906398 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-fac2fcdd-662f-4fb1-9c79-08bc8f8312ae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] delete failed (client error): The resource could not be found. Apr 28 20:06:21.924215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fac2fcdd-662f-4fb1-9c79-08bc8f8312ae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/31056ecf-59e6-4c9c-a1f9-c9c077682be9 HTTP/1.1" status: 404 len: 347 time: 0.0536523 Apr 28 20:06:21.927633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:21.930854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Transition to ACTIVE for port object 9090d878-55a5-438b-b1b2-59000f15a6ae will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:21.948009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:21.974461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102749846'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:21.983712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:21.993548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:22.006843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.068094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:22.114593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:22.116577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:22.125303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.127111 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] Sync routers for ids ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:22.129486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc6ef4c6-5381-4e70-8f3c-470de53a5f33 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 200 len: 891 time: 2.9871721 Apr 28 20:06:22.130312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52430) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:22.134816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:22.136448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.140184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:22.148785 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] Routers {'0184b8fe-b6f1-455d-b47c-b943915e1eb3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:22.149416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:22.164246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:22.209781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Usage tracker for resource:subnet and tenant:5decab70e62e47078971391ebacba561 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:22.221530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:22.259047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] For port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:22.261890 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:22.264023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.265916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.283230 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] Routers {'0184b8fe-b6f1-455d-b47c-b943915e1eb3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:22.284160 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:05:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:22.389908 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:22.395335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34df0378-0cd5-4a69-9368-02506311a522 None None] The sync data for ids ['0184b8fe-b6f1-455d-b47c-b943915e1eb3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:22.428630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66592ad6-a9b7-4dda-87ec-e07756c750be None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:06:22.503549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:22.578031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d64f863a-bdbb-4a44-8f7b-172fc68b0e46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.591150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network af1cdb37-2e09-4ecd-9893-b0280610248b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:22.595908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0363608e-a65b-4816-96f1-457e71392ed5 None None] Provisioning complete for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:22.596282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0363608e-a65b-4816-96f1-457e71392ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.598058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:22.606452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:22.609625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:22.619429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:22.651395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:22.699567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb8c86c-3cd0-486b-a7ad-cc5dd38337e1 None None] Pushing event updated for resources: {'Port': ['ID=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:22.721259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.726568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:22.731599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.743245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1dd29bf4-4baa-474d-9957-96daa102460b req-13502db6-a4f4-47ee-95d6-5b5ace519fc5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 210 time: 0.1213536 Apr 28 20:06:22.766113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Made reservation on behalf of 5decab70e62e47078971391ebacba561 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:22.770432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.835792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66592ad6-a9b7-4dda-87ec-e07756c750be None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:06:22.910331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.914358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:22.928691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1bc6880-4d72-405a-ab8c-899c021e7c10 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers/0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 200 len: 891 time: 0.7957113 Apr 28 20:06:22.929605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:22.992984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f69755e-5611-4fbc-b427-75e364fa5a8d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:23.046587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3affde-cc66-4b03-b4f8-836034dca132,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:23.046587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.4 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/2fc61f33-c4b9-4710-b9f5-5bc04de150c1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:23.055783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.055783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3fd43e7c-2659-4007-b796-5d9f5ea03063 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1249771 Apr 28 20:06:23.063074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:23.069368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '2a3affde-cc66-4b03-b4f8-836034dca132', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:23.076611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f69755e-5611-4fbc-b427-75e364fa5a8d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:23.080412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7f69755e-5611-4fbc-b427-75e364fa5a8d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 200 len: 205 time: 0.1464944 Apr 28 20:06:23.082006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:23.189441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.223890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:23.234852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:23.243235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:23.296987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:23.362532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.567457 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.676967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.701591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.745988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.799478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.800347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a8d996c-212a-4f9b-931a-3f481cc69c5c None None] Provisioning for port 9090d878-55a5-438b-b1b2-59000f15a6ae completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:23.812222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a8d996c-212a-4f9b-931a-3f481cc69c5c None None] Provisioning complete for port 9090d878-55a5-438b-b1b2-59000f15a6ae triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:23.812529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8d996c-212a-4f9b-931a-3f481cc69c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.847212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af2bac48-a2ea-4fda-8c2a-cb7ef9676fc4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:23.865725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.874373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.875795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b13c6866-5c25-47ed-8b23-da1b4050fb44 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8118942 Apr 28 20:06:23.903285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52474) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:23.908836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8a8d996c-212a-4f9b-931a-3f481cc69c5c None None] Port 9090d878-55a5-438b-b1b2-59000f15a6ae cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:23.934516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Network 80295c56-11f6-4bda-b478-182f0401020b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:23.938554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.941291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:23.952298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:23.952779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:23.958881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1210426a-6371-4b34-a42e-35a69042573c None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:23.974180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-297f752c-05ae-4e45-bef1-c49be0bfdbd8 req-6fff348d-aed8-4cd9-b071-3d468281a9d8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:23.977290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port d2c24ac9-28ec-4af5-9034-11b7e830dc2b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:23.977680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.037290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.039978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Subnet': ['ID=d228edc4-6b0f-448a-b367-a19760979cf3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.047688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11b00311-8375-424e-96fe-504591958c7e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2615433 Apr 28 20:06:24.047688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:24.055826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2025356048', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd228edc4-6b0f-448a-b367-a19760979cf3'}], 'security_groups': ['bdb2a2ed-e21f-4a69-a97f-e9e165568b66', 'ad9280d4-d575-49ba-81e3-77b5f322a9eb']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:24.104335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-297f752c-05ae-4e45-bef1-c49be0bfdbd8 req-6fff348d-aed8-4cd9-b071-3d468281a9d8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:24.106568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-297f752c-05ae-4e45-bef1-c49be0bfdbd8 req-6fff348d-aed8-4cd9-b071-3d468281a9d8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 210 time: 0.2007976 Apr 28 20:06:24.141483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.175664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.236411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.244677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.246457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.265340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.283460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:24.401769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.443918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:24.453434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.475943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:24.480624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:24.552976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.603434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Update dhcp port {'port': {'network_id': '80295c56-11f6-4bda-b478-182f0401020b', 'fixed_ips': [{'subnet_id': '9efac0f4-11fd-4b38-939c-789e7945b580', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '20684bdb-9992-4d7f-95f3-7c71180eefd0', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd228edc4-6b0f-448a-b367-a19760979cf3'}], 'binding:host_id': 'n-d-839811-1'}, 'id': '06fd9cb4-0996-494c-949a-bd8d7a02653c'} from n-d-839811-1. {{(pid=88141) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Apr 28 20:06:24.615436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.620645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/af2bac48-a2ea-4fda-8c2a-cb7ef9676fc4 HTTP/1.1" status: 204 len: 168 time: 0.6809020 Apr 28 20:06:24.621797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a79b30c-d38b-401f-a621-3249b193c6de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=af2bac48-a2ea-4fda-8c2a-cb7ef9676fc4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.633763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:24.697991 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.740571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event updated for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:24.760880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for d2c24ac9-28ec-4af5-9034-11b7e830dc2b owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:24.771459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:24.772379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:24.773059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:24.798440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-c1ae3bf5-7785-46c8-be3c-4f3389b1a37b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8730514 Apr 28 20:06:24.834207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Request body: {'port': {'device_id': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:24.906598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b99f6083-e27d-4c2e-ae78-ab116a1e940b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:24.931569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Network af1cdb37-2e09-4ecd-9893-b0280610248b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:24.939858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:25.014375 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.025977 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.033028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:25.039165 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.062553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b99f6083-e27d-4c2e-ae78-ab116a1e940b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:25.067371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b99f6083-e27d-4c2e-ae78-ab116a1e940b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4324498 Apr 28 20:06:25.077095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:25.148670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=d2c24ac9-28ec-4af5-9034-11b7e830dc2b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:25.170882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Allocated IP 2001:db8:0:2::2 (80295c56-11f6-4bda-b478-182f0401020b/d228edc4-6b0f-448a-b367-a19760979cf3/06fd9cb4-0996-494c-949a-bd8d7a02653c) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:25.238464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.329248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:25.412544 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.448781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69dcaf35-e92b-4f89-a8c5-493064b38b42 None None] Provisioning complete for port 9090d878-55a5-438b-b1b2-59000f15a6ae triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:25.449498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69dcaf35-e92b-4f89-a8c5-493064b38b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.507952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-69dcaf35-e92b-4f89-a8c5-493064b38b42 None None] Port 9090d878-55a5-438b-b1b2-59000f15a6ae cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:25.520494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:25.531053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.562100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.612174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.622051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.667611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:25.671180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Transition to ACTIVE for port object 06fd9cb4-0996-494c-949a-bd8d7a02653c will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:25.690014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:25.693348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-790f6146-9b18-41b9-8033-777ed364feff tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1500485 Apr 28 20:06:25.694133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52516) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:25.708665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:25.711775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.716661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.769038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:25.769723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:25.871764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3affde-cc66-4b03-b4f8-836034dca132,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:25.925008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:25.935467 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.002248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5224503-2bac-4e79-9ed9-d9ac84dcbee0 req-1113a818-7486-4371-aa52-7bf483d7e65e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:26.011610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5224503-2bac-4e79-9ed9-d9ac84dcbee0 req-1113a818-7486-4371-aa52-7bf483d7e65e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 931 time: 0.7103434 Apr 28 20:06:26.042556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.046100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-99cf97da-3c94-4efc-9875-ab1c6d4be602 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/2a3affde-cc66-4b03-b4f8-836034dca132 HTTP/1.1" status: 204 len: 168 time: 0.9542983 Apr 28 20:06:26.051969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:26.091858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.092536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router 0184b8fe-b6f1-455d-b47c-b943915e1eb3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:06:26.192574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5224503-2bac-4e79-9ed9-d9ac84dcbee0 req-26f06b09-bf61-4d05-9190-5bf7c2fb05ab tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798224 Apr 28 20:06:26.199665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:26.230257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d858258a-3dab-45d8-a8b5-8b4cf651d691 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:26.240196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.242218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db970b00-e694-4f70-ae27-e0c7ed45425c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 204 len: 168 time: 3.1577713 Apr 28 20:06:26.248471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52530) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:26.261612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-574920821'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:26.272250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:26.291578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef826e-5573-4b91-8566-240ae6fd9af6 None None] Pushing event updated for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:26.359969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:26.382800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:26.400094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d858258a-3dab-45d8-a8b5-8b4cf651d691 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:26.401321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d858258a-3dab-45d8-a8b5-8b4cf651d691 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3451231 Apr 28 20:06:26.407511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52536) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:26.410205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:26.430239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887359655'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:26.443088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:26.447983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.471415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:26.477335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Delete allocated IP 2001:db8::273 (80295c56-11f6-4bda-b478-182f0401020b/20684bdb-9992-4d7f-95f3-7c71180eefd0) {{(pid=88140) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Apr 28 20:06:26.492528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Allocated IP 2001:db8:0:2::12d (80295c56-11f6-4bda-b478-182f0401020b/d228edc4-6b0f-448a-b367-a19760979cf3/8ed6104b-87af-4a85-bb3d-615cc45e3340) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:26.497531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:26.516014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:06:26.549764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.550473 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 9168eaab-2cfc-4c02-859e-c705e5f4bb33 of type vlan for network cc5d8d71-b830-4d93-8b7a-c770beb2b577 Apr 28 20:06:26.636763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.665381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.794529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:26.834614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:26.843604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.845163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:06:26.849837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:26.850571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:26.865833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:26.906326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:26.929910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:23Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:23Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:26.944181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:26.945065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Updating router bcdf7a36-2cca-4d62-ac53-e1577ad56cad port 9090d878-55a5-438b-b1b2-59000f15a6ae binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:06:26.970216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:27.013867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:27.026301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.056768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.107573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Transition to ACTIVE for port object 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:27.122794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.220979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:27.228628 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.247451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Transition to ACTIVE for port object 8ed6104b-87af-4a85-bb3d-615cc45e3340 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:27.300903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.304089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=cc5d8d71-b830-4d93-8b7a-c770beb2b577,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:27.327790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:06:27.404909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1defccd0-d0dc-4894-9730-e5ffd07690b5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1549559 Apr 28 20:06:27.409942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:27.435504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Provisioning for port 06fd9cb4-0996-494c-949a-bd8d7a02653c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:27.478663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:27.479346 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.486752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] In _notify_port_updated(), no bound segment for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 on network 80295c56-11f6-4bda-b478-182f0401020b {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:06:27.495787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:27.496727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.498196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "PUT /v2.0/ports/8ed6104b-87af-4a85-bb3d-615cc45e3340 HTTP/1.1" status: 200 len: 970 time: 3.4496152 Apr 28 20:06:27.501917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:27.506288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:27.689681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583aeaf2-16fc-496f-9fa5-b024b47b4400 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event updated for resources: {'Port': ['ID=8ed6104b-87af-4a85-bb3d-615cc45e3340,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:27.704596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 8ed6104b-87af-4a85-bb3d-615cc45e3340 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:27.704966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.732222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.733604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.extraroute_db [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:06:27.767716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.888477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.extraroute_db [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Removed routes are [] {{(pid=88139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:06:27.890649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:27.923806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:27.931818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:27.936402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:27.946402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:27.956863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dfdb42c-7b53-42a9-b121-054962dfa5a9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:27.968137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Attempting to bind port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:27.968484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Attempting to bind port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:27.968799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Attempting to bind port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:28.003804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:28.004146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.133946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:28.169228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:06:28.169931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Attempting to bind port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:28.174350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.190757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Provisioning for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:28.194122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:28.195793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:28.196388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:28.196964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Transition to ACTIVE for port object 9090d878-55a5-438b-b1b2-59000f15a6ae will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:28.197319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Bound port: 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:28.197874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.201705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Provisioning complete for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:28.202270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.234495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.246318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.247781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f71a433-da9f-4412-bf08-792a432c0829 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8382289 Apr 28 20:06:28.257220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52572) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:28.283314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb42c-7b53-42a9-b121-054962dfa5a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:28.308858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:28.332945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:28.351001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97385b7-6545-4c3f-9cef-a8c732a170d7 req-a74e11b5-8b76-4180-8096-ae02e67f0c3c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:28.358968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d97385b7-6545-4c3f-9cef-a8c732a170d7 req-a74e11b5-8b76-4180-8096-ae02e67f0c3c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 943 time: 0.8854895 Apr 28 20:06:28.363538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:28.389247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.406829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:28.410392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.475182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:28.508600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d97385b7-6545-4c3f-9cef-a8c732a170d7 req-ddc0bfee-cabf-49a6-807a-ba5419db076e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457372 Apr 28 20:06:28.547507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-09a846ea-14eb-4723-9a63-7d5e9b7b21c5 None None] Port 8ed6104b-87af-4a85-bb3d-615cc45e3340 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:28.630336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17e335-ca14-4957-ae16-f0f87bf3ad92 None None] Pushing event updated for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:28.664342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Attempting to bind port 9090d878-55a5-438b-b1b2-59000f15a6ae on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:28.665126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Attempting to bind port 9090d878-55a5-438b-b1b2-59000f15a6ae by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:28.665626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Attempting to bind port 9090d878-55a5-438b-b1b2-59000f15a6ae on network af1cdb37-2e09-4ecd-9893-b0280610248b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:28.674858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:28.675400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Checking segment: {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:28.676092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.676678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Bound using segment: {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:28.677438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Bound port: 9090d878-55a5-438b-b1b2-59000f15a6ae, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3af27864-1e92-4e98-be8f-f1e7c6e13544', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:28.677985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.793242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10f1fee4-9971-45bc-83f7-dff8c2cc5bd0 None None] Provisioning complete for port 8ed6104b-87af-4a85-bb3d-615cc45e3340 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:28.793758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10f1fee4-9971-45bc-83f7-dff8c2cc5bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.794587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:28.851126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] For port 9090d878-55a5-438b-b1b2-59000f15a6ae, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:28.866277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] For port 9090d878-55a5-438b-b1b2-59000f15a6ae, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9090d878-55a5-438b-b1b2-59000f15a6ae,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:28.869650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-10f1fee4-9971-45bc-83f7-dff8c2cc5bd0 None None] Port 8ed6104b-87af-4a85-bb3d-615cc45e3340 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:28.877023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.005263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:29.005448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:29.096301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 8ed6104b-87af-4a85-bb3d-615cc45e3340 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:29.107234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:29.157731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be17e335-ca14-4957-ae16-f0f87bf3ad92 None None] Pushing event updated for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:29.178454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.190361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.230320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:29.340018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=7ace1fc6-310d-4f64-a889-0de1fb0b9727,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:29.373330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '9168eaab-2cfc-4c02-859e-c705e5f4bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:29.373909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: cc5d8d71-b830-4d93-8b7a-c770beb2b577, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:06:29.402072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:29.402577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.423028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.423276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:06:29.454089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.487253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=8ed6104b-87af-4a85-bb3d-615cc45e3340,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:29.560627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cc5d8d71-b830-4d93-8b7a-c770beb2b577) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:29.583670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:29.584360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.584834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:29.589841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.623090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:29.623090 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.623539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8af59af2-d69b-4aac-bc4a-c1b542133eaf tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/8ed6104b-87af-4a85-bb3d-615cc45e3340 HTTP/1.1" status: 204 len: 168 time: 2.0828526 Apr 28 20:06:29.624546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] 10.222.0.41 "PUT /v2.0/ports/2fc61f33-c4b9-4710-b9f5-5bc04de150c1 HTTP/1.1" status: 200 len: 1091 time: 4.8142149 Apr 28 20:06:29.625434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:29.675839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:29.684051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11526ba3-432e-499c-8a78-25c56fa9d6a1 None None] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:29.714972 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9293e07-401b-41ef-8070-d55469c752dd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] GET failed (client error): The resource could not be found. Apr 28 20:06:29.715640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9293e07-401b-41ef-8070-d55469c752dd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:29.772224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a84efb60-23f0-43bd-8bca-8cc857efb6ed tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2889318 Apr 28 20:06:29.777297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:29.781160 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86de65d9-3479-41a2-81a2-bf9967c29510'] response: {'name': 'network-changed', 'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1', 'status': 'completed', 'code': 200} Apr 28 20:06:29.792196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1002797921', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:29.818733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:29.825925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:29.833937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:29.840133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c9293e07-401b-41ef-8070-d55469c752dd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:29.844478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c9293e07-401b-41ef-8070-d55469c752dd tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports/8ed6104b-87af-4a85-bb3d-615cc45e3340 HTTP/1.1" status: 404 len: 333 time: 0.2180822 Apr 28 20:06:29.856180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:29.859759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:29.908886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.932531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.933700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:29.948828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5173b2-5da7-496a-b454-5fd09bed6a9b req-0b0f516f-7383-4624-b027-96b6180ee693 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:29.956109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea5173b2-5da7-496a-b454-5fd09bed6a9b req-0b0f516f-7383-4624-b027-96b6180ee693 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 943 time: 0.2353427 Apr 28 20:06:29.981651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaeaff-c34a-4f94-b752-9e920e0b14f1 service neutron] Pushing event updated for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:30.001733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.002194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.031065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:27Z', 'revision_number': 6, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:28Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:30.039922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc1d505b-9717-4e87-a622-ef6327898c59,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:30.040383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70a19e-7899-4e92-91f1-7377c5f31b7f None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:27Z', 'revision_number': 6, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:28Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:30.090218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea5173b2-5da7-496a-b454-5fd09bed6a9b req-4e4590c9-be60-418d-bbad-98538f9db97c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330693 Apr 28 20:06:30.091006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:30.094240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.096222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2c15db11-465a-4d2a-a5b7-9b0ce188e4d2 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.8346159 Apr 28 20:06:30.104204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.108420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c6404add-778a-4777-bccc-1b5d098856cc tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 934 time: 4.4080868 Apr 28 20:06:30.115898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:30.116563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-5d69b368-eefb-4052-b7d8-3abecef7646c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:30.119676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:30.121343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-5d69b368-eefb-4052-b7d8-3abecef7646c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 1094 time: 0.4267740 Apr 28 20:06:30.150597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.161367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb42c-7b53-42a9-b121-054962dfa5a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:30.183189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cc5d8d71-b830-4d93-8b7a-c770beb2b577', 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '7ace1fc6-310d-4f64-a889-0de1fb0b9727'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:06:30.184265 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.206333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.264548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-16c6c606-bd6b-43dd-b677-7df051e62abc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1 HTTP/1.1" status: 200 len: 217 time: 0.1312089 Apr 28 20:06:30.355646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-3b7c2594-168a-4a9b-80b0-0f7e6272f396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:30.358791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-3b7c2594-168a-4a9b-80b0-0f7e6272f396 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.0843203 Apr 28 20:06:30.423578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-64de1875-eebb-4471-aa31-52289c6fc5e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0549057 Apr 28 20:06:30.457004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Allocated IP 2001:db8::2 (cc5d8d71-b830-4d93-8b7a-c770beb2b577/7ace1fc6-310d-4f64-a889-0de1fb0b9727/ebad19fb-e0f3-45d6-a973-5f39925bdde1) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:30.619811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:30.641781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:30.645355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:30.652385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:30.673841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.688261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-85f5f636-4be8-4458-b100-b9d990d19bce service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2547159 Apr 28 20:06:30.772864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.793655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Transition to ACTIVE for port object ebad19fb-e0f3-45d6-a973-5f39925bdde1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:30.810489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9090d878-55a5-438b-b1b2-59000f15a6ae up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:30.816066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.893384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.896826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.899061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/security-groups/bac308dc-a0a9-498a-a29c-8d80bbfa2b72 HTTP/1.1" status: 204 len: 168 time: 1.0416098 Apr 28 20:06:30.903554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9eb19c-dee9-4ecf-8c0b-98e3f1e1e288 req-3a83b3b3-986a-4dd7-b9be-159e486de396 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070427 Apr 28 20:06:30.904022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52628) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:30.916011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:30.921062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8dcf408f-695a-479f-9978-ac51300578c1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1416957 Apr 28 20:06:30.926219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:31.018602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Transition to ACTIVE for port object ebad19fb-e0f3-45d6-a973-5f39925bdde1 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:31.037292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.046511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-963430fc-33a0-437e-a6e3-c3c54c9a9a79 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 934 time: 0.9042752 Apr 28 20:06:31.047167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:31.047695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9321348d-077b-48c0-a850-eb05a0486c0b tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac308dc-a0a9-498a-a29c-8d80bbfa2b72,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:31.105407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.130162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'routes': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:31.151118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:31.158829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:31.165923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:31.173237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Pushing event updated for resources: {'Port': ['ID=ebad19fb-e0f3-45d6-a973-5f39925bdde1,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:31.214124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9090d878-55a5-438b-b1b2-59000f15a6ae completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:31.223391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9090d878-55a5-438b-b1b2-59000f15a6ae triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:31.223859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.340571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Attempting to bind port ebad19fb-e0f3-45d6-a973-5f39925bdde1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:31.341028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Attempting to bind port ebad19fb-e0f3-45d6-a973-5f39925bdde1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9168eaab-2cfc-4c02-859e-c705e5f4bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:31.341488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Attempting to bind port ebad19fb-e0f3-45d6-a973-5f39925bdde1 on network cc5d8d71-b830-4d93-8b7a-c770beb2b577 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:31.353217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:31.353967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Checking segment: {'id': '9168eaab-2cfc-4c02-859e-c705e5f4bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:31.354579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.355047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Bound using segment: {'id': '9168eaab-2cfc-4c02-859e-c705e5f4bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:31.355596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Bound port: ebad19fb-e0f3-45d6-a973-5f39925bdde1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9168eaab-2cfc-4c02-859e-c705e5f4bb33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'cc5d8d71-b830-4d93-8b7a-c770beb2b577'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:31.356063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.371002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.389398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:31.404746 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:31.405290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:31.409654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.529437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] For port ebad19fb-e0f3-45d6-a973-5f39925bdde1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:31.533554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] For port ebad19fb-e0f3-45d6-a973-5f39925bdde1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ebad19fb-e0f3-45d6-a973-5f39925bdde1,segment=NetworkSegment(9168eaab-2cfc-4c02-859e-c705e5f4bb33),segment_id=9168eaab-2cfc-4c02-859e-c705e5f4bb33)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:31.545227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.562471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.690581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9090d878-55a5-438b-b1b2-59000f15a6ae, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9090d878-55a5-438b-b1b2-59000f15a6ae,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:31.712459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.721618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d694a5-5869-4dcc-a1ac-6448b84bc4f8 None None] Pushing event updated for resources: {'Port': ['ID=ebad19fb-e0f3-45d6-a973-5f39925bdde1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:31.764010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.795245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2df46da2-ac62-42d7-a039-e97dec794f3a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:31.796022 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:31.818073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d3de-392b-48b2-b028-618e05ac8446 req-5717af74-899d-4815-986d-f226684d025c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:31.820197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-5717af74-899d-4815-986d-f226684d025c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 1094 time: 0.8514762 Apr 28 20:06:31.854696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:31.898128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.899323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-794620ce-d5b5-499f-af34-8375dab93aca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.7604265 Apr 28 20:06:31.902237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:31.910122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb42c-7b53-42a9-b121-054962dfa5a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:31.918832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:31.955302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:31.958530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:31.966829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:31.989905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:32.177594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d419693-66e8-463b-a6d2-00dcdf4aea35 req-870dd40a-8d56-40e7-b74a-f5b8939cdc0b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:32.185244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d419693-66e8-463b-a6d2-00dcdf4aea35 req-870dd40a-8d56-40e7-b74a-f5b8939cdc0b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 943 time: 0.5304298 Apr 28 20:06:32.225963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.230119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.311972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9280d4-d575-49ba-81e3-77b5f322a9eb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:32.348231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.350143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-06ccb7a6-7839-4b18-afa1-eb30b0f83669 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/security-groups/ad9280d4-d575-49ba-81e3-77b5f322a9eb HTTP/1.1" status: 204 len: 168 time: 1.4450452 Apr 28 20:06:32.364101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:32.373710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d419693-66e8-463b-a6d2-00dcdf4aea35 req-fa23eac4-b76c-404c-9073-380d75a5eb08 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830654 Apr 28 20:06:32.460704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d3de-392b-48b2-b028-618e05ac8446 req-1efffafe-ec56-493e-a879-e06991c0fece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:32.461432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-1efffafe-ec56-493e-a879-e06991c0fece service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.5519128 Apr 28 20:06:32.525882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.548192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.549126 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:27Z', 'revision_number': 6, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:28Z', 'revision_number': 4, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:32.555600 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:32.570099 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:32.570971 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:32.578866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-7bcdcf2b-fbe0-4949-9a19-2addc3fd8b72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1 HTTP/1.1" status: 200 len: 217 time: 0.0783901 Apr 28 20:06:32.606919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.640083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.698097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162d3de-392b-48b2-b028-618e05ac8446 req-8cf5647c-bbba-4bb2-a91e-fc6b189e3dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:32.699536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-8cf5647c-bbba-4bb2-a91e-fc6b189e3dbe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.1124458 Apr 28 20:06:32.759195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7109b6a0-0dd3-4471-bb34-7d3eb2549c5e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:32.771996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.777148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-79f2506b-17ce-4cc9-b16d-fbe74e92564a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8715105 Apr 28 20:06:32.778784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52676) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:32.786369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.789718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:32.791414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/security-groups/bdb2a2ed-e21f-4a69-a97f-e9e165568b66 HTTP/1.1" status: 204 len: 168 time: 0.4261270 Apr 28 20:06:32.834844 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:32.834991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52680) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:32.834991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df49ee06-5410-41d7-8764-47f678285df9 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb2a2ed-e21f-4a69-a97f-e9e165568b66,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:32.847694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb42c-7b53-42a9-b121-054962dfa5a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:32.859516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:32.869008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:32.870315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:32.878103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:32.906188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-8b55d9bf-a458-4398-b609-81454f3db28d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1941214 Apr 28 20:06:32.972705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ebad19fb-e0f3-45d6-a973-5f39925bdde1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:32.986475 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.044996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:06:33.082437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.extraroute_db [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added routes are [] {{(pid=88139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:06:33.082777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.extraroute_db [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=88139) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:06:33.204835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 20684bdb-9992-4d7f-95f3-7c71180eefd0 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:33.225118 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.233981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.240087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-38763f3a-720f-4139-93da-13f4b5572936 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3215983 Apr 28 20:06:33.241905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.264449 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.382894 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:27Z', 'revision_number': 6, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:31Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:33.392159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:33.404715 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23aa9c14-0703-4a29-9ba4-d14ab799f5bc None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:27Z', 'revision_number': 6, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:31Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:33.412390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8::1 (cc5d8d71-b830-4d93-8b7a-c770beb2b577/7ace1fc6-310d-4f64-a889-0de1fb0b9727/5f4742a5-8c3e-478c-9bec-09bf1569ef44) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:33.428542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1', 'mac_address': 'fa:16:3e:72:18:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:06:33.436242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ebad19fb-e0f3-45d6-a973-5f39925bdde1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:33.441574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.537188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-132a2867-baad-452a-b251-d8257eb4270d None None] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:33.603150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9090d878-55a5-438b-b1b2-59000f15a6ae up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:33.712120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a743274b-4c35-4382-a49f-6e5829f7085c,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:33.768976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.836850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.846966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2eaffe9-9520-475a-8a7c-d00ff55739aa tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0557795 Apr 28 20:06:33.847302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Provisioning for port ebad19fb-e0f3-45d6-a973-5f39925bdde1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:33.856296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52700) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:33.860292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:33.865655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '9dfdb42c-7b53-42a9-b121-054962dfa5a9', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:33.878068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:33.878469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:33.887342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Provisioning complete for port ebad19fb-e0f3-45d6-a973-5f39925bdde1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:33.887719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:33.937646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.052925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9090d878-55a5-438b-b1b2-59000f15a6ae triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:34.054149 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.125245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9162d3de-392b-48b2-b028-618e05ac8446 req-3343045b-3280-414b-adf1-0ebc208172a3 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8665519 Apr 28 20:06:34.197963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:34.225434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e443520c-de2d-448b-b490-ac52cb24ece4 req-2eeccc4f-73ae-459f-b20a-812becd23be9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:34.229912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e443520c-de2d-448b-b490-ac52cb24ece4 req-2eeccc4f-73ae-459f-b20a-812becd23be9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 943 time: 0.5093727 Apr 28 20:06:34.232668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['2fc61f33-c4b9-4710-b9f5-5bc04de150c1'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:34.273558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.369037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.374251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.377605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:34.381415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:34.389212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:34.399852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.498531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object 5f4742a5-8c3e-478c-9bec-09bf1569ef44 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:34.568538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.585636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.643929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.707859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.734350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cafb5b0c-03b4-40ef-99db-f5b736a9054c None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:34.747495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.767141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/20684bdb-9992-4d7f-95f3-7c71180eefd0 HTTP/1.1" status: 204 len: 168 time: 1.9255652 Apr 28 20:06:34.780567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e443520c-de2d-448b-b490-ac52cb24ece4 req-01bda8d3-7567-4f77-84a1-7cb74c4d7096 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5358336 Apr 28 20:06:34.788376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ed3815-5663-42dd-a40d-880c77280ab8 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=20684bdb-9992-4d7f-95f3-7c71180eefd0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:34.798528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52720) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:34.805601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:34.815870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:34.826909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:34.830282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:34.830827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.887523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] For port ebad19fb-e0f3-45d6-a973-5f39925bdde1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ebad19fb-e0f3-45d6-a973-5f39925bdde1,segment=NetworkSegment(9168eaab-2cfc-4c02-859e-c705e5f4bb33),segment_id=9168eaab-2cfc-4c02-859e-c705e5f4bb33)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:34.894806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.906857 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:34.962630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet d228edc4-6b0f-448a-b367-a19760979cf3 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:34.967616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.007930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.049822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.153301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:35.169888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f414aa3-bb14-414f-a9ab-6454082e094f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:35.176676 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.178044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c6e8f9f5-fc8c-49ec-bceb-546b451ee591 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 700 time: 4.1298525 Apr 28 20:06:35.181997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:35.198048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:35.231848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420ff73a-f0cc-4906-820f-7a21222ab550 None None] Pushing event updated for resources: {'Port': ['ID=ebad19fb-e0f3-45d6-a973-5f39925bdde1,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:35.237043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=5f4742a5-8c3e-478c-9bec-09bf1569ef44,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:35.273596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:35.275313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:35.292277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.406111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.410573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.412458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6c986f0a-7e08-41cf-8d7e-f34300537482 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5550468 Apr 28 20:06:35.429527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:35.480596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f2d06e9-0db2-4308-a484-38a791558232 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 700 time: 0.2971885 Apr 28 20:06:35.564289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.567999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52744) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:35.593274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.644153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.684233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f414aa3-bb14-414f-a9ab-6454082e094f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:35.692493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.694558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-afd1ac75-301e-477d-a7c2-4d2d5891c798 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/8f414aa3-bb14-414f-a9ab-6454082e094f HTTP/1.1" status: 204 len: 168 time: 0.2575259 Apr 28 20:06:35.697449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:35.716426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:35.771492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ba22073-b8f9-4e21-acf3-ca8f929f020a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:35.833311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7ba22073-b8f9-4e21-acf3-ca8f929f020a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:35.835476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ba22073-b8f9-4e21-acf3-ca8f929f020a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1362333 Apr 28 20:06:35.838316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52760) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:35.895502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.903042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:35.920668 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.049551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.093165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a743274b-4c35-4382-a49f-6e5829f7085c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:36.127368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.128851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6275f77a-450d-4167-9dbf-49d93d2d7b19 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/a743274b-4c35-4382-a49f-6e5829f7085c HTTP/1.1" status: 204 len: 168 time: 0.2896273 Apr 28 20:06:36.131470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52764) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.176261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e99b6d-231d-46a1-951d-ca8310721622 req-065086ed-8f01-40a7-862e-596ad32abf98 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:36.177305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2e99b6d-231d-46a1-951d-ca8310721622 req-065086ed-8f01-40a7-862e-596ad32abf98 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 944 time: 0.1799650 Apr 28 20:06:36.211746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44ad405f-0905-40d1-a781-311bd7fd2b9f None None] Provisioning complete for port ebad19fb-e0f3-45d6-a973-5f39925bdde1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:36.212361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44ad405f-0905-40d1-a781-311bd7fd2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.252705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=d228edc4-6b0f-448a-b367-a19760979cf3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:36.265127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2e99b6d-231d-46a1-951d-ca8310721622 req-9370c36d-e335-4074-93cf-72ded953426d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739846 Apr 28 20:06:36.334058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f1f37fea-28b8-4062-b59d-f28c33334584 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:36.361915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f1f37fea-28b8-4062-b59d-f28c33334584 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:36.363249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f1f37fea-28b8-4062-b59d-f28c33334584 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2305543 Apr 28 20:06:36.367047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.406192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.438522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.508011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.527636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:33Z', 'revision_number': 7, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:31Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:36.536643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:36.546697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:36.547353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:36.562642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7109b6a0-0dd3-4471-bb34-7d3eb2549c5e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:36.573010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.574162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eca80adc-aaed-42cd-92e1-7f2a8c80f93f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7109b6a0-0dd3-4471-bb34-7d3eb2549c5e HTTP/1.1" status: 204 len: 168 time: 0.2061901 Apr 28 20:06:36.577673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.633692 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.645966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-816cfb37-6ccc-4f16-9ced-8e22245d93fb tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/d228edc4-6b0f-448a-b367-a19760979cf3 HTTP/1.1" status: 204 len: 168 time: 1.8389051 Apr 28 20:06:36.649693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52786) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.723514 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-66adc63b-ff06-43d6-895c-ab7acc7ab6f7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:36.724083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66adc63b-ff06-43d6-895c-ab7acc7ab6f7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:36.726106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-66adc63b-ff06-43d6-895c-ab7acc7ab6f7 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/20684bdb-9992-4d7f-95f3-7c71180eefd0 HTTP/1.1" status: 404 len: 337 time: 0.0754819 Apr 28 20:06:36.737749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16132332-e05d-488b-8e12-42bc50f050ab tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:36.741037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.768687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16132332-e05d-488b-8e12-42bc50f050ab tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:36.774799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16132332-e05d-488b-8e12-42bc50f050ab tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1920512 Apr 28 20:06:36.774799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:36.793090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:36.829392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.853871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.883878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.911438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2df46da2-ac62-42d7-a039-e97dec794f3a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:36.942682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:36.946527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb732fc9-45af-497f-9cc5-383e9d246dbb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/2df46da2-ac62-42d7-a039-e97dec794f3a HTTP/1.1" status: 204 len: 168 time: 0.1681902 Apr 28 20:06:36.947958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52800) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.025724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting subnet 9efac0f4-11fd-4b38-939c-789e7945b580 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:37.027534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72405bd9-0bf7-4a4a-867f-4b7d518c4558 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:37.041835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.055841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ebad19fb-e0f3-45d6-a973-5f39925bdde1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:37.063623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72405bd9-0bf7-4a4a-867f-4b7d518c4558 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:37.064832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-72405bd9-0bf7-4a4a-867f-4b7d518c4558 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1158586 Apr 28 20:06:37.067571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.111148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.133866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.174617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.182631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.198924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dc1d505b-9717-4e87-a622-ef6327898c59,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:37.212128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:37.213797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.218094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0e076d77-c3b6-489c-bc60-7330509a4fca tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/dc1d505b-9717-4e87-a622-ef6327898c59 HTTP/1.1" status: 204 len: 168 time: 0.1492255 Apr 28 20:06:37.220928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.243107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e65ba7a5-8a00-43dd-9297-b8f3bc6eb14b None None] Provisioning for port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:37.277837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e65ba7a5-8a00-43dd-9297-b8f3bc6eb14b None None] Provisioning complete for port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:37.278632 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e65ba7a5-8a00-43dd-9297-b8f3bc6eb14b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.284691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffa16be8-31a3-433c-b3f3-b2914b5864bc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:37.286500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.312937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffa16be8-31a3-433c-b3f3-b2914b5864bc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:37.315112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ffa16be8-31a3-433c-b3f3-b2914b5864bc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0922737 Apr 28 20:06:37.317751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52820) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.422991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.454725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.553023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.586027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dfdb42c-7b53-42a9-b121-054962dfa5a9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:37.605598 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.606972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cb548891-bfc3-45bb-b925-dcbef8b09787 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/9dfdb42c-7b53-42a9-b121-054962dfa5a9 HTTP/1.1" status: 204 len: 168 time: 0.2881818 Apr 28 20:06:37.609996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52834) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.631055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e65ba7a5-8a00-43dd-9297-b8f3bc6eb14b None None] Port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:37.668367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:37.669434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.680296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ebad19fb-e0f3-45d6-a973-5f39925bdde1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:37.680665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.699353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fac195e-958f-4017-950c-9283b9a2465a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:37.708857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:37.709156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.733936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9fac195e-958f-4017-950c-9283b9a2465a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:37.738081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9fac195e-958f-4017-950c-9283b9a2465a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1269155 Apr 28 20:06:37.744999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.756573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1899965003'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:37.766875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:37.777500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Subnet': ['ID=9efac0f4-11fd-4b38-939c-789e7945b580,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:37.783231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:37.805840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.818337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.841516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cb734f82-2083-46c4-8ba5-b73199516315 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/9efac0f4-11fd-4b38-939c-789e7945b580 HTTP/1.1" status: 204 len: 168 time: 1.0963724 Apr 28 20:06:37.851145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86883dcb-e50f-479b-8281-e97fa9c35795 None None] Network 80295c56-11f6-4bda-b478-182f0401020b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:37.860696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52842) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:37.865613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:37.870752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:37.872088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8cd1ec-fb0a-46c1-872b-e3aa5e5f5c3d req-aecbc2f2-1d93-434d-a251-8b7385b911ea tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:37.874020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d8cd1ec-fb0a-46c1-872b-e3aa5e5f5c3d req-aecbc2f2-1d93-434d-a251-8b7385b911ea tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 944 time: 0.4778688 Apr 28 20:06:37.874408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:37.880360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:37.885134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.930916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.931972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:37.952964 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-08aa95f1-f90b-4323-abbd-f57f61c90743 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:37.953430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08aa95f1-f90b-4323-abbd-f57f61c90743 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:37.978222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08aa95f1-f90b-4323-abbd-f57f61c90743 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/59aee82b-5cbf-430f-9fcd-3dc566766187 HTTP/1.1" status: 404 len: 337 time: 0.0702376 Apr 28 20:06:37.979241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.067033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=5f4742a5-8c3e-478c-9bec-09bf1569ef44,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:38.077990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d8cd1ec-fb0a-46c1-872b-e3aa5e5f5c3d req-f469c5fd-93ae-49a2-ac0a-5b35939ae658 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906695 Apr 28 20:06:38.138357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f0efef8-13c2-4f95-adaa-f2ae866fd7f2 None None] Provisioning complete for port 06fd9cb4-0996-494c-949a-bd8d7a02653c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:38.138735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f0efef8-13c2-4f95-adaa-f2ae866fd7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.205424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b5f0494-9e51-499c-ae41-aa6d37246506 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Synchronizing usage tracker for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:38.236114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8b5f0494-9e51-499c-ae41-aa6d37246506 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Unset dirty status for tenant:5decab70e62e47078971391ebacba561 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:38.239939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b5f0494-9e51-499c-ae41-aa6d37246506 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "GET /v2.0/ports?device_id=959968c1-ba01-47d3-94ac-da4469b81d67 HTTP/1.1" status: 200 len: 205 time: 0.2596161 Apr 28 20:06:38.248507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.252275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:38.260864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:38.301663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:33Z', 'revision_number': 7, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:31Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:38.321720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.354520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.363694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb94b2d9-2824-4ec4-980d-dafd492d6dcc None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:33Z', 'revision_number': 7, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9090d878-55a5-438b-b1b2-59000f15a6ae', 'name': '', 'network_id': 'af1cdb37-2e09-4ecd-9893-b0280610248b', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:3a:53:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2825, 'fixed_ips': [{'subnet_id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:20Z', 'updated_at': '2022-04-28T20:06:31Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '0b7a3ad8-85c0-49b7-a575-2af384c2066b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:38.393380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.578802 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-068f75ad-a1e4-4093-8238-dbc07395b822 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] delete failed (client error): The resource could not be found. Apr 28 20:06:38.583401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-068f75ad-a1e4-4093-8238-dbc07395b822 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/routers/959968c1-ba01-47d3-94ac-da4469b81d67 HTTP/1.1" status: 404 len: 336 time: 0.3339651 Apr 28 20:06:38.583735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:38.586480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52874) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.587331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a47449e4-fb37-4b55-a1fc-52deb66be8a5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:38.602278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.603962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2800be17-8939-4335-b2f9-0fc808cc7d54 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8540962 Apr 28 20:06:38.606671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.691859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': 'a47449e4-fb37-4b55-a1fc-52deb66be8a5', 'direction': 'ingress', 'protocol': 17}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:38.707570 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-b106128d-52f1-4331-8fe4-56ef852cdd63 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:38.708472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b106128d-52f1-4331-8fe4-56ef852cdd63 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:38.726889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b106128d-52f1-4331-8fe4-56ef852cdd63 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/7e335c24-e613-488f-8d46-d56703f5b889 HTTP/1.1" status: 404 len: 337 time: 0.1211092 Apr 28 20:06:38.727137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.731722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:38.750912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:38.755334 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f83fa3-e19e-42df-a49e-8a534b1e2050'] response: {'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1', 'code': 200} Apr 28 20:06:38.760619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:38.762638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:38.769727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:38.782694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.831126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.857790 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-67eb7e7c-a99f-4ceb-91e9-ad78d2261d04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:38.858654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67eb7e7c-a99f-4ceb-91e9-ad78d2261d04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:38.860563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-67eb7e7c-a99f-4ceb-91e9-ad78d2261d04 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/40e3a62f-6d5b-4b1e-87ac-6d7794932663 HTTP/1.1" status: 404 len: 337 time: 0.1283474 Apr 28 20:06:38.864893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.946558 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-faace7d5-6b03-425e-952f-87fbce48241e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:38.946558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-faace7d5-6b03-425e-952f-87fbce48241e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:38.946558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-faace7d5-6b03-425e-952f-87fbce48241e tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/0f8dd915-6323-4127-9ef1-8ca7fc7fc2d8 HTTP/1.1" status: 404 len: 337 time: 0.0733728 Apr 28 20:06:38.947383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:38.972645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6f0efef8-13c2-4f95-adaa-f2ae866fd7f2 None None] Provisioning complete for port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:38.973029 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f0efef8-13c2-4f95-adaa-f2ae866fd7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:38.985802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4fca5-c614-417c-940c-92b2cbe84fa8 req-3d37485f-5cbe-40f6-bd06-59cd1c08a526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:38.987640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1de4fca5-c614-417c-940c-92b2cbe84fa8 req-3d37485f-5cbe-40f6-bd06-59cd1c08a526 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 1096 time: 0.2069111 Apr 28 20:06:39.015610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:39.026331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.031667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] DHCP port deletion for 80295c56-11f6-4bda-b478-182f0401020b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:39.032846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router d5fc716b-2c66-45c2-8656-fb75c7653a49 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:06:39.039891 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac414ab-dfd7-4b0e-a52b-ab8b5eb72c53 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.040722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac414ab-dfd7-4b0e-a52b-ab8b5eb72c53 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.042291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8ac414ab-dfd7-4b0e-a52b-ab8b5eb72c53 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/85b2b642-f269-4358-87c1-ad2c41eef8b7 HTTP/1.1" status: 404 len: 333 time: 0.0868402 Apr 28 20:06:39.049657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52900) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.051657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1de4fca5-c614-417c-940c-92b2cbe84fa8 req-2d82088f-3aef-4bea-b79d-8c5fe57aa5f9 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498841 Apr 28 20:06:39.052476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.058348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Deleting port 06fd9cb4-0996-494c-949a-bd8d7a02653c {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:39.058681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.118248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.128451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6f0efef8-13c2-4f95-adaa-f2ae866fd7f2 None None] Port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:39.131738 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-35fac6ec-27bb-4437-a920-b4a2783850d1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.134574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35fac6ec-27bb-4437-a920-b4a2783850d1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.144105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=791d3f0e-2c9f-4e1c-92ed-32788ec870a5,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:39.161309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35fac6ec-27bb-4437-a920-b4a2783850d1 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/e15682d6-8304-4c11-946a-fa4f6c4d49de HTTP/1.1" status: 404 len: 337 time: 0.1056333 Apr 28 20:06:39.165898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52906) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.248861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.250877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-07f42dae-c7e6-410b-bbe3-3d26f28ac86f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5634830 Apr 28 20:06:39.256112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.257998 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7b7af26-fb42-4a3e-9557-1f6538fbe076 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.258492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7b7af26-fb42-4a3e-9557-1f6538fbe076 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.260211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e7b7af26-fb42-4a3e-9557-1f6538fbe076 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/53ac2f56-e2f1-4132-b216-55845cb7fa24 HTTP/1.1" status: 404 len: 337 time: 0.0929163 Apr 28 20:06:39.262948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.349874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b7cfd80d-e38d-47d7-bcb5-065be25ea1f0 None None] Provisioning complete for port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:39.351146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b7cfd80d-e38d-47d7-bcb5-065be25ea1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.380702 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6f3e2f9-d8a3-4b8e-bef0-97a5735647e0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.381893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6f3e2f9-d8a3-4b8e-bef0-97a5735647e0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.384256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c6f3e2f9-d8a3-4b8e-bef0-97a5735647e0 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/514627d9-0c7e-4a75-a288-06d58a965d99 HTTP/1.1" status: 404 len: 333 time: 0.1200211 Apr 28 20:06:39.392234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.438895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfd80d-e38d-47d7-bcb5-065be25ea1f0 None None] Port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:06:39.463994 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a76d77c-b930-4cfe-9001-0eaa9e14dd4d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.464533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a76d77c-b930-4cfe-9001-0eaa9e14dd4d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.468511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7a76d77c-b930-4cfe-9001-0eaa9e14dd4d tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/9d9bce50-95ea-4d16-9920-6a50454d7f3b HTTP/1.1" status: 404 len: 337 time: 0.0659218 Apr 28 20:06:39.470842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52926) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.483347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] For port 06fd9cb4-0996-494c-949a-bd8d7a02653c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=06fd9cb4-0996-494c-949a-bd8d7a02653c,segment=NetworkSegment(a9b965d0-e2b8-4ff2-bed8-2ea50724177f),segment_id=a9b965d0-e2b8-4ff2-bed8-2ea50724177f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:39.483749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.518412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b6c48a-1398-4ff1-843f-e3b8f30d0966 req-b9d13455-3ed2-428a-bcd2-73b21dd06bfe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:39.520669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0b6c48a-1398-4ff1-843f-e3b8f30d0966 req-b9d13455-3ed2-428a-bcd2-73b21dd06bfe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.8134894 Apr 28 20:06:39.526840 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d660ebf-9c0b-4f26-9eab-c990e80f1c17 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] DELETE failed (client error): The resource could not be found. Apr 28 20:06:39.527364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d660ebf-9c0b-4f26-9eab-c990e80f1c17 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:06:39.531490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d660ebf-9c0b-4f26-9eab-c990e80f1c17 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/subnets/734d45e6-825b-42ab-a0a7-b40f207c06cd HTTP/1.1" status: 404 len: 337 time: 0.0543821 Apr 28 20:06:39.543124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.607976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.627937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6c475-ba49-4555-bf25-ed6c76cb37f9 req-b29cf24d-8987-46e7-8bce-10dcc0c70adf tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:39.629425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7de6c475-ba49-4555-bf25-ed6c76cb37f9 req-b29cf24d-8987-46e7-8bce-10dcc0c70adf tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 0.3058338 Apr 28 20:06:39.680526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.746451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:39.759073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Calling delete_port for 06fd9cb4-0996-494c-949a-bd8d7a02653c owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:39.759667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] Sync routers for ids ['d5fc716b-2c66-45c2-8656-fb75c7653a49'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:39.768860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Deleting port 1469cd61-cf17-4fb5-ad3a-d81c55780b1f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:39.769207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.773372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0b6c48a-1398-4ff1-843f-e3b8f30d0966 req-fa6b2e76-19a4-4196-ab51-044b823436cb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2246523 Apr 28 20:06:39.773699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] Routers {'d5fc716b-2c66-45c2-8656-fb75c7653a49'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:39.774659 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d5fc716b-2c66-45c2-8656-fb75c7653a49'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:39.779578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-64fc5b32-a806-42be-a8b0-b916a7d6b1dd tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/d5fc716b-2c66-45c2-8656-fb75c7653a49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8395414 Apr 28 20:06:39.797028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.802237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52940) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:39.870388 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:39.870659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a47449e4-fb37-4b55-a1fc-52deb66be8a5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:39.881520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] Routers {'d5fc716b-2c66-45c2-8656-fb75c7653a49'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:39.883248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d5fc716b-2c66-45c2-8656-fb75c7653a49'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:39.940210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7de6c475-ba49-4555-bf25-ed6c76cb37f9 req-bf673967-2062-4369-a45f-5c1b7200fa1e tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023377 Apr 28 20:06:39.963387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ddf90c-b292-4310-b1bd-8e22358ca3c0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:39.963990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f7ddf90c-b292-4310-b1bd-8e22358ca3c0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:39.978514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.979156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.979876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25e89dc0-fad4-42d0-a6be-9402e7e09f52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/a47449e4-fb37-4b55-a1fc-52deb66be8a5 HTTP/1.1" status: 204 len: 168 time: 0.7184715 Apr 28 20:06:39.987472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:39.991928 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:39.992339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a468ee8-0dc8-4f7b-9dd4-a933c59650da None None] The sync data for ids ['d5fc716b-2c66-45c2-8656-fb75c7653a49'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:40.012271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52946) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:40.038163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f7ddf90c-b292-4310-b1bd-8e22358ca3c0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:40.039095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f7ddf90c-b292-4310-b1bd-8e22358ca3c0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports/5f4742a5-8c3e-478c-9bec-09bf1569ef44 HTTP/1.1" status: 200 len: 911 time: 0.2178881 Apr 28 20:06:40.042524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52952) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:40.048207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7ace1fc6-310d-4f64-a889-0de1fb0b9727'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:40.050772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 9090d878-55a5-438b-b1b2-59000f15a6ae {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:40.050917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] Pushing event deleted for resources: {'Port': ['ID=06fd9cb4-0996-494c-949a-bd8d7a02653c,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:40.051476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:40.053266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe70aee-b82d-4c2c-91cf-88645a2d26a8 None None] No DVR routers for this DVR port 06fd9cb4-0996-494c-949a-bd8d7a02653c on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:40.199408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-87435d07-4e57-4ed1-a7e5-87717e7ec6fe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1842799 Apr 28 20:06:40.206605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52956) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:40.226360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--2091171955'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:40.309991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:40.380207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:40.385106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:40.393036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:40.398244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 9090d878-55a5-438b-b1b2-59000f15a6ae, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9090d878-55a5-438b-b1b2-59000f15a6ae,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:40.398440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:40.400906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:40.555825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 9090d878-55a5-438b-b1b2-59000f15a6ae owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:40.574472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Calling delete_port for 1469cd61-cf17-4fb5-ad3a-d81c55780b1f owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:40.616233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:40.792553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:40.821284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:40.826302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:40.830378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:40.833264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:40.839668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:40.860741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 06fd9cb4-0996-494c-949a-bd8d7a02653c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:40.861827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 06fd9cb4-0996-494c-949a-bd8d7a02653c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:40.880757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=9090d878-55a5-438b-b1b2-59000f15a6ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:40.935510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.251073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.330244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f7a6d6-9d38-439e-a14a-6a1f635bbaa2 req-953c3141-abe0-49fb-bc2b-18cf349e9f22 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:41.331756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5f7a6d6-9d38-439e-a14a-6a1f635bbaa2 req-953c3141-abe0-49fb-bc2b-18cf349e9f22 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.2775068 Apr 28 20:06:41.333948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.337242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.343432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.350936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Port': ['ID=1469cd61-cf17-4fb5-ad3a-d81c55780b1f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:41.365520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.411140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c29b8140-0492-4679-b7d9-4f0acb374425 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/ports/1469cd61-cf17-4fb5-ad3a-d81c55780b1f HTTP/1.1" status: 204 len: 168 time: 1.8662317 Apr 28 20:06:41.421080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:41.496960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.501009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2934220 Apr 28 20:06:41.504611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52986) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:41.533355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--2087808048'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:41.565976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:41.582426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4294cd7-2891-4874-aace-1bf13fe947ff tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64e21bb-30ee-49f5-9f1f-178e99cca2c6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:41.590069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:41.637282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:41.678983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5f7a6d6-9d38-439e-a14a-6a1f635bbaa2 req-c972122c-610e-4e8d-8dd9-f1a6a26d9953 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3376052 Apr 28 20:06:41.682521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:41.705129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac62712-2311-43e1-9b9d-2f9d85d654f6 req-d8c1cc96-53af-489d-a01b-f20ba82627d7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:41.706622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ac62712-2311-43e1-9b9d-2f9d85d654f6 req-d8c1cc96-53af-489d-a01b-f20ba82627d7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 0.5090456 Apr 28 20:06:41.773592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.779252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:41.855055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ac62712-2311-43e1-9b9d-2f9d85d654f6 req-3445a985-6272-49cd-8e58-5f16b7a1d1cf tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311121 Apr 28 20:06:41.860616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:41.876053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:41.985276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:42.009293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:42.027392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:42.094554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:42.107108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:42.118307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:42.119370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.170391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fc2d1cf3-d661-4e7e-aab3-de8764006e34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6000137 Apr 28 20:06:42.173801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:42.182001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.207775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.226762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80295c56-11f6-4bda-b478-182f0401020b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.242116 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.247882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:42.248492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.249818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/ports/5f4742a5-8c3e-478c-9bec-09bf1569ef44 HTTP/1.1" status: 200 len: 911 time: 2.2066095 Apr 28 20:06:42.251904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.252283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9b965d0-e2b8-4ff2-bed8-2ea50724177f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.253872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:42.306513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.331809 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.347464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:42.355179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.375449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:42.375853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:42.395183 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:42.423700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3abd418-9dc2-43ce-9cd6-c7f42a85521a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=5f4742a5-8c3e-478c-9bec-09bf1569ef44,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:42.469246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet 0b7a3ad8-85c0-49b7-a575-2af384c2066b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:42.484369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-6920b097-667c-429c-90bb-a3af0c60e837 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:42.486942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-6920b097-667c-429c-90bb-a3af0c60e837 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.4528322 Apr 28 20:06:42.487506 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.488006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.502079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.569154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-7adefac2-7d5c-4a14-bc6c-2290fab67bf1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0409603 Apr 28 20:06:42.594547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.598756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0839267 Apr 28 20:06:42.603183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53024) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:42.608961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': 'a64e21bb-30ee-49f5-9f1f-178e99cca2c6', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd193bc3b-89e4-4e4d-bdeb-f89814ad3c0f', 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:42.626155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.628793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.632122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.636998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:42.655744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:42.671360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:42.678457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c13857-1a48-4881-a679-d900c43e4ee3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d193bc3b-89e4-4e4d-bdeb-f89814ad3c0f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:42.687072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] 10.222.0.24 "DELETE /v2.0/networks/80295c56-11f6-4bda-b478-182f0401020b HTTP/1.1" status: 204 len: 168 time: 1.2190914 Apr 28 20:06:42.688107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921dae5a-c338-4bed-9fdb-fd48ec10c915 tempest-PortsIpV6TestJSON-1850161354 tempest-PortsIpV6TestJSON-1850161354-project] Pushing event deleted for resources: {'Network': ['ID=80295c56-11f6-4bda-b478-182f0401020b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:42.698143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:42.743624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.901389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:40Z', 'revision_number': 8, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.908889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:42.917679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:42.925825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:42.926461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:42.934031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.071667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60d56959-b08e-4788-be60-523d428f6d51,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:43.201443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:43.241677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.279868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.281728 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b42307b-e9d3-46d1-b3f5-3f3fa5dd803f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6771619 Apr 28 20:06:43.284395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53050) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.300793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-eddd8d9b-0b12-4e86-b812-0d433cf05d71 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7223063 Apr 28 20:06:43.338672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.354438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b017205e-657f-45bc-8244-06b2b7e2a08b req-91867ace-8ed7-4fc7-85b6-7cfc7ae126b1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:43.356376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b017205e-657f-45bc-8244-06b2b7e2a08b req-91867ace-8ed7-4fc7-85b6-7cfc7ae126b1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3715963 Apr 28 20:06:43.361299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.401826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.428786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b017205e-657f-45bc-8244-06b2b7e2a08b req-4c5277ae-65ea-498e-aff9-976be238cc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595818 Apr 28 20:06:43.430246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.447485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=60d56959-b08e-4788-be60-523d428f6d51,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:43.462763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.463870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f3dd408a-81a2-444e-8a75-54c1c6784ec8 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/60d56959-b08e-4788-be60-523d428f6d51 HTTP/1.1" status: 204 len: 168 time: 0.1783361 Apr 28 20:06:43.466671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53054) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.531668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16677575-d3b3-4a42-a453-42012a020465 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:43.556111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-16677575-d3b3-4a42-a453-42012a020465 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:43.559447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-16677575-d3b3-4a42-a453-42012a020465 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0908482 Apr 28 20:06:43.562163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53058) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.630147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-24b1df0e-bd51-4dfc-871d-1fb040b1c575 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5decab70e62e47078971391ebacba561&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858089 Apr 28 20:06:43.643434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.651873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.676145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-d493d4d9-a2b4-49fe-a920-65bb9d377bc0 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632224 Apr 28 20:06:43.690501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.747618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.760038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.773369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:40Z', 'revision_number': 8, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:43.779162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05e1c30b-e59c-416a-973b-02591d28c3b7 None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:40Z', 'revision_number': 8, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ae7dfcb-56ed-4732-9032-fb2e9f195631', 'name': '', 'network_id': 'bc10d84d-76ba-4977-89cf-aad331a3e598', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:7c:a1:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2799, 'fixed_ips': [{'subnet_id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:07Z', 'updated_at': '2022-04-28T20:06:19Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '7938f805-3656-4b09-a4d6-bca3d847040a', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:43.783036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d193bc3b-89e4-4e4d-bdeb-f89814ad3c0f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:43.804207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.811171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a6328a4-5b98-4b84-9396-ff6194f273fc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/d193bc3b-89e4-4e4d-bdeb-f89814ad3c0f HTTP/1.1" status: 204 len: 168 time: 0.2475500 Apr 28 20:06:43.812103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53070) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.854944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=0b7a3ad8-85c0-49b7-a575-2af384c2066b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:43.882386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:43.883476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2285a0be-7eef-4bd2-916a-863daa18a9f1 None None] Network af1cdb37-2e09-4ecd-9893-b0280610248b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:43.919432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-93bc97a1-1fc5-4a2b-8d2f-f29503aa695f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:43.938172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-93bc97a1-1fc5-4a2b-8d2f-f29503aa695f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:43.940197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-93bc97a1-1fc5-4a2b-8d2f-f29503aa695f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1271474 Apr 28 20:06:43.944378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.970043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-987b450b-ee18-49f4-aaa7-d8defdd88d74 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/0b7a3ad8-85c0-49b7-a575-2af384c2066b HTTP/1.1" status: 204 len: 168 time: 1.7954304 Apr 28 20:06:43.975970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53084) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:43.995761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.063213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.086065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-d99222d5-b844-489b-a551-36aa7f51511e service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4005241 Apr 28 20:06:44.104872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.121116 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.122820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.156526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.221830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:44.222223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.251876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.305008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64e21bb-30ee-49f5-9f1f-178e99cca2c6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:44.395529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.397581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-30e68061-a905-4c78-9a4a-8739b5f5c080 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/a64e21bb-30ee-49f5-9f1f-178e99cca2c6 HTTP/1.1" status: 204 len: 168 time: 0.4523215 Apr 28 20:06:44.400865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] DHCP port deletion for af1cdb37-2e09-4ecd-9893-b0280610248b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:44.401384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53088) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:44.405971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Deleting port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:44.406390 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.480982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.539337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69839d21-4589-4793-a8a1-44769dbf5ec0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:44.634292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ff4ed37-f4a8-40da-b403-541ee3e50149 req-e3e99147-ed02-40f3-91d9-a2ee1c552582 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 210 time: 0.0905862 Apr 28 20:06:44.740324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.741484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f5bad312-2089-4e45-840c-614ce8b0af9b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/69839d21-4589-4793-a8a1-44769dbf5ec0 HTTP/1.1" status: 204 len: 168 time: 1.0929108 Apr 28 20:06:44.775107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] For port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:44.775801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.892759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,segment=NetworkSegment(3af27864-1e92-4e98-be8f-f1e7c6e13544),segment_id=3af27864-1e92-4e98-be8f-f1e7c6e13544)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:44.893365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:44.945863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Calling delete_port for 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:44.976497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04becf00-f259-4321-acc3-9b9b7cd42e8c req-f28b78b2-ebc8-4e7d-b3d6-211c7b0341b9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:44.999779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-04becf00-f259-4321-acc3-9b9b7cd42e8c req-f28b78b2-ebc8-4e7d-b3d6-211c7b0341b9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3590357 Apr 28 20:06:45.085818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9090d878-55a5-438b-b1b2-59000f15a6ae no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:45.113065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 5f4742a5-8c3e-478c-9bec-09bf1569ef44 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:45.114760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.131840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9090d878-55a5-438b-b1b2-59000f15a6ae {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:45.132614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9090d878-55a5-438b-b1b2-59000f15a6ae not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:45.133227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:45.134317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:45.232763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1e204928-c9da-4d25-a418-fa1516e5a587 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:45.243704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.265027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-04becf00-f259-4321-acc3-9b9b7cd42e8c req-406573ab-575e-47e9-9ef6-ad5f76e4dd88 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2641563 Apr 28 20:06:45.283435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:06:45.283676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:45.287395 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:06:45.300940 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:06:45.321661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No DVR routers for this DVR port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:45.403145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=5f5eab1a-7e63-40bb-a7eb-d032f899ee03,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:45.410340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1e204928-c9da-4d25-a418-fa1516e5a587 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:45.418077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e204928-c9da-4d25-a418-fa1516e5a587 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0162027 Apr 28 20:06:45.418757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53128) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:45.445103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--556768589'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:45.456785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:45.514234 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.589431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.603723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:45.638975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af1cdb37-2e09-4ecd-9893-b0280610248b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:45.652400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.689428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3af27864-1e92-4e98-be8f-f1e7c6e13544') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:45.689750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3af27864-1e92-4e98-be8f-f1e7c6e13544') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:45.697343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:45.700123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 5f4742a5-8c3e-478c-9bec-09bf1569ef44 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:45.710450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:45.714209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.721043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:45.732094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:45.740277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.752602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:45.753127 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:45.773037 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:45.802292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Deleting port 5f5eab1a-7e63-40bb-a7eb-d032f899ee03 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:45.804553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:45.932354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-86ff7163-1787-4491-9e4c-c19b64c5d2d0 None None] The port '5f5eab1a-7e63-40bb-a7eb-d032f899ee03' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:06:46.003927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b612b4f2-7218-44a9-810a-73897c84d16f req-7cc33c11-8d8c-4f4a-a292-1e7f81dcf03b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 210 time: 0.1055562 Apr 28 20:06:46.009453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.042516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.053417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=af1cdb37-2e09-4ecd-9893-b0280610248b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:46.085167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9046f4a4-e0db-4786-978f-a725560954cd tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/af1cdb37-2e09-4ecd-9893-b0280610248b HTTP/1.1" status: 204 len: 168 time: 2.1078849 Apr 28 20:06:46.088843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:46.107317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.117276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.161027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c912b5a2-b7eb-43f5-b3fd-35bf08cbe9f3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:46.175215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.179379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e2fff1d-d8f1-423e-a06c-cb2ba26c9b6c tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7534251 Apr 28 20:06:46.179801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53160) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:46.213983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': 'c912b5a2-b7eb-43f5-b3fd-35bf08cbe9f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:46.244007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:46.253277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:46.268316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:46.366202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:46.440790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.552112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-55e57dba-d806-42cd-8167-296fb4124a0a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:46.554977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-55e57dba-d806-42cd-8167-296fb4124a0a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.3762169 Apr 28 20:06:46.573927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:46.639516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.699972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.812833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.873865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=5f4742a5-8c3e-478c-9bec-09bf1569ef44,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:46.883726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d9ca791-d907-452c-8c14-baf9428889ae,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:46.911961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:46.917760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf64f7ef-66e8-4abe-a85c-d6ae1095fefe tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7091811 Apr 28 20:06:46.926592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:46.954541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:46.966052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:46.982447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:46.986950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.184505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400fc6f5-35f8-4c51-a57e-2f00157e14fc req-d96bc6b2-1a6c-427f-b51e-19946605c0f1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:47.191793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-400fc6f5-35f8-4c51-a57e-2f00157e14fc req-d96bc6b2-1a6c-427f-b51e-19946605c0f1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.7528391 Apr 28 20:06:47.249820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.282482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.351868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea727dbb-29a5-49b5-90ce-b17ff1a38eee req-952c28a9-7228-4329-b33a-2dcd6bd15ba2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 210 time: 0.0592060 Apr 28 20:06:47.390960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.2 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/c9233799-e15c-493f-9956-a002b753159d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:47.411047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.546652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-400fc6f5-35f8-4c51-a57e-2f00157e14fc req-164665f2-6852-4f07-83dd-8e60050c4f9a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539963 Apr 28 20:06:47.585079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.714075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.749607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.763052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', '2fc61f33-c4b9-4710-b9f5-5bc04de150c1'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:47.837740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:06:47.841087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:47.845813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:06:47.914138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:47.914690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.915084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d9ca791-d907-452c-8c14-baf9428889ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:47.942556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:47.949237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a9767e4e-2ed1-4454-bfba-cbff2fb4f883 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3857362 Apr 28 20:06:47.956115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:47.957192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f74cbe2-f0d7-450a-bb27-fbe522135fe4 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/7d9ca791-d907-452c-8c14-baf9428889ae HTTP/1.1" status: 204 len: 168 time: 1.0295417 Apr 28 20:06:47.961172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:47.962472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Request body: {'port': {'device_id': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:47.987115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router d5fc716b-2c66-45c2-8656-fb75c7653a49 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:48.109080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.218174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c95daf8e-6f39-4ada-8e7c-19873edb33db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:48.294669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:48.305553 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] Sync routers for ids ['d5fc716b-2c66-45c2-8656-fb75c7653a49'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:48.309850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53246) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:48.310299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eee0fd02-0f47-44f9-97a1-25d899e05cdc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/d5fc716b-2c66-45c2-8656-fb75c7653a49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0517688 Apr 28 20:06:48.319048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c95daf8e-6f39-4ada-8e7c-19873edb33db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:48.319370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] Routers {'d5fc716b-2c66-45c2-8656-fb75c7653a49'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:48.323064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c95daf8e-6f39-4ada-8e7c-19873edb33db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3556893 Apr 28 20:06:48.323463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53250) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:48.324310 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d5fc716b-2c66-45c2-8656-fb75c7653a49'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:48.360696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.382729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:48.409537 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:48.418822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d05f5f9-0ff7-4526-b5b8-822495a786fe tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5fc716b-2c66-45c2-8656-fb75c7653a49 HTTP/1.1" status: 200 len: 205 time: 0.1071475 Apr 28 20:06:48.420458 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] Routers {'d5fc716b-2c66-45c2-8656-fb75c7653a49'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:48.420842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:48.421330 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d5fc716b-2c66-45c2-8656-fb75c7653a49'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:48.525381 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:48.531140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf8a54e-78a6-41b9-8c58-241390a8dc3a None None] The sync data for ids ['d5fc716b-2c66-45c2-8656-fb75c7653a49'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:48.546537 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:06:48.729387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.773721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.775711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:48.793504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Usage tracker for resource:security_group_rule and tenant:67742f8adf6c4b9da984685d36b5b819 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:48.809721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:48.822063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.828234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:48.842145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:48.930574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c36db2-2422-40cc-bd09-b7aafdcc5a6c req-b255f062-f6f0-46f8-84f2-8a7f29d14846 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:48.931380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b0c36db2-2422-40cc-bd09-b7aafdcc5a6c req-b255f062-f6f0-46f8-84f2-8a7f29d14846 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:49.012628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.016091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b0c36db2-2422-40cc-bd09-b7aafdcc5a6c req-b255f062-f6f0-46f8-84f2-8a7f29d14846 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:49.017241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0c36db2-2422-40cc-bd09-b7aafdcc5a6c req-b255f062-f6f0-46f8-84f2-8a7f29d14846 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 931 time: 0.4607763 Apr 28 20:06:49.042332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c912b5a2-b7eb-43f5-b3fd-35bf08cbe9f3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:49.051244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9233799-e15c-493f-9956-a002b753159d {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:49.081213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.130067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Transition to ACTIVE for port object c9233799-e15c-493f-9956-a002b753159d will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:06:49.140011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.141139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb450d5b-b108-44da-b4c5-95564dc80ea3 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/c912b5a2-b7eb-43f5-b3fd-35bf08cbe9f3 HTTP/1.1" status: 204 len: 168 time: 0.8166261 Apr 28 20:06:49.151292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53280) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:49.153584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.219899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0c36db2-2422-40cc-bd09-b7aafdcc5a6c req-eb9e727c-a914-4d33-8d0c-03c689909e84 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804416 Apr 28 20:06:49.310927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.315332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.326640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401ae8d6-4e67-4032-879c-f95a05f9da52 req-cf9cbc13-f98d-491d-9bfb-d49e1180110f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:49.328093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-401ae8d6-4e67-4032-879c-f95a05f9da52 req-cf9cbc13-f98d-491d-9bfb-d49e1180110f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.5855937 Apr 28 20:06:49.364838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:49.376240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.387265 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.387781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router d5fc716b-2c66-45c2-8656-fb75c7653a49 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:06:49.398893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-401ae8d6-4e67-4032-879c-f95a05f9da52 req-096d0232-a62b-44e6-82fc-2102a229f5cf tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637968 Apr 28 20:06:49.413302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.436946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-87505a14-17d5-40e4-b518-fbac80dbef52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/d5fc716b-2c66-45c2-8656-fb75c7653a49 HTTP/1.1" status: 204 len: 168 time: 0.8473687 Apr 28 20:06:49.438589 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:49.440880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.525439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad2b7b4d-2a2f-4c29-8acc-dfa65cd3a24d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:49.531372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cc01849d-4b7e-4380-b5aa-6b4e5a653119 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:49.581497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 7ace1fc6-310d-4f64-a889-0de1fb0b9727 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:49.585866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.739158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c00e061a-0207-47a2-81e0-d4742bee234c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=67742f8adf6c4b9da984685d36b5b819&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3447466 Apr 28 20:06:49.740477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53294) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:49.758649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cc01849d-4b7e-4380-b5aa-6b4e5a653119 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:49.763912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc01849d-4b7e-4380-b5aa-6b4e5a653119 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6077361 Apr 28 20:06:49.767369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53298) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:49.773232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--1556673512'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:49.797893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:49.812026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Attempting to bind port c9233799-e15c-493f-9956-a002b753159d on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:06:49.812305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Attempting to bind port c9233799-e15c-493f-9956-a002b753159d by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:06:49.812696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Attempting to bind port c9233799-e15c-493f-9956-a002b753159d on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:49.828353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Port c9233799-e15c-493f-9956-a002b753159d on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:06:49.828679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Attempting to bind port c9233799-e15c-493f-9956-a002b753159d on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:06:49.837619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:49.847305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.847884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:06:49.848663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:49.849122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:06:49.849653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Bound port: c9233799-e15c-493f-9956-a002b753159d, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:06:49.850824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.894585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 3ae7dfcb-56ed-4732-9032-fb2e9f195631 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:49.894585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.906892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.961301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:49.977753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:49.986441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:49.993163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:50.016467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:50.024711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.066248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:06:50.074509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:06:50.089544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.106678 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.171957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:50.172231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.174556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] 10.222.0.41 "PUT /v2.0/ports/c9233799-e15c-493f-9956-a002b753159d HTTP/1.1" status: 200 len: 1091 time: 2.2172790 Apr 28 20:06:50.183135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'tag': 'c9233799-e15c-493f-9956-a002b753159d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:50.189146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 3ae7dfcb-56ed-4732-9032-fb2e9f195631, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3ae7dfcb-56ed-4732-9032-fb2e9f195631,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:50.189294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.215791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-622d110d-e3dd-417e-9ef1-3e19e1a49777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.252374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.301216 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2726a89c-d4f4-426a-8b4f-210d826fb802'] response: {'name': 'network-changed', 'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'tag': 'c9233799-e15c-493f-9956-a002b753159d', 'status': 'completed', 'code': 200} Apr 28 20:06:50.311412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.333183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.363439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f9e84a-f297-4c21-a2f5-d730270ce08b service neutron] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:50.396318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 3ae7dfcb-56ed-4732-9032-fb2e9f195631 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:50.411393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48eb43f6-be98-4cec-959b-a1e85677e18c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:50.440036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.444443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-836fc0c3-7693-4cca-b6fa-cc532c450ccc tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6731036 Apr 28 20:06:50.444443 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.445683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ad2b7b4d-2a2f-4c29-8acc-dfa65cd3a24d HTTP/1.1" status: 204 len: 168 time: 0.7037234 Apr 28 20:06:50.446406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4a3a8e-c146-44ab-bdb4-1a20e51fbbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad2b7b4d-2a2f-4c29-8acc-dfa65cd3a24d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:50.447856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53318) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:50.455409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '48eb43f6-be98-4cec-959b-a1e85677e18c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:50.464363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:50.470193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:50.475932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-37f0e877-8459-4bb7-a131-f2fb9088421b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:50.479249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-37f0e877-8459-4bb7-a131-f2fb9088421b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 1094 time: 0.2237921 Apr 28 20:06:50.480269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:50.570355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:50.614926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-e7e6acec-7152-4557-a620-f623d4b99b1e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9233799-e15c-493f-9956-a002b753159d HTTP/1.1" status: 200 len: 217 time: 0.1277030 Apr 28 20:06:50.662699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.738716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=7ace1fc6-310d-4f64-a889-0de1fb0b9727,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:50.743460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.751184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61954894-2a53-4b27-8131-3b1d86ad14b7 None None] Network cc5d8d71-b830-4d93-8b7a-c770beb2b577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:50.757281 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9b6133e-f949-4960-9a69-6657b8aa0e3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/7ace1fc6-310d-4f64-a889-0de1fb0b9727 HTTP/1.1" status: 204 len: 168 time: 1.3176775 Apr 28 20:06:50.760667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:50.773098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.865434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-4fc59012-ab2e-435e-b920-8bc7fc912472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:50.867932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-4fc59012-ab2e-435e-b920-8bc7fc912472 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2161348 Apr 28 20:06:50.902236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.919305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce3b7ce-fbc8-4abc-b40a-7add8d1e67e6 req-aa7f60ac-a984-4c66-bd1d-29744848fa80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:50.926931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ce3b7ce-fbc8-4abc-b40a-7add8d1e67e6 req-aa7f60ac-a984-4c66-bd1d-29744848fa80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 943 time: 0.5401828 Apr 28 20:06:50.937220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-6b2bd31a-f94e-40b3-924a-1e8f06041f03 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612319 Apr 28 20:06:50.942937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:50.964856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0272cf-9bfd-413c-999f-ee7e10402821 req-3f09b4ee-bc0a-4650-bf09-677cd9e2bd3a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:50.979543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:50.980656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f0272cf-9bfd-413c-999f-ee7e10402821 req-3f09b4ee-bc0a-4650-bf09-677cd9e2bd3a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3676004 Apr 28 20:06:50.994750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port ebad19fb-e0f3-45d6-a973-5f39925bdde1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:50.995157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.031859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.088713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15e0449c-c732-4840-b7f7-ecf0558d93dc,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:51.126618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f0272cf-9bfd-413c-999f-ee7e10402821 req-f26d0803-c43f-459c-bcaa-8080914b5ca7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1449809 Apr 28 20:06:51.131800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.166537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ce3b7ce-fbc8-4abc-b40a-7add8d1e67e6 req-25a11c45-6635-48f8-ab15-91352fd4eeaa tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384779 Apr 28 20:06:51.185085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:51.201229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.201729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.202209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.202631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.203054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.203566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.203999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.204428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.204860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.205267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.205708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.206118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:06:51.211754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.215487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a71db71-4a51-4699-a912-b4f5f56eb085 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7632542 Apr 28 20:06:51.221933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53346) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:51.223303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Usage tracker for resource:security_group_rule and tenant:e7bf0bdcfb314d5492c8f674f46cc1c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:51.228154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:51.237228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] DHCP port deletion for cc5d8d71-b830-4d93-8b7a-c770beb2b577 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:51.238014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.242588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Deleting port ebad19fb-e0f3-45d6-a973-5f39925bdde1 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:51.243686 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.253488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3b2a61c1-12e7-4e3b-9d67-f5b335aced5f tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules/15e0449c-c732-4840-b7f7-ecf0558d93dc HTTP/1.1" status: 200 len: 763 time: 0.0302591 Apr 28 20:06:51.263296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53350) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:51.295415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-9f835c26-d45e-41c5-9e7b-6aab4a1ae3ec service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063490 Apr 28 20:06:51.306146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:51.380412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89e7b105-5236-456a-84c6-08d249725953 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:51.448675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=3ae7dfcb-56ed-4732-9032-fb2e9f195631,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:51.479536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-89e7b105-5236-456a-84c6-08d249725953 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:51.480916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-89e7b105-5236-456a-84c6-08d249725953 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2166007 Apr 28 20:06:51.484096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:51.559174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c34e7a22-cc69-4b11-a3fd-f9c82e92504c req-c7ec23c9-080f-4b16-b8e6-fa4adbc91a78 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564392 Apr 28 20:06:51.562418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.582688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.616554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.635126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15e0449c-c732-4840-b7f7-ecf0558d93dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:51.650855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port ebad19fb-e0f3-45d6-a973-5f39925bdde1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ebad19fb-e0f3-45d6-a973-5f39925bdde1,segment=NetworkSegment(9168eaab-2cfc-4c02-859e-c705e5f4bb33),segment_id=9168eaab-2cfc-4c02-859e-c705e5f4bb33)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:51.651382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.652202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] For port ebad19fb-e0f3-45d6-a973-5f39925bdde1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ebad19fb-e0f3-45d6-a973-5f39925bdde1,segment=NetworkSegment(9168eaab-2cfc-4c02-859e-c705e5f4bb33),segment_id=9168eaab-2cfc-4c02-859e-c705e5f4bb33)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:51.658160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.736723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.742490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2032eed0-a3c0-47b0-a6e1-d9cf85fa14db tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/15e0449c-c732-4840-b7f7-ecf0558d93dc HTTP/1.1" status: 204 len: 168 time: 0.2531748 Apr 28 20:06:51.742671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:51.792130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-22a4f9b5-fc72-427a-8cb2-5cd440abf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:51.793961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-22a4f9b5-fc72-427a-8cb2-5cd440abf059 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 1094 time: 0.1642675 Apr 28 20:06:51.858104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Calling delete_port for ebad19fb-e0f3-45d6-a973-5f39925bdde1 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:51.931989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ba1f65b-ebc4-4151-ab5a-fd300ec64851 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:51.935876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for ebad19fb-e0f3-45d6-a973-5f39925bdde1 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:51.945768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:51.963921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-fba78ce0-5c3b-43ca-bc9b-0d23b555f4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:51.965542 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-fba78ce0-5c3b-43ca-bc9b-0d23b555f4a1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.1580937 Apr 28 20:06:51.968662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ba1f65b-ebc4-4151-ab5a-fd300ec64851 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:51.972572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ba1f65b-ebc4-4151-ab5a-fd300ec64851 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2265873 Apr 28 20:06:52.007678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] Pushing event deleted for resources: {'Port': ['ID=ebad19fb-e0f3-45d6-a973-5f39925bdde1,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:52.013671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b807c7e1-984f-4941-b1eb-4eb8f0cdbd64 None None] No DVR routers for this DVR port ebad19fb-e0f3-45d6-a973-5f39925bdde1 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:52.040740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:52.061119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '48eb43f6-be98-4cec-959b-a1e85677e18c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:52.066760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-b29a562a-bb15-4ee6-9e44-cc40b3646298 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c9233799-e15c-493f-9956-a002b753159d HTTP/1.1" status: 200 len: 217 time: 0.0942028 Apr 28 20:06:52.069657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:52.094133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:06:52.094870 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:06:52.111596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:52.114947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.155224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-6e0ea0ef-1e27-4927-822a-b4972d561503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:52.156640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-6e0ea0ef-1e27-4927-822a-b4972d561503 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.0800319 Apr 28 20:06:52.157404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.238760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.317432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12850aca-745d-4b18-931d-cb48bd1d69eb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:52.331987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38489a97-b99e-46a3-9d7d-a21370ef6598 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e7bf0bdcfb314d5492c8f674f46cc1c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3511460 Apr 28 20:06:52.336293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:52.351809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-8aa0f363-0b9b-4dab-9de0-dbfc5759c409 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1864383 Apr 28 20:06:52.356916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2f0790e3-db71-431f-a05f-819b4d0a4366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.361763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.580193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.589246 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.608508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port ebad19fb-e0f3-45d6-a973-5f39925bdde1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:52.609553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.637019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be43267d-1d34-44d3-931f-952364ea0e94,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:52.643933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-3080e2c7-803e-41d7-8d4f-38ee47ef01f0 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2783554 Apr 28 20:06:52.679042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.682640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a57ab95-4727-4cc1-ab09-88204252d47e tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6384866 Apr 28 20:06:52.689994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:52.691637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb0eb44-4653-4e19-a8be-145c5b016d08 req-cc2cc0df-b17b-4fe1-b7ae-4d9087781fc3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:52.693140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb0eb44-4653-4e19-a8be-145c5b016d08 req-cc2cc0df-b17b-4fe1-b7ae-4d9087781fc3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3375795 Apr 28 20:06:52.704323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.719186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] The port 'ebad19fb-e0f3-45d6-a973-5f39925bdde1' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:06:52.801835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e449e38-14f6-466d-b134-fbbed4010dfb tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules/be43267d-1d34-44d3-931f-952364ea0e94 HTTP/1.1" status: 200 len: 763 time: 0.0987861 Apr 28 20:06:52.804426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53394) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:52.831279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feb0eb44-4653-4e19-a8be-145c5b016d08 req-b16f35a3-cd28-4227-b327-11da7a7f7589 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276517 Apr 28 20:06:52.852681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:52.861723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1388908c-e538-4d22-9e22-593d5c8426e2 req-5c191b66-445e-4354-95da-68dcee550113 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086999 Apr 28 20:06:52.909926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cc8fdb7b-d56d-4d8d-9087-1f1245aac7cd tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:52.922466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ebad19fb-e0f3-45d6-a973-5f39925bdde1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:52.937271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cc8fdb7b-d56d-4d8d-9087-1f1245aac7cd tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:52.939135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc8fdb7b-d56d-4d8d-9087-1f1245aac7cd tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1337249 Apr 28 20:06:52.942566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53398) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:52.963384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ebad19fb-e0f3-45d6-a973-5f39925bdde1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:52.964067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ebad19fb-e0f3-45d6-a973-5f39925bdde1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:52.988446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.000015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.028324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.055198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be43267d-1d34-44d3-931f-952364ea0e94,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.066844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.071725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d4af0626-a0f3-40d4-bede-5453497c8806 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/be43267d-1d34-44d3-931f-952364ea0e94 HTTP/1.1" status: 204 len: 168 time: 0.1232288 Apr 28 20:06:53.071906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab834371-fc9e-43b4-ad81-e4f8841dc857 req-4a27bca5-9bbf-4329-a8ac-68c02ce4a8e6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:53.071906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab834371-fc9e-43b4-ad81-e4f8841dc857 req-4a27bca5-9bbf-4329-a8ac-68c02ce4a8e6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 943 time: 0.6790762 Apr 28 20:06:53.073963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.077380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53402) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.090593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9233799-e15c-493f-9956-a002b753159d details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:06:53.132360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8c2abb9f-4d0b-4bb5-bef5-749f07578220 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:53.152624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8c2abb9f-4d0b-4bb5-bef5-749f07578220 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:53.154890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8c2abb9f-4d0b-4bb5-bef5-749f07578220 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0763750 Apr 28 20:06:53.157759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.161400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc5d8d71-b830-4d93-8b7a-c770beb2b577']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:53.165348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '48eb43f6-be98-4cec-959b-a1e85677e18c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:53.173778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:53.192046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:53.195107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9168eaab-2cfc-4c02-859e-c705e5f4bb33') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:53.195445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9168eaab-2cfc-4c02-859e-c705e5f4bb33') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:53.208037 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Project 067d362c4c74400096254a8d130b2f5a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:06:53.208286 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab834371-fc9e-43b4-ad81-e4f8841dc857 req-c372c258-b326-4327-956e-4322746e4db9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016502 Apr 28 20:06:53.216817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.219089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.245104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:06:53.248389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.260203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:53.260600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:53.279734 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:53.285800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.313290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:53.320231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.326259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.331930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c9233799-e15c-493f-9956-a002b753159d', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': 'c9233799-e15c-493f-9956-a002b753159d', 'mac_address': 'fa:16:3e:c2:c0:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:06:53.390379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.398414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2393231 Apr 28 20:06:53.406221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53410) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.409968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb4a8ec-adcb-43f8-a936-ab8f156d8837 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77e0e641-ce78-4db2-8092-4dfe0f6547ba,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.413352 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.440834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9233799-e15c-493f-9956-a002b753159d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:53.450918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69efe6b9-a920-4ee9-bd8b-0a65d7a68b56 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules/77e0e641-ce78-4db2-8092-4dfe0f6547ba HTTP/1.1" status: 200 len: 769 time: 0.0432217 Apr 28 20:06:53.455645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.465135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:53.472861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.577257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a04bd9a8-4719-4974-8823-bd469b25685a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:53.587043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.607293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a04bd9a8-4719-4974-8823-bd469b25685a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:53.610525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a04bd9a8-4719-4974-8823-bd469b25685a tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1535237 Apr 28 20:06:53.613171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.646067 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.663117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.689360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12850aca-745d-4b18-931d-cb48bd1d69eb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.702006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.723174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77e0e641-ce78-4db2-8092-4dfe0f6547ba,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.730196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.735370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.735370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc0769e3-ace5-4793-bb59-6ecf1288a1de tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/77e0e641-ce78-4db2-8092-4dfe0f6547ba HTTP/1.1" status: 204 len: 168 time: 0.1202867 Apr 28 20:06:53.738199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.769822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c9233799-e15c-493f-9956-a002b753159d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:53.780828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.815004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.816341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-02793843-a92f-445a-93df-80c5c9627308 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/12850aca-745d-4b18-931d-cb48bd1d69eb HTTP/1.1" status: 204 len: 168 time: 1.4789486 Apr 28 20:06:53.824653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=cc5d8d71-b830-4d93-8b7a-c770beb2b577,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:53.828151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:06:53.831278 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d4135fe-e06e-4d55-83fe-6a4c4963f6f2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/cc5d8d71-b830-4d93-8b7a-c770beb2b577 HTTP/1.1" status: 204 len: 168 time: 3.0676432 Apr 28 20:06:53.836516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53440) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.842543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1130212200', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:53.842733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-88f6de9c-451c-4ac3-8740-7bbcf7cbd94b tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7504494 Apr 28 20:06:53.845336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.858445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:06:53.859613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:53.870855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:53.875582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:53.886013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.891288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:53.940103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.944183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:53.947383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecac1120-90fe-48d3-a52f-efc5eb7a51f5 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1866958 Apr 28 20:06:53.953056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:53.955468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:53.956266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:54.040010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.073278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet 7938f805-3656-4b09-a4d6-bca3d847040a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:06:54.075815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.083620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.189029 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.208804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.228901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.298253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.305899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e9ede3d-7584-47f0-a74c-0ae2add58b47 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4680245 Apr 28 20:06:54.306889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:54.336034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-638908313'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:54.338232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.344890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:54.354039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:54.365768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:54.376543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:54.417431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:54.438314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.440439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b6c42b-1a3f-4c61-a083-b6f963934e38 req-05a6c1d2-63ee-46b0-bda0-f2162603202d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:54.454251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6b6c42b-1a3f-4c61-a083-b6f963934e38 req-05a6c1d2-63ee-46b0-bda0-f2162603202d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3161178 Apr 28 20:06:54.502163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48eb43f6-be98-4cec-959b-a1e85677e18c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:54.532518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.533871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0ebff751-1903-491a-abcb-9cc85011acae tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/48eb43f6-be98-4cec-959b-a1e85677e18c HTTP/1.1" status: 204 len: 168 time: 0.5774970 Apr 28 20:06:54.540593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:54.620486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6b6c42b-1a3f-4c61-a083-b6f963934e38 req-d9a81058-ad89-4f19-8764-d00b8945e5f1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643989 Apr 28 20:06:54.625294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:54.633863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.679991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:06:54.694447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.694921 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 6a86c97a-4fff-44e0-b519-e455a1440671 of type vlan for network 7e947692-834c-49e4-a45a-16379227ed6a Apr 28 20:06:54.765444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.780688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.868440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.874528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:54.878145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:54.969563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd72fb73-e617-410a-b641-a2d86da42e10 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:54.976468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:50Z', 'revision_number': 9, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:54.984340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:06:54.997122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6835384 Apr 28 20:06:55.002385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:06:55.003500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:55.011054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:55.019161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:55.077354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cd72fb73-e617-410a-b641-a2d86da42e10 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:55.086410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cd72fb73-e617-410a-b641-a2d86da42e10 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5436349 Apr 28 20:06:55.090974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:55.109660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:06:55.125250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group': {'name': 'tempest-secgroup--497196684'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:55.142091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:55.160000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.173611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0771ec-fcbe-49dc-9458-edc331b46f96 req-6d139eb6-e2aa-4c38-93dc-514a1d29dc0a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:55.180995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a0771ec-fcbe-49dc-9458-edc331b46f96 req-6d139eb6-e2aa-4c38-93dc-514a1d29dc0a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 944 time: 0.5260978 Apr 28 20:06:55.226899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d9155f-9989-4747-bef3-5b68a84e8046 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=7e947692-834c-49e4-a45a-16379227ed6a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:55.259206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7e947692-834c-49e4-a45a-16379227ed6a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:06:55.336936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.380526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:55.384780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=7938f805-3656-4b09-a4d6-bca3d847040a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:55.405452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.420036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:55.424814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:55.429204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:55.436124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:55.453762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a0771ec-fcbe-49dc-9458-edc331b46f96 req-c048f5ea-d1e7-4afc-8daa-518c69a78d66 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712927 Apr 28 20:06:55.456263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4944f5e9-ecd2-4c81-a822-2ad2abbf21a2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/7938f805-3656-4b09-a4d6-bca3d847040a HTTP/1.1" status: 204 len: 168 time: 1.6098447 Apr 28 20:06:55.457139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:06:55.461125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:55.461748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.485997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.575725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06e027d9-f7d2-4739-9ba3-ae1ffc7438eb None None] Network bc10d84d-76ba-4977-89cf-aad331a3e598 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:55.634350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:55.653966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:55.659012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:55.672196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:55.732204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.757849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:55.759236 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:55.882404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:06:56.064021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.085350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.300565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d003fdd-b862-4d5d-930c-6ddb0abdd544,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:56.300998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.376602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55af903a-cd1c-458e-8ee7-4408eaa3602d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:56.385440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.522269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:56.547507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:06:56.590618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=9d0765b9-b3cc-488e-ae07-180181a1fb65,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:56.637700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.640274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0c7c89e4-bb20-402b-a3d3-f20675392f75 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5448534 Apr 28 20:06:56.646617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:56.712662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Request body: {'security_group_rule': {'security_group_id': '55af903a-cd1c-458e-8ee7-4408eaa3602d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:06:56.733015 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.760697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:06:56.761272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: 7e947692-834c-49e4-a45a-16379227ed6a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:06:56.762619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:06:56.774039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:06:56.785058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:56.786798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] DHCP port deletion for bc10d84d-76ba-4977-89cf-aad331a3e598 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:06:56.787183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Usage tracker for resource:security_group_rule and tenant:067d362c4c74400096254a8d130b2f5a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:06:56.796317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:06:56.804604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.806757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Deleting port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:56.807298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:56.828439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:06:56.930759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d003fdd-b862-4d5d-930c-6ddb0abdd544 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:56.999908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0ad6968f-36e0-4bc9-97be-d53f3917ca57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:06:57.000318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 7e947692-834c-49e4-a45a-16379227ed6a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:06:57.011954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 9d003fdd-b862-4d5d-930c-6ddb0abdd544 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:57.023784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.123451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7e947692-834c-49e4-a45a-16379227ed6a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:06:57.128366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807e729-4b93-4ced-9b45-a13004084902 req-ac46b939-1ddd-484a-a6ff-0a04dc9dc7fe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:57.134746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9233799-e15c-493f-9956-a002b753159d up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:57.145313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c807e729-4b93-4ced-9b45-a13004084902 req-ac46b939-1ddd-484a-a6ff-0a04dc9dc7fe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 1.2644970 Apr 28 20:06:57.190093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71b0b665-d05f-4266-9ee4-737ddbe8a65d None None] Network 7e947692-834c-49e4-a45a-16379227ed6a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:06:57.201527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.205802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:57.208093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.228112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.258003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.322981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.329294 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6815221 Apr 28 20:06:57.330196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:57.355481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No DVR routers for this DVR port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:06:57.385295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264cee2b-c8ea-48af-a24c-5ebe83d15d5b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2aabad6-21a5-4ada-a9a5-886f7c915658,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:57.401690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b52c3ba4-1f8d-4e46-96ae-a270013a05c4 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3883910 Apr 28 20:06:57.405881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:57.411122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:57.499759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:06:57.500718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d003fdd-b862-4d5d-930c-6ddb0abdd544 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:57.521628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=9d003fdd-b862-4d5d-930c-6ddb0abdd544,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:57.604751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c807e729-4b93-4ced-9b45-a13004084902 req-e3315137-7b2f-4b4f-ba5f-68e392fdb45f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4068482 Apr 28 20:06:57.746983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c9233799-e15c-493f-9956-a002b753159d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:06:57.780240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.790520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c9233799-e15c-493f-9956-a002b753159d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:57.790888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.847116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc10d84d-76ba-4977-89cf-aad331a3e598']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:57.861162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7e947692-834c-49e4-a45a-16379227ed6a', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:06:57.862074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.878479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:57.885075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:57.886295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eb08c4-95d1-41a7-a297-a35a307634c4 req-30145626-6461-45ac-acfe-7b0005f8c1d7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:57.888825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87eb08c4-95d1-41a7-a297-a35a307634c4 req-30145626-6461-45ac-acfe-7b0005f8c1d7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 944 time: 1.0023177 Apr 28 20:06:57.910579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.949670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.966452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:06:57.966850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:57.986992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] For port 9d003fdd-b862-4d5d-930c-6ddb0abdd544, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d003fdd-b862-4d5d-930c-6ddb0abdd544,segment=NetworkSegment(61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd),segment_id=61fb8fdb-f87a-480e-b9ed-5ecfcd8cf4cd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:57.987384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:06:58.014444 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:06:58.040380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:50Z', 'revision_number': 9, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:06:58.151622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.209915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.216510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.248772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=bc10d84d-76ba-4977-89cf-aad331a3e598,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:58.256370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.299768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Calling delete_port for 9d003fdd-b862-4d5d-930c-6ddb0abdd544 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:06:58.304272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cbbb9fa6-2869-4368-930a-d16cd4bac1c2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/bc10d84d-76ba-4977-89cf-aad331a3e598 HTTP/1.1" status: 204 len: 168 time: 2.8415196 Apr 28 20:06:58.308283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53938) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:58.335517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.373362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5966c930-cede-4145-a008-51464dfab2a8 None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:06:50Z', 'revision_number': 9, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be0d5b7-0ddc-4c55-81a6-3c513a64c585', 'name': '', 'network_id': 'e3bce000-7ebf-47ae-8303-7fb4ee60b395', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:44:51:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2792, 'fixed_ips': [{'subnet_id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:55Z', 'updated_at': '2022-04-28T20:06:13Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': 'b10014f0-a0bf-4cb0-a477-87051e2b47a8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:06:58.715444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55af903a-cd1c-458e-8ee7-4408eaa3602d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:58.747535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:58.749618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-262a4393-552c-4a20-a488-622123900bd7 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/55af903a-cd1c-458e-8ee7-4408eaa3602d HTTP/1.1" status: 204 len: 168 time: 1.4046478 Apr 28 20:06:58.763123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87eb08c4-95d1-41a7-a297-a35a307634c4 req-3e694c5b-d65c-4b7d-b5df-884ca240a65a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5766442 Apr 28 20:06:58.764209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:58.920603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3ae7dfcb-56ed-4732-9032-fb2e9f195631 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:06:58.982499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:59.011041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3ae7dfcb-56ed-4732-9032-fb2e9f195631 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:06:59.011632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3ae7dfcb-56ed-4732-9032-fb2e9f195631 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:06:59.020255 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:06:59.020811 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:06:59.036546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Allocated IP 2001:db8::2 (7e947692-834c-49e4-a45a-16379227ed6a/9d0765b9-b3cc-488e-ae07-180181a1fb65/9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:06:59.049409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9233799-e15c-493f-9956-a002b753159d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:06:59.071754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:06:59.112335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:59.165159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:06:59.192903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18714719-909d-40be-a0b9-8e82f13f8189 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:06:59.205937 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-469367ca-ba22-4d40-b839-f4d346d29cd1'] response: {'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9233799-e15c-493f-9956-a002b753159d', 'code': 200} Apr 28 20:06:59.338448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18714719-909d-40be-a0b9-8e82f13f8189 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:06:59.343509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18714719-909d-40be-a0b9-8e82f13f8189 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5700574 Apr 28 20:06:59.343690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:06:59.460723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:59.525000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Deleting port 9d003fdd-b862-4d5d-930c-6ddb0abdd544 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:06:59.525387 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:06:59.638400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2987c778-3aa8-4e33-8b44-53db98adcb16 req-1c8a7c0f-b09e-4cf5-9445-4b64a99fda7b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:59.640823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2987c778-3aa8-4e33-8b44-53db98adcb16 req-1c8a7c0f-b09e-4cf5-9445-4b64a99fda7b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 945 time: 0.6533287 Apr 28 20:06:59.748803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:06:59.778006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-51b7e9fb-001a-4f10-9f71-555c0c74af7b None None] The port '9d003fdd-b862-4d5d-930c-6ddb0abdd544' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:06:59.785053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2987c778-3aa8-4e33-8b44-53db98adcb16 req-2653f969-50fc-4d07-88a3-a1b46b42a581 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155460 Apr 28 20:06:59.795177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46a5ddb-d0f0-4fd1-b4b9-05adc2a9bc91 req-86ffb500-b987-40aa-a8f5-aba83d92c7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:06:59.796811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d46a5ddb-d0f0-4fd1-b4b9-05adc2a9bc91 req-86ffb500-b987-40aa-a8f5-aba83d92c7e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 1096 time: 0.3800797 Apr 28 20:06:59.897580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:06:59.898431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.009043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d46a5ddb-d0f0-4fd1-b4b9-05adc2a9bc91 req-dd14e26f-79b2-4710-bea0-bd817bb0275e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025771 Apr 28 20:07:00.050557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-317c2051-197d-4f6e-a47d-50f4a7ee327b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Synchronizing usage tracker for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:00.064929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.159483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-317c2051-197d-4f6e-a47d-50f4a7ee327b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] Unset dirty status for tenant:067d362c4c74400096254a8d130b2f5a on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:00.161140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-317c2051-197d-4f6e-a47d-50f4a7ee327b tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.8125961 Apr 28 20:07:00.170445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:00.215254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.217599 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-cac1931e-9b55-4017-8f3b-1dc0e3394c52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] delete failed (client error): The resource could not be found. Apr 28 20:07:00.218882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cac1931e-9b55-4017-8f3b-1dc0e3394c52 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "DELETE /v2.0/security-groups/55af903a-cd1c-458e-8ee7-4408eaa3602d HTTP/1.1" status: 404 len: 347 time: 0.0444376 Apr 28 20:07:00.223559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:00.245547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.275841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:00.284354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Transition to ACTIVE for port object 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:00.288803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.342597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff405d53-9d4a-4710-ac28-650a169cbbb4 req-227c91b5-e657-44c5-b28b-2c1d4d5c8fe2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:00.353086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff405d53-9d4a-4710-ac28-650a169cbbb4 req-227c91b5-e657-44c5-b28b-2c1d4d5c8fe2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 0.3259237 Apr 28 20:07:00.358184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-41008e39-75cd-41cb-aaa1-7a1f780c7395 tempest-SecGroupIPv6Test-1779456990 tempest-SecGroupIPv6Test-1779456990-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1326356 Apr 28 20:07:00.388128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Transition to ACTIVE for port object 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:00.416390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:00.423277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.525877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Network 7e947692-834c-49e4-a45a-16379227ed6a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:00.533314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:00.538544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:00.555255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff405d53-9d4a-4710-ac28-650a169cbbb4 req-6d74563d-8f42-44fc-ad50-e0ebd94a4b53 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950939 Apr 28 20:07:00.657009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8::1 (7e947692-834c-49e4-a45a-16379227ed6a/9d0765b9-b3cc-488e-ae07-180181a1fb65/03e02a00-bafa-438a-afd3-62d0d21cbf2e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:00.777784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Attempting to bind port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:00.777784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Attempting to bind port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:00.777784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Attempting to bind port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd on network 7e947692-834c-49e4-a45a-16379227ed6a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:00.804249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:00.804758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Checking segment: {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:00.806546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.807001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Bound using segment: {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:00.807564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Bound port: 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:00.811445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:00.882798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Pushing event updated for resources: {'Port': ['ID=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:01.049206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.060470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:01.061014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.070054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object 03e02a00-bafa-438a-afd3-62d0d21cbf2e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:01.103849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] For port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:01.108416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] For port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:01.117953 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.118286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:01.187693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.352903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:01.376129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 7e947692-834c-49e4-a45a-16379227ed6a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:01.385213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:01.436357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:01.438512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.510617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f127aa-c67b-47a2-ae73-62466e22d6e1 None None] Pushing event updated for resources: {'Port': ['ID=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:01.533377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 9be0d5b7-0ddc-4c55-81a6-3c513a64c585, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:01.533794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:01.544888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:01.654236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea455606-4f25-4fa6-87c1-bbdc03a7f530 req-87719121-2f0d-4694-97de-5e09d76bb3ac tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:01.665003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea455606-4f25-4fa6-87c1-bbdc03a7f530 req-87719121-2f0d-4694-97de-5e09d76bb3ac tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.5488400 Apr 28 20:07:01.816309 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a1f07b7-5830-408c-8724-cc9a29bd110a'] response: {'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'code': 200} Apr 28 20:07:01.852495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:01.858424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea455606-4f25-4fa6-87c1-bbdc03a7f530 req-a1583f3e-f8df-47f6-8f06-3bbe9f05e89d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924708 Apr 28 20:07:02.314207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cfb73-acd4-4763-8f70-95db022cbbd8 req-994cfd89-db83-477c-bc3e-d73b73587694 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:02.323885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c9cfb73-acd4-4763-8f70-95db022cbbd8 req-994cfd89-db83-477c-bc3e-d73b73587694 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 0.1360211 Apr 28 20:07:02.341798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:02.375125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9bf7b9fb-c2e7-44c7-a75f-26fce3897bc8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=067d362c4c74400096254a8d130b2f5a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2503762 Apr 28 20:07:02.375684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:02.394229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:02.404071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54090) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:02.409995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=9be0d5b7-0ddc-4c55-81a6-3c513a64c585,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:02.575480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c9cfb73-acd4-4763-8f70-95db022cbbd8 req-cbe344dc-174e-4ffc-a33d-9e2bc198e71a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501853 Apr 28 20:07:02.623641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:02.846031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:03.067626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:03.168502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:03.242326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:03.311878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:03.458416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d2e2a-0b38-42f1-b80d-3ffeae0589df None None] Network 7e947692-834c-49e4-a45a-16379227ed6a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:03.728427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:03.742865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Usage tracker for resource:security_group_rule and tenant:2d66f541202f4369b2f0ee807c112302 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:03.748871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:03.770261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:04.022871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Provisioning for port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:04.070618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Provisioning complete for port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:04.073710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.330046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.330508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32691a68-b564-46c4-8a36-c66517b85f42 req-ca007cde-c999-4bbc-9d67-3b06a33b17e4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:04.330508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32691a68-b564-46c4-8a36-c66517b85f42 req-ca007cde-c999-4bbc-9d67-3b06a33b17e4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.7901323 Apr 28 20:07:04.374055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:04.376359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:07:04.449298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9b0ed0-098d-4c77-aa5c-e4285bb4d548 req-0ab58234-b536-4008-a89b-396f48ac7af1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:04.450952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad9b0ed0-098d-4c77-aa5c-e4285bb4d548 req-0ab58234-b536-4008-a89b-396f48ac7af1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 1.6074922 Apr 28 20:07:04.501474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.542883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.578411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0acf4b10-20f8-4716-9904-0db352d784b5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:04.613915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] For port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:04.624611 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.641654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.642981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.646566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:04.658352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:04.671188 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:04.673500 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:04.697316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32691a68-b564-46c4-8a36-c66517b85f42 req-ea68668c-e226-4283-ac98-fbdc796983ae tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3795803 Apr 28 20:07:04.718854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-213de5e3-e776-4f34-999a-a49204c6dcdf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4022903 Apr 28 20:07:04.721882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54108) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:04.811276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00296a30-0692-474b-9d77-ee1d9148b007 None None] Pushing event updated for resources: {'Port': ['ID=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:04.879370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet b10014f0-a0bf-4cb0-a477-87051e2b47a8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:07:04.904587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.936233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.936782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.937136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.937606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.938228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.938663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.939086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.939507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.939930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.940347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.940779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.941196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:04.951365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:04.971668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:04.987437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad9b0ed0-098d-4c77-aa5c-e4285bb4d548 req-1ebc5daf-56dd-47d3-aff3-386d8f7485f1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5211887 Apr 28 20:07:04.993054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 7e947692-834c-49e4-a45a-16379227ed6a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:04.994924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.008057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Provisioning for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:05.031713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Provisioning complete for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:05.032314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.069751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:05.076134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.080807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7bfe115-dcb4-4812-b9bc-f0b3605a6423 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0acf4b10-20f8-4716-9904-0db352d784b5 HTTP/1.1" status: 204 len: 168 time: 2.7017784 Apr 28 20:07:05.081969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.110145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Port 03e02a00-bafa-438a-afd3-62d0d21cbf2e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:05.125098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Provisioning complete for port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:05.125879 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d5ce286-1055-471a-a694-ebcfb18b93dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.153967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:05.164760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2d66f541202f4369b2f0ee807c112302&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7544291 Apr 28 20:07:05.170201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b505e8c2-ed33-4c18-a374-f46e9bb64e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f365f86b-f3e1-4086-881b-ef280f8753a8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:05.178716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54116) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:05.422502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.602822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.680966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ab89964-df4e-463c-a674-01593efd6977 None None] Provisioning complete for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:05.681248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ab89964-df4e-463c-a674-01593efd6977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.713716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:02Z', 'revision_number': 10, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:05.718667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:05.733304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=b10014f0-a0bf-4cb0-a477-87051e2b47a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:05.734907 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:05.735805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:05.780425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ed63700-deb2-434b-ae49-5f9396a1edd0 None None] Network e3bce000-7ebf-47ae-8303-7fb4ee60b395 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:05.793755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:05.803439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-238b01a3-e291-402b-931e-75042738fff7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/b10014f0-a0bf-4cb0-a477-87051e2b47a8 HTTP/1.1" status: 204 len: 168 time: 1.0802968 Apr 28 20:07:05.813762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54136) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:06.019342 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:06.037653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ab89964-df4e-463c-a674-01593efd6977 None None] Port 03e02a00-bafa-438a-afd3-62d0d21cbf2e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:06.113122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.177423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.244677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.246892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 05db6cc7-0337-4eae-b911-2f4527452e6a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:06.247229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.310051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366dd8b6-86a7-4ab6-8f92-f1ee317348e4 req-7a4317fe-cfb5-49b3-a7d8-65e6f3cb5916 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:06.312064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-366dd8b6-86a7-4ab6-8f92-f1ee317348e4 req-7a4317fe-cfb5-49b3-a7d8-65e6f3cb5916 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 0.7888958 Apr 28 20:07:06.340654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ab9e434b-9893-4396-a3c3-1f04575b762c None None] Provisioning complete for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:06.341238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab9e434b-9893-4396-a3c3-1f04575b762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.348298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:07:06.392307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076b0faf-3e12-4267-a9da-8e136d1cc2d4 req-7a2775b3-50c2-4847-9d9a-72294a6dbf03 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:06.415992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-076b0faf-3e12-4267-a9da-8e136d1cc2d4 req-7a2775b3-50c2-4847-9d9a-72294a6dbf03 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.5208914 Apr 28 20:07:06.486836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ab9e434b-9893-4396-a3c3-1f04575b762c None None] Port 03e02a00-bafa-438a-afd3-62d0d21cbf2e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:06.513124 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:02Z', 'revision_number': 10, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:06.521852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632a3177-ddc2-407b-ab0a-de2a4a20eb3b None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:02Z', 'revision_number': 10, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None, '_interfaces': [{'id': '2b54d6cf-1930-4a94-ae56-911aedb6c719', 'name': '', 'network_id': 'd281ead5-342f-4544-9d98-240cb4eeeea1', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'mac_address': 'fa:16:3e:f2:d8:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'device_owner': 'network:router_interface', 'standard_attr_id': 2760, 'fixed_ips': [{'subnet_id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:40Z', 'updated_at': '2022-04-28T20:05:53Z', 'revision_number': 5, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'subnets': [{'id': '5bfcb791-3e6f-4435-9a45-666674d86bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:06.671103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-076b0faf-3e12-4267-a9da-8e136d1cc2d4 req-059fa21c-a51a-48d5-892f-058ad5637346 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542255 Apr 28 20:07:06.681344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.856955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-366dd8b6-86a7-4ab6-8f92-f1ee317348e4 req-a0c602b3-1f5b-4e1b-9ac6-82250dcd773d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5347962 Apr 28 20:07:06.875883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.876959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f365f86b-f3e1-4086-881b-ef280f8753a8 HTTP/1.1" status: 204 len: 168 time: 1.3828237 Apr 28 20:07:06.877797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269dbd88-0161-4c6c-a91f-d2cd7880804c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f365f86b-f3e1-4086-881b-ef280f8753a8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:06.933969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] DHCP port deletion for e3bce000-7ebf-47ae-8303-7fb4ee60b395 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:07:06.938997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Deleting port 05db6cc7-0337-4eae-b911-2f4527452e6a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:06.939375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:06.961706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:06.976586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-558d7ae7-df56-4a77-a080-e24a590461d9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5659213 Apr 28 20:07:06.982410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54158) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:07.020175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 05db6cc7-0337-4eae-b911-2f4527452e6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=05db6cc7-0337-4eae-b911-2f4527452e6a,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:07.020556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:07.038863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-501231035'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:07.045257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:07.051815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:07.055331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:07.061207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:07.078518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:07.090985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:07.101672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:07.268788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:07.389287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 05db6cc7-0337-4eae-b911-2f4527452e6a owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:07.436256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:07.438902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:07.615800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6e1ab8-7755-401b-9e09-1fc94ffb58ba req-20eb06d3-1d9e-4cc1-b160-a2d583ceb806 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:07.622298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e6e1ab8-7755-401b-9e09-1fc94ffb58ba req-20eb06d3-1d9e-4cc1-b160-a2d583ceb806 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.7635362 Apr 28 20:07:07.673483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17696298-05ec-4968-8971-60734557f0bd req-c7331d43-4b7e-472b-9b5f-aed62dd15895 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:07.682799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17696298-05ec-4968-8971-60734557f0bd req-c7331d43-4b7e-472b-9b5f-aed62dd15895 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 0.1523566 Apr 28 20:07:07.748881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17696298-05ec-4968-8971-60734557f0bd req-2b5e1495-bbe7-4347-aee0-c4081f7f8fd4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647881 Apr 28 20:07:07.785581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54178) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:07.805826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:07.827348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:07.836628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Usage tracker for resource:security_group_rule and tenant:01f9349d5bc04dbd893fb0290f6f7e90 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:07.840175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:07.861042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:07.889332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:07.947501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:07:08.008286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-51ecf0db-fb32-4ce7-913e-9107efd04285 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:08.009986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-51ecf0db-fb32-4ce7-913e-9107efd04285 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.41 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.6286631 Apr 28 20:07:08.026002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8e6e1ab8-7755-401b-9e09-1fc94ffb58ba req-b4f71b4d-60d8-4a6a-951e-2d267049f394 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3890538 Apr 28 20:07:08.027661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.028004 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 3ce79c67-4231-402b-8f7d-e098b71e764c of type vlan for network 2a083712-4c56-434b-b51c-08e11ddb4ae0 Apr 28 20:07:08.122102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Deleting port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:08.122442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.202214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] For port 05db6cc7-0337-4eae-b911-2f4527452e6a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=05db6cc7-0337-4eae-b911-2f4527452e6a,segment=NetworkSegment(0c9fded8-03c0-4c6f-a946-310d7a28ac87),segment_id=0c9fded8-03c0-4c6f-a946-310d7a28ac87)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:08.202684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.204933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.217430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.218858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:08.219412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.292622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.320419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f3eee2-abb4-4f3c-865c-0fea85e5d670,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:08.326833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b05fdb60-c295-4b5d-a3dc-3b74323184b9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=01f9349d5bc04dbd893fb0290f6f7e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399489 Apr 28 20:07:08.330359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:08.359700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=05db6cc7-0337-4eae-b911-2f4527452e6a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:08.362875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.369992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No DVR routers for this DVR port 05db6cc7-0337-4eae-b911-2f4527452e6a on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:08.393917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f0dd2e-bc6c-4bee-b3bb-112175c262ee req-b49d821c-00e3-4819-bc22-37eadf00997f tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:08.402438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4f0dd2e-bc6c-4bee-b3bb-112175c262ee req-b49d821c-00e3-4819-bc22-37eadf00997f tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 949 time: 0.4060931 Apr 28 20:07:08.593557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4f0dd2e-bc6c-4bee-b3bb-112175c262ee req-491a99a9-5de2-4a34-a0cf-d91ece753496 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/security-groups?id=9bb7da56-f3ed-4492-876a-4a8796c32e7d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863475 Apr 28 20:07:08.595072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.621538 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.651609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.672528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.678741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:08.679337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.713232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.735838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f3eee2-abb4-4f3c-865c-0fea85e5d670,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:08.744987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.746297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-07fce7ca-bd83-437f-854f-7a164f704d26 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/17f3eee2-abb4-4f3c-865c-0fea85e5d670 HTTP/1.1" status: 204 len: 168 time: 0.4148896 Apr 28 20:07:08.769235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Calling delete_port for 05db6cc7-0337-4eae-b911-2f4527452e6a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:08.842395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bce000-7ebf-47ae-8303-7fb4ee60b395']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:08.851938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=2a083712-4c56-434b-b51c-08e11ddb4ae0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:08.857829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec1eb9c2-5d0e-4dc3-b740-c11b6d56d409 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.8691463 Apr 28 20:07:08.858231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54204) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:08.876952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9fded8-03c0-4c6f-a946-310d7a28ac87') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:08.877590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9fded8-03c0-4c6f-a946-310d7a28ac87') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:08.896836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.915247 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.923274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:07:08.923690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:08.941745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:07:09.046831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:07:09.047330 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:07:09.084452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] For port 9e7d8a9e-48c7-4c4c-9019-b973366e9838, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9e7d8a9e-48c7-4c4c-9019-b973366e9838,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:09.084452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:09.396439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:01Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:03Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:09.410345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fd0664-3e82-44ca-89a5-6854ed1775b9 req-8bd99e27-d9fd-46eb-97cf-42aa1ab8825a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:09.413311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:09.413689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Updating router 20cec192-5e1f-40ef-87dc-7f37bac7471a port 03e02a00-bafa-438a-afd3-62d0d21cbf2e binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:07:09.422064 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03fd0664-3e82-44ca-89a5-6854ed1775b9 req-8bd99e27-d9fd-46eb-97cf-42aa1ab8825a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.1744900 Apr 28 20:07:09.477234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Calling delete_port for 9e7d8a9e-48c7-4c4c-9019-b973366e9838 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:09.503092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:09.587649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03fd0664-3e82-44ca-89a5-6854ed1775b9 req-0ac29359-98ca-4452-8f64-831f1cd3fbf6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388505 Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:07:09.631202 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:07:09.641551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:09.720092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Deleting port 05db6cc7-0337-4eae-b911-2f4527452e6a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:09.720466 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:09.723644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:09.725571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:09.817328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:09.818717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9be0d5b7-0ddc-4c55-81a6-3c513a64c585 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:09.828542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 05db6cc7-0337-4eae-b911-2f4527452e6a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:09.937182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 05db6cc7-0337-4eae-b911-2f4527452e6a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:09.937955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 05db6cc7-0337-4eae-b911-2f4527452e6a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:09.991115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-969dae0f-4ef9-4ca4-ba81-1b4db681e7bf req-ee2f343e-6a35-412f-9fdd-ec11cc2d8539 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.1014128 Apr 28 20:07:10.012410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:10.015227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ef34ac70-3a2f-42ce-9bed-774b0d2baec4 None None] The port '05db6cc7-0337-4eae-b911-2f4527452e6a' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:07:10.031459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:10.051710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:10.147988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=e3bce000-7ebf-47ae-8303-7fb4ee60b395,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:10.218537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Pushing event deleted for resources: {'Port': ['ID=9e7d8a9e-48c7-4c4c-9019-b973366e9838,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:10.267315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e925170d-a0ff-497c-8927-bb9ff5a6e2a8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/e3bce000-7ebf-47ae-8303-7fb4ee60b395 HTTP/1.1" status: 204 len: 168 time: 4.4519892 Apr 28 20:07:10.270200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:10.806125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:10.836385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Transition to ACTIVE for port object 03e02a00-bafa-438a-afd3-62d0d21cbf2e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:10.867645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:10.991953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] No DVR routers for this DVR port 9e7d8a9e-48c7-4c4c-9019-b973366e9838 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:10.998275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.001773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-428dd19b-0e64-48d3-acce-37e13b1ac39d req-d80d501f-1f42-45e9-881a-eed17a401e60 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.41 "DELETE /v2.0/ports/9e7d8a9e-48c7-4c4c-9019-b973366e9838 HTTP/1.1" status: 204 len: 173 time: 2.9723718 Apr 28 20:07:11.050152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'name': 'network-vif-deleted', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:11.179882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9000ad-f7ea-46d1-aed7-abdc9cf6fee5 None None] Pushing event updated for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:11.186172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:11.190163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c9233799-e15c-493f-9956-a002b753159d no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:11.244630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42fb39b-f95b-478b-89ec-6d4be23aaad1 req-b14dfb56-764e-4c96-beaf-2a6e2a2aea28 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.246228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e42fb39b-f95b-478b-89ec-6d4be23aaad1 req-b14dfb56-764e-4c96-beaf-2a6e2a2aea28 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 1.6121638 Apr 28 20:07:11.247897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:11.294564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:11.304916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-de70cddb-1b9a-491a-a25c-4de4b5d8276c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.330719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-de70cddb-1b9a-491a-a25c-4de4b5d8276c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 945 time: 1.6950798 Apr 28 20:07:11.372022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:11.433978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8593809-ff3b-42d4-9950-dced487543b9 req-6cec304e-a97d-4f48-b2fa-1ab4bdba106f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:11.436214 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e8593809-ff3b-42d4-9950-dced487543b9 req-6cec304e-a97d-4f48-b2fa-1ab4bdba106f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.6276128 Apr 28 20:07:11.565025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e42fb39b-f95b-478b-89ec-6d4be23aaad1 req-37df20a8-de89-438e-b870-1fa95ea50ad5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978456 Apr 28 20:07:11.594015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:11.597955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.763013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e8593809-ff3b-42d4-9950-dced487543b9 req-7c479c12-b482-4f94-8e5e-0066d6bfadb9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3157954 Apr 28 20:07:11.898427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Attempting to bind port 03e02a00-bafa-438a-afd3-62d0d21cbf2e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:11.899016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Attempting to bind port 03e02a00-bafa-438a-afd3-62d0d21cbf2e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:11.899140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Attempting to bind port 03e02a00-bafa-438a-afd3-62d0d21cbf2e on network 7e947692-834c-49e4-a45a-16379227ed6a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:11.941815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:11.942186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Checking segment: {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:11.942586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:11.943583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Bound using segment: {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:11.944054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Bound port: 03e02a00-bafa-438a-afd3-62d0d21cbf2e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a86c97a-4fff-44e0-b519-e455a1440671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:11.944528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.133014 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-892e9fc6-714e-4506-9ea9-e902dd6e1b7c'] response: {'server_uuid': '33fdbd24-68b5-4d28-bc13-b68a0c061eaf', 'name': 'network-vif-deleted', 'tag': '9e7d8a9e-48c7-4c4c-9019-b973366e9838', 'status': 'completed', 'code': 200} Apr 28 20:07:12.136937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.181556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port c9233799-e15c-493f-9956-a002b753159d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:12.181884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.222304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.290870 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.353597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:12.404092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.419226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9233799-e15c-493f-9956-a002b753159d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:12.425178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-84da06ef-7624-4ab7-becb-96b8f29dc382 req-d01bbe1c-0c6a-4921-b1dc-cd1cb2b198e3 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Synchronizing usage tracker for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:12.474518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:12.493970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.494693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9e7d8a9e-48c7-4c4c-9019-b973366e9838 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:12.504615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=b51e07fd-d44b-40ff-a259-888881cd076e,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:12.589808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-84da06ef-7624-4ab7-becb-96b8f29dc382 req-d01bbe1c-0c6a-4921-b1dc-cd1cb2b198e3 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] Unset dirty status for tenant:fe1ccfcd846a44e78dacb6213bfd7bb3 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:12.594785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-84da06ef-7624-4ab7-becb-96b8f29dc382 req-d01bbe1c-0c6a-4921-b1dc-cd1cb2b198e3 tempest-VolumesBackupsTest-336210953 tempest-VolumesBackupsTest-336210953-project] 10.222.0.24 "GET /v2.0/ports?device_id=33fdbd24-68b5-4d28-bc13-b68a0c061eaf HTTP/1.1" status: 200 len: 210 time: 0.4540536 Apr 28 20:07:12.598345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:12.598712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: 2a083712-4c56-434b-b51c-08e11ddb4ae0, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:07:12.714399 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c297ffc0-c3b1-4d6b-993e-8246da108d1d'] response: {'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9233799-e15c-493f-9956-a002b753159d', 'code': 200} Apr 28 20:07:12.714974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:12.719292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 9e7d8a9e-48c7-4c4c-9019-b973366e9838 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:12.719624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9e7d8a9e-48c7-4c4c-9019-b973366e9838 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:12.722553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] For port 03e02a00-bafa-438a-afd3-62d0d21cbf2e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:12.734657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] For port 03e02a00-bafa-438a-afd3-62d0d21cbf2e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=03e02a00-bafa-438a-afd3-62d0d21cbf2e,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:12.746591 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.772853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:07:12.835307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.856660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:12.862299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9000ad-f7ea-46d1-aed7-abdc9cf6fee5 None None] Pushing event updated for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:12.898009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:12.898941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:12.931174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Usage tracker for resource:security_group_rule and tenant:79d895c34b854c888051dc8976caf3a7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:12.934032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 2b54d6cf-1930-4a94-ae56-911aedb6c719 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:12.936710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.953901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 2a083712-4c56-434b-b51c-08e11ddb4ae0) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:12.960299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:12.960965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:12.999251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:13.014785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea06b89-07cb-4e31-9312-03ca32067589 None None] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:13.045271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:13.184808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a8ed38de-ca84-4014-89e0-400e4848253f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.3128054 Apr 28 20:07:13.193845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:13.277735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:13.343129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:13.432603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54364) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:13.562914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-2a083712-4c56-434b-b51c-08e11ddb4ae0', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:07:13.581812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:13.630009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:13.656094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79d895c34b854c888051dc8976caf3a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3010759 Apr 28 20:07:13.676043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:13.680746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db833eb-9249-412f-ad54-242abb499969 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd54b427-0587-4b48-85a7-cbcd71c712b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:13.765291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 2b54d6cf-1930-4a94-ae56-911aedb6c719, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2b54d6cf-1930-4a94-ae56-911aedb6c719,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:13.765964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:13.859308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:13.892485 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.046966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Allocated IP 2001:db8:1::2 (2a083712-4c56-434b-b51c-08e11ddb4ae0/b51e07fd-d44b-40ff-a259-888881cd076e/09cc639c-dbde-414c-add3-309d7caae943) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:14.082126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 2b54d6cf-1930-4a94-ae56-911aedb6c719 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:14.123576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:14.124099 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.130080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.134590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.175559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd54b427-0587-4b48-85a7-cbcd71c712b3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:14.197289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282b6cd3-34d6-4320-8726-6d2896180390 req-beeaaeaa-f460-4fae-80c5-a215b3945719 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:14.198978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282b6cd3-34d6-4320-8726-6d2896180390 req-beeaaeaa-f460-4fae-80c5-a215b3945719 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.9194367 Apr 28 20:07:14.204539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:14.265992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Usage tracker for resource:security_group_rule and tenant:7e82a5245a1445a8afe0947c1b250e6d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:14.268965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.305360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6a69a2b8-9399-462d-bd38-3efe89ccd81c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd54b427-0587-4b48-85a7-cbcd71c712b3 HTTP/1.1" status: 204 len: 168 time: 0.6249142 Apr 28 20:07:14.322721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:14.335722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:14.570099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.609920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.627884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:01Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:12Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:14.655441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for c9233799-e15c-493f-9956-a002b753159d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:14.671540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282b6cd3-34d6-4320-8726-6d2896180390 req-aa1384c8-26b0-4883-beeb-7f94bc2898fb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546950 Apr 28 20:07:14.767964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.768674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4a0f05-66a2-43cf-9b8e-fbc2e9c21e78 req-12aa0ba2-b9ca-4fc4-bca6-f0702a68d121 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:14.770262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a4a0f05-66a2-43cf-9b8e-fbc2e9c21e78 req-12aa0ba2-b9ca-4fc4-bca6-f0702a68d121 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 943 time: 1.8045559 Apr 28 20:07:14.780336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Transition to ACTIVE for port object 09cc639c-dbde-414c-add3-309d7caae943 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:14.792158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54386) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:14.793977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e82a5245a1445a8afe0947c1b250e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3499744 Apr 28 20:07:14.799115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec1e3e-5b61-4a10-91db-b96f63e580cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83eb76df-9bbb-4179-b35e-aa9ad891dbfb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:14.801111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Transition to ACTIVE for port object 09cc639c-dbde-414c-add3-309d7caae943 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:14.807586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-408847dc-a832-42cf-ab1d-8eea90d37aac None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:01Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:12Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:14.812617 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:14.916118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Pushing event updated for resources: {'Port': ['ID=09cc639c-dbde-414c-add3-309d7caae943,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:14.935537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:14.936725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:14.939666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:14.986323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.039141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.053957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Attempting to bind port 09cc639c-dbde-414c-add3-309d7caae943 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:15.054559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Attempting to bind port 09cc639c-dbde-414c-add3-309d7caae943 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:15.054724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Attempting to bind port 09cc639c-dbde-414c-add3-309d7caae943 on network 2a083712-4c56-434b-b51c-08e11ddb4ae0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:15.061545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:15.062492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Checking segment: {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:15.063039 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.063432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Bound using segment: {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:15.064604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Bound port: 09cc639c-dbde-414c-add3-309d7caae943, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:15.064998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.066701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:15.072592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Port': ['ID=2b54d6cf-1930-4a94-ae56-911aedb6c719,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:15.200935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] For port 09cc639c-dbde-414c-add3-309d7caae943, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:15.205148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] For port 09cc639c-dbde-414c-add3-309d7caae943, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=09cc639c-dbde-414c-add3-309d7caae943,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:15.217589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.284330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.397070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2d2093-709f-46ae-a2ae-5f1c661564bb None None] Pushing event updated for resources: {'Port': ['ID=09cc639c-dbde-414c-add3-309d7caae943,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:15.452263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.766586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:15.960582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a4a0f05-66a2-43cf-9b8e-fbc2e9c21e78 req-afec7f20-f202-41cb-a626-32cdccbc12b3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1402123 Apr 28 20:07:15.982989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:16.019062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Usage tracker for resource:security_group_rule and tenant:fb1c923a2aa84004a6e12a02af16cda9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:16.024661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:16.041513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:16.056189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:16.072623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:07:16.072938 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:07:16.253476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8:1::1 (2a083712-4c56-434b-b51c-08e11ddb4ae0/b51e07fd-d44b-40ff-a259-888881cd076e/4858da24-ea94-4731-9323-3d0fec853a8c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:16.283804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:16.347577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 09cc639c-dbde-414c-add3-309d7caae943 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:16.367423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83eb76df-9bbb-4179-b35e-aa9ad891dbfb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:16.585162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 09cc639c-dbde-414c-add3-309d7caae943 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:16.594107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 03e02a00-bafa-438a-afd3-62d0d21cbf2e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:16.600280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port c9233799-e15c-493f-9956-a002b753159d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:16.600626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:16.768225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:16.775651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:16.776109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:16.878217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:16.910154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.032519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:17.043273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.065080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db77ba4-137d-49ac-99be-2dd8a2a6fcaa req-303b3141-6a01-47c2-a437-7b0d54ab38ac tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:17.072613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4db77ba4-137d-49ac-99be-2dd8a2a6fcaa req-303b3141-6a01-47c2-a437-7b0d54ab38ac tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 1.1235819 Apr 28 20:07:17.073698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.083071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6243352a-564d-4e14-8285-57a743a49a7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/83eb76df-9bbb-4179-b35e-aa9ad891dbfb HTTP/1.1" status: 204 len: 168 time: 2.2880909 Apr 28 20:07:17.115861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 03e02a00-bafa-438a-afd3-62d0d21cbf2e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=03e02a00-bafa-438a-afd3-62d0d21cbf2e,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:17.132427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.259688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.271903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb1c923a2aa84004a6e12a02af16cda9&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1712251 Apr 28 20:07:17.272715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d872c48-8fc1-46ab-a71d-d393703e8756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2103853c-1716-4fe4-85a1-a7c9a9c287b6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:17.297738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:17.334034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:17.336501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c193c4-665a-433d-b917-fe4fa1a53b97 None None] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:17.514707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Provisioning for port 09cc639c-dbde-414c-add3-309d7caae943 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:17.520670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.521032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.521406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.521955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.522288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.522616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.522940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.523314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.523632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.524129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.524619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.525091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:17.535075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Provisioning complete for port 09cc639c-dbde-414c-add3-309d7caae943 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:17.535624 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.596618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object 4858da24-ea94-4731-9323-3d0fec853a8c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:17.666085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4db77ba4-137d-49ac-99be-2dd8a2a6fcaa req-931c8a58-2497-4917-9617-d161f7605776 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5674181 Apr 28 20:07:17.717845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:17.728810 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:17.758740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:17.761215 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:17.798083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-987f8834-d4b7-480d-94f4-24a9f037ea46 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5259774 Apr 28 20:07:17.801391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:17.828585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.869264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.942343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting subnet 5bfcb791-3e6f-4435-9a45-666674d86bf4 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:07:17.950134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:17.969639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] For port 09cc639c-dbde-414c-add3-309d7caae943, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=09cc639c-dbde-414c-add3-309d7caae943,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:17.999803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.059678 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:18.076554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port c9233799-e15c-493f-9956-a002b753159d, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c9233799-e15c-493f-9956-a002b753159d,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:18.078309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.102903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.185085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 03e02a00-bafa-438a-afd3-62d0d21cbf2e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:18.188126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:18.284208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.321729 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:18.329204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f66a1b-a02d-437c-aa1e-7db564b77723 None None] Pushing event updated for resources: {'Port': ['ID=09cc639c-dbde-414c-add3-309d7caae943,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:18.329989 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:18.357160 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:18.358149 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:06:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:18.367641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:18.373842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 03e02a00-bafa-438a-afd3-62d0d21cbf2e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:18.374462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.378089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Usage tracker for resource:security_group_rule and tenant:8bad24f248494d898d6285fd8985e56b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:18.398519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:18.409438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:18.511112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.688609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.697815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.736816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.762148 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:18.773256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0fc92fa7-004d-47f2-812f-3c11b31812a9 None None] Provisioning complete for port 09cc639c-dbde-414c-add3-309d7caae943 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:18.773922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fc92fa7-004d-47f2-812f-3c11b31812a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:18.807848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8e2c99-1b51-41b8-bb9a-e5fe7618ad2c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:18.810119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for c9233799-e15c-493f-9956-a002b753159d owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:18.846426 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc6bd4db-dacf-4a62-b96f-8d52a4f97c8d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8bad24f248494d898d6285fd8985e56b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486137 Apr 28 20:07:18.849371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:18.954367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bae2-9488-4d5f-a3e7-585431f5a0e2 req-6d448b2f-40af-4829-9008-8fd5c8669534 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:18.956852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1386bae2-9488-4d5f-a3e7-585431f5a0e2 req-6d448b2f-40af-4829-9008-8fd5c8669534 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:19.118286 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:19.121095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1386bae2-9488-4d5f-a3e7-585431f5a0e2 req-6d448b2f-40af-4829-9008-8fd5c8669534 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:19.122417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1386bae2-9488-4d5f-a3e7-585431f5a0e2 req-6d448b2f-40af-4829-9008-8fd5c8669534 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 943 time: 1.7965481 Apr 28 20:07:19.129768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.138998 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71247f28-5069-434e-9fa3-4f162ffe7db0 None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:19.143566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-847b45f7-3962-41e7-ac0d-20b63d1a77b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:19.151230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-847b45f7-3962-41e7-ac0d-20b63d1a77b5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1097 time: 1.7684982 Apr 28 20:07:19.173746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.259256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.261813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808feb79-161b-4967-b50b-16fa9b54cac4 None None] Network d281ead5-342f-4544-9d98-240cb4eeeea1 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:19.262784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.275810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Subnet': ['ID=5bfcb791-3e6f-4435-9a45-666674d86bf4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:19.286005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:19.287606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7adb1a6f-ff2a-4b85-b2ae-117ab4c62493 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/5bfcb791-3e6f-4435-9a45-666674d86bf4 HTTP/1.1" status: 204 len: 168 time: 1.4848323 Apr 28 20:07:19.298371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:19.334172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.371910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb05d5-3192-4dd0-88f8-b73d6f1ff20e req-5a9097eb-487c-491c-9a3f-006b60bd430a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:19.373910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dfb05d5-3192-4dd0-88f8-b73d6f1ff20e req-5a9097eb-487c-491c-9a3f-006b60bd430a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.4130018 Apr 28 20:07:19.438012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dfb05d5-3192-4dd0-88f8-b73d6f1ff20e req-23ac0bec-510e-4a34-8c92-119302ff392f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566437 Apr 28 20:07:19.459103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.465726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:19.492616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8e2c99-1b51-41b8-bb9a-e5fe7618ad2c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:19.516253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.519954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8aa08b4f-28c8-42a4-a9ad-d76c19f9048a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc8e2c99-1b51-41b8-bb9a-e5fe7618ad2c HTTP/1.1" status: 204 len: 168 time: 0.6669750 Apr 28 20:07:19.626634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:19.688806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.710798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:19.713487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:19.798684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1386bae2-9488-4d5f-a3e7-585431f5a0e2 req-fc7bac38-2391-4db4-8965-7ccc9c30c0b5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6443770 Apr 28 20:07:20.032678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] DHCP port deletion for d281ead5-342f-4544-9d98-240cb4eeeea1 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:07:20.038446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Deleting port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:20.038820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.059177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2103853c-1716-4fe4-85a1-a7c9a9c287b6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:20.086478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.138332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-d0785e0b-5dcb-4141-9c7c-2cc7cbc55a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:20.139802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-d0785e0b-5dcb-4141-9c7c-2cc7cbc55a7e service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.8615849 Apr 28 20:07:20.153708 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.174222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.179131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee31c7d3-5e64-4e19-848d-8a0891dd78f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2103853c-1716-4fe4-85a1-a7c9a9c287b6 HTTP/1.1" status: 204 len: 168 time: 2.8802040 Apr 28 20:07:20.285711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-d2f5d72a-e208-4d71-a457-1589d0b3d4b6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 1002 time: 0.1189578 Apr 28 20:07:20.316136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=c9233799-e15c-493f-9956-a002b753159d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:20.394042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', '2fc61f33-c4b9-4710-b9f5-5bc04de150c1'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:07:20.408642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-34e27e69-fed7-4715-8e9e-f0d6712cf059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:20.410099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-34e27e69-fed7-4715-8e9e-f0d6712cf059 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.0870025 Apr 28 20:07:20.620147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 09cc639c-dbde-414c-add3-309d7caae943 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:20.680186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:20.680461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.760695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port c9233799-e15c-493f-9956-a002b753159d on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:20.956678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:20.988621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-deleted', 'tag': 'c9233799-e15c-493f-9956-a002b753159d'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:21.059134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1fbb805-6a52-4780-b5b0-18add0f43545 req-1821eec2-82d1-4b7a-a242-90fbe86f825f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/c9233799-e15c-493f-9956-a002b753159d HTTP/1.1" status: 204 len: 173 time: 9.6755269 Apr 28 20:07:21.061987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15386ff7-c305-45c7-ab2d-398eadea221b req-3a0a7bcd-55b3-41bc-8db1-f4325d58b599 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:21.072332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15386ff7-c305-45c7-ab2d-398eadea221b req-3a0a7bcd-55b3-41bc-8db1-f4325d58b599 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.2857356 Apr 28 20:07:21.165073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2885999-a3ea-4c92-a17b-e4a971e9519a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:21.215917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15386ff7-c305-45c7-ab2d-398eadea221b req-d0853365-f302-48e7-b2bc-c1935725ded8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341441 Apr 28 20:07:21.273006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 09cc639c-dbde-414c-add3-309d7caae943 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:21.273557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:21.370327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14407df7-644a-4de8-b5af-7d2b1bab4382 None None] Provisioning for port 4858da24-ea94-4731-9323-3d0fec853a8c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:21.447123 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec56b072-8a72-4094-b945-e45945466075'] response: {'server_uuid': '8df860f8-6005-4b71-8c0d-d61eee25a29d', 'name': 'network-vif-deleted', 'tag': 'c9233799-e15c-493f-9956-a002b753159d', 'status': 'completed', 'code': 200} Apr 28 20:07:21.497515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-288b623c-86ea-4a1a-b2ec-a162bf5edf07 req-916fdad8-133d-4540-af67-2da8431982d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:21.502555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] For port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:21.503089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:21.589704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-14407df7-644a-4de8-b5af-7d2b1bab4382 None None] Provisioning complete for port 4858da24-ea94-4731-9323-3d0fec853a8c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:21.591279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-14407df7-644a-4de8-b5af-7d2b1bab4382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:21.697909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] For port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,segment=NetworkSegment(860370ee-2d96-46d7-a975-183cab1cd10a),segment_id=860370ee-2d96-46d7-a975-183cab1cd10a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:21.698401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:21.778331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Calling delete_port for 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:21.883879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-288b623c-86ea-4a1a-b2ec-a162bf5edf07 req-916fdad8-133d-4540-af67-2da8431982d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:21.886588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-288b623c-86ea-4a1a-b2ec-a162bf5edf07 req-916fdad8-133d-4540-af67-2da8431982d0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=8df860f8-6005-4b71-8c0d-d61eee25a29d HTTP/1.1" status: 200 len: 210 time: 0.5071490 Apr 28 20:07:21.939568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-14407df7-644a-4de8-b5af-7d2b1bab4382 None None] Port 4858da24-ea94-4731-9323-3d0fec853a8c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:21.954113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Calling delete_port for 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:22.042536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-54ea91cd-325e-4031-b132-a13e9021ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:22.045009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-54ea91cd-325e-4031-b132-a13e9021ff6f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6090274 Apr 28 20:07:22.194434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2b54d6cf-1930-4a94-ae56-911aedb6c719 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:22.294985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 2b54d6cf-1930-4a94-ae56-911aedb6c719 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:22.298184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2b54d6cf-1930-4a94-ae56-911aedb6c719 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:22.327956 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:22.494004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] Pushing event deleted for resources: {'Port': ['ID=4e3ca0da-b5a1-4d70-a9b0-24bce706ef26,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:22.532603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:22.595176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1aceb9-43ed-47bc-8bf5-7f706754ec84 None None] No DVR routers for this DVR port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:22.604621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-40e6fcba-eed3-4ed9-a22a-3895e6b9a4c6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488753 Apr 28 20:07:22.656600 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-496bb428-82a7-4054-b00a-10a1ef2b034c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:22.682325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:22.684389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:22.740813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:22.885085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a03f692-024a-439a-a4bf-ec572ebc6108 req-a3f7fe0a-42b8-4e4b-ba86-b19f779734c6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:22.887497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:07:22.888125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a03f692-024a-439a-a4bf-ec572ebc6108 req-a3f7fe0a-42b8-4e4b-ba86-b19f779734c6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.2500706 Apr 28 20:07:22.891007 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:07:23.009540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a03f692-024a-439a-a4bf-ec572ebc6108 req-a7ae66e4-69b6-4f8b-a1c7-7a3389bdd085 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161988 Apr 28 20:07:23.215915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5fb6e62-8e8d-477f-a8bc-bbfcc8fafe48 req-5b223e1a-5bf4-4b26-b131-bf38d64844c2 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6023962 Apr 28 20:07:23.685401 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:23.692261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Deleting port 4e3ca0da-b5a1-4d70-a9b0-24bce706ef26 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:23.693711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:23.792487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:23.829898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:23.829898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.005794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:24.085796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.125094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] The port '4e3ca0da-b5a1-4d70-a9b0-24bce706ef26' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:07:24.444573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.593630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931edd5e-00bf-4da2-ada5-1c2089f886b7 req-6063baef-b355-40f7-ad2f-61edd12817dd tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:24.596011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-931edd5e-00bf-4da2-ada5-1c2089f886b7 req-6063baef-b355-40f7-ad2f-61edd12817dd tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 0.8686817 Apr 28 20:07:24.620253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d281ead5-342f-4544-9d98-240cb4eeeea1']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:24.662463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '860370ee-2d96-46d7-a975-183cab1cd10a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:24.662828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '860370ee-2d96-46d7-a975-183cab1cd10a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:24.689209 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.730599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.740914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:07:24.741327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:24.794247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b05429-85e5-432b-a0b2-b37b615bd555 req-c0508885-329d-4070-900a-65054db79b83 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:24.799305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72b05429-85e5-432b-a0b2-b37b615bd555 req-c0508885-329d-4070-900a-65054db79b83 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.2291570 Apr 28 20:07:24.937336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72b05429-85e5-432b-a0b2-b37b615bd555 req-9490069b-5883-4c90-a530-a73030a30948 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1292210 Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:07:25.104641 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:07:25.111495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:25.178645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.212995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:25.333000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.375297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.383043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Pushing event deleted for resources: {'Network': ['ID=d281ead5-342f-4544-9d98-240cb4eeeea1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:25.547008 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:07:25.704668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b449dee0-ea09-4197-bc10-45d34bc48bfc None None] Provisioning complete for port 4858da24-ea94-4731-9323-3d0fec853a8c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:25.705949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b449dee0-ea09-4197-bc10-45d34bc48bfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:25.738020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-931edd5e-00bf-4da2-ada5-1c2089f886b7 req-9a196979-6256-47fd-981a-b676061eb510 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1197584 Apr 28 20:07:25.784236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b449dee0-ea09-4197-bc10-45d34bc48bfc None None] Port 4858da24-ea94-4731-9323-3d0fec853a8c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:25.836024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4fb99d5f-b95b-4f83-9fef-6e42b3804141 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/networks/d281ead5-342f-4544-9d98-240cb4eeeea1 HTTP/1.1" status: 204 len: 168 time: 6.3815787 Apr 28 20:07:25.838944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54634) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:25.845160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'routes': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:25.880830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-239790c7-a5ca-4edf-8938-00f62ae586b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:25.882400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-239790c7-a5ca-4edf-8938-00f62ae586b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 0.6946158 Apr 28 20:07:25.892224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:26.036645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:07:26.036645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.266224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:26.276510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ae0c8f63-e903-4aae-8e6e-b368751e5f5c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0740051 Apr 28 20:07:26.284566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:26.285839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:26.295853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1916132116'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:26.300416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:26.301138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:26.319798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:26.381843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:26.397971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:26.426123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:26.579380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Added routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:07:26.580174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Removed routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:07:26.580323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:26.580548 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.583736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.634856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:26.635242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.655992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:26.780462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:07:26.839569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:07:26.848961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-4235d982-02dd-49b5-8240-5a5012970f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:26.850535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-4235d982-02dd-49b5-8240-5a5012970f0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1097 time: 0.3495483 Apr 28 20:07:26.887177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.887390 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 0b5490d7-70cd-416f-8398-b9d0db3f04ce of type vlan for network a8737727-747c-44ed-a314-ce4d118f3338 Apr 28 20:07:26.948172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:26.954794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.085335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-31bfc644-a5c5-4603-bedc-bfa197567e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:27.086780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-31bfc644-a5c5-4603-bedc-bfa197567e9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.2258141 Apr 28 20:07:27.096514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6644bc-4117-4f26-a0d7-b1091c399c4f req-b7ea4658-a1e6-47a3-82d3-a9fbb59a5c6d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:27.105960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e6644bc-4117-4f26-a0d7-b1091c399c4f req-b7ea4658-a1e6-47a3-82d3-a9fbb59a5c6d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.6633978 Apr 28 20:07:27.186026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e6644bc-4117-4f26-a0d7-b1091c399c4f req-914728d8-ddf6-441a-a939-1f80dbbe3327 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788624 Apr 28 20:07:27.207175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:21Z', 'revision_number': 3, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:23Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:27.214157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router bcdf7a36-2cca-4d62-ac53-e1577ad56cad has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:27.214801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:27.215362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Updating router 20cec192-5e1f-40ef-87dc-7f37bac7471a port 4858da24-ea94-4731-9323-3d0fec853a8c binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:07:27.268047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:27.278282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.408284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:07:27.420028 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.450259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-752c1c5e-78a7-4cec-ae09-708cedd645ab service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 1002 time: 0.3077295 Apr 28 20:07:27.452327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:27.467389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.470007 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Sync routers for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:27.479394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b310120-1313-484d-af91-d68688802825 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 701 time: 1.6388896 Apr 28 20:07:27.480038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:27.501852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:27.506724 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:27.512024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.517318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:27.517941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.575095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-77b28642-851a-4795-a205-0beaeec4236a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Synchronizing usage tracker for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:27.618700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-77b28642-851a-4795-a205-0beaeec4236a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Unset dirty status for tenant:56f44f72478f461bb1c6acf038c92eac on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:27.622948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-77b28642-851a-4795-a205-0beaeec4236a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 205 time: 0.1417320 Apr 28 20:07:27.623407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:27.634865 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.742996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e503bb02-874b-4a78-ba1f-d05b74bf0d47 req-06e031c6-d0ee-459c-9c57-b46a7061f05c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:27.758226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e503bb02-874b-4a78-ba1f-d05b74bf0d47 req-06e031c6-d0ee-459c-9c57-b46a7061f05c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 945 time: 0.6668479 Apr 28 20:07:27.811959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:27.856875 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:28.159621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:28.171998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=2fc61f33-c4b9-4710-b9f5-5bc04de150c1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:28.175421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Checking router: bcdf7a36-2cca-4d62-ac53-e1577ad56cad for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:28.189587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Routers {'bcdf7a36-2cca-4d62-ac53-e1577ad56cad'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:28.190389 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:28.337353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:07:28.450702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 2.1622119 Apr 28 20:07:28.455362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-2c5f2bb3-e010-481a-bef4-2a7c9467f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:28.457500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-2c5f2bb3-e010-481a-bef4-2a7c9467f0ab service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.9930887 Apr 28 20:07:28.534107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.538995 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] Set router bcdf7a36-2cca-4d62-ac53-e1577ad56cad gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:28.571018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.573649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.585589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.616717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Transition to ACTIVE for port object 4858da24-ea94-4731-9323-3d0fec853a8c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:28.670554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54702) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:28.678872 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.710492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:28.725018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.725537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router bcdf7a36-2cca-4d62-ac53-e1577ad56cad {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:07:28.764791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:28.787940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1a3175b9-e03a-478d-8eb3-fad3cc5ed07c tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 204 len: 168 time: 1.1616399 Apr 28 20:07:28.789684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:28.820055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1355783576', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:28.840306 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:28.842767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:28.851409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f81079dc-fcb5-45a3-8523-80f36bbb640f None None] The sync data for ids ['bcdf7a36-2cca-4d62-ac53-e1577ad56cad'] in n-d-839811-1 is: [{'id': 'bcdf7a36-2cca-4d62-ac53-e1577ad56cad', 'name': 'tempest-RoutersTest-router-1593856062', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:05:34Z', 'updated_at': '2022-04-28T20:07:14Z', 'revision_number': 11, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:28.864837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94aea1-8fe6-4e77-90b4-2124a7c5fa7e None None] Pushing event updated for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:28.869658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Usage tracker for resource:router and tenant:56f44f72478f461bb1c6acf038c92eac is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:28.872300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:28.891900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:28.926116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:28.993066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2179305-ea26-4a2e-80de-8d523bc4f76a req-d6d10585-8a74-41d0-b675-246d01e7aec6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:29.001842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2179305-ea26-4a2e-80de-8d523bc4f76a req-d6d10585-8a74-41d0-b675-246d01e7aec6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 946 time: 0.3940687 Apr 28 20:07:29.006713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.007886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.025278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e503bb02-874b-4a78-ba1f-d05b74bf0d47 req-c040f0bb-a281-4730-93cb-36de8f4ad003 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8618715 Apr 28 20:07:29.051351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.070810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:29.084688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332aabc-2838-46ca-820b-b51da58f5870 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=a8737727-747c-44ed-a314-ce4d118f3338,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:29.097123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.097857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:29.105303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:29.200710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.217968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:29.222199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:29.228930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:29.255841 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2179305-ea26-4a2e-80de-8d523bc4f76a req-36235746-efcd-4cb5-881f-999e5e419942 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2527802 Apr 28 20:07:29.289679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a8737727-747c-44ed-a314-ce4d118f3338 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:07:29.307580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.308830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2fa25c4-45f9-4003-ae77-ffb43fd38f68 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5131359 Apr 28 20:07:29.312436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54726) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:29.326021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:29.343213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:07:29.345007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:29.358996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.403463 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:29.405406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aef9bc04-727e-40f1-8e46-2371e9876df7 req-6f3c892d-8fa6-4cde-b1d7-8b926d159f8c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/2fc61f33-c4b9-4710-b9f5-5bc04de150c1 HTTP/1.1" status: 204 len: 173 time: 3.5115674 Apr 28 20:07:29.410806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'name': 'network-vif-deleted', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:29.580401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-5c5d0bb2-fc24-46bb-bc59-113366b13fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:29.590138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-5c5d0bb2-fc24-46bb-bc59-113366b13fce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9889731 Apr 28 20:07:29.696747 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28636d3c-48c4-49a0-9745-0e3f23889b68'] response: {'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'code': 200} Apr 28 20:07:29.749383 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c0851f1-3bca-4300-9116-ae68a4ace843'] response: {'server_uuid': 'd1238d4c-e1d3-4dbd-9c9a-0e3e408871a7', 'name': 'network-vif-deleted', 'tag': '2fc61f33-c4b9-4710-b9f5-5bc04de150c1', 'status': 'completed', 'code': 200} Apr 28 20:07:29.924166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:07:29.924590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 2fc61f33-c4b9-4710-b9f5-5bc04de150c1 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:07:29.966684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-501397f0-56f7-4905-9fef-28f0b58bb228 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094123 Apr 28 20:07:30.263070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Attempting to bind port 4858da24-ea94-4731-9323-3d0fec853a8c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:30.268628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Attempting to bind port 4858da24-ea94-4731-9323-3d0fec853a8c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:30.269247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Attempting to bind port 4858da24-ea94-4731-9323-3d0fec853a8c on network 2a083712-4c56-434b-b51c-08e11ddb4ae0 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:30.305799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:30.309011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Checking segment: {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:30.309695 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.310780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Bound using segment: {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:30.312019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Bound port: 4858da24-ea94-4731-9323-3d0fec853a8c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce79c67-4231-402b-8f7d-e098b71e764c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:30.313690 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.341844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:30.352331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d387600a-fd42-4b0f-aaec-b095d2663e9d req-9cc83af6-563b-44b8-92d8-8b348f46f1c4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640014 Apr 28 20:07:30.354575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.477444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:30.478185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: a8737727-747c-44ed-a314-ce4d118f3338, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:07:30.531500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=9d01f80f-b45a-4184-89a9-92ec27c0a2fd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:30.550086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network a8737727-747c-44ed-a314-ce4d118f3338 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:07:30.593993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:30.657221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.723063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a8737727-747c-44ed-a314-ce4d118f3338) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:30.739273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b25d3ee3-1fad-4af1-9ee5-3e5420a55116 req-e4eeb308-2843-4bdc-a972-2c3b2e64ab59 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1238d4c-e1d3-4dbd-9c9a-0e3e408871a7 HTTP/1.1" status: 200 len: 210 time: 0.0683405 Apr 28 20:07:30.743453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5780ac33-f18e-4e4f-8706-0f154fd822ff None None] Network a8737727-747c-44ed-a314-ce4d118f3338 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:30.751207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.772862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] For port 4858da24-ea94-4731-9323-3d0fec853a8c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:30.773396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:30.782040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.820700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] For port 4858da24-ea94-4731-9323-3d0fec853a8c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4858da24-ea94-4731-9323-3d0fec853a8c,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:30.863255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-438cc82d-2f7b-4ed9-b2bf-8baf5422ca82 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1781604 Apr 28 20:07:30.874860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54756) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:30.896995 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:30.998821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:30.999460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:31.034333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:31.096277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:31.106278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Usage tracker for resource:security_group_rule and tenant:17c210564e6c408ab27437065ce9f3df is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:31.111034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec709bf5-7a77-4cac-ba37-3a6e1945dd1d req-6482f799-9ccd-4b35-9407-5b3029ed1a8a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:31.121543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec709bf5-7a77-4cac-ba37-3a6e1945dd1d req-6482f799-9ccd-4b35-9407-5b3029ed1a8a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.5736165 Apr 28 20:07:31.123538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:31.145246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:31.212845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:31.222095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec709bf5-7a77-4cac-ba37-3a6e1945dd1d req-0e3ce81b-50fc-4377-bbcc-afbc597db156 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986273 Apr 28 20:07:31.248370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Router 265f98de-a866-4044-9bce-5b2b97e82649 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:07:31.444748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:31.485937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:31.487089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce0cb23d-7c2a-4d10-a60a-21ae37c0f3c0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "PUT /v2.0/routers/265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 200 len: 694 time: 2.1736135 Apr 28 20:07:31.490543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:31.495149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Sync routers for ids ['265f98de-a866-4044-9bce-5b2b97e82649'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:31.660375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a94aea1-8fe6-4e77-90b4-2124a7c5fa7e None None] Pushing event updated for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:31.705598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32a18e7d-69d7-4523-9074-cc01ec965fba tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/routers/265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 200 len: 700 time: 0.2139373 Apr 28 20:07:31.707388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:31.710595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Routers {'265f98de-a866-4044-9bce-5b2b97e82649'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:31.711344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['265f98de-a866-4044-9bce-5b2b97e82649'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:31.954439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9ad84581-55d2-4abf-8320-d7f075476e72 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 200 len: 205 time: 0.2453792 Apr 28 20:07:31.955633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:31.974942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:32.162569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a8737727-747c-44ed-a314-ce4d118f3338', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:07:32.163368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:32.195097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Set router 265f98de-a866-4044-9bce-5b2b97e82649 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:32.200668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:32.210031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:32.355613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:32.624877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f98de-a866-4044-9bce-5b2b97e82649', 'name': 'tempest-RoutersTest-router-1355783576', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:07:29Z', 'updated_at': '2022-04-28T20:07:30Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:32.709375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-48550bb5-e9d7-4b6c-87e1-34b6e255d350 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:32.712293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-48550bb5-e9d7-4b6c-87e1-34b6e255d350 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.4235656 Apr 28 20:07:32.745298 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-447ca33e-e1d8-4d47-8bd7-919d8384533c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0225859 Apr 28 20:07:32.766794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Checking router: 265f98de-a866-4044-9bce-5b2b97e82649 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:32.779938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=17c210564e6c408ab27437065ce9f3df&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4341257 Apr 28 20:07:32.815790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Routers {'265f98de-a866-4044-9bce-5b2b97e82649'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:32.816416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['265f98de-a866-4044-9bce-5b2b97e82649'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:32.842102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54796) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:32.935243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b01647-a9fb-49b4-ad94-019863d15e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5012a1f-21fa-497e-8c79-a1ab67f5f0a3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:32.969210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] Set router 265f98de-a866-4044-9bce-5b2b97e82649 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:33.021638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.027323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8:2::1 (a8737727-747c-44ed-a314-ce4d118f3338/9d01f80f-b45a-4184-89a9-92ec27c0a2fd/b6897095-3d06-4596-b3a9-dd6c5cc0940f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:33.049445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-d8d9e1bf-1436-4231-a220-e5afaee2cbd9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:33.077998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.087920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.090762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.098084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265f98de-a866-4044-9bce-5b2b97e82649', 'name': 'tempest-RoutersTest-router-1355783576', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:07:29Z', 'updated_at': '2022-04-28T20:07:30Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:33.101847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c246322-45e2-4320-a275-ed72a0428da3 req-acf32e16-4c1b-48df-b020-fc84ca5d26c6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:33.103671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c246322-45e2-4320-a275-ed72a0428da3 req-acf32e16-4c1b-48df-b020-fc84ca5d26c6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.5427392 Apr 28 20:07:33.104503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:21Z', 'revision_number': 3, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:30Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:33.109686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa346196-3f8f-4ab1-900c-cc4be06060de None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:21Z', 'revision_number': 3, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:30Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:33.112071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91678089-3f4c-4702-8f85-56992c1dbe3d None None] The sync data for ids ['265f98de-a866-4044-9bce-5b2b97e82649'] in n-d-839811-1 is: [{'id': '265f98de-a866-4044-9bce-5b2b97e82649', 'name': 'tempest-RoutersTest-router-1355783576', 'tenant_id': '56f44f72478f461bb1c6acf038c92eac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:07:29Z', 'updated_at': '2022-04-28T20:07:30Z', 'revision_number': 2, 'project_id': '56f44f72478f461bb1c6acf038c92eac', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:33.163195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.163684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Fanout notify agent at l3_agent the message router_deleted on router 265f98de-a866-4044-9bce-5b2b97e82649 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:07:33.173198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-d8d9e1bf-1436-4231-a220-e5afaee2cbd9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:33.174489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-d8d9e1bf-1436-4231-a220-e5afaee2cbd9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4175565 Apr 28 20:07:33.190245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c246322-45e2-4320-a275-ed72a0428da3 req-4f241a06-a589-4e94-af99-acea6eedaa48 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664625 Apr 28 20:07:33.194720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.195770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f6b12983-a4bf-445c-aa87-c3b9e8e9c5bf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 204 len: 168 time: 1.2389915 Apr 28 20:07:33.199540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.272329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c80538c3-8c4f-4879-99a2-db38281ff8b0 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 200 len: 205 time: 0.0716200 Apr 28 20:07:33.274576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.352451 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-26e7e4f8-5fce-499e-8328-21e721fa86c8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:33.354014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-26e7e4f8-5fce-499e-8328-21e721fa86c8 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/265f98de-a866-4044-9bce-5b2b97e82649 HTTP/1.1" status: 404 len: 336 time: 0.0785220 Apr 28 20:07:33.359200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.401163 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-bab7fd55-3d41-440d-9337-1cf15a6c98d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:33.401746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bab7fd55-3d41-440d-9337-1cf15a6c98d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:33.404128 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bab7fd55-3d41-440d-9337-1cf15a6c98d7 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/0b7a3ad8-85c0-49b7-a575-2af384c2066b HTTP/1.1" status: 404 len: 337 time: 0.0432863 Apr 28 20:07:33.406443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.425915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.459677 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-47930fa7-2932-4f07-b133-df89841543fb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:33.460498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47930fa7-2932-4f07-b133-df89841543fb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:33.464264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47930fa7-2932-4f07-b133-df89841543fb tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/7938f805-3656-4b09-a4d6-bca3d847040a HTTP/1.1" status: 404 len: 337 time: 0.0546203 Apr 28 20:07:33.465057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54816) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.489671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5012a1f-21fa-497e-8c79-a1ab67f5f0a3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:33.494155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.514611 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec4ce56f-b185-4ddd-8eba-c9856fb6cb33 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:33.514854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec4ce56f-b185-4ddd-8eba-c9856fb6cb33 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:33.518022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ec4ce56f-b185-4ddd-8eba-c9856fb6cb33 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/b10014f0-a0bf-4cb0-a477-87051e2b47a8 HTTP/1.1" status: 404 len: 337 time: 0.0524352 Apr 28 20:07:33.523524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-cb38196f-7f88-4742-af7e-30937e8a9903 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955880 Apr 28 20:07:33.523913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54820) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.538209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object b6897095-3d06-4596-b3a9-dd6c5cc0940f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:33.611615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.615498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1ed62f64-7ae9-4824-926a-aa82f271a046 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f5012a1f-21fa-497e-8c79-a1ab67f5f0a3 HTTP/1.1" status: 204 len: 168 time: 0.7699068 Apr 28 20:07:33.618106 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-206e8277-6f4b-4070-9995-f8e0caf5aff2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:33.618543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-206e8277-6f4b-4070-9995-f8e0caf5aff2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:33.620287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-206e8277-6f4b-4070-9995-f8e0caf5aff2 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/5bfcb791-3e6f-4435-9a45-666674d86bf4 HTTP/1.1" status: 404 len: 337 time: 0.0919356 Apr 28 20:07:33.623158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54826) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.727186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0854137a-703d-43c3-89f2-e19242a805e3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 200 len: 205 time: 0.1019623 Apr 28 20:07:33.729619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:33.764786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.838301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-7e985150-c6cc-48fd-bbec-959fcd52bb6d service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3028004 Apr 28 20:07:33.862342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network a8737727-747c-44ed-a314-ce4d118f3338 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:33.866553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:33.870038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:33.870892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:33.894456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:33.929762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Allocated IP 2001:db8:2::2 (a8737727-747c-44ed-a314-ce4d118f3338/9d01f80f-b45a-4184-89a9-92ec27c0a2fd/0015af41-8524-45eb-a079-ecaa90737d37) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:33.993630 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-3faa386e-ffcc-4015-8a66-0232838d43be tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:33.994876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3faa386e-ffcc-4015-8a66-0232838d43be tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/bcdf7a36-2cca-4d62-ac53-e1577ad56cad HTTP/1.1" status: 404 len: 336 time: 0.2638569 Apr 28 20:07:33.998214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:34.088384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd83f34f-bd10-4961-9b54-f55d870fae8f tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=a0f7654b-70da-4135-bf82-8cb5d22909f4 HTTP/1.1" status: 200 len: 205 time: 0.0890322 Apr 28 20:07:34.091124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:34.440455 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-f2fef75f-5c74-4c2f-895d-6483b1fad1ca tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:34.441750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2fef75f-5c74-4c2f-895d-6483b1fad1ca tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/a0f7654b-70da-4135-bf82-8cb5d22909f4 HTTP/1.1" status: 404 len: 336 time: 0.3496928 Apr 28 20:07:34.446645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54860) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:34.449229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:34.564634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:34.584552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d2f72834-927b-4576-9fdd-b03ae3e92ae2 req-4f6f9b0e-d680-400b-99a1-7e8b127a2f9f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 210 time: 0.2562871 Apr 28 20:07:34.612266 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e063c58-928d-4d42-91b2-25d0bec38d64 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:34.612727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e063c58-928d-4d42-91b2-25d0bec38d64 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:34.617659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4e063c58-928d-4d42-91b2-25d0bec38d64 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/f40b978a-18fb-415b-a00d-66b2521ef8b8 HTTP/1.1" status: 404 len: 337 time: 0.1557229 Apr 28 20:07:34.619320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:34.626450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:34.642380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4858da24-ea94-4731-9323-3d0fec853a8c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:34.700606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Transition to ACTIVE for port object 0015af41-8524-45eb-a079-ecaa90737d37 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:34.810505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:34.861568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Transition to ACTIVE for port object 0015af41-8524-45eb-a079-ecaa90737d37 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:34.878795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f8fc077fc140f29a70bddf5f61b37d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:34.888102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:34.901569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:34.920912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:34.923631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.103018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29678a99-d9af-44be-ae50-423f96b0bbea tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 200 len: 205 time: 0.4785337 Apr 28 20:07:35.104172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087935f-95dc-411a-991c-825cd00803f6 req-1cf8c45b-289c-4319-b906-908ba197c590 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:35.104441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.105763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6087935f-95dc-411a-991c-825cd00803f6 req-1cf8c45b-289c-4319-b906-908ba197c590 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.4031320 Apr 28 20:07:35.114226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Network a8737727-747c-44ed-a314-ce4d118f3338 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:35.119277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:35.124913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:35.209028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Pushing event updated for resources: {'Port': ['ID=0015af41-8524-45eb-a079-ecaa90737d37,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:35.226154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4858da24-ea94-4731-9323-3d0fec853a8c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:35.250014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4858da24-ea94-4731-9323-3d0fec853a8c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:35.250931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.281662 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-0338c6c0-4a6e-4ec2-85f9-dffead1eb239 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:35.289913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0338c6c0-4a6e-4ec2-85f9-dffead1eb239 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/440740bb-1db1-403b-b414-49db2bab6f90 HTTP/1.1" status: 404 len: 336 time: 0.1842296 Apr 28 20:07:35.291158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54886) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.302451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Attempting to bind port 0015af41-8524-45eb-a079-ecaa90737d37 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:35.303198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Attempting to bind port 0015af41-8524-45eb-a079-ecaa90737d37 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:35.303716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Attempting to bind port 0015af41-8524-45eb-a079-ecaa90737d37 on network a8737727-747c-44ed-a314-ce4d118f3338 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:35.313968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:35.314637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Checking segment: {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:35.316465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.317672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Bound using segment: {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:35.318353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Bound port: 0015af41-8524-45eb-a079-ecaa90737d37, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:35.318902 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.368029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-625e859d-5b5c-4d40-9ca5-50c8601904de tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=44295dcf-3a96-4525-bc66-cc054427a7e8 HTTP/1.1" status: 200 len: 205 time: 0.0755157 Apr 28 20:07:35.369285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.503013 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-e405b776-11b1-4502-b36f-d049b496e77d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:35.509343 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e405b776-11b1-4502-b36f-d049b496e77d tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/44295dcf-3a96-4525-bc66-cc054427a7e8 HTTP/1.1" status: 404 len: 336 time: 0.1383688 Apr 28 20:07:35.510956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.528521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6087935f-95dc-411a-991c-825cd00803f6 req-4a697b72-3cb6-4f32-8001-e360b5283f15 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2821119 Apr 28 20:07:35.529121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.559071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:35.592022 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-567eaae6-6a9b-4ec3-a317-18523bf3e3cf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:35.592499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-567eaae6-6a9b-4ec3-a317-18523bf3e3cf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:35.608805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-567eaae6-6a9b-4ec3-a317-18523bf3e3cf tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/e772d2e7-74ca-43e4-b61d-eaaa33bc95a0 HTTP/1.1" status: 404 len: 337 time: 0.0943267 Apr 28 20:07:35.610595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.641609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:35.666777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.714562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c407a777-d376-4930-851e-1fd22a0f6c27 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a79191-aa7b-4fd7-be38-16ed307ad1c6 HTTP/1.1" status: 200 len: 205 time: 0.1021624 Apr 28 20:07:35.715175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.803382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.823604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149fb1df-d224-4063-b910-2bf3a51450db None None] Pushing event updated for resources: {'Port': ['ID=0015af41-8524-45eb-a079-ecaa90737d37,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:35.841609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4858da24-ea94-4731-9323-3d0fec853a8c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4858da24-ea94-4731-9323-3d0fec853a8c,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:35.843892 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-8f5a8e39-0da7-43df-ae57-a789219284d3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:35.852262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.855958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f5a8e39-0da7-43df-ae57-a789219284d3 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/b3a79191-aa7b-4fd7-be38-16ed307ad1c6 HTTP/1.1" status: 404 len: 336 time: 0.1396816 Apr 28 20:07:35.858308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54914) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.956085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:35.964274 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-660567c3-0c70-4a2b-ba7a-6129feb8c271 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:35.964965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660567c3-0c70-4a2b-ba7a-6129feb8c271 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:35.972958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-660567c3-0c70-4a2b-ba7a-6129feb8c271 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/cd3b0af1-506d-4165-a462-6a6f5b41e4d0 HTTP/1.1" status: 404 len: 337 time: 0.1130733 Apr 28 20:07:35.975576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54918) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:35.981008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:36.073026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a21f36ab-d6e0-4fa9-9331-a380bd2ceea4 req-ddf94990-268b-4713-a129-259b55022958 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 210 time: 0.2630084 Apr 28 20:07:36.097562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5cd0ae74-1375-4fa1-a9b4-d5112b569a34 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "GET /v2.0/ports?device_id=6baf4a25-d6eb-4836-a18d-13459ea24a1a HTTP/1.1" status: 200 len: 205 time: 0.1203160 Apr 28 20:07:36.098439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:36.210861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b5f8fc077fc140f29a70bddf5f61b37d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7576151 Apr 28 20:07:36.215315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54932) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:36.286509 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-4c7ed5fc-682a-4b7e-b20d-75d25e2a66c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] delete failed (client error): The resource could not be found. Apr 28 20:07:36.290819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4c7ed5fc-682a-4b7e-b20d-75d25e2a66c9 tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/routers/6baf4a25-d6eb-4836-a18d-13459ea24a1a HTTP/1.1" status: 404 len: 336 time: 0.1812444 Apr 28 20:07:36.291393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:36.311438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb643473-d62c-45a0-a37e-0a1b9f26b4b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2f301-30b3-4f2d-b7e7-d468cb4f11f5,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:36.449679 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94960ae-4113-42d3-bfbf-11c36fb936df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:36.450143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b94960ae-4113-42d3-bfbf-11c36fb936df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:36.454122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b94960ae-4113-42d3-bfbf-11c36fb936df tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/14910ddd-a7e3-44c0-b68b-1a8978057934 HTTP/1.1" status: 404 len: 337 time: 0.1588283 Apr 28 20:07:36.455171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:36.498680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.587398 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9571273-bc82-493d-ae8d-491afb3e057a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] DELETE failed (client error): The resource could not be found. Apr 28 20:07:36.587854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9571273-bc82-493d-ae8d-491afb3e057a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:07:36.591894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d9571273-bc82-493d-ae8d-491afb3e057a tempest-RoutersTest-1096776529 tempest-RoutersTest-1096776529-project] 10.222.0.24 "DELETE /v2.0/subnets/fd4ecda1-d6d5-4cc0-b938-90e663500c17 HTTP/1.1" status: 404 len: 337 time: 0.1342595 Apr 28 20:07:36.645296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4858da24-ea94-4731-9323-3d0fec853a8c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:36.710371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.741991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:07:36.799382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.844499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4858da24-ea94-4731-9323-3d0fec853a8c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:36.845121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.869915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.870874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:36.945290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-443a56a4-a00b-4a16-89ed-fdd74e64759f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:36.946981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-443a56a4-a00b-4a16-89ed-fdd74e64759f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.6156061 Apr 28 20:07:36.982773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': '94b049b0-a324-4c48-a681-e253af87dc48', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:37.050445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:37.083433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0015af41-8524-45eb-a079-ecaa90737d37 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:37.236535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:37.254092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:37.282660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:37.287582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.315753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef17d6b4-4321-40e4-b96d-901eda7e9aa1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=56f44f72478f461bb1c6acf038c92eac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2621520 Apr 28 20:07:37.317282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:37.322680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:07:37.341217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:37.492152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.602276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.636077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0015af41-8524-45eb-a079-ecaa90737d37 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:37.712486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.715757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.742049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b11956-af53-45fb-ab83-7ccca23dfbbd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:37.744231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.745342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc0b6082-c222-4bf8-9bf2-f5e9628a8a5f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/47b11956-af53-45fb-ab83-7ccca23dfbbd HTTP/1.1" status: 204 len: 168 time: 0.4241993 Apr 28 20:07:37.759808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0824f498-18d4-40e7-b63e-787712169753 req-bfd6ae8b-07b6-4f05-b45d-d7fffaec7d68 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 210 time: 0.2124364 Apr 28 20:07:37.808453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb444ef-763c-4ede-a8e7-2e9637670d94 None None] Network a8737727-747c-44ed-a314-ce4d118f3338 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:37.860105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2f301-30b3-4f2d-b7e7-d468cb4f11f5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:37.887751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network a8737727-747c-44ed-a314-ce4d118f3338 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:37.892877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:37.923635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:37.927311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bcf390c2-6e0a-4d68-a7f4-a879cd2e954f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7ea2f301-30b3-4f2d-b7e7-d468cb4f11f5 HTTP/1.1" status: 204 len: 168 time: 1.7086132 Apr 28 20:07:37.975714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Provisioning for port 0015af41-8524-45eb-a079-ecaa90737d37 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:37.986790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Provisioning complete for port 0015af41-8524-45eb-a079-ecaa90737d37 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:37.987610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:38.276391 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:38.338824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:38.350408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:38.563531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f180d-61ea-4b24-86b2-42fcfa059ef9 None None] Pushing event updated for resources: {'Port': ['ID=0015af41-8524-45eb-a079-ecaa90737d37,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:38.794813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Provisioning complete for port 0015af41-8524-45eb-a079-ecaa90737d37 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:38.795548 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:38.989323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.3 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/5c13f854-970b-4fca-a0a3-73f14ad8e220) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:39.126520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b72ee0f0-d17c-44b3-9f5a-ba4a075a325b req-3e58d791-c47f-48c6-a9b5-2095016d4943 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 210 time: 0.0866218 Apr 28 20:07:39.144093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:39.157036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Provisioning for port b6897095-3d06-4596-b3a9-dd6c5cc0940f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:39.163498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Provisioning complete for port b6897095-3d06-4596-b3a9-dd6c5cc0940f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:39.163908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:39.287135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8e9776b0-031a-496d-87f1-9768e10e07d5 None None] Port b6897095-3d06-4596-b3a9-dd6c5cc0940f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:39.305951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55020) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:39.357195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a8e76-bbb6-4278-bc19-16d02930038c req-70b5d54b-202d-4f7c-8699-86e38bdb5890 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:39.358908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d47a8e76-bbb6-4278-bc19-16d02930038c req-70b5d54b-202d-4f7c-8699-86e38bdb5890 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.9998889 Apr 28 20:07:39.418196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-54a59112-7e88-40b4-affd-fe3fc625aa4f None None] Provisioning complete for port b6897095-3d06-4596-b3a9-dd6c5cc0940f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:39.419552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-54a59112-7e88-40b4-affd-fe3fc625aa4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:39.586797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-54a59112-7e88-40b4-affd-fe3fc625aa4f None None] Port b6897095-3d06-4596-b3a9-dd6c5cc0940f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:39.683462 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:39.714452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-35426307-96a3-467e-8549-9267fedfb789 None None] Provisioning complete for port b6897095-3d06-4596-b3a9-dd6c5cc0940f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:39.716494 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35426307-96a3-467e-8549-9267fedfb789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:39.720163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:39.732564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Usage tracker for resource:security_group_rule and tenant:46bd6ccddbd14951b0e0132531a86aff is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:39.744073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:39.756133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:39.920678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35426307-96a3-467e-8549-9267fedfb789 None None] Port b6897095-3d06-4596-b3a9-dd6c5cc0940f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:39.931551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:39.944537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.002539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.029767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d07efa06-33c9-4a68-bcec-a6d81cf6b0dc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:40.081482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d47a8e76-bbb6-4278-bc19-16d02930038c req-32750f0c-70ff-4118-9827-facd050e5429 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6430027 Apr 28 20:07:40.088217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:40.096737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dbcc2e5d-09af-4eb7-9af8-fe7032923c56 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2187142 Apr 28 20:07:40.097707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55046) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:40.098617 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:40.108101 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-16fcfaea-b040-4cac-a65a-04ceb1c741eb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=46bd6ccddbd14951b0e0132531a86aff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8006034 Apr 28 20:07:40.116955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:40.121634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:40.125522 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:40.127585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1132836935'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:40.133818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:40.137854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:network and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:40.140736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:40.147983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:40.167213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.174170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:40.179007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.209503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-a7e48145-746c-4468-8471-7881f8f6aabf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.4410293 Apr 28 20:07:40.248550 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:07:40.268624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.269344 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added segment 847933c3-5ee8-481c-83a1-58cdd6a2e949 of type vlan for network 25a953b4-484e-444d-b454-3c9a2470ad4c Apr 28 20:07:40.269907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.305878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55060) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:40.320531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.325291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.340594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:07:40.395863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.435779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:40.449872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:40.456731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:40.573843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.574764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.595396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0015af41-8524-45eb-a079-ecaa90737d37 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:40.620634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:40.635950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4dc15dee-3910-4d62-81db-08038a6ec675 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6627729 Apr 28 20:07:40.657493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Request body: {'port': {'device_id': '94b049b0-a324-4c48-a681-e253af87dc48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:40.668583 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:40.800285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1da87c-77e1-428e-8d4c-8f49fd2d6d1f req-5a2576dd-2ae1-43e2-8d93-665b26e347dc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.806154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d1da87c-77e1-428e-8d4c-8f49fd2d6d1f req-5a2576dd-2ae1-43e2-8d93-665b26e347dc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 931 time: 0.3599033 Apr 28 20:07:40.825920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--137927790'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:40.853592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.870719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.887794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.889025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d07efa06-33c9-4a68-bcec-a6d81cf6b0dc HTTP/1.1" status: 204 len: 168 time: 0.7698677 Apr 28 20:07:40.904434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:40.905359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:40.907552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a3b7a3-69d0-4b2c-bf12-c641b602f233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07efa06-33c9-4a68-bcec-a6d81cf6b0dc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:41.002666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d1da87c-77e1-428e-8d4c-8f49fd2d6d1f req-425dab84-3f25-4ea1-b6f1-cd9926726db1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1888342 Apr 28 20:07:41.036400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:41.045247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.9405375 Apr 28 20:07:41.048426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55080) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:41.061766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'subnet': {'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:41.083872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:41.104356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0015af41-8524-45eb-a079-ecaa90737d37 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:41.104795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.138696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:41.274114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:34Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:41.280739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:41.281084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Updating router 20cec192-5e1f-40ef-87dc-7f37bac7471a port b6897095-3d06-4596-b3a9-dd6c5cc0940f binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:07:41.308769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:41.315690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.390329 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.444726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:41.456195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:subnet and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:41.468740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:41.480122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:41.514260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Made reservation on behalf of 3218959168cc4ad5aabe39d0da902589 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:41.518841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.705059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf98cb-8d66-463d-b723-8cb023f37383 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Network': ['ID=25a953b4-484e-444d-b454-3c9a2470ad4c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:41.715698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 25a953b4-484e-444d-b454-3c9a2470ad4c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:07:41.759965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.787295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.883448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:41.888454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:41.904237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:41.915300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:41.919233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:41.932586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:41.999165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cc5368-a637-4dc3-9844-1c65ebe8a05d req-40e80737-a559-4a35-800d-02566353dea3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:42.001111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29cc5368-a637-4dc3-9844-1c65ebe8a05d req-40e80737-a559-4a35-800d-02566353dea3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.4627330 Apr 28 20:07:42.012631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:42.023553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Usage tracker for resource:security_group_rule and tenant:656f0cd6377f4e73b399806ea85065fe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:42.028998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:42.058148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:42.075085 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.107516 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Transition to ACTIVE for port object b6897095-3d06-4596-b3a9-dd6c5cc0940f will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:42.128473 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.210831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.464481 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Pushing event updated for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:42.491594 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.491968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.492312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.492776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.493182 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.493779 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.494434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.494809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.495181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.495784 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.496162 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.496808 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:42.592498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.627351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.667015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.729192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:42.753928 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Attempting to bind port b6897095-3d06-4596-b3a9-dd6c5cc0940f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:42.754398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Attempting to bind port b6897095-3d06-4596-b3a9-dd6c5cc0940f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:42.754859 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Attempting to bind port b6897095-3d06-4596-b3a9-dd6c5cc0940f on network a8737727-747c-44ed-a314-ce4d118f3338 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:42.762080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29cc5368-a637-4dc3-9844-1c65ebe8a05d req-4ae264dd-bfd7-4933-a8b8-16f2a0f8b878 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7338309 Apr 28 20:07:42.764280 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:42.764833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Checking segment: {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:42.765337 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.765609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Bound using segment: {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:42.766205 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Bound port: b6897095-3d06-4596-b3a9-dd6c5cc0940f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b5490d7-70cd-416f-8398-b9d0db3f04ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:42.766835 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.781657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Subnet': ['ID=014a8786-4e50-45e5-8a95-acac0826d9ba,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:42.784045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:42.936181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:42.954645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:42.959682 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] For port b6897095-3d06-4596-b3a9-dd6c5cc0940f, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:42.963897 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] For port b6897095-3d06-4596-b3a9-dd6c5cc0940f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6897095-3d06-4596-b3a9-dd6c5cc0940f,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:42.975244 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.980010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:42.998497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6993b7db-137d-463d-a807-93a78f02bc91 req-13284251-a1c6-41ec-99bd-7d911fd46266 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:43.000432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6993b7db-137d-463d-a807-93a78f02bc91 req-13284251-a1c6-41ec-99bd-7d911fd46266 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 931 time: 0.7888613 Apr 28 20:07:43.006182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.062108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd730e6-a8e6-40a2-8f99-7440398ee033,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:43.078063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Checking segment: {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:43.079404 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462fa206-2d5b-487b-a4c7-5067de00776a None None] Pushing event updated for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:43.080270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network hostable DHCP agents. Network: 25a953b4-484e-444d-b454-3c9a2470ad4c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:07:43.104520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:43.105245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:43.166733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.184866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5f7f0ce-4823-4bf0-aeb2-c35f58a74f6a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:43.191455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.202736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c13f854-970b-4fca-a0a3-73f14ad8e220 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:07:43.225613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6993b7db-137d-463d-a807-93a78f02bc91 req-5975f66f-5fa3-4f7f-8c09-f217e698e52a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041063 Apr 28 20:07:43.236329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 25a953b4-484e-444d-b454-3c9a2470ad4c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:07:43.253218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e03fd42d-6671-4bbc-b010-63228d7bfc7b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=656f0cd6377f4e73b399806ea85065fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3687139 Apr 28 20:07:43.255569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55128) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:43.265864 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.277126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 25a953b4-484e-444d-b454-3c9a2470ad4c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:43.286522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:43.287417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.287567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88fa3760-988a-4703-b872-2784bf13af30 None None] Network 25a953b4-484e-444d-b454-3c9a2470ad4c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:43.334440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57f5c980-9ddb-40f6-86fa-040ab40b7d63 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.2844629 Apr 28 20:07:43.339051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:43.371937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d593c992-1427-4d15-bc39-ae3faff646e1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:43.382360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Transition to ACTIVE for port object 5c13f854-970b-4fca-a0a3-73f14ad8e220 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:43.384329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.388259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c250807-5312-4916-9562-6408f791cc2b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 3.0807855 Apr 28 20:07:43.391597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55136) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:43.437887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.463737 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:43.581856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55140) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:43.671763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:43.844634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-25a953b4-484e-444d-b454-3c9a2470ad4c', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:07:43.845359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.081376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Allocated IP 2001:db8:3::2 (25a953b4-484e-444d-b454-3c9a2470ad4c/014a8786-4e50-45e5-8a95-acac0826d9ba/de05c508-9f94-437e-a44a-aa5aa19cb9e3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:44.216390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.266859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Pushing event updated for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:44.269508 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:34Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:42Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:44.284259 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd310ed0-a3f3-4b27-8dae-f571cfd7fbbb None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:34Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:42Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:44.304787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.322065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:44.418820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Usage tracker for resource:security_group_rule and tenant:49ed85014eec4073856b16b3a82a5aee is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:44.455143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f7040f2-6900-46dd-a896-76110e774771 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:44.476772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:44.506707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.589376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:44.592598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Attempting to bind port 5c13f854-970b-4fca-a0a3-73f14ad8e220 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:44.593236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Attempting to bind port 5c13f854-970b-4fca-a0a3-73f14ad8e220 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:44.594866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Attempting to bind port 5c13f854-970b-4fca-a0a3-73f14ad8e220 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:44.603923 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.617734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Transition to ACTIVE for port object de05c508-9f94-437e-a44a-aa5aa19cb9e3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:44.641721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6897095-3d06-4596-b3a9-dd6c5cc0940f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:44.661787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd730e6-a8e6-40a2-8f99-7440398ee033,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:44.666429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f7040f2-6900-46dd-a896-76110e774771 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:44.672826 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f7040f2-6900-46dd-a896-76110e774771 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 1.2799649 Apr 28 20:07:44.679410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:44.683000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Port 5c13f854-970b-4fca-a0a3-73f14ad8e220 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:07:44.683341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Attempting to bind port 5c13f854-970b-4fca-a0a3-73f14ad8e220 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:44.719943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Transition to ACTIVE for port object de05c508-9f94-437e-a44a-aa5aa19cb9e3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:44.733948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.743025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:44.743471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:44.743944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:44.745060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Bound port: 5c13f854-970b-4fca-a0a3-73f14ad8e220, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:44.745607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.778350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-security--1830006610', 'description': 'tempest-security-description-829501296'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:44.807168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:44.808809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93ca543e-db77-4254-a798-bd993482f12a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3dd730e6-a8e6-40a2-8f99-7440398ee033 HTTP/1.1" status: 204 len: 168 time: 1.5521080 Apr 28 20:07:44.819832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814a04fd-5765-4674-85b1-351f3a6e3bd6 req-71c5b781-ba8a-423f-af59-a0e13a02ced7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:44.824633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-814a04fd-5765-4674-85b1-351f3a6e3bd6 req-71c5b781-ba8a-423f-af59-a0e13a02ced7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.7517431 Apr 28 20:07:44.845945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Pushing event updated for resources: {'Port': ['ID=de05c508-9f94-437e-a44a-aa5aa19cb9e3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:44.852973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Network 25a953b4-484e-444d-b454-3c9a2470ad4c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:44.855786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:44.859336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:44.954050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.032077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.043098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b6897095-3d06-4596-b3a9-dd6c5cc0940f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:45.054538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b6897095-3d06-4596-b3a9-dd6c5cc0940f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:45.054929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.114723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Attempting to bind port de05c508-9f94-437e-a44a-aa5aa19cb9e3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:45.115064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Attempting to bind port de05c508-9f94-437e-a44a-aa5aa19cb9e3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:45.115369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Attempting to bind port de05c508-9f94-437e-a44a-aa5aa19cb9e3 on network 25a953b4-484e-444d-b454-3c9a2470ad4c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:45.133015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:45.133638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Checking segment: {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:45.134113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.134517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Bound using segment: {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:45.135106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Bound port: de05c508-9f94-437e-a44a-aa5aa19cb9e3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:45.135881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.140570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:45.149010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:45.184079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.280989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.306720 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-814a04fd-5765-4674-85b1-351f3a6e3bd6 req-e10b34f5-1c56-4216-9269-e7eadf0c6597 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3842456 Apr 28 20:07:45.366048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:45.367427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.369330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] 10.222.0.41 "PUT /v2.0/ports/5c13f854-970b-4fca-a0a3-73f14ad8e220 HTTP/1.1" status: 200 len: 1091 time: 4.7246695 Apr 28 20:07:45.371539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:45.386457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] For port de05c508-9f94-437e-a44a-aa5aa19cb9e3, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:45.403367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] For port de05c508-9f94-437e-a44a-aa5aa19cb9e3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de05c508-9f94-437e-a44a-aa5aa19cb9e3,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:45.409816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.427358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.429309 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.539159 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fd2a1be-9c5f-4353-bdaf-0886468fbdf6'] response: {'name': 'network-changed', 'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220', 'status': 'completed', 'code': 200} Apr 28 20:07:45.539755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98dd5cd-1d1f-4c58-bcba-484e9970fdce service neutron] Pushing event updated for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:45.610409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13a91ff-2b25-4ca1-88f2-3adcf04ac0f6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:45.636030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485a179-d5e5-43f6-a03a-69444b960146 req-207a9102-ab2c-4288-8122-59128d85845d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:45.637580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3485a179-d5e5-43f6-a03a-69444b960146 req-207a9102-ab2c-4288-8122-59128d85845d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 943 time: 1.1261575 Apr 28 20:07:45.638235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.640565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.641784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "PUT /v2.0/security-groups/d593c992-1427-4d15-bc39-ae3faff646e1 HTTP/1.1" status: 200 len: 1779 time: 0.9424882 Apr 28 20:07:45.651300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55188) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:45.662059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7f6bc36b-dd1f-41bc-b25a-5fba2d2fd26a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=49ed85014eec4073856b16b3a82a5aee&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0785043 Apr 28 20:07:45.674429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55192) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:45.744079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.752255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3485a179-d5e5-43f6-a03a-69444b960146 req-db163591-17a6-44a8-8374-e8c79b82fa66 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954509 Apr 28 20:07:45.765176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-7c156742-aabc-4412-8113-4b7476bcafc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:45.769249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-7c156742-aabc-4412-8113-4b7476bcafc3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 1094 time: 0.3170888 Apr 28 20:07:45.773075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb8ca98-2cdb-492e-81e7-6402e4b43727 None None] Pushing event updated for resources: {'Port': ['ID=de05c508-9f94-437e-a44a-aa5aa19cb9e3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:45.811886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bcae8d-b519-4934-a4ef-dcfcae60a3a5 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d593c992-1427-4d15-bc39-ae3faff646e1,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:45.832170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b6897095-3d06-4596-b3a9-dd6c5cc0940f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6897095-3d06-4596-b3a9-dd6c5cc0940f,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:45.846184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:45.886707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-083640b0-b1ea-4d23-a50a-0d64f7ef8983 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220 HTTP/1.1" status: 200 len: 217 time: 0.1085978 Apr 28 20:07:45.948351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cfde6c75-b538-4a00-b83b-085086679068 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups/d593c992-1427-4d15-bc39-ae3faff646e1 HTTP/1.1" status: 200 len: 1779 time: 0.2923515 Apr 28 20:07:45.970651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:45.990656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55198) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:46.156100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-e3fd8093-4823-489d-b8fc-8bee2aa356ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:46.158110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-e3fd8093-4823-489d-b8fc-8bee2aa356ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2029996 Apr 28 20:07:46.221159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-260a9774-7aa4-4ce2-8010-a63e1027cc2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0498974 Apr 28 20:07:46.227121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.394262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Allocated IP 2001:db8:3::1 (25a953b4-484e-444d-b454-3c9a2470ad4c/014a8786-4e50-45e5-8a95-acac0826d9ba/e5df8d4d-0cec-42c6-b083-dcde37e30140) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:07:46.404042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-bd61eaa5-4ba1-44f8-93d1-c4f69e58698e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:46.405488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-bd61eaa5-4ba1-44f8-93d1-c4f69e58698e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 1095 time: 0.5175424 Apr 28 20:07:46.430017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.448645 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.539777 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.626677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6897095-3d06-4596-b3a9-dd6c5cc0940f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:46.751166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.759350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-4de9b1ed-3452-4193-84d8-24ff15cecde7 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5182531 Apr 28 20:07:46.790534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b6897095-3d06-4596-b3a9-dd6c5cc0940f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:46.791105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.815413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13a91ff-2b25-4ca1-88f2-3adcf04ac0f6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:46.887858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:46.891283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ae4011fc-217a-4100-9533-702c3c3fddc1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d13a91ff-2b25-4ca1-88f2-3adcf04ac0f6 HTTP/1.1" status: 204 len: 168 time: 1.1811578 Apr 28 20:07:46.945623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.078484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Transition to ACTIVE for port object e5df8d4d-0cec-42c6-b083-dcde37e30140 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:47.146443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab555184-3520-4a0e-9dbc-ee4d38aa8afd req-404e1e6a-3e37-44b0-b243-2097a511dfba tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:47.155454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab555184-3520-4a0e-9dbc-ee4d38aa8afd req-404e1e6a-3e37-44b0-b243-2097a511dfba tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 943 time: 0.1878502 Apr 28 20:07:47.158416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.175722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.188686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de05c508-9f94-437e-a44a-aa5aa19cb9e3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:47.263703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f020c1c-5621-4f7b-8fef-852248b549f0 None None] Network 25a953b4-484e-444d-b454-3c9a2470ad4c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:47.282782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593c992-1427-4d15-bc39-ae3faff646e1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:47.294278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 25a953b4-484e-444d-b454-3c9a2470ad4c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:47.308910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:47.321154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-a3a665c0-93e5-4ed7-8858-38871c125855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:47.321154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-a3a665c0-93e5-4ed7-8858-38871c125855 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1095 time: 0.8361311 Apr 28 20:07:47.323940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:07:47.325144 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.360721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab555184-3520-4a0e-9dbc-ee4d38aa8afd req-6402686f-b1a3-4752-99db-6b09131e5666 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042038 Apr 28 20:07:47.372736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:47.434363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b1068f-f4cd-4302-b64c-b59355523c62 req-dcecc944-02dc-416f-a8d1-7b4d010143bb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:47.435646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7b1068f-f4cd-4302-b64c-b59355523c62 req-dcecc944-02dc-416f-a8d1-7b4d010143bb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.6718910 Apr 28 20:07:47.463183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-646721ee-7a10-47be-918a-8e36b0c546f8 req-e1038b17-f815-41c7-8814-b72d0cec7906 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921414 Apr 28 20:07:47.492186 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.496378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:47.496988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e8582928-dc8a-4364-912d-37b9f2e02bf7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/d593c992-1427-4d15-bc39-ae3faff646e1 HTTP/1.1" status: 204 len: 168 time: 1.5048258 Apr 28 20:07:47.640738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ad99725-f97c-4c59-b27b-70d7fa471ddf None None] Provisioning for port de05c508-9f94-437e-a44a-aa5aa19cb9e3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:47.699389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.719730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6a0a6e29-a832-46db-bb4e-0af3f1010851 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2167139 Apr 28 20:07:47.720796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:47.721127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:47.768033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port de05c508-9f94-437e-a44a-aa5aa19cb9e3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:47.777187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-fabbd4a5-5fe8-4437-a17f-c88691f52c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:47.778713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-fabbd4a5-5fe8-4437-a17f-c88691f52c7f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.4351628 Apr 28 20:07:47.779601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port de05c508-9f94-437e-a44a-aa5aa19cb9e3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:47.780089 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:47.938376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7b1068f-f4cd-4302-b64c-b59355523c62 req-5cfbe4f4-d964-4bd3-ace7-e729f624bc8b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4479003 Apr 28 20:07:47.992005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-9487a513-9667-4bf7-8ae0-fa5e7661d001 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 200 len: 1000 time: 0.2032940 Apr 28 20:07:47.999270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-184316f4-bdd8-4a10-94d0-43bf962f1523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:48.000990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-184316f4-bdd8-4a10-94d0-43bf962f1523 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 1094 time: 0.3779104 Apr 28 20:07:48.108009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.185510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port de05c508-9f94-437e-a44a-aa5aa19cb9e3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de05c508-9f94-437e-a44a-aa5aa19cb9e3,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:48.197191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.231651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-138e3265-148d-4d09-8d2b-9e65c1af1711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:48.233270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-138e3265-148d-4d09-8d2b-9e65c1af1711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.2310581 Apr 28 20:07:48.252057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.258274 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-50d47e4b-1b69-44d6-b27e-e0a1576c7dbe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] delete failed (client error): The resource could not be found. Apr 28 20:07:48.261514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-50d47e4b-1b69-44d6-b27e-e0a1576c7dbe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/d593c992-1427-4d15-bc39-ae3faff646e1 HTTP/1.1" status: 404 len: 347 time: 0.5373251 Apr 28 20:07:48.261514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.275418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55244) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:48.278229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.279164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.365409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=de05c508-9f94-437e-a44a-aa5aa19cb9e3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:48.375527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--820715941'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:48.390403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:48.412711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-82b96b11-bb13-453a-8d8b-735306e092bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:48.414300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-82b96b11-bb13-453a-8d8b-735306e092bb service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.3764181 Apr 28 20:07:48.424617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:48.480885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Usage tracker for resource:security_group_rule and tenant:23f4b3ae158d4143b3a5fb5009dc4097 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:48.487472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:48.491123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:48.502246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:48.516596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:48.535089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Provisioning for port e5df8d4d-0cec-42c6-b083-dcde37e30140 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:48.538182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:48.554836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Provisioning complete for port e5df8d4d-0cec-42c6-b083-dcde37e30140 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:48.555214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.612996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event updated for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:48.632771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-20edd4fc-14a2-4581-83fa-e6f06129b2bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220 HTTP/1.1" status: 200 len: 217 time: 0.1863132 Apr 28 20:07:48.692651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Port e5df8d4d-0cec-42c6-b083-dcde37e30140 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:48.743318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Provisioning complete for port de05c508-9f94-437e-a44a-aa5aa19cb9e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:48.743966 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b4a5b0f-1370-413b-add5-0befbda33a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.839573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-cce7e889-668e-48be-9e1f-91289cb61c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:48.843386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-cce7e889-668e-48be-9e1f-91289cb61c36 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6024618 Apr 28 20:07:48.902950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-26141254-d07f-424b-8a2b-c2956045369d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:48.904925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-26141254-d07f-424b-8a2b-c2956045369d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.2579269 Apr 28 20:07:48.937743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.951821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.974470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:48.989742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-968c7c47-e8e1-466f-b197-007c8af8fc81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662496 Apr 28 20:07:49.018709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=23f4b3ae158d4143b3a5fb5009dc4097&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2942455 Apr 28 20:07:49.032136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:49.125625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:49.130676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:49.134113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:49.136546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-052e5fa9-2e5d-4aff-88f5-f3422c17df16 None None] Provisioning complete for port e5df8d4d-0cec-42c6-b083-dcde37e30140 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:49.137066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-052e5fa9-2e5d-4aff-88f5-f3422c17df16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.140408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:49.215066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-052e5fa9-2e5d-4aff-88f5-f3422c17df16 None None] Port e5df8d4d-0cec-42c6-b083-dcde37e30140 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:49.215350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-8b9229ad-1dcc-4250-b4e1-0ff53008f735 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3537765 Apr 28 20:07:49.245734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.252016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0aa49be-5360-49b1-84ae-2f00059e0111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80172765-61ff-40fb-8c15-62399756c02c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:49.267129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.290991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.298463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Network 25a953b4-484e-444d-b454-3c9a2470ad4c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:07:49.306234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:49.308465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c13f854-970b-4fca-a0a3-73f14ad8e220 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:07:49.351881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d799-7988-41a2-b4fe-4c52a1e3f6fa req-0d7a4972-5376-4436-a8d2-cd94f7f871c8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:49.354557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a8a4d799-7988-41a2-b4fe-4c52a1e3f6fa req-0d7a4972-5376-4436-a8d2-cd94f7f871c8 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 943 time: 0.7454636 Apr 28 20:07:49.544486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-628d02ca-5ba9-462d-8efc-0179a10fd5e3 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311812 Apr 28 20:07:49.633142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:49.670882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5c13f854-970b-4fca-a0a3-73f14ad8e220', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '5c13f854-970b-4fca-a0a3-73f14ad8e220', 'mac_address': 'fa:16:3e:a7:1b:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:07:49.761664 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.763764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.767968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7587343-acad-4184-abbf-d4696e1e4706,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:49.770378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.774489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d8905162-ff18-4642-9cff-b567cddb659c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4886227 Apr 28 20:07:49.799113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:49.808888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': 'c7587343-acad-4184-abbf-d4696e1e4706', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:49.809095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c13f854-970b-4fca-a0a3-73f14ad8e220 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:07:49.814397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fbe7c954-2ab0-45b0-b0b4-4e446d349545 None None] Provisioning complete for port e5df8d4d-0cec-42c6-b083-dcde37e30140 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:49.814832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbe7c954-2ab0-45b0-b0b4-4e446d349545 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.837535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:49.866924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:49.880720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a8e453-d9ab-4645-9963-2306297ff6b5 req-5d195f87-270c-428d-bb5c-8ae8a7b2c3c1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:49.881382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:49.886285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9a8e453-d9ab-4645-9963-2306297ff6b5 req-5d195f87-270c-428d-bb5c-8ae8a7b2c3c1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.7314272 Apr 28 20:07:49.893771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a8a4d799-7988-41a2-b4fe-4c52a1e3f6fa req-6db62368-8d45-4d93-96dd-cd34f6fc7498 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5197165 Apr 28 20:07:49.895096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:49.914987 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:49.927758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.948169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:49.963654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:49.990361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a9217b2-8f96-4a3a-8a1f-248bb5a3632a req-e0b3fda3-4ece-4391-8c74-e6dd1118cfff service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7618456 Apr 28 20:07:50.086588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9a8e453-d9ab-4645-9963-2306297ff6b5 req-af57b96c-a1fa-445b-a0c0-6648f0067ec6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044021 Apr 28 20:07:50.087954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7c954-2ab0-45b0-b0b4-4e446d349545 None None] Port e5df8d4d-0cec-42c6-b083-dcde37e30140 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:07:50.092749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:50.119080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3132672-fafd-4c5b-af60-32742bf8ff7f req-582b4b79-78f9-4fd1-ae0c-e9ea4112ab36 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485225 Apr 28 20:07:50.158848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.172078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49901e88-a410-42da-89e0-ff11ea8049ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.215608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80172765-61ff-40fb-8c15-62399756c02c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:50.242382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5c13f854-970b-4fca-a0a3-73f14ad8e220'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:07:50.260094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.306949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:50.310483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.324517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:50.325842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0441b7f4-24af-4b94-97ff-07d7dd4b6976 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/80172765-61ff-40fb-8c15-62399756c02c HTTP/1.1" status: 204 len: 168 time: 1.2913954 Apr 28 20:07:50.349477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5619a6f-c070-4f2b-888a-007dc0816bc5 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0078175 Apr 28 20:07:50.350606 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.352213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55278) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:50.368972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:50.375364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:50.435282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b939dfe4-fc35-4123-9788-977b6edc4384,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:50.451248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:50.538126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de05c508-9f94-437e-a44a-aa5aa19cb9e3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:50.610590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.612002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f6263d92-3bf3-458e-a878-ede2ee939b80 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8082671 Apr 28 20:07:50.615746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55288) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:50.701734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.732707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.799897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.829167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b939dfe4-fc35-4123-9788-977b6edc4384,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:50.845740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:50.850990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4983ff9e-1e3c-44fc-8b39-7a7bf1492e47 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/b939dfe4-fc35-4123-9788-977b6edc4384 HTTP/1.1" status: 204 len: 168 time: 0.2342319 Apr 28 20:07:50.852224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:50.888847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:50.958434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-06e147d4-ca20-493f-8fd6-2bc5c54c1030 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:50.983053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port de05c508-9f94-437e-a44a-aa5aa19cb9e3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:50.983469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:51.010623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-06e147d4-ca20-493f-8fd6-2bc5c54c1030 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:51.014610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-06e147d4-ca20-493f-8fd6-2bc5c54c1030 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1563387 Apr 28 20:07:51.014910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55320) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:51.240373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:51.334179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:51.646386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:51.735545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7587343-acad-4184-abbf-d4696e1e4706,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:51.760445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeb643-c51b-42a2-ad99-c452d3b8fdb4 req-3cdae30e-a4d8-4f75-8bdb-4e226a4c97a3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:51.772891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ebeb643-c51b-42a2-ad99-c452d3b8fdb4 req-3cdae30e-a4d8-4f75-8bdb-4e226a4c97a3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.3265252 Apr 28 20:07:51.780254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.780905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.781604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.783645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.784316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.786120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.786707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.788064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.788734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.789922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.794918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.795565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:07:51.888274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ebeb643-c51b-42a2-ad99-c452d3b8fdb4 req-eb7a8925-5836-4d6a-a511-74b15ad13292 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1138513 Apr 28 20:07:51.892424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:51.899402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fd985f07-ddf0-4993-b774-a03869f8cd54 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/c7587343-acad-4184-abbf-d4696e1e4706 HTTP/1.1" status: 204 len: 168 time: 0.8827052 Apr 28 20:07:51.901427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55344) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:52.051814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3143a59-e3be-4708-ad0c-a078a0e0fe5c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:52.075824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3143a59-e3be-4708-ad0c-a078a0e0fe5c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:52.085670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3143a59-e3be-4708-ad0c-a078a0e0fe5c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1819737 Apr 28 20:07:52.086982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55348) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:52.100890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--312997544'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:52.113898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:52.118965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:52.144255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:52.181105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.184127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee78b5e6-0fe1-4377-943d-c9f4dc1f78d6 req-bac00b01-b234-4742-ae5f-c53947671a58 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:52.189631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee78b5e6-0fe1-4377-943d-c9f4dc1f78d6 req-bac00b01-b234-4742-ae5f-c53947671a58 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 944 time: 0.6235223 Apr 28 20:07:52.266375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:52.276206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:52.279726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:52.288044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:52.340545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:47Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:48Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:52.376738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1220087273-network', 'tenant_id': '142be6322beb4047b95af702d8e9c7d7'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:52.391637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:07:52.393442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:52.394408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Updating router 20cec192-5e1f-40ef-87dc-7f37bac7471a port e5df8d4d-0cec-42c6-b083-dcde37e30140 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:07:52.472087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Usage tracker for resource:network and tenant:142be6322beb4047b95af702d8e9c7d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:52.474224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.481076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.485137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:52.505514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:52.516929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2ddc9d5-618c-479e-a117-721e4ce7c952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.552371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee78b5e6-0fe1-4377-943d-c9f4dc1f78d6 req-d665a4cd-f8ca-4855-8773-737944818905 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3554926 Apr 28 20:07:52.589114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Made reservation on behalf of 142be6322beb4047b95af702d8e9c7d7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:52.593245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.629626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.647889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15cd7630-bb69-454d-9aeb-03e471ef1ddf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:52.651946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:07:52.672736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.678847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.680078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ae2a1db-67d9-4985-a443-170d34aadd35 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5920415 Apr 28 20:07:52.689954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:52.706051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '15cd7630-bb69-454d-9aeb-03e471ef1ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:52.722682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:52.737141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:52.745033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:52.746460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:52.756304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Removed routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:07:52.756951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.762677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:52.766811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Usage tracker for resource:security_group_rule and tenant:142be6322beb4047b95af702d8e9c7d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:52.773493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:52.794202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.887932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:52.977132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:52.990615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.081805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=330e8ffa-75fe-4a15-a372-6646eada27fa,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:53.127162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.138467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-81be04c6-23db-4062-8e9e-0dd44b5611fa tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4468000 Apr 28 20:07:53.139056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55368) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:53.171696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '15cd7630-bb69-454d-9aeb-03e471ef1ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:53.214325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:53.222838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:53.233095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:53.324931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:53.388569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.404049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c13f854-970b-4fca-a0a3-73f14ad8e220 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:53.541369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.561039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f06ac4-3ef2-407d-a532-96a7eb5514ad req-401e3b2f-5ad4-49cb-9a8b-5a51a547138f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:53.563614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98f06ac4-3ef2-407d-a532-96a7eb5514ad req-401e3b2f-5ad4-49cb-9a8b-5a51a547138f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.3328068 Apr 28 20:07:53.565347 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.681125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9da4f66-1a50-4906-9343-1ef9d4456eeb,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:53.699081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.700618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-11fae76d-375e-4d0e-85e2-6bb536342abe tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5524170 Apr 28 20:07:53.705904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-98f06ac4-3ef2-407d-a532-96a7eb5514ad req-7258e885-bfec-4a53-8741-0604d409b44b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285737 Apr 28 20:07:53.706417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:53.713151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '15cd7630-bb69-454d-9aeb-03e471ef1ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:53.720652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:53.735412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:53.740137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:53.756823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:53.807720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.839988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.859042 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.868518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.907356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5c13f854-970b-4fca-a0a3-73f14ad8e220 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:53.923141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.931958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:53.941084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5c13f854-970b-4fca-a0a3-73f14ad8e220 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:53.953619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.007349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a103633-c079-4de0-8ec1-777aa6a6514d,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.017634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.019283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0869181e-3ac5-4032-af58-5ec8a2f9e3f4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118522 Apr 28 20:07:54.022483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55386) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:54.033484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '15cd7630-bb69-454d-9aeb-03e471ef1ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:54.042574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:54.047212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:54.050451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:54.058972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:54.084203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.097404 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.113638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Transition to ACTIVE for port object e5df8d4d-0cec-42c6-b083-dcde37e30140 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:07:54.157760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.175723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.210016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.220342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.235587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.257691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.271616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.273275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2481852 Apr 28 20:07:54.277518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:54.291690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '15cd7630-bb69-454d-9aeb-03e471ef1ddf', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:54.306965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd6433-0e3a-40e0-9733-fcabc559c1e3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe6b658d-76f6-4965-a478-475c34f9dbc2,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.317758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:54.324571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:54.331152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:54.349781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:54.373956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:07:54.385081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e0ffde-9fe6-4443-a176-7aed1a254ba8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.408820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.437534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.453652 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Added segment 0d2208cd-c000-44cb-9fd9-835dc391a681 of type vlan for network d79a7818-6988-4425-9b19-0008ba29f1d7 Apr 28 20:07:54.552673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:07:54.662266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.685637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.713180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.783723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e99425-467b-4105-b8aa-41acebbe8521,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.837846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.842304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-348512ea-ed29-4708-a382-b2854def1644 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5629466 Apr 28 20:07:54.844962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55408) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:54.846159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb031e-979b-4c84-934d-8f16f2433c1d None None] Pushing event updated for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:54.870599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faa866c-dead-46ce-af88-7cdc804fb502 req-d5ce3fe1-b1b6-4cfa-bfe2-dd4a8cce509c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:54.876483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5faa866c-dead-46ce-af88-7cdc804fb502 req-d5ce3fe1-b1b6-4cfa-bfe2-dd4a8cce509c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 944 time: 0.9914482 Apr 28 20:07:54.932867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:54.935887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Attempting to bind port e5df8d4d-0cec-42c6-b083-dcde37e30140 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:07:54.936253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Attempting to bind port e5df8d4d-0cec-42c6-b083-dcde37e30140 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:07:54.936611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Attempting to bind port e5df8d4d-0cec-42c6-b083-dcde37e30140 on network 25a953b4-484e-444d-b454-3c9a2470ad4c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:07:54.961545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.005235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:07:55.005954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Checking segment: {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:55.006531 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.009021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Bound using segment: {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:07:55.011064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Bound port: e5df8d4d-0cec-42c6-b083-dcde37e30140, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '847933c3-5ee8-481c-83a1-58cdd6a2e949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:07:55.013033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.024902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.049851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=45e99425-467b-4105-b8aa-41acebbe8521,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:55.129864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:07:55.157527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.158640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6fc383f7-944a-4147-b7b4-43161d1dd209 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/45e99425-467b-4105-b8aa-41acebbe8521 HTTP/1.1" status: 204 len: 168 time: 0.3121376 Apr 28 20:07:55.177148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55416) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:55.219171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.256332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.257287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.257890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.276079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.317521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:55.317795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68eb7f00-9de2-476b-94ee-70f0a977d2f7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:55.349964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358be64e-ae54-4a01-af71-4d9f1979a290 req-c44bb19f-0519-4e74-abab-a36057017be0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:55.351610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-358be64e-ae54-4a01-af71-4d9f1979a290 req-c44bb19f-0519-4e74-abab-a36057017be0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.2713153 Apr 28 20:07:55.353172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-68eb7f00-9de2-476b-94ee-70f0a977d2f7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:55.354409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-68eb7f00-9de2-476b-94ee-70f0a977d2f7 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1763093 Apr 28 20:07:55.357403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:55.386344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] For port e5df8d4d-0cec-42c6-b083-dcde37e30140, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:07:55.390406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] For port e5df8d4d-0cec-42c6-b083-dcde37e30140, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5df8d4d-0cec-42c6-b083-dcde37e30140,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:07:55.392419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:07:55.404210 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.414189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.432971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.459791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-358be64e-ae54-4a01-af71-4d9f1979a290 req-63432b4a-1292-4a99-a265-338c5a5db700 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912066 Apr 28 20:07:55.492534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5faa866c-dead-46ce-af88-7cdc804fb502 req-f96dbc73-0bb9-474b-b2aa-3341912b1091 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4829230 Apr 28 20:07:55.511384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.552586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.552586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:55.566885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe6b658d-76f6-4965-a478-475c34f9dbc2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:55.621254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:55.621254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ecb8f8e9-cabe-4b11-be6c-6c53243f8107 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/fe6b658d-76f6-4965-a478-475c34f9dbc2 HTTP/1.1" status: 204 len: 168 time: 0.2570593 Apr 28 20:07:55.621254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:55.688621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:07:55.703520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:55.704153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:55.829398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fca723d8-5c06-4070-b480-ada89822a286 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:55.948228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:56.007695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fca723d8-5c06-4070-b480-ada89822a286 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:56.009327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fca723d8-5c06-4070-b480-ada89822a286 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3903508 Apr 28 20:07:56.015449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.019062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c8963-38fc-4f6e-9798-b1f72e7df612 req-b57b01da-d2c2-440f-8834-031e26c8b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:56.021451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db5c8963-38fc-4f6e-9798-b1f72e7df612 req-b57b01da-d2c2-440f-8834-031e26c8b118 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 1096 time: 0.1814797 Apr 28 20:07:56.033181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.059001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b51c5cf6-3956-4c7e-82d8-64eff2b83483 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 954 time: 5.6708028 Apr 28 20:07:56.064883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.067591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.9511855 Apr 28 20:07:56.084371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.088461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a7b7af-346b-4e9f-b0b6-3d2299a0b13f admin admin] Pushing event updated for resources: {'Network': ['ID=d79a7818-6988-4425-9b19-0008ba29f1d7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:56.120861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Request body: {'subnet': {'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1220087273-subnet', 'tenant_id': '142be6322beb4047b95af702d8e9c7d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:56.124194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.186605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.203112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db5c8963-38fc-4f6e-9798-b1f72e7df612 req-49919655-7668-4833-8063-7a962fb9bd17 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466041 Apr 28 20:07:56.229187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.252789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6a103633-c079-4de0-8ec1-777aa6a6514d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:56.262816 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.264099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a9a788d-3107-44cd-b925-09f91c5598df tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/6a103633-c079-4de0-8ec1-777aa6a6514d HTTP/1.1" status: 204 len: 168 time: 0.2414165 Apr 28 20:07:56.267133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.338230 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-031d1dde-b59c-4c50-a3f8-7fb5060da0d3'] response: {'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220', 'code': 200} Apr 28 20:07:56.339205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d79a7818-6988-4425-9b19-0008ba29f1d7 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:07:56.371134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c0c7a0b-f194-4432-bd69-70e7aaf89dcc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:56.399896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:56.401384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9c0c7a0b-f194-4432-bd69-70e7aaf89dcc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:56.405550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c0c7a0b-f194-4432-bd69-70e7aaf89dcc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1345382 Apr 28 20:07:56.405711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb031e-979b-4c84-934d-8f16f2433c1d None None] Pushing event updated for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:56.405806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55466) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.429805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-733759fb-6301-4db2-b78f-03442bb35236 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 954 time: 0.3589406 Apr 28 20:07:56.434177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Usage tracker for resource:subnet and tenant:142be6322beb4047b95af702d8e9c7d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:56.437919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:56.446523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:56.455566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:56.465181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'routes': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:56.537179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.591058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.596883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Made reservation on behalf of 142be6322beb4047b95af702d8e9c7d7 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:07:56.599445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.673560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.725895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e9da4f66-1a50-4906-9343-1ef9d4456eeb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:56.885316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:52Z', 'revision_number': 6, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:55Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:56.897839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fb44336-aed6-4395-8413-4dcacdc30f4a None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:52Z', 'revision_number': 6, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:55Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:07:56.942150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:56.949505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63e01ba5-a9ed-4094-8768-01686ebfde56 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/e9da4f66-1a50-4906-9343-1ef9d4456eeb HTTP/1.1" status: 204 len: 168 time: 0.5426114 Apr 28 20:07:56.962532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55480) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:57.178238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eefc3-9fe4-4cfb-be24-3e02b8d5f90f req-af3cd086-52bc-4a95-ad45-74edf7c1a84f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:57.193360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ec9eefc3-9fe4-4cfb-be24-3e02b8d5f90f req-af3cd086-52bc-4a95-ad45-74edf7c1a84f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:57.241827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0025d92e-0d33-410d-a766-7aebbc559b1b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:57.322159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ec9eefc3-9fe4-4cfb-be24-3e02b8d5f90f req-af3cd086-52bc-4a95-ad45-74edf7c1a84f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:57.323331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec9eefc3-9fe4-4cfb-be24-3e02b8d5f90f req-af3cd086-52bc-4a95-ad45-74edf7c1a84f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.5987196 Apr 28 20:07:57.326425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0025d92e-0d33-410d-a766-7aebbc559b1b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:57.327721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0025d92e-0d33-410d-a766-7aebbc559b1b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3578439 Apr 28 20:07:57.331271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55490) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:57.555889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ec9eefc3-9fe4-4cfb-be24-3e02b8d5f90f req-c2945f05-6b4d-4b8e-9687-2d23d0c72ff2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234805 Apr 28 20:07:57.565954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:57.618495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:57.708423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:57.744754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=330e8ffa-75fe-4a15-a372-6646eada27fa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:57.772188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:57.773347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92461122-10e1-4e01-985e-5e87b6c1127a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/330e8ffa-75fe-4a15-a372-6646eada27fa HTTP/1.1" status: 204 len: 168 time: 0.4397364 Apr 28 20:07:57.776232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55502) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:57.867970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec2b8b87-d137-4fe4-a76d-da5da4191f50 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:57.906370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ec2b8b87-d137-4fe4-a76d-da5da4191f50 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:57.908000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec2b8b87-d137-4fe4-a76d-da5da4191f50 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1306071 Apr 28 20:07:57.911910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:58.090698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca193be-5f3d-46ba-bf6d-40aa4146570b req-7263a2bd-3b1f-4ef8-ae8e-8316f5909bf2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:58.105546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dca193be-5f3d-46ba-bf6d-40aa4146570b req-7263a2bd-3b1f-4ef8-ae8e-8316f5909bf2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 1.2915559 Apr 28 20:07:58.536636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.561389 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:07:58.566214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5df8d4d-0cec-42c6-b083-dcde37e30140 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:07:58.601731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dca193be-5f3d-46ba-bf6d-40aa4146570b req-9cdcc552-f917-4375-acee-13421f4a7a98 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4946311 Apr 28 20:07:58.626119 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:07:58.640287 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:58.751459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.792912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e5df8d4d-0cec-42c6-b083-dcde37e30140 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:07:58.803261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e5df8d4d-0cec-42c6-b083-dcde37e30140 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:07:58.805907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.898539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:58.965958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15cd7630-bb69-454d-9aeb-03e471ef1ddf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:59.014177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25bd0c-7063-4476-a2c2-d776862e31cd req-a4c1bf29-bb82-4a89-9110-eaea25d9dc33 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:59.027981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb25bd0c-7063-4476-a2c2-d776862e31cd req-a4c1bf29-bb82-4a89-9110-eaea25d9dc33 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.1984262 Apr 28 20:07:59.039746 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:07:59.062482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.144230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb25bd0c-7063-4476-a2c2-d776862e31cd req-7b1725e2-da39-444c-a6e9-f0db418cac9a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142490 Apr 28 20:07:59.164331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.255902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e5df8d4d-0cec-42c6-b083-dcde37e30140, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5df8d4d-0cec-42c6-b083-dcde37e30140,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:07:59.264761 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.401388 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.405089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0fc21626-767d-488b-9bbf-7fde761237d3 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/15cd7630-bb69-454d-9aeb-03e471ef1ddf HTTP/1.1" status: 204 len: 168 time: 1.4767907 Apr 28 20:07:59.405413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55532) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:59.423790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0077953-5c66-4a62-977b-184a2ee1152c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:59.448774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Checking segment: {'id': '0d2208cd-c000-44cb-9fd9-835dc391a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:07:59.449171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Network hostable DHCP agents. Network: d79a7818-6988-4425-9b19-0008ba29f1d7, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:07:59.529401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64b29c9a-06f3-47f4-b51f-62268658808d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:07:59.573875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64b29c9a-06f3-47f4-b51f-62268658808d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:07:59.582106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:07:59.582492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-64b29c9a-06f3-47f4-b51f-62268658808d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1757557 Apr 28 20:07:59.583987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:07:59.618715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--44423746'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:07:59.639171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Network d79a7818-6988-4425-9b19-0008ba29f1d7 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:07:59.645244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:59.705018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:07:59.718253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d79a7818-6988-4425-9b19-0008ba29f1d7) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:07:59.728612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:07:59.728982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:07:59.730083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fef1061-1609-45d1-8c03-cba42358bf27 None None] Network d79a7818-6988-4425-9b19-0008ba29f1d7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:07:59.752560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:07:59.760152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.844227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:07:59.937405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-946c32e8-6821-44db-b1bc-a29d18c4c2a7 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.8307595 Apr 28 20:07:59.963104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:07:59.979253 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:52Z', 'revision_number': 6, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:55Z', 'revision_number': 4, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:07:59.981838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:07:59.985328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:07:59.998575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:00.000098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:00.051967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:00.052590 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:00.161901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.216391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d578bd-d1ea-4ad1-9069-da204c16c40f req-a5690898-e427-436d-b95f-66d5bf9a4806 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:00.226029 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7d578bd-d1ea-4ad1-9069-da204c16c40f req-a5690898-e427-436d-b95f-66d5bf9a4806 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.2802980 Apr 28 20:08:00.274495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.354152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f728bde-8845-4dee-af19-d155c4653cf4 None None] Network d79a7818-6988-4425-9b19-0008ba29f1d7 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:00.387641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.397361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7d578bd-d1ea-4ad1-9069-da204c16c40f req-7be98fad-a8aa-415f-b738-1bc134ea819a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1685076 Apr 28 20:08:00.557337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53f43882-b721-4ff3-817c-ed60842095df,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:00.660736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5df8d4d-0cec-42c6-b083-dcde37e30140 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:00.779229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:00.780614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b0befe08-1470-4c44-b95a-a0bc0ddb549f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1736019 Apr 28 20:08:00.783662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:00.791555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '53f43882-b721-4ff3-817c-ed60842095df', 'direction': 'ingress', 'protocol': 17}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:00.796972 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:00.811584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:00.838893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:00.856994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:00.879541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:00.913750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6e2a6f-238c-4686-b53e-a7f192469b78 req-4f7ce58e-97a6-46b5-af21-3c704cafa97c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:00.918370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f6e2a6f-238c-4686-b53e-a7f192469b78 req-4f7ce58e-97a6-46b5-af21-3c704cafa97c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.7446640 Apr 28 20:08:00.928845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.155424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.168345 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.308053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd6a6d02-1507-4120-9631-2e9cb83af274,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:01.416374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e5df8d4d-0cec-42c6-b083-dcde37e30140 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:01.418371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.429613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.439403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b240dc3d-b98c-487d-9db4-abe37e658dab tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6495614 Apr 28 20:08:01.444556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55578) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:01.445196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55580) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:01.476393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f6e2a6f-238c-4686-b53e-a7f192469b78 req-a47a8c8c-6be2-4a55-8bb2-e8e4d025b5f6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5377126 Apr 28 20:08:01.490793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.509672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.545564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1823645695-network', 'tenant_id': '0c13bfb531df4e7299457bf0595d4828'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:01.577307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:01.615753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Usage tracker for resource:network and tenant:0c13bfb531df4e7299457bf0595d4828 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:01.630205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:01.668064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:01.837161 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:52Z', 'revision_number': 6, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:01.844400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:01.850895 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95edb2cc-29ab-48ef-b62f-99feb6400504 None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:52Z', 'revision_number': 6, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:01.915895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.027276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Made reservation on behalf of 0c13bfb531df4e7299457bf0595d4828 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:02.033100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.090908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.109184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.184498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:02.259053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f43882-b721-4ff3-817c-ed60842095df,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:02.276687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:02.293661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Usage tracker for resource:security_group_rule and tenant:0c13bfb531df4e7299457bf0595d4828 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:02.313498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:02.329521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:02.332775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.334165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-68766ed9-f0c6-4cfb-b788-81677be744ee tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/53f43882-b721-4ff3-817c-ed60842095df HTTP/1.1" status: 204 len: 168 time: 0.8737633 Apr 28 20:08:02.337584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:02.442703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21dc907-b303-47af-b14f-eec292ca914b req-710e7b1b-a41c-46e5-a15d-6d7cfaea7467 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:02.444195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e21dc907-b303-47af-b14f-eec292ca914b req-710e7b1b-a41c-46e5-a15d-6d7cfaea7467 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.7424462 Apr 28 20:08:02.517363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f28a0-77de-4069-8c39-c33dd0606f71 req-1d43c80c-2c01-4b92-99cb-79f8298e2465 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:02.537960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f70f28a0-77de-4069-8c39-c33dd0606f71 req-1d43c80c-2c01-4b92-99cb-79f8298e2465 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.4124372 Apr 28 20:08:02.548420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:08:02.567106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2cf40a7-e2a6-4b36-ad2d-b4b3b37cfe65 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:02.579598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:02.590554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:02.594354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:02.595607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8e2d3e89-28c0-4e58-a1b4-16e053fcf9ca tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 704 time: 6.1376715 Apr 28 20:08:02.599242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55600) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:02.612476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:02.625884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:02.898449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e21dc907-b303-47af-b14f-eec292ca914b req-a16aee5a-1a17-4f9a-a5a0-453f81648ee5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4321156 Apr 28 20:08:02.915381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b2cf40a7-e2a6-4b36-ad2d-b4b3b37cfe65 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:02.920679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2cf40a7-e2a6-4b36-ad2d-b4b3b37cfe65 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5770299 Apr 28 20:08:02.922825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55604) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:02.933157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1968938139'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:02.941925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:02.955779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:02.978664 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.024637 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.027593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:03.028489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:03.033889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:03.037768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.043102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:03.065949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:03.074304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-76603ab9-71c2-4eb6-971b-7c72e98e5acb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 704 time: 0.4738667 Apr 28 20:08:03.082962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55608) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:03.168414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:08:03.189222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd97fb3-3827-4bbf-a0ed-e6fa5cd0f802,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:03.229374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.230907 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Added segment 1dcf7eee-3bcb-4257-973d-27e2a7f4104b of type vlan for network c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 Apr 28 20:08:03.309143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f70f28a0-77de-4069-8c39-c33dd0606f71 req-9b45f778-fb25-4059-b472-37b40381ecad tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7675786 Apr 28 20:08:03.341258 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.600573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.613306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.770344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:03.773627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:03.777151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.242120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 7, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:04.256696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:04.297484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:04.299376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:04.684598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bc5b80-8950-4e4a-9ac9-a716578bd00e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:04.710315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:04.780003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:04.815208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] Pushing event updated for resources: {'Network': ['ID=c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:04.876243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:04.881259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8c2ed58e-98b3-4445-87da-bbacbbeb294d tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.9538982 Apr 28 20:08:04.897346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:04.905398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3f660be3-01eb-4ca1-8520-4c1768a01b8a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.4553485 Apr 28 20:08:04.931339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1506421623'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:04.934535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:04.966151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Request body: {'subnet': {'network_id': 'c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1823645695-subnet', 'tenant_id': '0c13bfb531df4e7299457bf0595d4828', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:04.983896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:04.985150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:04.998138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Usage tracker for resource:subnet and tenant:0c13bfb531df4e7299457bf0595d4828 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:05.004414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:05.007923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:05.024916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:05.034046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:05.045068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:05.078128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Made reservation on behalf of 0c13bfb531df4e7299457bf0595d4828 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:05.086639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.121220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.196587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bc59c3-b569-49a6-b6ef-f3a3bf7aec7f req-3e37bf8b-2c31-414c-ae75-cf4ab396e8f0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:05.206222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0bc59c3-b569-49a6-b6ef-f3a3bf7aec7f req-3e37bf8b-2c31-414c-ae75-cf4ab396e8f0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.6300516 Apr 28 20:08:05.326646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.361944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:08:05.389721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:05.413780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:05.501176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Usage tracker for resource:security_group_rule and tenant:d23e0fbb606845f59de06f3df3444ead is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:05.520836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:05.528410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c1426-6a7b-47db-8a3a-9dc4bf8c0c07 req-66c7e7a1-bc82-4a18-9048-8ed0cf15b467 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:05.543256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a3c1426-6a7b-47db-8a3a-9dc4bf8c0c07 req-66c7e7a1-bc82-4a18-9048-8ed0cf15b467 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.9849632 Apr 28 20:08:05.553443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:05.556956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:05.624179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0bc59c3-b569-49a6-b6ef-f3a3bf7aec7f req-e2cf4cb2-f1aa-41f4-893f-c31757b31da0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3662732 Apr 28 20:08:05.640934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:05.743571 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a3c1426-6a7b-47db-8a3a-9dc4bf8c0c07 req-0efacd75-be70-4170-8e2a-419af0dd8ead tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910083 Apr 28 20:08:05.824032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 7, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:05.830420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a918ab7f-5fa7-474b-8f54-9648fd492f2e None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 7, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5df8d4d-0cec-42c6-b083-dcde37e30140', 'name': '', 'network_id': '25a953b4-484e-444d-b454-3c9a2470ad4c', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:a7:d2:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2967, 'fixed_ips': [{'subnet_id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:45Z', 'updated_at': '2022-04-28T20:07:59Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '014a8786-4e50-45e5-8a95-acac0826d9ba', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:05.915745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:05.922763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:05.958297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.140470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b532e-dd12-4536-9888-1fde4f867b68,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.168256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dbfbc846-b1df-4b51-a2db-96ee2b3d9133 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d23e0fbb606845f59de06f3df3444ead&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4334106 Apr 28 20:08:06.174140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55650) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:06.213426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.289307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-77b7dc41-98d4-42db-909b-9318d450179b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:06.291572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-77b7dc41-98d4-42db-909b-9318d450179b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 945 time: 0.8716030 Apr 28 20:08:06.350812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.435276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.447844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.464991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.485556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 5c13f854-970b-4fca-a0a3-73f14ad8e220 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:06.485906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.592767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.622688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69a08f35-7304-4b42-9e8a-8a94eba8dad0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.676370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a40d0580-7346-4278-bd51-9c5858b61d98,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.688111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.688456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.688795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.689131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.689472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.689845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.690150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.690471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.690797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.691819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.692163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.692481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:06.705591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.710917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a94ad33-7a19-4eea-a206-a2e79cde87dd tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8089535 Apr 28 20:08:06.711879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55658) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:06.724543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Checking segment: {'id': '1dcf7eee-3bcb-4257-973d-27e2a7f4104b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': 'c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:06.724904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Network hostable DHCP agents. Network: c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:08:06.729620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': 'c8bc5b80-8950-4e4a-9ac9-a716578bd00e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '69a08f35-7304-4b42-9e8a-8a94eba8dad0', 'remote_ip_prefix': None}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:06.736917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:06.742413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:06.745424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:06.789511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:06.836522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.866552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Network c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:08:06.890026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:06.902086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b809d08b-97a7-40f9-8fce-1fb5627a4d41 None None] Network c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:06.918136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:06.918812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.959510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b532e-dd12-4536-9888-1fde4f867b68,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:06.968720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:06.972141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db9af640-0bad-4104-a225-972221ee9434 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c8b532e-dd12-4536-9888-1fde4f867b68 HTTP/1.1" status: 204 len: 168 time: 0.7935853 Apr 28 20:08:07.011267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port e5df8d4d-0cec-42c6-b083-dcde37e30140 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:07.012452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.037001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.130185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 5c13f854-970b-4fca-a0a3-73f14ad8e220, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5c13f854-970b-4fca-a0a3-73f14ad8e220,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:07.130558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.222372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d7608d-72a3-48d0-9300-5096df7b99d0 None None] Network c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:07.285639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port e5df8d4d-0cec-42c6-b083-dcde37e30140, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e5df8d4d-0cec-42c6-b083-dcde37e30140,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:07.286253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.317922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 5c13f854-970b-4fca-a0a3-73f14ad8e220 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:07.454508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for e5df8d4d-0cec-42c6-b083-dcde37e30140 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:07.470580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabce13c-bb49-4ce4-9052-1df0092bbead req-b6f21806-6775-403c-9fa9-1a7d8b8f1632 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:07.478369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eabce13c-bb49-4ce4-9052-1df0092bbead req-b6f21806-6775-403c-9fa9-1a7d8b8f1632 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.6861091 Apr 28 20:08:07.571188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eabce13c-bb49-4ce4-9052-1df0092bbead req-dc8ea53b-6849-4002-b681-a91fb3ec752f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0923607 Apr 28 20:08:07.573088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.581446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.595628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.626555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:07.681527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:07.685362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9655547 Apr 28 20:08:07.695942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:07.696679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=5c13f854-970b-4fca-a0a3-73f14ad8e220,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:07.703111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c326f4-2c0b-41c2-979f-7c6649b17226 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96909e9e-0aba-4bcf-8783-13c62448e209,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:07.876396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6868b08-126c-48be-bf43-deb705921964 req-edb4894f-7742-4b66-bdd9-ba3648dde0a4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=94b049b0-a324-4c48-a681-e253af87dc48 HTTP/1.1" status: 200 len: 210 time: 0.9430754 Apr 28 20:08:07.894065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-78a5f5e0-1c9e-4c02-9683-24143c3f092e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.9516749 Apr 28 20:08:07.934227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.011917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 5c13f854-970b-4fca-a0a3-73f14ad8e220 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:08.019582 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.021876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4cb94267-0f57-4c62-a6d4-2428fd25a199 req-1471602f-4b8f-487e-bbc5-eb2d6b2003e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/5c13f854-970b-4fca-a0a3-73f14ad8e220 HTTP/1.1" status: 204 len: 173 time: 1.7187662 Apr 28 20:08:08.022683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'name': 'network-vif-deleted', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:08.039617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.041604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=e5df8d4d-0cec-42c6-b083-dcde37e30140,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.071683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.126362 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c3e71a8-e561-4207-8cec-03fcfad78be4'] response: {'server_uuid': '94b049b0-a324-4c48-a681-e253af87dc48', 'name': 'network-vif-deleted', 'tag': '5c13f854-970b-4fca-a0a3-73f14ad8e220', 'status': 'completed', 'code': 200} Apr 28 20:08:08.153315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.210464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.215321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/96909e9e-0aba-4bcf-8783-13c62448e209 HTTP/1.1" status: 204 len: 168 time: 0.5162222 Apr 28 20:08:08.216379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:08.217389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740959dc-c08e-43b3-8546-dd79f8ae1a21 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=96909e9e-0aba-4bcf-8783-13c62448e209,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.314655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2a5ea9f1-f256-4b27-996f-1ebf7452d8c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:08.350839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2a5ea9f1-f256-4b27-996f-1ebf7452d8c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:08.356312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2a5ea9f1-f256-4b27-996f-1ebf7452d8c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1353457 Apr 28 20:08:08.357213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55720) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:08.465445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.498292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.544983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.573391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.627950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a08f35-7304-4b42-9e8a-8a94eba8dad0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:08.643713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:08.649003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb5b2fa0-1e2a-45a6-b4cf-37d8cb7930f1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/69a08f35-7304-4b42-9e8a-8a94eba8dad0 HTTP/1.1" status: 204 len: 168 time: 0.2902653 Apr 28 20:08:08.649928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:08.828554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8221efc7-4fbf-4c03-be05-886b7a6a22c4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:08.920021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8221efc7-4fbf-4c03-be05-886b7a6a22c4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:08.926088 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8221efc7-4fbf-4c03-be05-886b7a6a22c4 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2746019 Apr 28 20:08:08.926699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:08.968933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ab7360-95a9-4ff0-b4aa-9612b50e818d req-f9110a97-e082-47d0-87eb-220209ed8701 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:08.970537 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24ab7360-95a9-4ff0-b4aa-9612b50e818d req-f9110a97-e082-47d0-87eb-220209ed8701 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.2197373 Apr 28 20:08:09.111918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24ab7360-95a9-4ff0-b4aa-9612b50e818d req-9b050380-03a1-49c4-9574-4a1bdfbb2d5f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289256 Apr 28 20:08:09.126794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.167111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.235695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.304817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bc5b80-8950-4e4a-9ac9-a716578bd00e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:09.328875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.335561 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6b6c21e4-d4db-409a-8b01-f166788669fc tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/c8bc5b80-8950-4e4a-9ac9-a716578bd00e HTTP/1.1" status: 204 len: 168 time: 0.4070320 Apr 28 20:08:09.336564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55766) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:09.363702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:09.407470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-804b251f-23f9-4b48-99dd-d08c694824c2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:09.416535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c13f854-970b-4fca-a0a3-73f14ad8e220 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:09.448455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-804b251f-23f9-4b48-99dd-d08c694824c2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:09.450648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-804b251f-23f9-4b48-99dd-d08c694824c2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1131632 Apr 28 20:08:09.468665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:09.483001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--98940614'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:09.489740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 5c13f854-970b-4fca-a0a3-73f14ad8e220 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:09.490094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5c13f854-970b-4fca-a0a3-73f14ad8e220 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:09.492596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:09.532472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:09.546371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:09.671045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'network': {'name': 'tempest-network-smoke--1881374073', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:09.674841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.691564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-ddf1580d-b0fa-434a-9d08-4c4bad913b4c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:09.693271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-ddf1580d-b0fa-434a-9d08-4c4bad913b4c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.1901033 Apr 28 20:08:09.694342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:09.703197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:network and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:09.710321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:09.721188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-c498a889-decc-40d4-b737-ca1f2c03ab74 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/quotas/5d11c0139711420e9b83f57c7e276c62 HTTP/1.1" status: 200 len: 375 time: 0.0217531 Apr 28 20:08:09.727968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:09.732167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:09.741123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:09.743763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-3ff022a3-bf0d-43d0-8024-829782a59963 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:09.744479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-3ff022a3-bf0d-43d0-8024-829782a59963 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Synchronizing usage tracker for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:09.777641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:09.778284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:09.787191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4aed4bc2-d23e-4f60-af22-8f3e05aa5723 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6982031 Apr 28 20:08:09.789717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:09.793225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-3ff022a3-bf0d-43d0-8024-829782a59963 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Unset dirty status for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:09.796221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:09.797859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-3ff022a3-bf0d-43d0-8024-829782a59963 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/networks?id=d79a7818-6988-4425-9b19-0008ba29f1d7 HTTP/1.1" status: 200 len: 809 time: 0.5951669 Apr 28 20:08:09.812741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:09.817453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.818954 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:09.833723 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:09.834886 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:09.858952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.870866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-c03daacb-f2d0-45d8-bea3-cff8eab2da94 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/quotas/142be6322beb4047b95af702d8e9c7d7 HTTP/1.1" status: 200 len: 375 time: 0.0348260 Apr 28 20:08:09.891930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:09.898697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:09.908115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:09.920999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:09.933349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-79e51a7e-e12f-418b-820a-085332f11a2b tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=142be6322beb4047b95af702d8e9c7d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0548027 Apr 28 20:08:09.944226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 014a8786-4e50-45e5-8a95-acac0826d9ba {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:08:09.945522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-8ad986f6-09d4-4811-90cc-c0f6fe8523f7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:09.971426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.989360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-8ad986f6-09d4-4811-90cc-c0f6fe8523f7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:09.989609 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:09.990673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-8ad986f6-09d4-4811-90cc-c0f6fe8523f7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2558887 Apr 28 20:08:10.005344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.041410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.091323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:10.111246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.218212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-19f369bf-8de7-405a-b038-2e8454f3713e service neutron] 10.222.0.24 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708962 Apr 28 20:08:10.233978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f0bc8df-f96c-407c-9201-fb64fd2fc8c8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.239971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.241078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15a01238-d5c5-4097-8673-b5112d6da65b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7711320 Apr 28 20:08:10.249920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55806) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:10.267861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '9f0bc8df-f96c-407c-9201-fb64fd2fc8c8', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:10.276789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:10.292184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:10.307863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:10.324089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:10.336326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-47ded589-edaf-4e27-9ad6-dbbf3d8767b1 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342061 Apr 28 20:08:10.362741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.427790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.429659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.443308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-00a55b71-9846-48cd-84ec-fa5e6be7e86b service neutron] 10.222.0.24 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159846 Apr 28 20:08:10.467607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.515671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=014a8786-4e50-45e5-8a95-acac0826d9ba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.517309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.528163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.529054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9366690-8349-4659-9c97-a0050032567a None None] Network 25a953b4-484e-444d-b454-3c9a2470ad4c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:10.537508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cda2e32b-0260-4104-8eef-9324c1d77dcb tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/014a8786-4e50-45e5-8a95-acac0826d9ba HTTP/1.1" status: 204 len: 168 time: 0.7449639 Apr 28 20:08:10.538652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:10.611729 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:07Z', 'revision_number': 8, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:10.616366 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:10.636125 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:10.637031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:10.663354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f01dfbec-aeab-4c38-96eb-373352044cef,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:10.730304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:08:10.792011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.792407 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Added segment 83cecf7e-9708-4051-a6aa-c980d8c4e624 of type vlan for network 5e8cbf93-12f1-43e7-bc15-d02627059eab Apr 28 20:08:10.858205 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:10.887471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.893647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-d2eae818-5a2c-4187-8711-83f386bd1e56 service neutron] 10.222.0.24 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5561192 Apr 28 20:08:10.900798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.916173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port de05c508-9f94-437e-a44a-aa5aa19cb9e3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:10.919068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.919369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.948594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:10.993016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf7115f7-f30a-43bc-9f0e-27c31cc5f258,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.031656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.033057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ebd792f8-d591-49f1-893b-12a76acf9762 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7798810 Apr 28 20:08:11.040155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55826) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:11.079450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.086257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:11.086874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.110450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] DHCP port deletion for 25a953b4-484e-444d-b454-3c9a2470ad4c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:08:11.116201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Deleting port de05c508-9f94-437e-a44a-aa5aa19cb9e3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:11.116833 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.129414 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7637360 Apr 28 20:08:11.130698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.134574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:11.145498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-764062937', 'admin_state_up': True, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:11.158946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:11.169590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:router and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:11.205450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.429413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de71508d-4e83-4ffb-8d72-39a569bfb2b4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Network': ['ID=5e8cbf93-12f1-43e7-bc15-d02627059eab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.442417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:08:11.584849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5708a868-1d73-4fee-b50f-fec26bccf731 req-c1026954-aa76-4e75-b01a-94e700eddc89 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 210 time: 0.1476741 Apr 28 20:08:11.587423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.646596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf7115f7-f30a-43bc-9f0e-27c31cc5f258,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:11.656908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.663762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c17b7ae5-cf72-4fc2-b48b-65d76f67596b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/cf7115f7-f30a-43bc-9f0e-27c31cc5f258 HTTP/1.1" status: 204 len: 168 time: 0.6228702 Apr 28 20:08:11.665025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:11.679406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:07Z', 'revision_number': 8, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:11.708640 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353a9535-0212-42cc-be52-f04fc1ebc17f None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:07Z', 'revision_number': 8, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b6897095-3d06-4596-b3a9-dd6c5cc0940f', 'name': '', 'network_id': 'a8737727-747c-44ed-a314-ce4d118f3338', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:37:20:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:32Z', 'updated_at': '2022-04-28T20:07:45Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d01f80f-b45a-4184-89a9-92ec27c0a2fd', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:11.720271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port de05c508-9f94-437e-a44a-aa5aa19cb9e3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de05c508-9f94-437e-a44a-aa5aa19cb9e3,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:11.720524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.798097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f1f28fe-aaef-4fd4-ac2d-795936e50905 req-6acc997f-0443-43cf-b942-4565c274f189 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 210 time: 0.0587394 Apr 28 20:08:11.822962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a37f65d1-2d2f-4d87-a019-c16b6060cc70 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:11.841831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a37f65d1-2d2f-4d87-a019-c16b6060cc70 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:11.846541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a37f65d1-2d2f-4d87-a019-c16b6060cc70 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1779778 Apr 28 20:08:11.848162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55854) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:11.877101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:11.884340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:11.947562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:11.963429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] For port de05c508-9f94-437e-a44a-aa5aa19cb9e3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=de05c508-9f94-437e-a44a-aa5aa19cb9e3,segment=NetworkSegment(847933c3-5ee8-481c-83a1-58cdd6a2e949),segment_id=847933c3-5ee8-481c-83a1-58cdd6a2e949)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:11.964414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.005713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.007017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.016036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.018097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for de05c508-9f94-437e-a44a-aa5aa19cb9e3 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:12.151600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Calling delete_port for de05c508-9f94-437e-a44a-aa5aa19cb9e3 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:12.152811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.197273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5b443a-3fc4-4cf2-aee9-7c963eb7b516 req-80afa749-7007-4a05-9537-07f6a590c599 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:12.205131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5b443a-3fc4-4cf2-aee9-7c963eb7b516 req-80afa749-7007-4a05-9537-07f6a590c599 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 1.2448688 Apr 28 20:08:12.258629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5b443a-3fc4-4cf2-aee9-7c963eb7b516 req-c30c94f1-1c91-4350-8a1d-129d5eaa9760 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521953 Apr 28 20:08:12.260357 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.318589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.331196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:12.332141 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:12.372102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.396037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=de05c508-9f94-437e-a44a-aa5aa19cb9e3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:12.398828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f0bc8df-f96c-407c-9201-fb64fd2fc8c8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:12.401210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No DVR routers for this DVR port de05c508-9f94-437e-a44a-aa5aa19cb9e3 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:12.429718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.435446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d26ae31c-d182-4b7b-897c-14017f184136 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/9f0bc8df-f96c-407c-9201-fb64fd2fc8c8 HTTP/1.1" status: 204 len: 168 time: 0.5862787 Apr 28 20:08:12.436748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:12.484999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de05c508-9f94-437e-a44a-aa5aa19cb9e3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:12.513753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a5dc2f97-b7e2-4d26-b008-1a134fcbf146 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:12.554976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a5dc2f97-b7e2-4d26-b008-1a134fcbf146 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:12.561069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a5dc2f97-b7e2-4d26-b008-1a134fcbf146 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1229119 Apr 28 20:08:12.561566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55866) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:12.570622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: de05c508-9f94-437e-a44a-aa5aa19cb9e3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:12.571200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device de05c508-9f94-437e-a44a-aa5aa19cb9e3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:12.571890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5df8d4d-0cec-42c6-b083-dcde37e30140 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:12.574242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--310247746'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:12.594279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:12.615490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e5df8d4d-0cec-42c6-b083-dcde37e30140 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:12.616115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e5df8d4d-0cec-42c6-b083-dcde37e30140 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:12.619091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:12.632354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.656896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:12.661943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:12.664863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:12.670710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:12.833050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Deleting port de05c508-9f94-437e-a44a-aa5aa19cb9e3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:12.833523 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.841088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.850134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02fa8be5-c0af-4cb9-bd68-799a1d66b553 req-0415bf6a-b8d3-4555-85fd-c8ce7b9e0472 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 210 time: 0.0591455 Apr 28 20:08:12.881084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25a953b4-484e-444d-b454-3c9a2470ad4c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:12.893004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '847933c3-5ee8-481c-83a1-58cdd6a2e949') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:12.893307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '847933c3-5ee8-481c-83a1-58cdd6a2e949') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:12.909124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.926273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.932759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:08:12.933383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:08:12.952635 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:08:12.976781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-509806b2-c43b-4107-9dca-bd81a17fbf52 None None] The port 'de05c508-9f94-437e-a44a-aa5aa19cb9e3' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:08:13.010228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.021227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.084721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.093943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1afa954d-ee78-441d-9c31-004085b1e05b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:13.097910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-846da824-cb92-49f9-bb34-9c26c4add46e req-899e4120-343c-4dc0-b328-25ae6e172ecd tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 210 time: 0.1437263 Apr 28 20:08:13.108958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-ee45d75e-e797-42b8-af74-05e67fe7ac2d tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:13.110782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-ee45d75e-e797-42b8-af74-05e67fe7ac2d tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.41 "GET /v2.0/networks?id=d79a7818-6988-4425-9b19-0008ba29f1d7 HTTP/1.1" status: 200 len: 809 time: 0.3999624 Apr 28 20:08:13.123783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.127655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-04165583-8315-4377-a5a3-b5aa9de17f8c tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5624032 Apr 28 20:08:13.134758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55876) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:13.134945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Request body: {'port': {'device_id': '1a706e3a-8b01-4985-9062-1a814622c644', 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7', 'admin_state_up': True, 'tenant_id': '142be6322beb4047b95af702d8e9c7d7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:13.142999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '1afa954d-ee78-441d-9c31-004085b1e05b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:13.150061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:13.154538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:13.158966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:13.163608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.188252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:13.192332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.204008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=25a953b4-484e-444d-b454-3c9a2470ad4c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:13.233038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0dcdf0b9-49e6-4059-a825-b56829e84749 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/25a953b4-484e-444d-b454-3c9a2470ad4c HTTP/1.1" status: 204 len: 168 time: 2.6920128 Apr 28 20:08:13.289802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55882) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:13.393600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.432791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:08:13.525673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-43717f3b-15de-4e14-9310-be35af681971 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:13.527417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-43717f3b-15de-4e14-9310-be35af681971 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 805 time: 0.3589168 Apr 28 20:08:13.564621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Request body: {'port': {'device_id': '327b7136-c8af-4147-af57-2811983c2e84', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'admin_state_up': True, 'tenant_id': '5d11c0139711420e9b83f57c7e276c62'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:13.673708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:13.694473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'mac_address': 'fa:16:3e:46:0a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:08:13.736370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:13.741561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Usage tracker for resource:port and tenant:142be6322beb4047b95af702d8e9c7d7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:13.745529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:13.751802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:13.758707 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.776323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Made reservation on behalf of 142be6322beb4047b95af702d8e9c7d7 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:13.780240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.782512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:13.806085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:13.812412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:13.842274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1885bcc4-5598-4e84-a391-b0bdc6adc39d req-f2742797-c808-4050-854c-56910798556f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:13.843925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1885bcc4-5598-4e84-a391-b0bdc6adc39d req-f2742797-c808-4050-854c-56910798556f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 944 time: 0.4176185 Apr 28 20:08:13.903070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:13.950919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:13.977739 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1885bcc4-5598-4e84-a391-b0bdc6adc39d req-97d86966-7666-46c6-b709-b8391cde9139 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182375 Apr 28 20:08:13.994100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:14.014750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Made reservation on behalf of 5d11c0139711420e9b83f57c7e276c62 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:14.019510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.068508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0ad6968f-36e0-4bc9-97be-d53f3917ca57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:14.114630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.289184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Allocated IP 172.20.0.8 (f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd/f6f56543-d987-4c1d-b251-334afa2287ad/42c6809b-c618-4c4b-bb35-747d1fce11e0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:14.289427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.322103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f9e3d3d-75f9-4405-8bcc-07951eb11746 req-04c20cfa-9232-4ea9-95f1-ac82aaab24e9 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 210 time: 0.2061675 Apr 28 20:08:14.330864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c49e404-e5e0-4f94-900d-e4a52b1b6755,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:14.399211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.428490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-edd44301-5443-4d81-892c-247f47222bb0 req-a53af320-b8b0-406a-b21f-880bbe2809a3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 210 time: 0.0751879 Apr 28 20:08:14.435254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.441706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.442440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eeeb86ff-4b7f-4c79-9d21-de042c9fd065 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3042774 Apr 28 20:08:14.486053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55902) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:14.523849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-03894fb6-990a-4602-a699-43d2a6e16008 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules/3c49e404-e5e0-4f94-900d-e4a52b1b6755 HTTP/1.1" status: 200 len: 763 time: 0.0356452 Apr 28 20:08:14.531200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55906) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:14.583542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Allocated IP 172.20.0.13 (d79a7818-6988-4425-9b19-0008ba29f1d7/e0077953-5c66-4a62-977b-184a2ee1152c/59b95296-b71e-4ffe-8fe4-9c4df4bd67a8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:14.632858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-615cf4f6-937f-4087-8cf6-501db81f005b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:14.653281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.713926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-615cf4f6-937f-4087-8cf6-501db81f005b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:14.714555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-615cf4f6-937f-4087-8cf6-501db81f005b tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1824732 Apr 28 20:08:14.718000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55910) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:14.723575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.25.2.165 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ae30f0a9-01db-4fef-be38-acf0ba4aafdf) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:14.782477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.816581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.837054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.852354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:14.867448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:15.090813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:15.098294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:15.105939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:15.165453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.171482 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.179241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event updated for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.183779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.203661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c49e404-e5e0-4f94-900d-e4a52b1b6755,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.224834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:15.225441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.247711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.248830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6fad5f6d-172a-4bdb-a7cf-2fbc4a30f05f tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/3c49e404-e5e0-4f94-900d-e4a52b1b6755 HTTP/1.1" status: 204 len: 168 time: 0.5291002 Apr 28 20:08:15.251785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:15.272562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e434a551-f86e-46cc-ae40-c9e8b4d3bca0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7188759 Apr 28 20:08:15.289617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Request body: {'port': {'device_id': '327b7136-c8af-4147-af57-2811983c2e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:15.358429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.381022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c7ee4a-0744-459b-8a2f-712c65d17bd4 req-d36dd91a-2ac9-45b8-a5e9-f0a319e99145 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:15.382748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29c7ee4a-0744-459b-8a2f-712c65d17bd4 req-d36dd91a-2ac9-45b8-a5e9-f0a319e99145 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 945 time: 0.2119555 Apr 28 20:08:15.385137 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.454230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:15.483786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Network d79a7818-6988-4425-9b19-0008ba29f1d7 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:15.493278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-670a534c-5935-4edc-9c9f-f1ac522f02f2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:15.540143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:15.558665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:15.575110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:15.575477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.700760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Pushing event updated for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.741203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.742287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-670a534c-5935-4edc-9c9f-f1ac522f02f2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:15.743535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-670a534c-5935-4edc-9c9f-f1ac522f02f2 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4907959 Apr 28 20:08:15.751857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:15.766258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '1afa954d-ee78-441d-9c31-004085b1e05b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:15.781190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:15.782409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:15.782703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:15.790613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.797779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.818752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:15.819472 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.837923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:15.845854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.850377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-d7b2cff0-124c-4cd4-bdde-fdcdf165f705 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7286537 Apr 28 20:08:15.853562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port b6897095-3d06-4596-b3a9-dd6c5cc0940f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:15.854297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:15.875862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:15.910170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Request body: {'port': {'device_id': '1a706e3a-8b01-4985-9062-1a814622c644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:15.914940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:15.930721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:15.933029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:15.967957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20104-961f-476e-bd4d-e6ee7ae47d68 req-98e6f0da-04f7-448e-88f7-de4f6eaa0143 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:15.968736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2da20104-961f-476e-bd4d-e6ee7ae47d68 req-98e6f0da-04f7-448e-88f7-de4f6eaa0143 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Synchronizing usage tracker for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:15.990270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.016446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29c7ee4a-0744-459b-8a2f-712c65d17bd4 req-40cde9fa-2d38-47f5-be6d-f4a06745be9b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798875 Apr 28 20:08:16.088113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.103298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2da20104-961f-476e-bd4d-e6ee7ae47d68 req-98e6f0da-04f7-448e-88f7-de4f6eaa0143 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Unset dirty status for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:16.104541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2da20104-961f-476e-bd4d-e6ee7ae47d68 req-98e6f0da-04f7-448e-88f7-de4f6eaa0143 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 932 time: 0.5139163 Apr 28 20:08:16.144521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-3a3dd772-fe55-4b67-ac77-5ccfddea7fa0 req-33edb7de-08b8-4671-9be8-141ea7f37cd9 tempest-DeleteServersTestJSON-1392473729 tempest-DeleteServersTestJSON-1392473729-project] (88139) timed out ('10.222.0.41', 60510) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:08:16.321483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2da20104-961f-476e-bd4d-e6ee7ae47d68 req-7a1cd37b-d478-4365-9748-6280c459c273 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698964 Apr 28 20:08:16.376475 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.410821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port b6897095-3d06-4596-b3a9-dd6c5cc0940f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6897095-3d06-4596-b3a9-dd6c5cc0940f,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:16.410821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.436087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.466587 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f130c27-1576-4bd3-9ab8-a93429396449'] response: {'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'code': 200} Apr 28 20:08:16.467310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b563221-9813-4d08-a795-b90928cb0b40,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:16.594827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for b6897095-3d06-4596-b3a9-dd6c5cc0940f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:16.613603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.614808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-31881ab7-9abb-4370-8ed0-661c8a6f16ef tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8618798 Apr 28 20:08:16.618701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55938) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:16.666737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eff6ef84-d3dc-4430-8503-b81b5f36cbd9 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules/5b563221-9813-4d08-a795-b90928cb0b40 HTTP/1.1" status: 200 len: 763 time: 0.0425420 Apr 28 20:08:16.669480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55942) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:16.700018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2506c3a9-39b7-4efb-bbdc-d5edfca21b02 req-7815952b-a76b-46e1-b09d-0aa6a4a4d437 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:16.705963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2506c3a9-39b7-4efb-bbdc-d5edfca21b02 req-7815952b-a76b-46e1-b09d-0aa6a4a4d437 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 931 time: 0.5593371 Apr 28 20:08:16.778847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42c6809b-c618-4c4b-bb35-747d1fce11e0 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:16.795684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.819662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4943058c-8716-41ea-80ca-4e17b21df1c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:16.851651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Transition to ACTIVE for port object 42c6809b-c618-4c4b-bb35-747d1fce11e0 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:16.918298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:16.926227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.941453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Transition to ACTIVE for port object 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:16.943657 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.980299 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2506c3a9-39b7-4efb-bbdc-d5edfca21b02 req-b2a04eb1-4162-43d6-a591-9c35b8bb1030 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130542 Apr 28 20:08:16.986562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4943058c-8716-41ea-80ca-4e17b21df1c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:16.989000 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4943058c-8716-41ea-80ca-4e17b21df1c1 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3176334 Apr 28 20:08:16.995926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:16.998346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55950) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:17.115568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.120589 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.345474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.416290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a900c005-45a4-426a-86ef-c33e31060985 req-3e488208-a123-40d2-abee-b847c81067e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:17.418193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a900c005-45a4-426a-86ef-c33e31060985 req-3e488208-a123-40d2-abee-b847c81067e3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 1098 time: 0.6534579 Apr 28 20:08:17.439635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Pushing event updated for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:17.490918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a900c005-45a4-426a-86ef-c33e31060985 req-6c1ff7f5-c880-448b-8dc7-aa5a04a04386 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523119 Apr 28 20:08:17.574092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:17.591136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.604341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Attempting to bind port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:17.604795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Attempting to bind port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '0d2208cd-c000-44cb-9fd9-835dc391a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:17.605213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Attempting to bind port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 on network d79a7818-6988-4425-9b19-0008ba29f1d7 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:17.612010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 on network d79a7818-6988-4425-9b19-0008ba29f1d7 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:08:17.612966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Attempting to bind port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 on network d79a7818-6988-4425-9b19-0008ba29f1d7 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:17.637268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:17.637743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Checking segment: {'id': '0d2208cd-c000-44cb-9fd9-835dc391a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:17.638225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Bound using segment: {'id': '0d2208cd-c000-44cb-9fd9-835dc391a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:17.638763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Bound port: 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d2208cd-c000-44cb-9fd9-835dc391a681', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:17.639218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.644897 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.660143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=b6897095-3d06-4596-b3a9-dd6c5cc0940f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:17.668379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ad3d9d-635e-44a2-b3f1-d53f63e798b8 req-81706b5b-7e57-4b1e-8dd8-e436ee521044 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:17.674956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ad3d9d-635e-44a2-b3f1-d53f63e798b8 req-81706b5b-7e57-4b1e-8dd8-e436ee521044 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.3608949 Apr 28 20:08:17.674956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Attempting to bind port 42c6809b-c618-4c4b-bb35-747d1fce11e0 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:17.674956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Attempting to bind port 42c6809b-c618-4c4b-bb35-747d1fce11e0 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:17.674956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Attempting to bind port 42c6809b-c618-4c4b-bb35-747d1fce11e0 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:17.679921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5b563221-9813-4d08-a795-b90928cb0b40,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:17.693664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Port 42c6809b-c618-4c4b-bb35-747d1fce11e0 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:08:17.694014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Attempting to bind port 42c6809b-c618-4c4b-bb35-747d1fce11e0 on network f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:17.730019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:17.730492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Checking segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:17.730974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Bound using segment: {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:17.731520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Bound port: 42c6809b-c618-4c4b-bb35-747d1fce11e0, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86a77fe7-18b5-48ab-a046-00d3ce399172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:17.731961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.872322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:17.873316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:17.876210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b814a6c6-6794-4de5-b098-e4dbff7ed7b0 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/5b563221-9813-4d08-a795-b90928cb0b40 HTTP/1.1" status: 204 len: 168 time: 0.8755658 Apr 28 20:08:17.880418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,segment=NetworkSegment(0d2208cd-c000-44cb-9fd9-835dc391a681),segment_id=0d2208cd-c000-44cb-9fd9-835dc391a681)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:17.889057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:17.917753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.023711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ad3d9d-635e-44a2-b3f1-d53f63e798b8 req-06a9cc19-3b4c-4aa1-a24e-08a50fcd8e96 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3435359 Apr 28 20:08:18.044997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.045709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.047047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] 10.222.0.41 "PUT /v2.0/ports/59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 HTTP/1.1" status: 200 len: 1092 time: 2.1606958 Apr 28 20:08:18.063188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:18.085003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dadc81f9-83f3-4f38-9643-5654c7be2d6e tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1918805 Apr 28 20:08:18.087751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:18.093217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:18.098814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '1afa954d-ee78-441d-9c31-004085b1e05b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:18.139187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:18.156548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:18.159179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdae6b8f-8125-49b2-8be6-5ad3cdf7c6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:18.162656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:18.166565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:18.176206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909ff3d1-4a4b-49e9-ac64-4b4dcb09cba4 req-92f0b64b-218d-4be1-b46e-fc38b9cc7753 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.180576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:18.183364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-909ff3d1-4a4b-49e9-ac64-4b4dcb09cba4 req-92f0b64b-218d-4be1-b46e-fc38b9cc7753 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 944 time: 0.6651406 Apr 28 20:08:18.184646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.236514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.245880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.306858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Pushing event updated for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:18.340435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.341043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.342406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-50adac65-0c30-4e32-a307-49e923659eae service neutron] 10.222.0.41 "PUT /v2.0/ports/42c6809b-c618-4c4b-bb35-747d1fce11e0 HTTP/1.1" status: 200 len: 1091 time: 3.0585723 Apr 28 20:08:18.360671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-2c08105a-1650-4caf-97a6-b6a1c4202993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.362237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-2c08105a-1650-4caf-97a6-b6a1c4202993 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=142be6322beb4047b95af702d8e9c7d7&device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 1095 time: 0.2546113 Apr 28 20:08:18.364767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.522607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-69f6c69b-2da2-46c7-995c-73d04a55fc73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 HTTP/1.1" status: 200 len: 217 time: 0.1255307 Apr 28 20:08:18.609915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb75bf4-3b77-41a5-ab7c-b84dd4e4dede req-05fe47ac-c55a-4b33-9237-20ffaaf81a5c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.610640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5eb75bf4-3b77-41a5-ab7c-b84dd4e4dede req-05fe47ac-c55a-4b33-9237-20ffaaf81a5c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:18.632257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.648600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-a01f95c3-3048-4e8c-b3af-c257206b7dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.649967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-a01f95c3-3048-4e8c-b3af-c257206b7dd7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0077953-5c66-4a62-977b-184a2ee1152c HTTP/1.1" status: 200 len: 849 time: 0.1122222 Apr 28 20:08:18.652924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.773346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5eb75bf4-3b77-41a5-ab7c-b84dd4e4dede req-05fe47ac-c55a-4b33-9237-20ffaaf81a5c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:18.779311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5eb75bf4-3b77-41a5-ab7c-b84dd4e4dede req-05fe47ac-c55a-4b33-9237-20ffaaf81a5c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 943 time: 0.5879560 Apr 28 20:08:18.806864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b842a5-e312-4708-9c27-b1cf9385eb48,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:18.814331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-16b7bf1a-bbb8-4708-bb08-bec4e715abd4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d79a7818-6988-4425-9b19-0008ba29f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1497724 Apr 28 20:08:18.828311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-b128c092-7680-4e3c-8729-bd19ce411042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:18.829799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-b128c092-7680-4e3c-8729-bd19ce411042 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 1094 time: 0.3772199 Apr 28 20:08:18.933964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-f347122c-1c64-498e-b9b0-79279432dc02 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8648186 Apr 28 20:08:18.943259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:18.947144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e7950a40-dcfb-457d-a3a8-307f94365d94 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8584621 Apr 28 20:08:18.952407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55994) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:18.955695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-e1b03df2-87b0-414a-9b77-63677aae2767 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0 HTTP/1.1" status: 200 len: 217 time: 0.1020560 Apr 28 20:08:18.971647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5eb75bf4-3b77-41a5-ab7c-b84dd4e4dede req-87383af9-befb-460c-86f9-a650b89fef1c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914988 Apr 28 20:08:19.049444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-909ff3d1-4a4b-49e9-ac64-4b4dcb09cba4 req-0b8b4c55-bdee-446a-a3af-001beba6ba70 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Synchronizing usage tracker for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:19.071037 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8d982f1-fd00-40b3-8fb1-e063a41da9fb'] response: {'name': 'network-changed', 'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8', 'status': 'completed', 'code': 200} Apr 28 20:08:19.082060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-977ad0aa-e477-41cf-86a3-c73b1d73f686 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules/d9b842a5-e312-4708-9c27-b1cf9385eb48 HTTP/1.1" status: 200 len: 764 time: 0.1280723 Apr 28 20:08:19.084894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56002) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:19.205448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-909ff3d1-4a4b-49e9-ac64-4b4dcb09cba4 req-0b8b4c55-bdee-446a-a3af-001beba6ba70 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Unset dirty status for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:19.207749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-909ff3d1-4a4b-49e9-ac64-4b4dcb09cba4 req-0b8b4c55-bdee-446a-a3af-001beba6ba70 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0236158 Apr 28 20:08:19.229906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:19.373907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-3929786d-8341-433f-a147-dd1983ddedaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:19.375496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-3929786d-8341-433f-a147-dd1983ddedaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.3466177 Apr 28 20:08:19.421903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-44ec4dfc-445a-472b-8042-11101fa8ee32 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910833 Apr 28 20:08:19.433015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-f0a5225e-2a9a-4b6a-b1a6-83e9f15c1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:19.435345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-f0a5225e-2a9a-4b6a-b1a6-83e9f15c1e13 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 1097 time: 0.3630364 Apr 28 20:08:19.438155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f81703c-9acd-418a-b394-88c3fe91eb3a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:19.438944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:08:19.485757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-c7f6a4df-1b7e-4158-b2dc-e438e7f88f16 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1018085 Apr 28 20:08:19.649970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:19.660379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-099d02a2-e0ce-4768-acef-070bfe3fea35 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3697677 Apr 28 20:08:19.667211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:19.677598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:19.678441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:19.693378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56030) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:19.769117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7f81703c-9acd-418a-b394-88c3fe91eb3a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:19.771193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7f81703c-9acd-418a-b394-88c3fe91eb3a tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.6709540 Apr 28 20:08:19.775587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 9d01f80f-b45a-4184-89a9-92ec27c0a2fd {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:08:19.782670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:19.783897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-1c88ef8e-0f44-4788-97ec-0aacb2d5ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:19.786538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-1c88ef8e-0f44-4788-97ec-0aacb2d5ea95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 0.2725246 Apr 28 20:08:19.809372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9dce72-3e3a-4d8f-a473-f9cc8d4ec91d req-59e54685-961d-4e12-a708-3aa87cb01f14 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:19.815809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d9dce72-3e3a-4d8f-a473-f9cc8d4ec91d req-59e54685-961d-4e12-a708-3aa87cb01f14 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.5375538 Apr 28 20:08:19.816750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:19.840543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:19.854068 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:19.869486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:19.871676 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:19.955551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:20.001555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d9dce72-3e3a-4d8f-a473-f9cc8d4ec91d req-909aefc3-f115-4011-8944-c2ba7ca31111 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158323 Apr 28 20:08:20.029442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-278c0137-6d72-4846-9d8d-ef1114c066ef req-013a0352-b388-4eca-9617-cd6a4f5579b3 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5680068 Apr 28 20:08:20.031663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.044379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.047222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7abd1f17-6f32-452d-a293-b13565be5e21 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.9086261 Apr 28 20:08:20.058481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56042) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:20.113404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-4c9d7868-2980-4e74-99df-688bf571a4fb service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6211686 Apr 28 20:08:20.140294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.167856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-05328f7b-799e-4ed8-9bfb-611f466e6f33 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 200 len: 217 time: 0.2412119 Apr 28 20:08:20.178989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.247805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-263f5e30-de89-47f6-aa5b-75394555a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:20.249267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-263f5e30-de89-47f6-aa5b-75394555a7d1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.0721123 Apr 28 20:08:20.256645 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:20.378868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1039f874-5cea-40e5-bddf-0eac6cd1f6e0 req-225fe0af-6ac6-4b6b-8e8c-dbc170d9d2ee service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578480 Apr 28 20:08:20.466622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-2dde295d-5e76-4784-a977-c473a99fba84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:20.469239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-2dde295d-5e76-4784-a977-c473a99fba84 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=142be6322beb4047b95af702d8e9c7d7&device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 1095 time: 0.3500202 Apr 28 20:08:20.544115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-42b83943-d9eb-48b0-8b0a-c47ebd9a6f52 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=749c3835a4164d2b88ae5adffc41d40a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4677546 Apr 28 20:08:20.552077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56054) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:20.575014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.580245 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b3883a4-d3fe-44ee-afa6-07a87f73a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.607099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:17Z', 'revision_number': 9, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:20.607363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-2edb2915-0849-4b7a-af80-248298922163 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2223067 Apr 28 20:08:20.617663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:20.647011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:20.648152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:20.688159 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:16Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:20.693132 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:20.693690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Updating router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 port ae30f0a9-01db-4fef-be38-acf0ba4aafdf binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:20.699813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.763608 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.792515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d9b842a5-e312-4708-9c27-b1cf9385eb48,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:20.807007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:20.808099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac411b7a-8956-4f38-b2cf-f3fb99ab51e6 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-group-rules/d9b842a5-e312-4708-9c27-b1cf9385eb48 HTTP/1.1" status: 204 len: 168 time: 1.0204351 Apr 28 20:08:20.816783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:20.836695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-a360a966-3db5-42b4-9519-03ba0a7ebbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:20.847195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-a360a966-3db5-42b4-9519-03ba0a7ebbf4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d79a7818-6988-4425-9b19-0008ba29f1d7 HTTP/1.1" status: 200 len: 910 time: 0.3717844 Apr 28 20:08:20.905264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:20.983926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-652f2b00-8141-46fa-8daa-991648a4a215 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 HTTP/1.1" status: 200 len: 217 time: 0.1287785 Apr 28 20:08:21.007043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a48f6e-95c4-4ef3-961e-f961ab158245 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.009256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-71a48f6e-95c4-4ef3-961e-f961ab158245 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4500046 Apr 28 20:08:21.057497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-8f00c248-5e2b-4d8e-80ef-606d174ee9ac service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155941 Apr 28 20:08:21.066348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45526b5c-928b-4861-88d8-0582a3d25685 req-20a11158-8a76-4e35-94f7-83ea5a6e5c8f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.068124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45526b5c-928b-4861-88d8-0582a3d25685 req-20a11158-8a76-4e35-94f7-83ea5a6e5c8f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 943 time: 0.8150992 Apr 28 20:08:21.068692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:21.091102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:21.155597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9692a571-b8b3-4a87-acaf-8b24a45bdd66 req-64afd7c2-2ac4-4c6b-b3af-8a13113e0cd9 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.157093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9692a571-b8b3-4a87-acaf-8b24a45bdd66 req-64afd7c2-2ac4-4c6b-b3af-8a13113e0cd9 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 944 time: 0.6591485 Apr 28 20:08:21.159024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-94303720-2259-4d20-af17-c6852f878e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.160939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-94303720-2259-4d20-af17-c6852f878e76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e0077953-5c66-4a62-977b-184a2ee1152c HTTP/1.1" status: 200 len: 849 time: 0.1693189 Apr 28 20:08:21.162106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.212876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45526b5c-928b-4861-88d8-0582a3d25685 req-1022c134-3689-4d3b-892d-e8fa78bc5632 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147478 Apr 28 20:08:21.215074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4d074a64-d72d-4541-bf61-a198f49c6baa tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1253729 Apr 28 20:08:21.253663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56072) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:21.277673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:17Z', 'revision_number': 9, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:21.278278 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.282707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d228e005-0f19-4f2f-87f8-e5b902b2d6fe None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:17Z', 'revision_number': 9, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4858da24-ea94-4731-9323-3d0fec853a8c', 'name': '', 'network_id': '2a083712-4c56-434b-b51c-08e11ddb4ae0', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:12:87:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2912, 'fixed_ips': [{'subnet_id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:07:15Z', 'updated_at': '2022-04-28T20:07:35Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': 'b51e07fd-d44b-40ff-a259-888881cd076e', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:21.303386 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Transition to ACTIVE for port object ae30f0a9-01db-4fef-be38-acf0ba4aafdf will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:21.304785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=9d01f80f-b45a-4184-89a9-92ec27c0a2fd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:21.317255 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.324406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-923732546', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:21.365896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-d1657948-8143-41e2-8f99-f0166c21fb5c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d79a7818-6988-4425-9b19-0008ba29f1d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1110845 Apr 28 20:08:21.390037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0032fca7-30cd-4daf-a75c-d3e17ec7f4e4 None None] Network a8737727-747c-44ed-a314-ce4d118f3338 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:21.426744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.452278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Attempting to bind port ae30f0a9-01db-4fef-be38-acf0ba4aafdf on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:21.452278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Attempting to bind port ae30f0a9-01db-4fef-be38-acf0ba4aafdf by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:21.452278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Attempting to bind port ae30f0a9-01db-4fef-be38-acf0ba4aafdf on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:21.452278 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a831cc-5f67-4681-91b3-cdba874d4be4 None None] Pushing event updated for resources: {'Port': ['ID=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Bound port: ae30f0a9-01db-4fef-be38-acf0ba4aafdf, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:21.480179 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.539539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:08:21.601385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9692a571-b8b3-4a87-acaf-8b24a45bdd66 req-f6893743-5f44-456f-b0b2-eb86d54c3dee tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4232190 Apr 28 20:08:21.605367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d5b3188-ef1a-440b-af17-cef26b4bcbef tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/9d01f80f-b45a-4184-89a9-92ec27c0a2fd HTTP/1.1" status: 204 len: 168 time: 1.9045532 Apr 28 20:08:21.615833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:21.616759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] For port ae30f0a9-01db-4fef-be38-acf0ba4aafdf, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:21.624719 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] For port ae30f0a9-01db-4fef-be38-acf0ba4aafdf, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:21.648441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8cf28a0c-c349-4d54-9356-ea6459d3c5ad tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:21.651574 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.744726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8cf28a0c-c349-4d54-9356-ea6459d3c5ad tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:21.749109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8cf28a0c-c349-4d54-9356-ea6459d3c5ad tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.8452888 Apr 28 20:08:21.761304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56084) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:21.840534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fd14d-bdc8-43d1-92d0-d94712d11edc req-8686fcf8-1c6b-4352-bd0c-f5c5d5a1f6b6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:21.842446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cd6fd14d-bdc8-43d1-92d0-d94712d11edc req-8686fcf8-1c6b-4352-bd0c-f5c5d5a1f6b6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.2838140 Apr 28 20:08:21.869877 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:21.870716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:07:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:21.917599 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf738618-5832-4f45-8204-1b0f4ac9181c'] response: {'name': 'network-changed', 'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0', 'status': 'completed', 'code': 200} Apr 28 20:08:21.924077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:21.928208 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cd6fd14d-bdc8-43d1-92d0-d94712d11edc req-5b7fdd80-387b-469d-84fb-07e41b3a719c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770552 Apr 28 20:08:21.941600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e29600dd-b9e4-4767-85d8-91a02e05b203 req-9ad30519-917d-48c1-badd-d1bc624710f4 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8717537 Apr 28 20:08:21.995138 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.062970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.083948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:22.106644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1afa954d-ee78-441d-9c31-004085b1e05b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:22.126242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.130237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-554301c9-ab25-4086-9825-a95efb9cd772 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/1afa954d-ee78-441d-9c31-004085b1e05b HTTP/1.1" status: 204 len: 168 time: 0.3623970 Apr 28 20:08:22.130891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:22.147298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:subnet and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:22.166329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a831cc-5f67-4681-91b3-cdba874d4be4 None None] Pushing event updated for resources: {'Port': ['ID=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:22.166799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:22.192284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d948f17b-2569-47f9-904a-b152ab8dc71e tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:22.208029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,segment=NetworkSegment(0d2208cd-c000-44cb-9fd9-835dc391a681),segment_id=0d2208cd-c000-44cb-9fd9-835dc391a681)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:22.217066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d948f17b-2569-47f9-904a-b152ab8dc71e tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:22.222535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d948f17b-2569-47f9-904a-b152ab8dc71e tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0906780 Apr 28 20:08:22.224840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:22.225006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:22.230130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8', 'network_id': 'd79a7818-6988-4425-9b19-0008ba29f1d7', 'port_id': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8', 'mac_address': 'fa:16:3e:2e:c1:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0077953-5c66-4a62-977b-184a2ee1152c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:08:22.231099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group': {'name': 'tempest-secgroup--1641756964'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:22.239006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:22.250704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:22.262876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.282625 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:22.285649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.287733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:22.295079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:22.302474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:22.311307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:22.317301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:22.320494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.400460 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-36bf6c97-e31b-4798-a458-a111c463d57e service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0149329 Apr 28 20:08:22.440097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] DHCP port deletion for a8737727-747c-44ed-a314-ce4d118f3338 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:08:22.466455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.466670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Deleting port 0015af41-8524-45eb-a079-ecaa90737d37 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:22.468798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.477620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.528267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.532227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3037345 Apr 28 20:08:22.533953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:22.541684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Request body: {'security_group_rule': {'security_group_id': '2f8bda36-aa9a-4ee5-83af-d9581a834d5a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:22.543112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6897095-3d06-4596-b3a9-dd6c5cc0940f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:22.551786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:22.563400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Usage tracker for resource:security_group_rule and tenant:70cdb96947d54cdd95043e75e236d89e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:22.567712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:22.569129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f721b525-7c90-4b28-a8fa-d6274682ea25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.575471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:22.583380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-0a1ec2cd-1f09-404f-bc27-4536df3ba6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:22.584919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-0a1ec2cd-1f09-404f-bc27-4536df3ba6c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5d11c0139711420e9b83f57c7e276c62&device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 1094 time: 0.6638837 Apr 28 20:08:22.586975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 0015af41-8524-45eb-a079-ecaa90737d37 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:22.586975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.601394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b6897095-3d06-4596-b3a9-dd6c5cc0940f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:22.602473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6897095-3d06-4596-b3a9-dd6c5cc0940f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:22.603183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0015af41-8524-45eb-a079-ecaa90737d37 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:22.610714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.624971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a220c6-5ddc-4b3d-8930-9b5029ff9c07 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8bda36-aa9a-4ee5-83af-d9581a834d5a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:22.662964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.691908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:22.740890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.751497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.803546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,segment=NetworkSegment(0d2208cd-c000-44cb-9fd9-835dc391a681),segment_id=0d2208cd-c000-44cb-9fd9-835dc391a681)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:22.823970 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.824880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 42c6809b-c618-4c4b-bb35-747d1fce11e0 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:08:22.834137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a7c59c3-c297-4431-9f21-924b020ebd7a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:22.886421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:22.890263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2a5c113b-c0c8-48c3-a5c2-6f640e8edf53 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3529112 Apr 28 20:08:22.892807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:22.914867 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:16Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:22.921556 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e534c-57eb-4f12-bda3-0553e2ddfeef None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:16Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:22.934776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68993bac-16d0-44f7-afb5-c8b35a120aa9 req-7949acd6-1c36-456f-a117-95be4208bea3 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:22.936319 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68993bac-16d0-44f7-afb5-c8b35a120aa9 req-7949acd6-1c36-456f-a117-95be4208bea3 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 944 time: 0.1826944 Apr 28 20:08:23.076931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68993bac-16d0-44f7-afb5-c8b35a120aa9 req-c2de54f0-d1ea-4c0b-b218-582ab926d96b tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326878 Apr 28 20:08:23.103701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.128775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.137822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.205102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.243185 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.244579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f8bda36-aa9a-4ee5-83af-d9581a834d5a HTTP/1.1" status: 204 len: 168 time: 0.3497281 Apr 28 20:08:23.247947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47823c55-4441-4b30-bcf3-0d9822506527 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8bda36-aa9a-4ee5-83af-d9581a834d5a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:23.250792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56118) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:23.257369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:23.257921 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.278984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:23.296150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:23.296638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.332131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.334176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.339069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.339459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.339801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.340137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.340473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.340799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.341124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.341450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.346134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.346134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:23.348487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12a07cbf-8f63-4513-ae6a-1bdfed309895 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:23.392084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12a07cbf-8f63-4513-ae6a-1bdfed309895 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:23.396667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-12a07cbf-8f63-4513-ae6a-1bdfed309895 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413009 Apr 28 20:08:23.396961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:23.467345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-844462e2-f195-4663-a819-8c417200a684 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Synchronizing usage tracker for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:23.485846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-844462e2-f195-4663-a819-8c417200a684 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] Unset dirty status for tenant:70cdb96947d54cdd95043e75e236d89e on resource:security_group_rule {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:23.491158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-844462e2-f195-4663-a819-8c417200a684 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0894287 Apr 28 20:08:23.491409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:23.517083 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-e09595e7-467d-484f-8355-9f903529ed02 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] delete failed (client error): The resource could not be found. Apr 28 20:08:23.522257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e09595e7-467d-484f-8355-9f903529ed02 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "DELETE /v2.0/security-groups/2f8bda36-aa9a-4ee5-83af-d9581a834d5a HTTP/1.1" status: 404 len: 347 time: 0.0258894 Apr 28 20:08:23.523051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:23.534138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:23.548247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Calling delete_port for 0015af41-8524-45eb-a079-ecaa90737d37 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:23.595569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5cf5fb11-84cb-4a92-8079-f529142fd972 tempest-SecGroupTest-139337497 tempest-SecGroupTest-139337497-project] 10.222.0.24 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673509 Apr 28 20:08:23.618906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.623275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:23.709364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '42c6809b-c618-4c4b-bb35-747d1fce11e0', 'network_id': 'f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd', 'port_id': '42c6809b-c618-4c4b-bb35-747d1fce11e0', 'mac_address': 'fa:16:3e:f4:62:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f6f56543-d987-4c1d-b251-334afa2287ad', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:08:23.755275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fcd62b67-995f-4473-9689-ad10fcc6fe7a req-2d1b876a-046a-47c6-9a7d-53451e42fb94 service neutron] 10.222.0.41 "GET /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3255856 Apr 28 20:08:23.763170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 0015af41-8524-45eb-a079-ecaa90737d37 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:23.850050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0015af41-8524-45eb-a079-ecaa90737d37,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:23.858044 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.862774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:23.863359 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:23.868597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:23.894891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42c6809b-c618-4c4b-bb35-747d1fce11e0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:23.900437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74df6acc-fd16-4303-bdca-026694ccc18f req-d57098ee-80a5-4fe2-9e87-90cc45e066e0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:23.901451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74df6acc-fd16-4303-bdca-026694ccc18f req-d57098ee-80a5-4fe2-9e87-90cc45e066e0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 943 time: 1.4012454 Apr 28 20:08:23.911217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-c688fb0f-2661-453c-a295-95c12df62f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:23.912494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-c688fb0f-2661-453c-a295-95c12df62f41 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 200 len: 906 time: 1.2062864 Apr 28 20:08:23.933478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:23.943719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.040039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:24.082821 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.144482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-a371d2f4-c956-49b3-9a42-6aff50c79c25 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0 HTTP/1.1" status: 200 len: 217 time: 0.1783032 Apr 28 20:08:24.153376 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:24.153718 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:24.186207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['59b95296-b71e-4ffe-8fe4-9c4df4bd67a8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:24.187491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:24.319174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.342581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['42c6809b-c618-4c4b-bb35-747d1fce11e0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:24.357347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4006c5-6e80-4176-b582-39781f3297c5 req-20b65152-99a8-44e4-8560-38a780c51bc5 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:24.358906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4006c5-6e80-4176-b582-39781f3297c5 req-20b65152-99a8-44e4-8560-38a780c51bc5 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 945 time: 0.1394675 Apr 28 20:08:24.393267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Deleting port 0015af41-8524-45eb-a079-ecaa90737d37 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:24.394450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.457550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d4006c5-6e80-4176-b582-39781f3297c5 req-749f31ec-3898-4589-a4a1-92f3c0bf5c87 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887341 Apr 28 20:08:24.583818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ab7e193-c26f-4885-8096-286feed40c46 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=70cdb96947d54cdd95043e75e236d89e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951607 Apr 28 20:08:24.586858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56152) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:24.606596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ae30f0a9-01db-4fef-be38-acf0ba4aafdf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:24.649321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74df6acc-fd16-4303-bdca-026694ccc18f req-76d19464-f70a-4f3d-b729-089965edd8e4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6819174 Apr 28 20:08:24.654765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.667068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 0015af41-8524-45eb-a079-ecaa90737d37 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:24.667068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.693691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.745449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-b986c47c-5e27-487d-a29e-d32e36e8282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:24.747100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-b986c47c-5e27-487d-a29e-d32e36e8282f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 200 len: 845 time: 0.5912254 Apr 28 20:08:24.760266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.788957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5f7f0ce-4823-4bf0-aeb2-c35f58a74f6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:24.815197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:24.818479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b33347d-6378-4b4f-b1db-0302849edef8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e5f7f0ce-4823-4bf0-aeb2-c35f58a74f6a HTTP/1.1" status: 204 len: 168 time: 0.2300031 Apr 28 20:08:24.869584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Subnet': ['ID=45d80dc9-d300-4c5a-977b-81b301afa0ac,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:24.886243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Checking segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:24.887019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network hostable DHCP agents. Network: 5e8cbf93-12f1-43e7-bc15-d02627059eab, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:08:24.896753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-c48ad24f-42a4-4a94-be3b-0c8b5ede9054 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355913 Apr 28 20:08:24.969283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ae30f0a9-01db-4fef-be38-acf0ba4aafdf completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:24.995497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:24.996275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.008591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ae30f0a9-01db-4fef-be38-acf0ba4aafdf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:25.009052 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.182602 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-0a1dc953-9de1-48cc-baa8-f9b743efdab4 service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413614 Apr 28 20:08:25.280944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:08:25.300594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Calling delete_port for 0015af41-8524-45eb-a079-ecaa90737d37 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:25.404101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5e8cbf93-12f1-43e7-bc15-d02627059eab) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:25.431486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ef773f-3256-41bc-b772-0b17b18f58f9 None None] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:25.486822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:25.488222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.513473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.575279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 0015af41-8524-45eb-a079-ecaa90737d37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0015af41-8524-45eb-a079-ecaa90737d37,segment=NetworkSegment(0b5490d7-70cd-416f-8398-b9d0db3f04ce),segment_id=0b5490d7-70cd-416f-8398-b9d0db3f04ce)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:25.575938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.782034 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.808556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ae30f0a9-01db-4fef-be38-acf0ba4aafdf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:25.841356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 0015af41-8524-45eb-a079-ecaa90737d37 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:25.843093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:25.874237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75014e4c-9c53-4bc6-9d3a-abb4636be146 req-03153253-a58c-4690-9c04-befe1c58e3df tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:25.875768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75014e4c-9c53-4bc6-9d3a-abb4636be146 req-03153253-a58c-4690-9c04-befe1c58e3df tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 945 time: 0.2191992 Apr 28 20:08:25.907171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56186) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:25.909971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a7370a0-8dfe-443a-89ba-47af52acec7c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.6018445 Apr 28 20:08:25.928494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e87c5a7-8b82-4499-b4d1-f2d48296dfcd req-9d6d8543-dfaf-4c33-9594-9702d8569f1d service neutron] 10.222.0.41 "GET /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7341695 Apr 28 20:08:26.089328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75014e4c-9c53-4bc6-9d3a-abb4636be146 req-34bbf2ef-e697-455a-a24b-edb59f97ee23 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069678 Apr 28 20:08:26.094211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:26.094562 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:26.094701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:26.106246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.223980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] Pushing event deleted for resources: {'Port': ['ID=0015af41-8524-45eb-a079-ecaa90737d37,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:26.243957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937ad5af-2ba1-4503-baab-387978e68fe7 None None] No DVR routers for this DVR port 0015af41-8524-45eb-a079-ecaa90737d37 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:26.304391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 0015af41-8524-45eb-a079-ecaa90737d37 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:26.304802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.360073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-5e8cbf93-12f1-43e7-bc15-d02627059eab', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:08:26.360902 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.498422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] The port '0015af41-8524-45eb-a079-ecaa90737d37' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:08:26.598779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ae30f0a9-01db-4fef-be38-acf0ba4aafdf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:26.693733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ae30f0a9-01db-4fef-be38-acf0ba4aafdf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:26.694358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.772567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Allocated IP 172.20.0.2 (5e8cbf93-12f1-43e7-bc15-d02627059eab/45d80dc9-d300-4c5a-977b-81b301afa0ac/fd01cb24-e02a-447a-a83f-dc29f1b22e1a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:26.834915 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.870539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8737727-747c-44ed-a314-ce4d118f3338']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:26.888535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5490d7-70cd-416f-8398-b9d0db3f04ce') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:26.888893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5490d7-70cd-416f-8398-b9d0db3f04ce') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:26.906852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.925292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b72171-3327-4df2-a8c0-78d37aa63565 req-5e7c2bf7-2510-4003-9bd0-e17bde03d386 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:26.926961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3b72171-3327-4df2-a8c0-78d37aa63565 req-5e7c2bf7-2510-4003-9bd0-e17bde03d386 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 944 time: 1.0158057 Apr 28 20:08:26.973300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:26.986971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:08:26.988082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.011040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3b72171-3327-4df2-a8c0-78d37aa63565 req-9d388502-3396-4bb3-b8c3-72e7758082ce tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754712 Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:08:27.012248 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:08:27.098039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.161605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.191785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.219841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=a8737727-747c-44ed-a314-ce4d118f3338,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:27.241433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d17ff3dc-aaad-45f1-86ef-416117e86120 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/a8737727-747c-44ed-a314-ce4d118f3338 HTTP/1.1" status: 204 len: 168 time: 5.6245668 Apr 28 20:08:27.244074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56218) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:27.270147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.284845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Transition to ACTIVE for port object fd01cb24-e02a-447a-a83f-dc29f1b22e1a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:27.324159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Transition to ACTIVE for port object fd01cb24-e02a-447a-a83f-dc29f1b22e1a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:27.341370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.408677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b47e675-ea38-42f5-a50a-0d8c119a7971 req-6ff68ce4-31b4-4ac9-a93a-0ff0dbae8ad2 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:27.411323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b47e675-ea38-42f5-a50a-0d8c119a7971 req-6ff68ce4-31b4-4ac9-a93a-0ff0dbae8ad2 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 945 time: 0.1538544 Apr 28 20:08:27.442861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:27.444072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:27.469066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:27.567912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b47e675-ea38-42f5-a50a-0d8c119a7971 req-04350d06-8801-448b-91fb-059d3e7c1d31 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901248 Apr 28 20:08:27.653781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Pushing event updated for resources: {'Port': ['ID=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:27.659849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Attempting to bind port fd01cb24-e02a-447a-a83f-dc29f1b22e1a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:27.660215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Attempting to bind port fd01cb24-e02a-447a-a83f-dc29f1b22e1a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:27.660573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Attempting to bind port fd01cb24-e02a-447a-a83f-dc29f1b22e1a on network 5e8cbf93-12f1-43e7-bc15-d02627059eab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:27.666494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:27.666864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Checking segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:27.667330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.667632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Bound using segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:27.668095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Bound port: fd01cb24-e02a-447a-a83f-dc29f1b22e1a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:27.668472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.763317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.1 (5e8cbf93-12f1-43e7-bc15-d02627059eab/45d80dc9-d300-4c5a-977b-81b301afa0ac/1d7ad50e-2a71-40ac-acfb-169fd123d749) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:27.809380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] For port fd01cb24-e02a-447a-a83f-dc29f1b22e1a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:27.815699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] For port fd01cb24-e02a-447a-a83f-dc29f1b22e1a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:27.825807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:27.936443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:27.979711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:28.026582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440e1873-165d-41ab-951c-3dc91b11da80 None None] Pushing event updated for resources: {'Port': ['ID=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:28.080519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.110569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object 1d7ad50e-2a71-40ac-acfb-169fd123d749 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:28.149472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.155171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:28.163712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:28.164327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.296630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:28.340316 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.355146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:28.358006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:28.361867 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.364569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:28.403161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:28.432648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Usage tracker for resource:security_group_rule and tenant:dbfc0448761b4c64a36bc51ddb600fcb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:28.438473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.457998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:28.467040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:28.510991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:28.562737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fd01cb24-e02a-447a-a83f-dc29f1b22e1a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:28.645054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.648377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.653154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.698393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dbfc0448761b4c64a36bc51ddb600fcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7606657 Apr 28 20:08:28.709042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56252) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:28.720731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,segment=NetworkSegment(0d2208cd-c000-44cb-9fd9-835dc391a681),segment_id=0d2208cd-c000-44cb-9fd9-835dc391a681)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:28.727513 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d8d619b-3a2c-4c4b-8a13-d646b9010260'] response: {'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8', 'code': 200} Apr 28 20:08:28.741990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.743021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 42c6809b-c618-4c4b-bb35-747d1fce11e0 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:28.807881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca93ded-a48f-45bf-aafe-2be5709e1a7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab256e87-bdd9-4e69-883b-12f8e4b71fa7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:28.881156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.919517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:28.935842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d35e301-513e-43ae-bd50-1b72fc6b3a75 req-4bddba70-89fb-436e-98c7-3fe32f79fbc0 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:28.937360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d35e301-513e-43ae-bd50-1b72fc6b3a75 req-4bddba70-89fb-436e-98c7-3fe32f79fbc0 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.1817889 Apr 28 20:08:28.944451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:28.974308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port fd01cb24-e02a-447a-a83f-dc29f1b22e1a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:28.980945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5490c570-da49-49f5-9699-a8d28695529d req-c895bb8a-1942-4f50-a76b-d0708a759bc2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:28.992343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 42c6809b-c618-4c4b-bb35-747d1fce11e0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:28.992857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5490c570-da49-49f5-9699-a8d28695529d req-c895bb8a-1942-4f50-a76b-d0708a759bc2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 944 time: 0.7717018 Apr 28 20:08:29.000380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 42c6809b-c618-4c4b-bb35-747d1fce11e0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:29.001445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.071157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5490c570-da49-49f5-9699-a8d28695529d req-c9d2c550-3fde-4f62-99c7-dac7e298df5a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695636 Apr 28 20:08:29.106916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfcc4bd-7892-4d4b-9492-fb9eefb4ef54 req-ae910246-0271-45f3-bc33-4e7f0ab158c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:29.108398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fbfcc4bd-7892-4d4b-9492-fb9eefb4ef54 req-ae910246-0271-45f3-bc33-4e7f0ab158c9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 1097 time: 0.3485758 Apr 28 20:08:29.164240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d35e301-513e-43ae-bd50-1b72fc6b3a75 req-73060e7c-6475-46a7-b368-b48edb18a114 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097161 Apr 28 20:08:29.169481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.193042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.215582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:29.222456 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.291186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fbfcc4bd-7892-4d4b-9492-fb9eefb4ef54 req-d8d1bdb5-18cb-431f-a84f-b7dc15376539 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679089 Apr 28 20:08:29.295002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.299219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 4858da24-ea94-4731-9323-3d0fec853a8c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:29.299683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.332619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:29.540113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab256e87-bdd9-4e69-883b-12f8e4b71fa7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:29.587057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 4858da24-ea94-4731-9323-3d0fec853a8c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4858da24-ea94-4731-9323-3d0fec853a8c,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:29.587532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.636469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ddf94bd-7d90-4746-bc24-baca4bfce9ec None None] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:29.636763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.637875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7b69e05-d21a-4768-8f05-de8ae07af456 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ab256e87-bdd9-4e69-883b-12f8e4b71fa7 HTTP/1.1" status: 204 len: 168 time: 0.9273157 Apr 28 20:08:29.721337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Provisioning for port fd01cb24-e02a-447a-a83f-dc29f1b22e1a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:29.731991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Provisioning complete for port fd01cb24-e02a-447a-a83f-dc29f1b22e1a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:29.732514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.782415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 4858da24-ea94-4731-9323-3d0fec853a8c owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:29.980278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:29.986628 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.009574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.010001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.052346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] For port fd01cb24-e02a-447a-a83f-dc29f1b22e1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:30.063542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.129570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:30.200448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.237426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56274) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:30.304171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a690f9-429b-4c95-982d-ed580f599866 None None] Pushing event updated for resources: {'Port': ['ID=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:30.324478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.354614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:30.358666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Usage tracker for resource:security_group_rule and tenant:a367aa55de94459f86cfe17231c63d4c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:30.361514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:30.367518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:30.369340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=4858da24-ea94-4731-9323-3d0fec853a8c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:30.505620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.519523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.521155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Provisioning for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:30.536751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Provisioning complete for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:30.537129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.672269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fd01cb24-e02a-447a-a83f-dc29f1b22e1a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:30.762029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:30.762794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a367aa55de94459f86cfe17231c63d4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5237875 Apr 28 20:08:30.775271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:30.854473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e65c-470a-4b33-8322-2ed47dc916b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dda47e9-d21d-4fa9-a443-74a6f99af53b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:30.893512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.894028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Port 1d7ad50e-2a71-40ac-acfb-169fd123d749 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:08:30.926697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Provisioning complete for port fd01cb24-e02a-447a-a83f-dc29f1b22e1a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:30.927093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6220f29a-bbfb-484c-81ed-7a0fe5a466c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:30.943788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:30.948158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:30.986694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fd01cb24-e02a-447a-a83f-dc29f1b22e1a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:30.987653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.070445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6e7a-2463-49a7-86ad-bbcc7d17fb9b req-3eb3e4f6-2874-4adb-bc59-aebcfd8cdc3f tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.080178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65ab6e7a-2463-49a7-86ad-bbcc7d17fb9b req-3eb3e4f6-2874-4adb-bc59-aebcfd8cdc3f tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.5718536 Apr 28 20:08:31.108582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88b0094-33fa-4406-a60c-b1a73c8f3d3d req-2e269a77-c2be-4fb8-9e8f-511b002f9403 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.110112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b88b0094-33fa-4406-a60c-b1a73c8f3d3d req-2e269a77-c2be-4fb8-9e8f-511b002f9403 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.7449877 Apr 28 20:08:31.209718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.256579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65ab6e7a-2463-49a7-86ad-bbcc7d17fb9b req-d0e5ce4c-eb11-4bcd-808d-ed76292558df tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694961 Apr 28 20:08:31.318904 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ceec19c-502c-4d9c-a6e0-4ac660067424'] response: {'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0', 'code': 200} Apr 28 20:08:31.321564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-49310130-5bb6-48d7-867d-cde41d796ed8 None None] Provisioning complete for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:31.321944 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49310130-5bb6-48d7-867d-cde41d796ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.332379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.338628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b88b0094-33fa-4406-a60c-b1a73c8f3d3d req-b282cdbc-2e3b-4062-9d9a-6a1cbe25f58b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186606 Apr 28 20:08:31.394374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:31.396461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:31.426638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-49310130-5bb6-48d7-867d-cde41d796ed8 None None] Port 1d7ad50e-2a71-40ac-acfb-169fd123d749 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:08:31.554191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.589582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dda47e9-d21d-4fa9-a443-74a6f99af53b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:31.620838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:31.629843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008a810-1bea-4405-b156-627b371732e8 req-d2047816-665f-4538-804b-1941041d78db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.631274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3008a810-1bea-4405-b156-627b371732e8 req-d2047816-665f-4538-804b-1941041d78db service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 1096 time: 0.1767476 Apr 28 20:08:31.633400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:31.654225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:31.655774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74cf1b4e-f1f9-49c8-b161-731f190c9a3d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4080870 Apr 28 20:08:31.658556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56290) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:31.660017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.660190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:31.663318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1609c392-8d48-4264-b84a-5a443b9a7b77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7dda47e9-d21d-4fa9-a443-74a6f99af53b HTTP/1.1" status: 204 len: 168 time: 0.8681622 Apr 28 20:08:31.663318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:31.672346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e471e5ed-d0f4-42c2-85e6-fb7a6a5a9f7b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/342f7b88-b9b3-490a-9c29-fa2c0b4403c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7640910 Apr 28 20:08:31.673418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56296) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:31.678128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:31.692077 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:31.692763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:31.732643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3008a810-1bea-4405-b156-627b371732e8 req-fe9a4f97-b84b-43fc-8e44-8d4feebfeea0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924978 Apr 28 20:08:31.774444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet b51e07fd-d44b-40ff-a259-888881cd076e {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:08:31.780880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.905373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:31.907387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:31.955143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.959149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.959935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.960313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.960781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.967792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.968478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.970120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.975682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.976231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:31.983710 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e3e26629-ce92-4250-8727-a938723f2368 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7048 time: 0.3067784 Apr 28 20:08:31.984605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56306) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:32.063414 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:32.148354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.148833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.149378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.149879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.150627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.151241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.151978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.152669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.153110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.153669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.158070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-156e52e3-023e-4968-9132-a396a9a928e9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6511 time: 0.1728902 Apr 28 20:08:32.158755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:32.163862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.273256 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.381826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.404774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=b51e07fd-d44b-40ff-a259-888881cd076e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:32.418259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-db75123c-ba12-4634-b66e-0dd34f3f0c3f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/b51e07fd-d44b-40ff-a259-888881cd076e HTTP/1.1" status: 204 len: 168 time: 0.7512825 Apr 28 20:08:32.419050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:32.441434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cebe7a-a86e-43df-9a6f-f6bec3eb3150 None None] Network 2a083712-4c56-434b-b51c-08e11ddb4ae0 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:32.739865 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:29Z', 'revision_number': 2, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:32.757711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:29Z', 'revision_number': 10, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:32.759869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:32.761249 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Updating router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 port 1d7ad50e-2a71-40ac-acfb-169fd123d749 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:08:32.769359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:32.789886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:32.790839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:32.857573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb523-7832-4ffd-8348-66eacc7a5141 req-99b1d215-0896-41ce-93e0-8d230a2dbea8 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:32.866747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-239cb523-7832-4ffd-8348-66eacc7a5141 req-99b1d215-0896-41ce-93e0-8d230a2dbea8 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.2791009 Apr 28 20:08:32.889172 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:32.962562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:33.029876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-239cb523-7832-4ffd-8348-66eacc7a5141 req-5b54059c-2687-4ccf-a7f7-d4e95bf1e916 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620476 Apr 28 20:08:33.052783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] DHCP port deletion for 2a083712-4c56-434b-b51c-08e11ddb4ae0 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:08:33.113038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d7e702d-7f05-42dd-95bc-0b6488649145 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2869 time: 0.9525306 Apr 28 20:08:33.144671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.165689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 09cc639c-dbde-414c-add3-309d7caae943 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:33.166023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.201130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Deleting port 09cc639c-dbde-414c-add3-309d7caae943 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:33.201130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.426273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8367807a-3cb9-4da2-9c0c-97893772566d req-17d7ee0e-0032-410a-a0cb-5f982588706f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:33.427997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8367807a-3cb9-4da2-9c0c-97893772566d req-17d7ee0e-0032-410a-a0cb-5f982588706f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.4698603 Apr 28 20:08:33.552434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8367807a-3cb9-4da2-9c0c-97893772566d req-978a4295-e058-4705-b922-0a305c5a2af7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098583 Apr 28 20:08:33.558573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 09cc639c-dbde-414c-add3-309d7caae943, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=09cc639c-dbde-414c-add3-309d7caae943,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:33.559198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.812084 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.845033 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Transition to ACTIVE for port object 1d7ad50e-2a71-40ac-acfb-169fd123d749 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:33.860772 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:33.937413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 09cc639c-dbde-414c-add3-309d7caae943 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:34.161102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.268992 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79377f24-bfe6-4f8a-af03-3242dd4b794b None None] Pushing event updated for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:34.276243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:29Z', 'revision_number': 10, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:34.303975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=09cc639c-dbde-414c-add3-309d7caae943,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:34.315049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c9ce54a-f595-49d0-b841-0ccf181ee845 None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:29Z', 'revision_number': 10, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None, '_interfaces': [{'id': '03e02a00-bafa-438a-afd3-62d0d21cbf2e', 'name': '', 'network_id': '7e947692-834c-49e4-a45a-16379227ed6a', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'mac_address': 'fa:16:3e:2d:f8:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'device_owner': 'network:router_interface', 'standard_attr_id': 2887, 'fixed_ips': [{'subnet_id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:06:59Z', 'updated_at': '2022-04-28T20:07:17Z', 'revision_number': 5, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'subnets': [{'id': '9d0765b9-b3cc-488e-ae07-180181a1fb65', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:34.317094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No DVR routers for this DVR port 09cc639c-dbde-414c-add3-309d7caae943 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:34.328200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] For port 09cc639c-dbde-414c-add3-309d7caae943, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=09cc639c-dbde-414c-add3-309d7caae943,segment=NetworkSegment(3ce79c67-4231-402b-8f7d-e098b71e764c),segment_id=3ce79c67-4231-402b-8f7d-e098b71e764c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:34.328607 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.481971 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Attempting to bind port 1d7ad50e-2a71-40ac-acfb-169fd123d749 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:34.482326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Attempting to bind port 1d7ad50e-2a71-40ac-acfb-169fd123d749 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:34.482673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Attempting to bind port 1d7ad50e-2a71-40ac-acfb-169fd123d749 on network 5e8cbf93-12f1-43e7-bc15-d02627059eab {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:34.502518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:34.503387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Checking segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:34.503785 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.504164 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Bound using segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:34.510065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Bound port: 1d7ad50e-2a71-40ac-acfb-169fd123d749, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:34.510467 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.569542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.617320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Calling delete_port for 09cc639c-dbde-414c-add3-309d7caae943 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:34.632986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a083712-4c56-434b-b51c-08e11ddb4ae0']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:34.661553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce79c67-4231-402b-8f7d-e098b71e764c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:34.662230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce79c67-4231-402b-8f7d-e098b71e764c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:34.663690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] For port 1d7ad50e-2a71-40ac-acfb-169fd123d749, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:34.667370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] For port 1d7ad50e-2a71-40ac-acfb-169fd123d749, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d7ad50e-2a71-40ac-acfb-169fd123d749,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:34.673443 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.699332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.771389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.786506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:08:34.789049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:34.834591 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79377f24-bfe6-4f8a-af03-3242dd4b794b None None] Pushing event updated for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:08:34.836547 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:08:34.843222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:34.843596 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:34.850157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 09cc639c-dbde-414c-add3-309d7caae943 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:34.916596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 09cc639c-dbde-414c-add3-309d7caae943 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:34.916946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 09cc639c-dbde-414c-add3-309d7caae943 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:34.917619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4858da24-ea94-4731-9323-3d0fec853a8c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:34.936538 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:34.937178 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:35.045861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:35.056778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-217766045', 'description': 'tempest-secgroup-smoke-217766045 description', 'project_id': '749c3835a4164d2b88ae5adffc41d40a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:35.057814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4858da24-ea94-4731-9323-3d0fec853a8c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:35.058190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4858da24-ea94-4731-9323-3d0fec853a8c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:35.076983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:35.084046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:35.090372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:35.098548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:35.116667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:08:35.160409 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:08:35.163017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:35.178598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:35.191803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:35.198607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:35.344961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Deleting port 09cc639c-dbde-414c-add3-309d7caae943 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:35.345571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.372762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.385972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.393302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.395377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.475364 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:35.509745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.511211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4593112 Apr 28 20:08:35.519380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56404) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:35.524952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:35.536126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=2a083712-4c56-434b-b51c-08e11ddb4ae0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:35.537250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:35.541870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d430806-718a-4670-810e-67f415f3a558 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=335155ab-ecb7-4af5-8bd5-8e22d934a5b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:35.545841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:35.550095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:35.557237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:35.558761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b45fba9e-2463-4f9b-a1e2-b38e7201dfe0 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/2a083712-4c56-434b-b51c-08e11ddb4ae0 HTTP/1.1" status: 204 len: 168 time: 3.1386006 Apr 28 20:08:35.613799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a676e8cd-2be2-4348-967f-6a2c57777ca5 req-5a244cc1-b078-4811-a412-b1ed525c41cf tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:35.621004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a676e8cd-2be2-4348-967f-6a2c57777ca5 req-5a244cc1-b078-4811-a412-b1ed525c41cf tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.4596183 Apr 28 20:08:35.635198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-53cf18ff-47cb-4ce2-82b4-1d4f5db6d8d7 None None] The port '09cc639c-dbde-414c-add3-309d7caae943' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:08:35.685290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:35.699526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a676e8cd-2be2-4348-967f-6a2c57777ca5 req-a4e56b0b-d05c-49a7-93dc-6fe12f44e2c4 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776699 Apr 28 20:08:35.829479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:35.991966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:34Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:36.007109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-602eefb5-6928-4b6a-acdb-2cfeb590ecb9 None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:34Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:36.142197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.178902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.222902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70dd85d-4082-423a-a539-6908e1ee9e13,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:36.246800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.248475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-088eb443-ae4c-4444-93b5-dcfc1e700770 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7278125 Apr 28 20:08:36.267119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:36.286490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:36.300380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:36.324327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:36.332804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:36.337544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:36.346070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:36.378118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.465096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.478381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93658e6d-673c-4586-8501-53af661e4eb1 req-eab7e755-857d-471c-aef5-9569c2d56ee0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:36.489604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93658e6d-673c-4586-8501-53af661e4eb1 req-eab7e755-857d-471c-aef5-9569c2d56ee0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2860579 Apr 28 20:08:36.560083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93658e6d-673c-4586-8501-53af661e4eb1 req-8c47e683-71ec-4c54-ac57-652332fbb342 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636723 Apr 28 20:08:36.570167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d7ad50e-2a71-40ac-acfb-169fd123d749 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:36.580974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.594295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.630333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c9c971c-0987-4905-903d-36f837635290,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:36.735328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.735328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1497a40c-077d-4b62-ac7a-2aa684e2afec tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4611120 Apr 28 20:08:36.735328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:36.746139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:36.758543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:36.766573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:36.779580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:36.804023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:36.817113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:36.824074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.824423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:36.824629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.828934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.923093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:36.942371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Usage tracker for resource:security_group_rule and tenant:238abcf2ad3b498ab7ebe9887fd59445 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:36.962375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:36.973916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:36.986483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.023522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68e00a0f-ce8c-4690-8aee-8cf7db8f1820,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.035504 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.038863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:37.073756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.075052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-baed79d3-7789-484b-a2bf-d3f43c73d2ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3407350 Apr 28 20:08:37.077722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:37.083801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:37.104773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:37.105045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1d7ad50e-2a71-40ac-acfb-169fd123d749, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d7ad50e-2a71-40ac-acfb-169fd123d749,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:37.113257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.120111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:37.123813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:37.137313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:37.169240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.241942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.262373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f3520-682e-4120-ac09-079cece34a92 req-c08b72fc-dafd-4ba1-971c-8e32758211e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:37.265029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d34f3520-682e-4120-ac09-079cece34a92 req-c08b72fc-dafd-4ba1-971c-8e32758211e2 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.4268882 Apr 28 20:08:37.310985 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.316948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.359409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.360855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2817700 Apr 28 20:08:37.361766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9536203c-301a-4166-8f1b-1c3acc366d6e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ce68e75-f1d4-4545-b7bb-762807924b55,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.371734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:37.380368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:37.389844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:37.410803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:37.416891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:37.425141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:37.449477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.456832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d34f3520-682e-4120-ac09-079cece34a92 req-552ef950-5415-4042-bf78-7cd426832afc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829753 Apr 28 20:08:37.469887 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:08:37.488016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.490014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.600988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.606265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.630374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba77853-6a6f-4b2c-96a3-7a1341c81f8a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.652606 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.653988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ec61c29-44f4-40b5-801c-b7491be2030d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2812614 Apr 28 20:08:37.657064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:37.665200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '335155ab-ecb7-4af5-8bd5-8e22d934a5b3', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:37.684598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:37.693076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:37.697069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:37.704956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:37.719323 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:08:37.735631 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.754607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=238abcf2ad3b498ab7ebe9887fd59445&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4281800 Apr 28 20:08:37.755533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56476) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:37.758947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15286492-5453-4a88-924f-1afbebe9213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4404c661-5292-4fd4-b1a9-891f57d5f8f9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.854205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.860586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.864361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 03e02a00-bafa-438a-afd3-62d0d21cbf2e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:37.864681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.898735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2dde090-6b5b-4e1d-9e07-1993ad631c65,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:37.913123 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:37.915536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-585d9f4a-7403-4781-ab53-51287f190efe tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2572920 Apr 28 20:08:38.082978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.213797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.233895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 03e02a00-bafa-438a-afd3-62d0d21cbf2e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=03e02a00-bafa-438a-afd3-62d0d21cbf2e,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:38.234381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.296578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-9b6a3835-7ff5-4d8b-9840-183a33cdfdf9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:38.316779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-9b6a3835-7ff5-4d8b-9840-183a33cdfdf9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:38.330015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-9b6a3835-7ff5-4d8b-9840-183a33cdfdf9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-217766045&fields=id&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 267 time: 0.0933139 Apr 28 20:08:38.468736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 03e02a00-bafa-438a-afd3-62d0d21cbf2e owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:38.512539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.524749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d7ad50e-2a71-40ac-acfb-169fd123d749 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:38.563453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-3870686d-d3c4-4db2-84d4-c51bc0436c74 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:38.564290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-3870686d-d3c4-4db2-84d4-c51bc0436c74 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:38.565024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4404c661-5292-4fd4-b1a9-891f57d5f8f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:38.598885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-3870686d-d3c4-4db2-84d4-c51bc0436c74 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:38.600057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-3870686d-d3c4-4db2-84d4-c51bc0436c74 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 797 time: 0.2610211 Apr 28 20:08:38.603078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.604502 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc78f5b7-cc3c-4509-aadd-0e1e7879bb77 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4404c661-5292-4fd4-b1a9-891f57d5f8f9 HTTP/1.1" status: 204 len: 168 time: 0.8427906 Apr 28 20:08:38.626726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-26ef6b28-19f0-4503-8706-e55e08a35244 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/quotas/749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 375 time: 0.0185742 Apr 28 20:08:38.662594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1d7ad50e-2a71-40ac-acfb-169fd123d749 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:38.663013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:38.695985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd07d4-ae6e-45da-8b58-7650a1e63bc8 req-6a5aa975-6ada-4325-a882-9abc0f8ad5ed tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:38.697718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01fd07d4-ae6e-45da-8b58-7650a1e63bc8 req-6a5aa975-6ada-4325-a882-9abc0f8ad5ed tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.6159182 Apr 28 20:08:38.779193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-e9ec43c8-ecfb-456a-8027-14ba9b7e364d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1403358 Apr 28 20:08:38.822194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01fd07d4-ae6e-45da-8b58-7650a1e63bc8 req-170c928c-5e4e-4f8f-a96c-7e4557e6284c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017008 Apr 28 20:08:38.991358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:39.045788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=03e02a00-bafa-438a-afd3-62d0d21cbf2e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:39.259991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:39.304367 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:39.318572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:39.332188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:39.340618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Usage tracker for resource:security_group_rule and tenant:62d98f22bf444753a34a616488089b07 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:39.407394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:39.421906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-5502c540-edfa-4c91-9418-ee955b0fb452 service neutron] 10.222.0.24 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6393125 Apr 28 20:08:39.500245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:39.547900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:08:39.592525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-b5571ffb-2a42-48ec-bded-f59e4512d4bc service neutron] 10.222.0.24 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696877 Apr 28 20:08:39.744530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:39.798363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa9e74dc-bdbd-4741-b1cd-3d66ec7d1fdc req-76748d37-c2ad-4cd1-b969-5030caf868d4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 210 time: 0.0567653 Apr 28 20:08:40.000802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.095748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736d53d-dbfd-4c92-bd47-521c39002284 req-71343d0a-0d90-4286-8fd4-43b4db72cf8b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:40.098381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d736d53d-dbfd-4c92-bd47-521c39002284 req-71343d0a-0d90-4286-8fd4-43b4db72cf8b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1344767 Apr 28 20:08:40.129009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ac60a-356d-4a73-bb28-65196b0eab57 req-0dcfbf34-a642-423a-a205-74296b2e0c0d tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:40.136125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa1ac60a-356d-4a73-bb28-65196b0eab57 req-0dcfbf34-a642-423a-a205-74296b2e0c0d tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.4755969 Apr 28 20:08:40.140984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:40.158262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d736d53d-dbfd-4c92-bd47-521c39002284 req-16b37ba3-7c2a-41e0-9e57-bd89f4ba801d tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516849 Apr 28 20:08:40.161087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:40.185361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:40.186074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:40.206555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.234512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa1ac60a-356d-4a73-bb28-65196b0eab57 req-d55b25f8-7549-4e69-a68d-926dd8978232 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973277 Apr 28 20:08:40.237984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.294067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:40.294522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6e556798-b4f1-414b-9bdf-7e186249b549 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7353756 Apr 28 20:08:40.306422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62d98f22bf444753a34a616488089b07&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0451436 Apr 28 20:08:40.310485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:40.314147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6f2dc8-f0b6-4cd1-8dfe-4f075656c62c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3534ae35-20df-4bc4-83fe-458b4493fe0a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:40.414710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting subnet 9d0765b9-b3cc-488e-ae07-180181a1fb65 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:08:40.421926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.433290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:40.438422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.487991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.560387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.565724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.588758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:40.598854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:40.608874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.613508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3534ae35-20df-4bc4-83fe-458b4493fe0a HTTP/1.1" status: 204 len: 168 time: 0.3017583 Apr 28 20:08:40.614542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:40.615403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:40.623035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1e674-69e3-4006-8c67-6e258607ea2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3534ae35-20df-4bc4-83fe-458b4493fe0a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:40.769078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.817044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:40.864877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:40.981753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24930f34-fd97-467c-b72d-c4c90cc68331 req-0bd2eb74-7800-4847-8520-a728ed8a8b85 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 210 time: 0.0499530 Apr 28 20:08:40.994088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:41.015591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f994b8-8837-4bff-a42e-d80e71b8dbb5 None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:41.029838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0765b9-b3cc-488e-ae07-180181a1fb65,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:41.036847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:41.040714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4a29654-65d9-4271-a7a1-56b8ce60be6e None None] Network 7e947692-834c-49e4-a45a-16379227ed6a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:08:41.045858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56560) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:41.064944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-33970322-b53e-4e4f-982c-e3a1f1912e9c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/9d0765b9-b3cc-488e-ae07-180181a1fb65 HTTP/1.1" status: 204 len: 168 time: 0.7687960 Apr 28 20:08:41.125098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-41310392-93b3-40c9-98f1-f57db0501031 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:41.126560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-41310392-93b3-40c9-98f1-f57db0501031 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.41 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.1437147 Apr 28 20:08:41.286145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Deleting port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:41.286390 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:41.510835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:41.607065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Deleting port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:41.607631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:41.624631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] DHCP port deletion for 7e947692-834c-49e4-a45a-16379227ed6a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:08:41.630379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Deleting port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:41.631202 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:41.702990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a211d9-2908-4e91-8605-f2bafdc0d4f2 req-bc0c4fb4-8808-49ba-bb28-b949a79575fc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:41.704604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4a211d9-2908-4e91-8605-f2bafdc0d4f2 req-bc0c4fb4-8808-49ba-bb28-b949a79575fc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.3718216 Apr 28 20:08:41.838218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4a211d9-2908-4e91-8605-f2bafdc0d4f2 req-2165d5f1-3787-40ad-90a8-d03b76f1b2f9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055214 Apr 28 20:08:41.920798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] For port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:41.921191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.022645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] For port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,segment=NetworkSegment(6a86c97a-4fff-44e0-b519-e455a1440671),segment_id=6a86c97a-4fff-44e0-b519-e455a1440671)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:42.023666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.052974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-7a6508ae-ae51-4362-8cd7-2c31642ea0e9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:42.054436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-7a6508ae-ae51-4362-8cd7-2c31642ea0e9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 797 time: 0.7136657 Apr 28 20:08:42.144943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920c92-6c40-43a5-b7d8-49384e553df9 req-d6156aa3-143d-449d-8614-05d44050170b tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:42.157766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22920c92-6c40-43a5-b7d8-49384e553df9 req-d6156aa3-143d-449d-8614-05d44050170b tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 946 time: 0.4157581 Apr 28 20:08:42.169358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Calling delete_port for 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:42.301643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Calling delete_port for 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:42.305262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22920c92-6c40-43a5-b7d8-49384e553df9 req-75339682-5056-4fd1-bdac-30ad7fb09f06 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/security-groups?id=48e0ffde-9fe6-4443-a176-7aed1a254ba8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449988 Apr 28 20:08:42.313037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-2e05d1a9-1636-4a77-983d-fbd989bf0a96 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 379 time: 0.2434447 Apr 28 20:08:42.322480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] For port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,segment=NetworkSegment(0d2208cd-c000-44cb-9fd9-835dc391a681),segment_id=0d2208cd-c000-44cb-9fd9-835dc391a681)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:42.323141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.334377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'port': {'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'admin_state_up': True, 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'security_groups': ['335155ab-ecb7-4af5-8bd5-8e22d934a5b3']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:42.386952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-32bb9073-bf80-4ef2-8bf4-543bc407e3c5 req-6b2a3e4c-d0cd-4e06-a14b-24674d0616d2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:42.405393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.426149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.429753 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:08:42.429753 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:08:42.535557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 03e02a00-bafa-438a-afd3-62d0d21cbf2e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:42.595631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No DVR routers for this DVR port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:42.595631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-32bb9073-bf80-4ef2-8bf4-543bc407e3c5 req-6b2a3e4c-d0cd-4e06-a14b-24674d0616d2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:42.595631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32bb9073-bf80-4ef2-8bf4-543bc407e3c5 req-6b2a3e4c-d0cd-4e06-a14b-24674d0616d2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 210 time: 0.2848594 Apr 28 20:08:42.595631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Port': ['ID=9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:42.608770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 03e02a00-bafa-438a-afd3-62d0d21cbf2e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:42.608770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 03e02a00-bafa-438a-afd3-62d0d21cbf2e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:42.608770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:42.680859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:42.681209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:42.721646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Calling delete_port for 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:08:42.788543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.823927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e947692-834c-49e4-a45a-16379227ed6a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:42.841352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a86c97a-4fff-44e0-b519-e455a1440671') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:42.841352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a86c97a-4fff-44e0-b519-e455a1440671') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:42.853873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.887611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.900905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:08:42.903943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.929623 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Deleting port 9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:08:42.930318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:08:42.943812 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:08:43.084682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-13c1b7c7-4c8e-42d4-bdb9-5555aff2615e None None] The port '9c0ce263-145a-4f74-bf6b-e5f0a4db7bcd' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:08:43.116839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:43.147148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:43.150486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.184468 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.196515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Pushing event deleted for resources: {'Network': ['ID=7e947692-834c-49e4-a45a-16379227ed6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:43.199321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93fa8651-b41f-4b02-a4b9-87fd6eb2be5f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/networks/7e947692-834c-49e4-a45a-16379227ed6a HTTP/1.1" status: 204 len: 168 time: 2.1524892 Apr 28 20:08:43.206824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56616) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:43.211975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'routes': None}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:43.242667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:08:43.246564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.376223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5ee00-af38-4bbb-8aa3-f4d41c34db6c req-9f7fe8e5-138f-42e2-a8e9-752c8e1ba062 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:43.378542 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-edf5ee00-af38-4bbb-8aa3-f4d41c34db6c req-9f7fe8e5-138f-42e2-a8e9-752c8e1ba062 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.3326011 Apr 28 20:08:43.403279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.538091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3444d3d7-c72d-4eca-98ca-da62bf137549 req-32876d46-1f5d-46be-ba82-aa39d460f254 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 210 time: 0.0432832 Apr 28 20:08:43.593849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Pushing event deleted for resources: {'Port': ['ID=59b95296-b71e-4ffe-8fe4-9c4df4bd67a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:43.617820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-edf5ee00-af38-4bbb-8aa3-f4d41c34db6c req-8f390110-e817-4fdb-ab78-f5cc8b909b4f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194564 Apr 28 20:08:43.748078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Added routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Apr 28 20:08:43.748643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.extraroute_db [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Removed routes are [] {{(pid=88140) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Apr 28 20:08:43.749160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.797737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] No DVR routers for this DVR port 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:08:43.801238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:43.808114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'name': 'network-vif-deleted', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:43.880108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.12 (5e8cbf93-12f1-43e7-bc15-d02627059eab/45d80dc9-d300-4c5a-977b-81b301afa0ac/ca257d38-eeb7-4600-999e-ffcea2bf5c70) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:43.884195 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05a9e06b-4a25-439c-9db6-c43fe9db5d04'] response: {'server_uuid': '1a706e3a-8b01-4985-9062-1a814622c644', 'name': 'network-vif-deleted', 'tag': '59b95296-b71e-4ffe-8fe4-9c4df4bd67a8', 'status': 'completed', 'code': 200} Apr 28 20:08:43.899833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3261f38a-40e6-4e56-8054-58889bbc12ab req-caff14dd-6cb3-41c6-8e03-1cdcad2ea0d7 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.41 "DELETE /v2.0/ports/59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 HTTP/1.1" status: 204 len: 173 time: 2.7663844 Apr 28 20:08:43.942563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4aa05a3-b3d3-42dc-b8be-b27e75279309 req-aefb7dc5-1e7e-4f8f-a0e0-b894a7a88da5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 210 time: 0.0645466 Apr 28 20:08:44.064860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:08:44.135061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.141497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.179144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.193717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:08:44.193717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 59b95296-b71e-4ffe-8fe4-9c4df4bd67a8 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:08:44.209304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object ca257d38-eeb7-4600-999e-ffcea2bf5c70 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:44.241798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.294881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 20cec192-5e1f-40ef-87dc-7f37bac7471a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:08:44.371068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:44.375347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:44.454040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:44.494840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:44.503521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:44.505292 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Sync routers for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:44.515272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.516429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0f16a933-9be9-4d16-bda4-f606b5b3df14 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 705 time: 1.3086603 Apr 28 20:08:44.519744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56642) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:44.521409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:44.525667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:44.592925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:44.594355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.624588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c0bdf8f-836e-46ac-ac10-d8c394ae9eae tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:44.645863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-4506dbdf-b0d0-45f6-b3ac-89b33a43f738 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3252683 Apr 28 20:08:44.663262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-cecb8b03-abc9-4577-b489-fc6e0b401ed4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:08:44.664569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-cecb8b03-abc9-4577-b489-fc6e0b401ed4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086939 Apr 28 20:08:44.699149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9c0bdf8f-836e-46ac-ac10-d8c394ae9eae tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:44.700727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c0bdf8f-836e-46ac-ac10-d8c394ae9eae tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 205 time: 0.1799977 Apr 28 20:08:44.703272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:44.861306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7ae2bda1-6bca-4181-8984-e5f8f0cdd077 None None] Provisioning for port ca257d38-eeb7-4600-999e-ffcea2bf5c70 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:44.868687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7ae2bda1-6bca-4181-8984-e5f8f0cdd077 None None] Provisioning complete for port ca257d38-eeb7-4600-999e-ffcea2bf5c70 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:44.869304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ae2bda1-6bca-4181-8984-e5f8f0cdd077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:44.966228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Request body: {'port': {'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:44.973872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ae2bda1-6bca-4181-8984-e5f8f0cdd077 None None] Port ca257d38-eeb7-4600-999e-ffcea2bf5c70 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:08:45.019779 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:45.020151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec9c334-d04a-4dc2-a920-46e52e259bab req-a8a6c3a4-ce90-44e7-a8fa-9d6344eb7d48 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Synchronizing usage tracker for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:45.048035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec9c334-d04a-4dc2-a920-46e52e259bab req-a8a6c3a4-ce90-44e7-a8fa-9d6344eb7d48 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] Unset dirty status for tenant:142be6322beb4047b95af702d8e9c7d7 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:45.060890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec9c334-d04a-4dc2-a920-46e52e259bab req-a8a6c3a4-ce90-44e7-a8fa-9d6344eb7d48 tempest-VolumesActionsTest-1548328010 tempest-VolumesActionsTest-1548328010-project] 10.222.0.24 "GET /v2.0/ports?device_id=1a706e3a-8b01-4985-9062-1a814622c644 HTTP/1.1" status: 200 len: 210 time: 0.2251992 Apr 28 20:08:45.187685 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:45.191593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:45.207608 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Checking router: 20cec192-5e1f-40ef-87dc-7f37bac7471a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:45.210702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:45.223715 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Routers {'20cec192-5e1f-40ef-87dc-7f37bac7471a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:45.224532 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['20cec192-5e1f-40ef-87dc-7f37bac7471a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:45.554644 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] Set router 20cec192-5e1f-40ef-87dc-7f37bac7471a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:45.682470 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:45.688324 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd7a8f-f6c0-4bd2-93b1-b31fffaa8852 None None] The sync data for ids ['20cec192-5e1f-40ef-87dc-7f37bac7471a'] in n-d-839811-1 is: [{'id': '20cec192-5e1f-40ef-87dc-7f37bac7471a', 'name': 'tempest-RoutersIpV6Test-router-1130212200', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:06:53Z', 'updated_at': '2022-04-28T20:08:38Z', 'revision_number': 11, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:45.757323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b8d640-effd-4357-a6d7-11c5e60cf66c req-df99ecd6-2de7-4529-9c47-618ee5a2493c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:45.758066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-36b8d640-effd-4357-a6d7-11c5e60cf66c req-df99ecd6-2de7-4529-9c47-618ee5a2493c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:45.790234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-36b8d640-effd-4357-a6d7-11c5e60cf66c req-df99ecd6-2de7-4529-9c47-618ee5a2493c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:45.791412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36b8d640-effd-4357-a6d7-11c5e60cf66c req-df99ecd6-2de7-4529-9c47-618ee5a2493c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 932 time: 0.2501910 Apr 28 20:08:45.870556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca257d38-eeb7-4600-999e-ffcea2bf5c70 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:45.886447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:45.903212 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36b8d640-effd-4357-a6d7-11c5e60cf66c req-a9de9e1c-e148-47b5-b405-3abad6ff9226 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768819 Apr 28 20:08:45.909670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Transition to ACTIVE for port object ca257d38-eeb7-4600-999e-ffcea2bf5c70 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:08:45.915969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:45.946566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a461818-b838-4417-ad78-76863c9680b9 req-5cb9f6f9-86ee-4c45-8ba9-fa73d7667e78 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:45.948003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a461818-b838-4417-ad78-76863c9680b9 req-5cb9f6f9-86ee-4c45-8ba9-fa73d7667e78 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 1.0080817 Apr 28 20:08:45.949979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:45.952461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.004891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.005368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router 20cec192-5e1f-40ef-87dc-7f37bac7471a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:08:46.022859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.028328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-456a01ec-1e18-479e-a3aa-0e158cbbb3cf tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 204 len: 168 time: 1.3196037 Apr 28 20:08:46.031083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a461818-b838-4417-ad78-76863c9680b9 req-fd568bbd-b40a-45ed-86dd-6c9de2ad3019 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765212 Apr 28 20:08:46.031343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:46.037220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-981484602', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:46.056025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:46.061171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Usage tracker for resource:router and tenant:3218959168cc4ad5aabe39d0da902589 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:46.065313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:46.072585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:46.102924 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.104006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.130858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.175585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.224424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.226083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-264db7e9-5f75-4fe6-a3e3-9670a78e57a1 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1935613 Apr 28 20:08:46.229017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:46.235518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:46.388814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Pushing event updated for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:46.428139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Attempting to bind port ca257d38-eeb7-4600-999e-ffcea2bf5c70 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:08:46.428528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Attempting to bind port ca257d38-eeb7-4600-999e-ffcea2bf5c70 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:08:46.428791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Attempting to bind port ca257d38-eeb7-4600-999e-ffcea2bf5c70 on network 5e8cbf93-12f1-43e7-bc15-d02627059eab {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:46.434312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Port ca257d38-eeb7-4600-999e-ffcea2bf5c70 on network 5e8cbf93-12f1-43e7-bc15-d02627059eab not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:08:46.434636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Attempting to bind port ca257d38-eeb7-4600-999e-ffcea2bf5c70 on network 5e8cbf93-12f1-43e7-bc15-d02627059eab {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:08:46.442131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:08:46.442763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Checking segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:08:46.443342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Bound using segment: {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:08:46.443985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Bound port: ca257d38-eeb7-4600-999e-ffcea2bf5c70, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83cecf7e-9708-4051-a6aa-c980d8c4e624', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:08:46.444529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.573752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:08:46.576881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:08:46.585012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.665148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:46.665787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.667311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] 10.222.0.41 "PUT /v2.0/ports/ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 1092 time: 1.9913759 Apr 28 20:08:46.667746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:46.835274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.874319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:46.876272 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecb9d8ff-9791-44bb-b0e0-118ae6bdad86'] response: {'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'status': 'completed', 'code': 200} Apr 28 20:08:46.877168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739eac9-39dc-44ab-8d0d-b7ce2a33c923 service neutron] Pushing event updated for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:46.977158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-187d10a9-43b5-49c6-b083-25d85c0c1ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:46.978679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-187d10a9-43b5-49c6-b083-25d85c0c1ac7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1095 time: 0.2369244 Apr 28 20:08:47.198971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Router 08a5938e-dc9b-4566-b762-4349a222f7c9 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:08:47.262761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-9df5506e-4ba7-46cd-a760-4d91ba4bba9e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 217 time: 0.2747498 Apr 28 20:08:47.353177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-c4792d2d-f0fc-4089-aef2-004efe7311d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:47.354856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-c4792d2d-f0fc-4089-aef2-004efe7311d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 200 len: 834 time: 0.0826812 Apr 28 20:08:47.474806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe8adb-0f97-4aca-bd45-1208e53a8b30 req-2f210934-77c5-422c-a68b-07b92cbe1687 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:47.486050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30fe8adb-0f97-4aca-bd45-1208e53a8b30 req-2f210934-77c5-422c-a68b-07b92cbe1687 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 944 time: 0.3886514 Apr 28 20:08:47.611927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30fe8adb-0f97-4aca-bd45-1208e53a8b30 req-2edd99c7-4aa9-4f86-92be-893978f95682 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238556 Apr 28 20:08:47.619564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-7b38a3ea-1543-438e-8957-222edeb5ac2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:47.621225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-7b38a3ea-1543-438e-8957-222edeb5ac2d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2585137 Apr 28 20:08:47.739959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:08:47.750519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Sync routers for ids ['08a5938e-dc9b-4566-b762-4349a222f7c9'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:08:47.752683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:47.756168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-11af71f6-3741-468c-ac9e-c26a311d32b7 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "PUT /v2.0/routers/08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 200 len: 697 time: 1.5237854 Apr 28 20:08:47.757418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:47.778149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Routers {'08a5938e-dc9b-4566-b762-4349a222f7c9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:47.791416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['08a5938e-dc9b-4566-b762-4349a222f7c9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:47.836947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-d201c6fc-18c9-48be-9a86-376d3c395618 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2065473 Apr 28 20:08:47.956950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b8c7dc3-7148-4196-99ce-3dd4b2b4b7aa tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/routers/08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 200 len: 703 time: 0.1983876 Apr 28 20:08:47.957772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:47.967998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2816c7b-3c69-4edf-af3f-e2481553ce7e req-92bbb229-f4f9-4736-bc1a-6d6ead98ab80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:47.978330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2816c7b-3c69-4edf-af3f-e2481553ce7e req-92bbb229-f4f9-4736-bc1a-6d6ead98ab80 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.6370482 Apr 28 20:08:48.026931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd0f6af2-d0c8-4af6-9b6a-c34d28026516 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 200 len: 205 time: 0.0676768 Apr 28 20:08:48.027690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56716) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:48.089522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Set router 08a5938e-dc9b-4566-b762-4349a222f7c9 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:48.117874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0f3d673-60c9-4489-bbf6-ab0a8455b06f req-f988b227-c35e-464a-8125-4bea49584bf8 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739987 Apr 28 20:08:48.273157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a5938e-dc9b-4566-b762-4349a222f7c9', 'name': 'tempest-RoutersIpV6Test-router-981484602', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:46Z', 'updated_at': '2022-04-28T20:08:46Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:48.289980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Checking router: 08a5938e-dc9b-4566-b762-4349a222f7c9 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:08:48.290907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-8b6485a4-2a13-47cb-a4a1-44268c6231c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:48.292467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-8b6485a4-2a13-47cb-a4a1-44268c6231c9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1095 time: 0.1119547 Apr 28 20:08:48.322747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Routers {'08a5938e-dc9b-4566-b762-4349a222f7c9'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:08:48.329578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:48.330635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['08a5938e-dc9b-4566-b762-4349a222f7c9'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:48.566126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2816c7b-3c69-4edf-af3f-e2481553ce7e req-74ed1399-ec8b-442d-8eda-f9f9ceb32686 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5374079 Apr 28 20:08:48.607228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] Set router 08a5938e-dc9b-4566-b762-4349a222f7c9 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:08:48.623423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-c2448233-124e-4692-bff8-5e4b11cde028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:48.625133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-c2448233-124e-4692-bff8-5e4b11cde028 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 898 time: 0.3244534 Apr 28 20:08:48.769840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:48.789572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:48.803940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-761d51f2-bbd1-4e57-94c6-dd62ba338419 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 217 time: 0.1670547 Apr 28 20:08:48.846798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:48.847487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Fanout notify agent at l3_agent the message router_deleted on router 08a5938e-dc9b-4566-b762-4349a222f7c9 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:08:48.927607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '08a5938e-dc9b-4566-b762-4349a222f7c9', 'name': 'tempest-RoutersIpV6Test-router-981484602', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:46Z', 'updated_at': '2022-04-28T20:08:46Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:08:48.934801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ffcc38-079d-425e-be06-f1ea2a6a2bd6 None None] The sync data for ids ['08a5938e-dc9b-4566-b762-4349a222f7c9'] in n-d-839811-1 is: [{'id': '08a5938e-dc9b-4566-b762-4349a222f7c9', 'name': 'tempest-RoutersIpV6Test-router-981484602', 'tenant_id': '3218959168cc4ad5aabe39d0da902589', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:46Z', 'updated_at': '2022-04-28T20:08:46Z', 'revision_number': 2, 'project_id': '3218959168cc4ad5aabe39d0da902589', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:08:48.959439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:48.960521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c4939fa8-09ea-479d-be25-d8e89f0fc770 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 204 len: 168 time: 0.9165905 Apr 28 20:08:48.969026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.090734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-de8b0e02-90f7-4cda-82e6-6b897e2a2387 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 200 len: 205 time: 0.1167526 Apr 28 20:08:49.095069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.208753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-8894ecb6-2d89-4aab-a9a5-8359ade2f029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:49.210234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-8894ecb6-2d89-4aab-a9a5-8359ade2f029 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 200 len: 834 time: 0.3989229 Apr 28 20:08:49.211055 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-407ee813-df5c-4543-b305-6491363a1e87 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:49.214173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-407ee813-df5c-4543-b305-6491363a1e87 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/08a5938e-dc9b-4566-b762-4349a222f7c9 HTTP/1.1" status: 404 len: 336 time: 0.1103060 Apr 28 20:08:49.214562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.262578 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-de2d071a-0280-444e-828e-4dfe6ad1f22d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:49.263283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de2d071a-0280-444e-828e-4dfe6ad1f22d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:49.272268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-de2d071a-0280-444e-828e-4dfe6ad1f22d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/014a8786-4e50-45e5-8a95-acac0826d9ba HTTP/1.1" status: 404 len: 337 time: 0.0524135 Apr 28 20:08:49.272268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56752) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.331058 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7a2fe8-c6ab-4818-a1d3-6a0987870e73 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:49.331609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7a2fe8-c6ab-4818-a1d3-6a0987870e73 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:49.335513 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5f7a2fe8-c6ab-4818-a1d3-6a0987870e73 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/9d01f80f-b45a-4184-89a9-92ec27c0a2fd HTTP/1.1" status: 404 len: 337 time: 0.0587754 Apr 28 20:08:49.335768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.376897 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a804413-fede-4fa3-8ef2-a9bef8127b4f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:49.378855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a804413-fede-4fa3-8ef2-a9bef8127b4f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:49.383059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a804413-fede-4fa3-8ef2-a9bef8127b4f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/b51e07fd-d44b-40ff-a259-888881cd076e HTTP/1.1" status: 404 len: 337 time: 0.0441411 Apr 28 20:08:49.384908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.529379 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c55a50-9834-46e7-afb3-ed0dc0cd7ccc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:49.530089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c55a50-9834-46e7-afb3-ed0dc0cd7ccc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:49.531923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f8c55a50-9834-46e7-afb3-ed0dc0cd7ccc tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/9d0765b9-b3cc-488e-ae07-180181a1fb65 HTTP/1.1" status: 404 len: 337 time: 0.1460543 Apr 28 20:08:49.534755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.655763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-51d2d622-1a49-4d26-b32f-006ff81da381 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 200 len: 205 time: 0.1185329 Apr 28 20:08:49.656974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56780) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.670907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4c35b8-806e-4f6f-9646-a7bbda7fddc1 req-ff47a6a3-0ac3-4be8-bcb0-3099919ae6a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:49.690736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4c35b8-806e-4f6f-9646-a7bbda7fddc1 req-ff47a6a3-0ac3-4be8-bcb0-3099919ae6a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 944 time: 0.7315905 Apr 28 20:08:49.755005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-48e4c75e-d640-4a66-8047-688679d565a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:49.756775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-48e4c75e-d640-4a66-8047-688679d565a1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5380876 Apr 28 20:08:49.787097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4c35b8-806e-4f6f-9646-a7bbda7fddc1 req-815574e2-96b4-4dc8-9463-f49f0cfae307 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942159 Apr 28 20:08:49.802941 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-a825af55-4ccf-4b68-8d1c-5f41c6e93c11 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:49.806814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a825af55-4ccf-4b68-8d1c-5f41c6e93c11 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/20cec192-5e1f-40ef-87dc-7f37bac7471a HTTP/1.1" status: 404 len: 336 time: 0.1391611 Apr 28 20:08:49.878343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.932422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-47716964-4dd8-4d82-8caf-c7922805d122 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529043 Apr 28 20:08:49.932758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:49.933350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-16c3ee8a-0f64-4735-955d-c16d514cf4e9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=d5fc716b-2c66-45c2-8656-fb75c7653a49 HTTP/1.1" status: 200 len: 205 time: 0.0535312 Apr 28 20:08:49.980778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5d3b2-9ada-44cc-92c3-fe03bb65f35e req-f77ba48c-5275-488b-ab2a-86eaf2b3e09b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:49.987441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4f5d3b2-9ada-44cc-92c3-fe03bb65f35e req-f77ba48c-5275-488b-ab2a-86eaf2b3e09b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1818454 Apr 28 20:08:50.063629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4f5d3b2-9ada-44cc-92c3-fe03bb65f35e req-a941759e-49b8-43e6-a5d4-f2c52f2619c0 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676622 Apr 28 20:08:50.071640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ca257d38-eeb7-4600-999e-ffcea2bf5c70 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:08:50.092229 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-112d1152-a4d8-4725-bdf9-8e85292f7609 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:50.096438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.097362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-112d1152-a4d8-4725-bdf9-8e85292f7609 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/d5fc716b-2c66-45c2-8656-fb75c7653a49 HTTP/1.1" status: 404 len: 336 time: 0.1630328 Apr 28 20:08:50.227671 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-157e07fa-c2b7-4c38-8304-4c0666bcb90a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:50.230327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-157e07fa-c2b7-4c38-8304-4c0666bcb90a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:50.232215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-157e07fa-c2b7-4c38-8304-4c0666bcb90a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/7ace1fc6-310d-4f64-a889-0de1fb0b9727 HTTP/1.1" status: 404 len: 337 time: 0.1348257 Apr 28 20:08:50.237279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2a1e06cb-2bc1-4900-8be5-baa778fda7f9 req-0c3e75b5-19e7-41a1-9d78-2fa32b06d270 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425220 Apr 28 20:08:50.238345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56808) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.298137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e56be5c3-8102-4768-a707-330c9c62bc6c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Synchronizing usage tracker for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:50.320061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e56be5c3-8102-4768-a707-330c9c62bc6c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] Unset dirty status for tenant:3218959168cc4ad5aabe39d0da902589 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:50.324170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.324546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e56be5c3-8102-4768-a707-330c9c62bc6c tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 200 len: 205 time: 0.0850351 Apr 28 20:08:50.374052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:50.385214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ba38e19-8311-46ea-8424-796e9487ede4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:50.413564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:08:50.488447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:50.512403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca257d38-eeb7-4600-999e-ffcea2bf5c70 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:08:50.535497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:50.550798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:50.639733 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1021daba-ccb0-4f68-b2c1-dfb8363c0d52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:50.640709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1021daba-ccb0-4f68-b2c1-dfb8363c0d52 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/0184b8fe-b6f1-455d-b47c-b943915e1eb3 HTTP/1.1" status: 404 len: 336 time: 0.3155632 Apr 28 20:08:50.643854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.696636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-675d1614-fa1c-4b27-b746-193c009f553d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=e486e674-2b6c-478b-80c3-3c8574a9b30a HTTP/1.1" status: 200 len: 205 time: 0.0512881 Apr 28 20:08:50.698972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56826) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.716182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:50.802368 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-f2dafe93-6751-44b4-8546-9fb209646587 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:50.806133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56832) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.806632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2dafe93-6751-44b4-8546-9fb209646587 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/e486e674-2b6c-478b-80c3-3c8574a9b30a HTTP/1.1" status: 404 len: 336 time: 0.1057503 Apr 28 20:08:50.880063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ca257d38-eeb7-4600-999e-ffcea2bf5c70'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:08:50.881905 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dec9492-f7c3-4e12-8e82-0c4343354699 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:50.882484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dec9492-f7c3-4e12-8e82-0c4343354699 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:50.887160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.898860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6dec9492-f7c3-4e12-8e82-0c4343354699 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/6c5e4663-b204-416d-a05b-c38c186c5af0 HTTP/1.1" status: 404 len: 337 time: 0.0913887 Apr 28 20:08:50.952301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56842) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:50.954466 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4565801e-f6bd-48df-8de7-f11a06e57ee2 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=88e91c57-8609-4b21-a868-69b2c6e236e7 HTTP/1.1" status: 200 len: 205 time: 0.0657959 Apr 28 20:08:51.071105 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-bdb9ec43-f884-4745-957f-2f97ab299d3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:51.072120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bdb9ec43-f884-4745-957f-2f97ab299d3a tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/88e91c57-8609-4b21-a868-69b2c6e236e7 HTTP/1.1" status: 404 len: 336 time: 0.1188576 Apr 28 20:08:51.075507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56846) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:51.140658 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd0c7b60-6db9-43f8-b087-b82248954d87 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:51.141206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd0c7b60-6db9-43f8-b087-b82248954d87 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:51.145952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bd0c7b60-6db9-43f8-b087-b82248954d87 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/3d73f04d-3d88-4bc2-a950-f5e890cbeb08 HTTP/1.1" status: 404 len: 337 time: 0.0552409 Apr 28 20:08:51.146385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:51.203880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68af457b-8493-495a-938c-778c2fd2e3c6 req-25c26aac-c1a3-4a38-8a07-94ea910b4906 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:51.216299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68af457b-8493-495a-938c-778c2fd2e3c6 req-25c26aac-c1a3-4a38-8a07-94ea910b4906 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 945 time: 0.2127450 Apr 28 20:08:51.282329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5ba9958-a6bf-4972-b6a5-b6ee965fca34 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "GET /v2.0/ports?device_id=0d839638-8e22-4f51-be34-9778157a384f HTTP/1.1" status: 200 len: 205 time: 0.1343865 Apr 28 20:08:51.286843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:51.293890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68af457b-8493-495a-938c-778c2fd2e3c6 req-0784cbf8-348d-41b3-a77d-1831b43102f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763133 Apr 28 20:08:51.391194 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-07bac11e-d1e2-47fa-babd-ab6fd31ba9e9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] delete failed (client error): The resource could not be found. Apr 28 20:08:51.395153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-07bac11e-d1e2-47fa-babd-ab6fd31ba9e9 tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/routers/0d839638-8e22-4f51-be34-9778157a384f HTTP/1.1" status: 404 len: 336 time: 0.1070294 Apr 28 20:08:51.395706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56864) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:51.456943 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad2af34-c3b4-43d4-b1c7-8ed653fcba1f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:51.460118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad2af34-c3b4-43d4-b1c7-8ed653fcba1f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:51.462157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6ad2af34-c3b4-43d4-b1c7-8ed653fcba1f tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/27040352-bff5-48bf-8c79-0957a797350d HTTP/1.1" status: 404 len: 337 time: 0.0653303 Apr 28 20:08:51.464831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56868) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:51.483277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3590b5-aa36-4e86-a7f2-51217d8be5e4 req-45808da2-4ed8-4326-8c7b-37155b5c9f4f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:51.485793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b3590b5-aa36-4e86-a7f2-51217d8be5e4 req-45808da2-4ed8-4326-8c7b-37155b5c9f4f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2552009 Apr 28 20:08:51.557640 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-153b3ace-0915-4516-bb85-021ba4bb548d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] DELETE failed (client error): The resource could not be found. Apr 28 20:08:51.558103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-153b3ace-0915-4516-bb85-021ba4bb548d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:08:51.562515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-153b3ace-0915-4516-bb85-021ba4bb548d tempest-RoutersIpV6Test-540046066 tempest-RoutersIpV6Test-540046066-project] 10.222.0.24 "DELETE /v2.0/subnets/b9b55023-0373-4a5a-b789-609438eda566 HTTP/1.1" status: 404 len: 337 time: 0.0965002 Apr 28 20:08:51.596011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b3590b5-aa36-4e86-a7f2-51217d8be5e4 req-293d2a17-4c69-41b5-84a8-944ed779239f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985169 Apr 28 20:08:52.081482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ca257d38-eeb7-4600-999e-ffcea2bf5c70 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:08:52.123426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:52.266098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port ca257d38-eeb7-4600-999e-ffcea2bf5c70 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:08:52.290282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ca257d38-eeb7-4600-999e-ffcea2bf5c70 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:08:52.291058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.479262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56900) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:52.482099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e811db2-ae01-4756-be72-00266179ff3a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3218959168cc4ad5aabe39d0da902589&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3565588 Apr 28 20:08:52.556289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-de58f760-0094-406e-b422-1fcc8126ed08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.584768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.590733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.623454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:08:52.646552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.659799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:08:52.676060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.714359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7134e7df-c91f-477f-9b1d-aa6315fce6ec req-188a2075-1a76-4516-927f-eeba3ba258fd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:52.715929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7134e7df-c91f-477f-9b1d-aa6315fce6ec req-188a2075-1a76-4516-927f-eeba3ba258fd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 945 time: 0.2250779 Apr 28 20:08:52.774581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.804306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:52.819308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:52.823623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8673fb12-3397-4981-bdbd-9ca65034c11b HTTP/1.1" status: 204 len: 168 time: 0.3394885 Apr 28 20:08:52.823623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eea23eb-f994-4fb4-bd9d-2bb0b6ee1ae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8673fb12-3397-4981-bdbd-9ca65034c11b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:52.854572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7134e7df-c91f-477f-9b1d-aa6315fce6ec req-7d0ec679-250a-4310-94a0-3b7c200f2c28 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281629 Apr 28 20:08:52.984367 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e518ad2-581b-4dff-b550-e99f483aa7ec'] response: {'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'code': 200} Apr 28 20:08:53.040502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281f956-a44a-40d0-b5f6-32c8335790a2 req-466e3a37-3a17-4e0a-bcc7-4e6bab6ea4d6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:53.048409 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f281f956-a44a-40d0-b5f6-32c8335790a2 req-466e3a37-3a17-4e0a-bcc7-4e6bab6ea4d6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2251592 Apr 28 20:08:53.136177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f281f956-a44a-40d0-b5f6-32c8335790a2 req-f2e8ae06-01c4-496e-ba0d-071dcc058be9 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808959 Apr 28 20:08:53.229846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9256157a-52f6-4c9f-b85b-ed076e31d490 req-afd8a75a-9e84-4928-b647-ce60ee8be36f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:53.231474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9256157a-52f6-4c9f-b85b-ed076e31d490 req-afd8a75a-9e84-4928-b647-ce60ee8be36f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1097 time: 0.1632361 Apr 28 20:08:53.314042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9256157a-52f6-4c9f-b85b-ed076e31d490 req-9ecd5ce7-894f-4efc-957b-53fc6a50bed2 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746257 Apr 28 20:08:53.766160 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:54.034926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:54.083060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9aa6fb-f192-40d7-a0b2-b9318b20167f req-c9de1ebc-65ab-4353-b6c2-d1d5d297d271 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:54.089831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd9aa6fb-f192-40d7-a0b2-b9318b20167f req-c9de1ebc-65ab-4353-b6c2-d1d5d297d271 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 0.1021907 Apr 28 20:08:54.144727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd9aa6fb-f192-40d7-a0b2-b9318b20167f req-79a3846d-3b56-4fe6-a1b2-4e7db8c6595e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538719 Apr 28 20:08:54.511267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e94ab8-bdf8-49ec-baa5-0da1a497c07c req-03e898df-86f6-46b1-bee1-6147a6a0af57 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:54.526758 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30e94ab8-bdf8-49ec-baa5-0da1a497c07c req-03e898df-86f6-46b1-bee1-6147a6a0af57 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2326152 Apr 28 20:08:54.616541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30e94ab8-bdf8-49ec-baa5-0da1a497c07c req-eddb464a-8557-4cb8-8d1b-8e0b99a59ebc tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888579 Apr 28 20:08:55.203546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:55.374220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336f32fc-25c1-4992-9e42-774c69b28819 req-6b0defea-4270-4e40-97a8-691f68c21f0b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:55.384891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-336f32fc-25c1-4992-9e42-774c69b28819 req-6b0defea-4270-4e40-97a8-691f68c21f0b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 0.1316376 Apr 28 20:08:55.437320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-336f32fc-25c1-4992-9e42-774c69b28819 req-ab81c693-60ea-4a92-9d9b-724752af4f61 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511603 Apr 28 20:08:55.766780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281c8c8-d97e-4ceb-810c-25ac9e02906b req-b66185cb-1b6b-4f23-bec7-40e653e3db00 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:55.769098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a281c8c8-d97e-4ceb-810c-25ac9e02906b req-b66185cb-1b6b-4f23-bec7-40e653e3db00 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 0.1304870 Apr 28 20:08:55.852013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a281c8c8-d97e-4ceb-810c-25ac9e02906b req-9752206c-8902-4bd5-9b94-b1248646cff9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:08:55.871322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a281c8c8-d97e-4ceb-810c-25ac9e02906b req-9752206c-8902-4bd5-9b94-b1248646cff9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:08:55.872703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a281c8c8-d97e-4ceb-810c-25ac9e02906b req-9752206c-8902-4bd5-9b94-b1248646cff9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950110 Apr 28 20:08:55.922477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57026) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:56.091914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06fc12-2bd0-484e-98a6-154e15e5c9e3 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:56.093965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ba06fc12-2bd0-484e-98a6-154e15e5c9e3 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1092 time: 0.1705086 Apr 28 20:08:56.097451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57034) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:08:56.104982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:08:56.124140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:08:56.137353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:floatingip and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:08:56.140715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:08:56.157736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:08:56.171349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:56.226066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791d88a8-ed2a-40dd-a15e-cbb33f3200b3 req-b4dfbe0f-38b8-4d51-8409-ff99ff880421 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:56.235190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-791d88a8-ed2a-40dd-a15e-cbb33f3200b3 req-b4dfbe0f-38b8-4d51-8409-ff99ff880421 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1022832 Apr 28 20:08:56.323815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-791d88a8-ed2a-40dd-a15e-cbb33f3200b3 req-ab10517b-2ca7-49fc-8afe-8d2e66d04681 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874202 Apr 28 20:08:56.384679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:56.559761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.25.2.100 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c35a1af9-ca53-4dbb-9596-7467054b17b4) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:08:56.753773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:56.807525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:56.913701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:08:56.916723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:08:56.919316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:08:57.079646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=c35a1af9-ca53-4dbb-9596-7467054b17b4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:57.101042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.101682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.101991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.102322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.102647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.102967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.103289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.103610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.103927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.104244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.104586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.104912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:08:57.800585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67f5ee0-5a3d-4fdf-af8e-08b60bdb1200 req-0b572ac2-6b77-4462-a935-f99e11ead1cd tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:57.821992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c67f5ee0-5a3d-4fdf-af8e-08b60bdb1200 req-0b572ac2-6b77-4462-a935-f99e11ead1cd tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2848339 Apr 28 20:08:57.985221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:57.991082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c67f5ee0-5a3d-4fdf-af8e-08b60bdb1200 req-d5c85654-79f0-45e4-a9df-2dfb850fab82 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677327 Apr 28 20:08:58.234633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:58.702508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:58.720948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:58.951234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=c35a1af9-ca53-4dbb-9596-7467054b17b4,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:08:58.977078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:08:59.444062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e50395-e27b-4de9-9ea7-147db2c3dd15 req-3c5849e6-b7ac-4f06-a320-78916198f380 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:59.451202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2e50395-e27b-4de9-9ea7-147db2c3dd15 req-3c5849e6-b7ac-4f06-a320-78916198f380 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2586389 Apr 28 20:08:59.453397 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Floating IP 82eab050-6e01-4a15-aae2-5dd5617ed1d4 associated. External IP: 172.25.2.100, port: ca257d38-eeb7-4600-999e-ffcea2bf5c70. Apr 28 20:08:59.634969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdb2cd1-6213-47af-849f-f3698569197e req-654dc4ca-54e7-4f24-9503-3f7fdca274f1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:08:59.645551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fdb2cd1-6213-47af-849f-f3698569197e req-654dc4ca-54e7-4f24-9503-3f7fdca274f1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.1056242 Apr 28 20:08:59.668233 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2e50395-e27b-4de9-9ea7-147db2c3dd15 req-c2ca0e5f-c9dc-4d49-9458-352c003e96a3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161071 Apr 28 20:08:59.719302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fdb2cd1-6213-47af-849f-f3698569197e req-325f2e45-ac60-4280-87af-c474afa2ddaa tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695086 Apr 28 20:09:00.155313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:09:00.399559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:09:00.421637 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:09:00.435822 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:00.436482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:00.477956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:00.548307 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e92ffa40-85f4-452a-966b-f82a45b789ea tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.4495437 Apr 28 20:09:00.550055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:00.551291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:00.648249 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14e78d65-a2d7-4662-99c2-3f57d4f36138'] response: {'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'status': 'completed', 'code': 200} Apr 28 20:09:00.753895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-782c515d-554d-454c-a83a-53382a9b5001 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/82eab050-6e01-4a15-aae2-5dd5617ed1d4 HTTP/1.1" status: 200 len: 992 time: 0.2007389 Apr 28 20:09:01.021641 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:01.186019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a4942a-3738-46b9-ba5e-b681274efebb req-c4b4dcee-b63d-4895-8f4c-2cde5c9bf5c7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:01.188843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9a4942a-3738-46b9-ba5e-b681274efebb req-c4b4dcee-b63d-4895-8f4c-2cde5c9bf5c7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1657856 Apr 28 20:09:01.274819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c68d-62c4-40cd-a242-20a681997321 req-7ca73822-e336-4ed2-bf00-58b683a61441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:01.277721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-7ca73822-e336-4ed2-bf00-58b683a61441 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1097 time: 0.6057193 Apr 28 20:09:01.294714 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9a4942a-3738-46b9-ba5e-b681274efebb req-5609348f-0c57-4325-bd2b-6b4964403324 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931745 Apr 28 20:09:01.387233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d32dc01-5a5a-4dec-aa83-b2010201c86d req-757d574d-f446-4f02-9480-969558f8d78c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:01.396287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d32dc01-5a5a-4dec-aa83-b2010201c86d req-757d574d-f446-4f02-9480-969558f8d78c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.4171216 Apr 28 20:09:01.512260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0494159a-d858-406e-b1ef-fea410752e33 req-1af4fc40-1b06-41d7-b659-061d1c896366 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:01.513762 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0494159a-d858-406e-b1ef-fea410752e33 req-1af4fc40-1b06-41d7-b659-061d1c896366 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.4079919 Apr 28 20:09:01.676823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:09:01.677172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:01.757839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57172) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:01.764716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d32dc01-5a5a-4dec-aa83-b2010201c86d req-7ca3f7a7-8de0-4550-bc19-3fe8585e9ec0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3674870 Apr 28 20:09:01.796267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:08:57Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:01.811075 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:09:01.825997 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:01.826615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:02.074169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e1ca8983-49b8-4f90-a1fc-203f47ee0524 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/82eab050-6e01-4a15-aae2-5dd5617ed1d4 HTTP/1.1" status: 200 len: 992 time: 0.3140643 Apr 28 20:09:02.190800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] For port 0ad6968f-36e0-4bc9-97be-d53f3917ca57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ad6968f-36e0-4bc9-97be-d53f3917ca57,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:02.191358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:02.214832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c68d-62c4-40cd-a242-20a681997321 req-a0d9a775-2ada-48d9-91f4-82110bb54069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:02.219429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-a0d9a775-2ada-48d9-91f4-82110bb54069 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 898 time: 0.9233489 Apr 28 20:09:02.224408 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:02.779055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93323126-2da9-43b1-a782-9e1cd45372b0 req-0ffbfc48-8f15-4f08-bfe5-ddc66f24e009 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:02.787332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93323126-2da9-43b1-a782-9e1cd45372b0 req-0ffbfc48-8f15-4f08-bfe5-ddc66f24e009 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1945076 Apr 28 20:09:02.848940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-c0ddb3a6-d116-43f4-99f1-b68bd502a2b9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 1000 time: 0.6117613 Apr 28 20:09:02.945365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93323126-2da9-43b1-a782-9e1cd45372b0 req-e0da45a9-f2ad-4ea8-a20a-55b7b307f79c tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383109 Apr 28 20:09:03.009103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c68d-62c4-40cd-a242-20a681997321 req-844d3114-502b-48bd-a4af-51dc66f6c360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:03.010564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-844d3114-502b-48bd-a4af-51dc66f6c360 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 200 len: 834 time: 0.1466637 Apr 28 20:09:03.076716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:03.183321 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:08:57Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:03.195454 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16041589-810a-49a7-b552-b136aab0cfcf None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:08:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:08:57Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:09:03.562520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:03.562916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:03.563212 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Floating IP cc907d41-65ad-4707-b370-0d1cd28faa7f disassociated. External IP: 172.25.2.214, port: 0ad6968f-36e0-4bc9-97be-d53f3917ca57. Apr 28 20:09:03.563558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for 0ad6968f-36e0-4bc9-97be-d53f3917ca57 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:09:03.645429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-97624a86-c510-40e2-adae-7c963ff0f86c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/82eab050-6e01-4a15-aae2-5dd5617ed1d4 HTTP/1.1" status: 200 len: 992 time: 0.5563672 Apr 28 20:09:03.685741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ff674f-c41c-4e09-930c-1d85ab1958a3 None None] New status for floating IP 82eab050-6e01-4a15-aae2-5dd5617ed1d4: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:09:03.719195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d055c68d-62c4-40cd-a242-20a681997321 req-95dc8e4f-a6de-49fd-903c-0d8842170c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:03.721617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-95dc8e4f-a6de-49fd-903c-0d8842170c27 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6848602 Apr 28 20:09:03.734888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49621c1-da25-4961-aa3e-100589aeb70f req-b8f3d238-c30f-4fef-9126-f5056c93bc8b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:03.736364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e49621c1-da25-4961-aa3e-100589aeb70f req-b8f3d238-c30f-4fef-9126-f5056c93bc8b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 947 time: 0.3866010 Apr 28 20:09:03.933285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:04.081042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'Port': ['ID=0ad6968f-36e0-4bc9-97be-d53f3917ca57,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:04.171823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:09:04.248186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 0ad6968f-36e0-4bc9-97be-d53f3917ca57 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:09:04.257701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ad6968f-36e0-4bc9-97be-d53f3917ca57 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:09:04.524511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c286ebd2-1cc9-43dc-b574-86d4066f2b89 req-f0c93d08-c6d7-40bb-b833-56353d4b36d5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:04.535088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c286ebd2-1cc9-43dc-b574-86d4066f2b89 req-f0c93d08-c6d7-40bb-b833-56353d4b36d5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2327025 Apr 28 20:09:04.643769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57240) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:04.661381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e49621c1-da25-4961-aa3e-100589aeb70f req-cbdee09a-3d4e-4212-8fd6-e7ff0abf5f33 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7581365 Apr 28 20:09:05.160217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c286ebd2-1cc9-43dc-b574-86d4066f2b89 req-c4abdcf5-e20c-4f1a-9649-30a55c999289 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6181779 Apr 28 20:09:05.168830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-7b109712-c5f0-4840-9e22-74e0d584c3af service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4192092 Apr 28 20:09:05.245923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c3b500c7-8a5c-4032-97b8-3fca4f3f941c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/82eab050-6e01-4a15-aae2-5dd5617ed1d4 HTTP/1.1" status: 200 len: 994 time: 0.5933537 Apr 28 20:09:05.278562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:09:05.806361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:09:05.818568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:09:05.836030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:05.840344 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:06.017194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c8d41-71be-4e2d-bc57-d90e099229fb req-59ae34fc-797d-4e49-b601-cd93fdb1e9e5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:06.034568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e9c8d41-71be-4e2d-bc57-d90e099229fb req-59ae34fc-797d-4e49-b601-cd93fdb1e9e5 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1637013 Apr 28 20:09:06.038447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] No DVR routers for this DVR port 0ad6968f-36e0-4bc9-97be-d53f3917ca57 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:09:06.045283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:06.052544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-deleted', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:06.151743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e9c8d41-71be-4e2d-bc57-d90e099229fb req-559228d7-7c19-4c3c-8e77-97e3967eef70 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143601 Apr 28 20:09:06.300321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4a835fa-1d30-4183-ab68-d2180d3edaef req-c34c74f4-026d-4950-9fb7-cec7609045af tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=019c969e-1873-4e74-84b5-03929fadea60 HTTP/1.1" status: 200 len: 210 time: 0.2484851 Apr 28 20:09:06.326155 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-340cf18b-4b21-44bf-85e3-556ae8d13605'] response: {'server_uuid': '019c969e-1873-4e74-84b5-03929fadea60', 'name': 'network-vif-deleted', 'tag': '0ad6968f-36e0-4bc9-97be-d53f3917ca57', 'status': 'completed', 'code': 200} Apr 28 20:09:06.339077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d055c68d-62c4-40cd-a242-20a681997321 req-8ee97253-183f-440b-b90e-62faf1772c1d service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1499231 Apr 28 20:09:06.350211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0494159a-d858-406e-b1ef-fea410752e33 req-261b46cf-6fdf-48ea-a661-ec66d91caa1b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "DELETE /v2.0/ports/0ad6968f-36e0-4bc9-97be-d53f3917ca57 HTTP/1.1" status: 204 len: 173 time: 4.8038061 Apr 28 20:09:06.587718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:06.676207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d68abd-0618-4ae5-bf01-9763151ce6ad req-dd812c78-2a2a-4361-933f-93f25bb96d11 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:06.682474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27d68abd-0618-4ae5-bf01-9763151ce6ad req-dd812c78-2a2a-4361-933f-93f25bb96d11 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1395674 Apr 28 20:09:06.758129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27d68abd-0618-4ae5-bf01-9763151ce6ad req-1427e8c7-a2de-4f61-8cc6-572597a86b46 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698395 Apr 28 20:09:07.152852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:07.166329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:09:07.190192 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:07.190802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:08:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:07.608554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:07.703583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b7db0-6527-4d2d-b1f7-7cb502da4010 req-e11fa38e-4815-420a-aec3-8e26e6774830 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:07.716243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-717b7db0-6527-4d2d-b1f7-7cb502da4010 req-e11fa38e-4815-420a-aec3-8e26e6774830 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.1279376 Apr 28 20:09:07.763674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.800597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.817323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:07.843772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-717b7db0-6527-4d2d-b1f7-7cb502da4010 req-1eb43d51-f914-43b4-b03c-60a49e3791a6 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264489 Apr 28 20:09:07.916519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.957446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:07.998440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:07.999788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf9eeb56-be87-4ce9-9f6e-58a563f41c44 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "DELETE /v2.0/security-groups/b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9 HTTP/1.1" status: 204 len: 168 time: 0.3895166 Apr 28 20:09:08.003198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57322) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:08.040437 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-5aa57d54-8912-49c6-b928-ad63f4b82d9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] show failed (client error): The resource could not be found. Apr 28 20:09:08.041487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5aa57d54-8912-49c6-b928-ad63f4b82d9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups/b9ff26e2-8a62-4388-bd8b-b8bcd55ce3d9 HTTP/1.1" status: 404 len: 347 time: 0.0371130 Apr 28 20:09:08.044332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:08.278173 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:08.282974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1fe527-936e-4a99-b749-ac93c10663c1 None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:09:08.442381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port ccb9c1ab-c06a-4e88-8326-22d657c28f05 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:09:08.442777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:08.671438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5045d61e-19c9-47bd-bbd3-5cba8b91292a None None] New status for floating IP cc907d41-65ad-4707-b370-0d1cd28faa7f: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:09:08.944445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:08.946839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:09.148869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for ccb9c1ab-c06a-4e88-8326-22d657c28f05 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:09:09.248479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:09:09.248782 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:09:09.367870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-e4af76d1-5600-4219-8c37-0d436535824f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:09.369572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-e4af76d1-5600-4219-8c37-0d436535824f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.6466286 Apr 28 20:09:09.463764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33b9ba-8140-49d4-95e3-d82e6e497199 req-9d0a9612-eb9c-42bd-b1c8-59f48c8481ac tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:09.465933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab33b9ba-8140-49d4-95e3-d82e6e497199 req-9d0a9612-eb9c-42bd-b1c8-59f48c8481ac tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 945 time: 0.2217312 Apr 28 20:09:09.537515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 42c6809b-c618-4c4b-bb35-747d1fce11e0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:09:09.538091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:09.670155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab33b9ba-8140-49d4-95e3-d82e6e497199 req-48265260-ed29-4368-93b2-4c13b476d356 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917143 Apr 28 20:09:09.928726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port ccb9c1ab-c06a-4e88-8326-22d657c28f05 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:09:09.929403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:09.977532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:09.987974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 42c6809b-c618-4c4b-bb35-747d1fce11e0, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=42c6809b-c618-4c4b-bb35-747d1fce11e0,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:09.988583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:10.138689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 42c6809b-c618-4c4b-bb35-747d1fce11e0 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:09:10.312998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:10.313670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:10.699330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for ccb9c1ab-c06a-4e88-8326-22d657c28f05 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:09:10.858499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:10.873541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:09:10.953668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c032c20-2ca1-47ac-a803-a569ef83fa39 req-5f96724c-7b2b-40f5-a717-d1854505fc12 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=327b7136-c8af-4147-af57-2811983c2e84 HTTP/1.1" status: 200 len: 210 time: 0.0852201 Apr 28 20:09:10.962157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=42c6809b-c618-4c4b-bb35-747d1fce11e0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:11.153996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 42c6809b-c618-4c4b-bb35-747d1fce11e0 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:09:11.159061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:11.194123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'name': 'network-vif-deleted', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:11.215446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d478031a-edc4-4652-8427-3e0948fcbe4f req-5520f37b-639c-4380-90de-6331dc43e45b tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/42c6809b-c618-4c4b-bb35-747d1fce11e0 HTTP/1.1" status: 204 len: 173 time: 1.8369901 Apr 28 20:09:11.258404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:11.357633 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef1f278f-c85c-482e-993c-e97ed6c0d53c'] response: {'server_uuid': '327b7136-c8af-4147-af57-2811983c2e84', 'name': 'network-vif-deleted', 'tag': '42c6809b-c618-4c4b-bb35-747d1fce11e0', 'status': 'completed', 'code': 200} Apr 28 20:09:11.361133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'Port': ['ID=ccb9c1ab-c06a-4e88-8326-22d657c28f05,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:11.608189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:11.611198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:11.612964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c5982ae4-6429-4e70-b957-8c2de084e6d9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "DELETE /v2.0/floatingips/cc907d41-65ad-4707-b370-0d1cd28faa7f HTTP/1.1" status: 204 len: 168 time: 3.5672612 Apr 28 20:09:11.970717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:11.977087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275788248', 'description': 'tempest-description--1852329846'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:11.990117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:12.019784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:12.028001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:12.036540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:12.053756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.099182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:12.108961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:12.117087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:12.131845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:12.191677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 42c6809b-c618-4c4b-bb35-747d1fce11e0 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:09:12.304872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 42c6809b-c618-4c4b-bb35-747d1fce11e0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:09:12.305270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 42c6809b-c618-4c4b-bb35-747d1fce11e0 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:09:12.330964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.350065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.355826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.577483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.602301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6287696 Apr 28 20:09:12.606468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:12.614442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group_rule': {'security_group_id': '76e85538-7205-4076-bca7-605b15935a1a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:12.615289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a41b8c9-497b-40dd-b41a-1b2ce61edf60 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76e85538-7205-4076-bca7-605b15935a1a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:12.642571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:12.651096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:12.678501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:12.710002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:12.766590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.932097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:12.942435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.012781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=769f6e71-6d27-4d94-b50e-4f2365559437,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:13.026066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.027348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198816 Apr 28 20:09:13.030128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:13.035983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'security_group_rule': {'security_group_id': '76e85538-7205-4076-bca7-605b15935a1a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:13.038155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.040942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.041363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.041849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.042284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.042748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.045362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.045842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.046292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.046726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.047156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.047586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ea32d0-9c78-4d01-a413-593ef509b4b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:13.050101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:13.065149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:security_group_rule and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:13.069450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:13.078514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:13.126285 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.271699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.283089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.340388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd478b2b-7124-477b-9730-37588ad76a1e,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:13.356659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.358591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3f49afb6-cca1-4549-a504-31873aff53f8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3271229 Apr 28 20:09:13.361837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:13.368811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:13.392773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:13.408192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Usage tracker for resource:floatingip and tenant:7344e16b1abd49afbcc95977227d910b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:13.411785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:13.434702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:13.462559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:13.815255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.118805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Allocated IP 172.25.2.190 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/4a83c496-01d7-4847-b745-c6a706a368b2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:14.319698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:14.323588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.456555 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.571204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:14.574083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:14.588653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:14.616455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.637166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=4a83c496-01d7-4847-b745-c6a706a368b2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:14.651507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:14.662815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Usage tracker for resource:security_group_rule and tenant:501ef315fd2b4134accb5fcc9276b747 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:14.674502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:14.680984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:14.717202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.835972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.843169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.896446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=501ef315fd2b4134accb5fcc9276b747&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5741639 Apr 28 20:09:14.897344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57544) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:14.934015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:14.987509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.021396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.099995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a2b866-83c1-4b80-b864-9080e91759e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b120c350-a3bd-4f08-b879-150de089e662,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:15.110883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.147058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b120c350-a3bd-4f08-b879-150de089e662,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:15.163181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.170689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3281dee8-7026-408e-bab0-d9bb19edc441 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b120c350-a3bd-4f08-b879-150de089e662 HTTP/1.1" status: 204 len: 168 time: 0.2649419 Apr 28 20:09:15.211833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de45cd-fe42-4e69-8fe1-b445245ddf02 req-7416c38e-5c8c-4a51-a671-289bb02c667a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:15.212640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e9de45cd-fe42-4e69-8fe1-b445245ddf02 req-7416c38e-5c8c-4a51-a671-289bb02c667a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Synchronizing usage tracker for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:15.251438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e9de45cd-fe42-4e69-8fe1-b445245ddf02 req-7416c38e-5c8c-4a51-a671-289bb02c667a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Unset dirty status for tenant:5d11c0139711420e9b83f57c7e276c62 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:15.252547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9de45cd-fe42-4e69-8fe1-b445245ddf02 req-7416c38e-5c8c-4a51-a671-289bb02c667a tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 946 time: 0.5305398 Apr 28 20:09:15.342219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e9de45cd-fe42-4e69-8fe1-b445245ddf02 req-fb0e5a74-3b12-4880-8bde-372ecde4f9ea tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812445 Apr 28 20:09:15.351413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.363872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.621011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=4a83c496-01d7-4847-b745-c6a706a368b2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:15.662490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:15.689200 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.703185 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.707592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:15.711617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Usage tracker for resource:security_group_rule and tenant:661b33c87d1e4ce5a9170ea54df8b967 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:15.714673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:15.720746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:15.733138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.738287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1072b19f-f0fd-4bd9-aad3-1d7907a3af9d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3752036 Apr 28 20:09:15.860333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.879273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:15.932033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=661b33c87d1e4ce5a9170ea54df8b967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2684479 Apr 28 20:09:15.932746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a87f5-fc92-408e-be5b-7d050aeb6602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8b6308-8e46-440b-9249-d1353e7c8439,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:15.934818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57572) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:16.034824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-fbf99609-f59a-48ea-a555-e89927567ded tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--275788248&fields=id&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 267 time: 0.0566475 Apr 28 20:09:16.098650 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:16.134580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:16.162574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-41243014-9c7e-4cbf-8e0c-6391de566f3f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:16.164236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-41243014-9c7e-4cbf-8e0c-6391de566f3f tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 946 time: 0.1560185 Apr 28 20:09:16.236664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-f9fa19b4-a734-4e07-842b-6ec475a8bdc0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:16.238302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-f9fa19b4-a734-4e07-842b-6ec475a8bdc0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 817 time: 0.1965847 Apr 28 20:09:16.255232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-422edd3e-b8bd-47c7-a3af-93bcb4f87e49 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/quotas/7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 375 time: 0.0107636 Apr 28 20:09:16.283587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Deleting port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:09:16.283930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:16.387726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-d8881ecb-2a37-40b6-b8e2-1261a5ad7f6a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1245530 Apr 28 20:09:16.464981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:16.548675 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:09:16.551135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8b6308-8e46-440b-9249-d1353e7c8439,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:16.559515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:16.570006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c603e3ed-3072-45cc-9116-734aaa173e6a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d8b6308-8e46-440b-9249-d1353e7c8439 HTTP/1.1" status: 204 len: 168 time: 0.6340966 Apr 28 20:09:16.800481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-e454fdc4-cfcd-4ae3-ba0e-3029efc0fd6b service neutron] 10.222.0.24 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917446 Apr 28 20:09:17.029188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1927f9a-0ef4-4308-bdd1-d2a7ddd80664 req-4fe2b84c-c0b9-4f6e-a889-d640d23e1ae3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:17.044666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1927f9a-0ef4-4308-bdd1-d2a7ddd80664 req-4fe2b84c-c0b9-4f6e-a889-d640d23e1ae3 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 946 time: 0.3079174 Apr 28 20:09:17.060892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] For port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,segment=NetworkSegment(86a77fe7-18b5-48ab-a046-00d3ce399172),segment_id=86a77fe7-18b5-48ab-a046-00d3ce399172)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:17.061268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:17.104816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-e1f3629f-af34-4428-8e19-7ee9718f78b8 service neutron] 10.222.0.24 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848115 Apr 28 20:09:17.285528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Calling delete_port for 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:09:17.456061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b030374-c0de-4048-8efc-7b29de97bd32 req-228c8bdf-8f30-4de2-9fd2-83bca6ab1ee9 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 210 time: 0.0619333 Apr 28 20:09:17.664608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1927f9a-0ef4-4308-bdd1-d2a7ddd80664 req-c2f28ed6-fdff-4ef3-96a5-682d10284ab7 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/security-groups?id=14c30df4-5959-4ef8-a7f8-7ebca85cc386&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6189058 Apr 28 20:09:17.668417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:17.797272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Pushing event deleted for resources: {'Port': ['ID=9aced6d9-5b69-47a6-9f0d-2bd43b20d78a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:18.015149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] No DVR routers for this DVR port 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:09:18.018550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:18.040798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'name': 'network-vif-deleted', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:18.055066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a91acbd1-ddc0-4d2a-9425-1e0d027ab30a req-e89caf26-5ebf-4904-a215-f836acb466b1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.41 "DELETE /v2.0/ports/9aced6d9-5b69-47a6-9f0d-2bd43b20d78a HTTP/1.1" status: 204 len: 173 time: 1.8835368 Apr 28 20:09:18.157046 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56f46935-6419-4750-8cf0-1abe81e09ded'] response: {'server_uuid': 'a58300a8-e698-4fc1-a45e-8fb6c7c076b7', 'name': 'network-vif-deleted', 'tag': '9aced6d9-5b69-47a6-9f0d-2bd43b20d78a', 'status': 'completed', 'code': 200} Apr 28 20:09:18.222284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:09:18.336925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:09:18.337880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9aced6d9-5b69-47a6-9f0d-2bd43b20d78a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:09:18.608781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a37d2745-1523-4b7c-a66d-25d42725be8d req-a8211586-fd01-4ca0-aa02-ea9a816c98ca tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:18.658475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a37d2745-1523-4b7c-a66d-25d42725be8d req-a8211586-fd01-4ca0-aa02-ea9a816c98ca tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:18.666042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a37d2745-1523-4b7c-a66d-25d42725be8d req-a8211586-fd01-4ca0-aa02-ea9a816c98ca tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 210 time: 0.1008229 Apr 28 20:09:19.111093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6dfed13-fb9c-4665-bbbf-121ae15c316d req-add9fafd-e09b-4801-bcfd-45371583e0e1 tempest-ServersTestJSON-178544985 tempest-ServersTestJSON-178544985-project] 10.222.0.24 "GET /v2.0/ports?device_id=a58300a8-e698-4fc1-a45e-8fb6c7c076b7 HTTP/1.1" status: 200 len: 210 time: 0.1224005 Apr 28 20:09:19.999376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb791c39-7fd9-4d76-b9fe-062109d9f559 req-973f419d-e52c-4f1d-a61f-79a9a7e0c00c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 210 time: 0.0640111 Apr 28 20:09:20.175410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-76b2cb1b-a030-4acf-ae66-62fd5ff96f0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.194481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-7cae8271-95ff-4a0c-85d9-b6ef8ce69a1a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:20.198114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-7cae8271-95ff-4a0c-85d9-b6ef8ce69a1a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 817 time: 0.3135419 Apr 28 20:09:20.300605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:20.301456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-2a6f4480-4483-44e6-b7c8-86f79899bfcb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:20.319813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-2a6f4480-4483-44e6-b7c8-86f79899bfcb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:20.321596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-2a6f4480-4483-44e6-b7c8-86f79899bfcb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 379 time: 0.1100729 Apr 28 20:09:20.333364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'port': {'device_id': 'ce314420-a15d-448a-b005-d000421520ed', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'admin_state_up': True, 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'security_groups': ['76e85538-7205-4076-bca7-605b15935a1a']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:20.434650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Deleting subnet f6f56543-d987-4c1d-b251-334afa2287ad {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:09:20.452161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.566861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.651626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:20.653281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.664116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:20.676171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Made reservation on behalf of 7344e16b1abd49afbcc95977227d910b for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:20.680561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.786487 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.862890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6f56543-d987-4c1d-b251-334afa2287ad,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:20.866715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:20.882843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3dd9a575-c4c4-457e-92f5-0c6f5ef11541 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/f6f56543-d987-4c1d-b251-334afa2287ad HTTP/1.1" status: 204 len: 168 time: 0.5807087 Apr 28 20:09:20.884686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:21.118838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Allocated IP 172.20.0.14 (ba76e070-5b2b-4aeb-b087-873dbe4d4b2b/98768a29-589b-4297-82b9-e444cfcfa3d8/25a613c7-27a7-489a-89d7-8a897ff4b35c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:21.188505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.386709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.403958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-39ae8ced-fa84-47f7-b33f-f9ecb34f1aef req-733fc94f-567c-414a-b350-dab7070fed99 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 210 time: 0.2024748 Apr 28 20:09:21.432342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.463207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Transition to ACTIVE for port object 25a613c7-27a7-489a-89d7-8a897ff4b35c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:21.495891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:21.504774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.536100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86a77fe7-18b5-48ab-a046-00d3ce399172') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:21.536392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86a77fe7-18b5-48ab-a046-00d3ce399172') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:21.566859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.606401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.622649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:09:21.623515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.632288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:21.640100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:21.660135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:09:21.667293 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:09:21.761816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:21.804686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:21.805868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.853783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.864023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a3d6a9e8-f28e-4173-b2c1-fb41b997bc9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5352902 Apr 28 20:09:21.869705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:21.879154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Request body: {'port': {'device_id': 'ce314420-a15d-448a-b005-d000421520ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:21.942622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:21.955301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d725650-1ca4-40df-890b-c83a1b9f55f6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f43bdfa2-62f7-4cbe-8bf6-e90a9f9b8ebd HTTP/1.1" status: 204 len: 168 time: 1.0664947 Apr 28 20:09:22.202360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:22.226689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e091e7e7-8b1a-4293-a48b-efbeaa681c56 None None] Provisioning for port 25a613c7-27a7-489a-89d7-8a897ff4b35c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:22.238796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e091e7e7-8b1a-4293-a48b-efbeaa681c56 None None] Provisioning complete for port 25a613c7-27a7-489a-89d7-8a897ff4b35c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:22.240716 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e091e7e7-8b1a-4293-a48b-efbeaa681c56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:22.278994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:22.411143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb74f0b0-37a0-427f-bb72-b5adf67ba919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:22.437300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e091e7e7-8b1a-4293-a48b-efbeaa681c56 None None] Port 25a613c7-27a7-489a-89d7-8a897ff4b35c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:09:22.444942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d4921f7f-28e9-4d7d-89b7-cc79ad9c9816 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d11c0139711420e9b83f57c7e276c62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1632404 Apr 28 20:09:22.446876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:22.761344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:22.901793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.102447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.135099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14c30df4-5959-4ef8-a7f8-7ebca85cc386,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:23.205030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08a3974-556b-4590-be65-eee061c62810 req-99816d9d-57e0-432d-b9e9-27f56eefce21 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:23.217638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a08a3974-556b-4590-be65-eee061c62810 req-99816d9d-57e0-432d-b9e9-27f56eefce21 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 932 time: 0.3290935 Apr 28 20:09:23.248217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:09:23.261898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.263848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.267910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e3d42a01-1642-46d1-bff6-bdd7ff6d4bb9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/14c30df4-5959-4ef8-a7f8-7ebca85cc386 HTTP/1.1" status: 204 len: 168 time: 0.8192904 Apr 28 20:09:23.318845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Transition to ACTIVE for port object 25a613c7-27a7-489a-89d7-8a897ff4b35c will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:23.338843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.376496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a08a3974-556b-4590-be65-eee061c62810 req-fda54c11-85fb-4bbe-a5e1-738e964ee3b6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578882 Apr 28 20:09:23.708996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:23.800819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:23.923087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Attempting to bind port 25a613c7-27a7-489a-89d7-8a897ff4b35c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:23.923457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Attempting to bind port 25a613c7-27a7-489a-89d7-8a897ff4b35c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:23.923798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Attempting to bind port 25a613c7-27a7-489a-89d7-8a897ff4b35c on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:23.934819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Port 25a613c7-27a7-489a-89d7-8a897ff4b35c on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:09:23.936336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Attempting to bind port 25a613c7-27a7-489a-89d7-8a897ff4b35c on network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:23.949910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:09:23.952301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Checking segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:23.953133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Bound using segment: {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:09:23.956442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Bound port: 25a613c7-27a7-489a-89d7-8a897ff4b35c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddf26ef5-cabe-46f5-bd4c-8811d9352993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:23.958672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.064188 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.312996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:09:24.317595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:09:24.333013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.497485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:24.525962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:24.527033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.530398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-ca0a2e6d-1361-40d7-af1e-34ff292bfcec service neutron] 10.222.0.41 "PUT /v2.0/ports/25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 1092 time: 2.6564152 Apr 28 20:09:24.530864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:24.577926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57886) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:24.717136 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94606355-ecee-42c0-bffb-a9019e7f7934'] response: {'name': 'network-changed', 'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'status': 'completed', 'code': 200} Apr 28 20:09:24.838630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-8ad332d0-d2e9-4ade-8bc5-e0f833b206ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:24.851163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-8ad332d0-d2e9-4ade-8bc5-e0f833b206ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1095 time: 0.2550483 Apr 28 20:09:24.921045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:24.950500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:24.959159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Usage tracker for resource:security_group_rule and tenant:22e6c797c01c475f9411682545112721 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:24.966039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:24.976935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:24.999265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-c9e32a04-97d4-4c59-b077-8b31f4a7ed53 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 217 time: 0.1373138 Apr 28 20:09:25.010559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21e8c00-4060-4aea-ba91-6abb53b8ba12 req-2c378b3f-fb17-4bec-b9ea-03f6246a56a8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:25.023996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a21e8c00-4060-4aea-ba91-6abb53b8ba12 req-2c378b3f-fb17-4bec-b9ea-03f6246a56a8 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.3177087 Apr 28 20:09:25.108628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a21e8c00-4060-4aea-ba91-6abb53b8ba12 req-f5b18a0a-51a6-42cb-adb8-ba60c7ed407c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798004 Apr 28 20:09:25.188616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.205432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-5353a0ac-8590-4616-9b1a-ef9958999033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:25.208173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-5353a0ac-8590-4616-9b1a-ef9958999033 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.1886284 Apr 28 20:09:25.263396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.274269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.311043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:25.383595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-798796d8-225d-48cc-971f-18f16fb04a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:25.386402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-798796d8-225d-48cc-971f-18f16fb04a0d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706979 Apr 28 20:09:25.411364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=22e6c797c01c475f9411682545112721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8299036 Apr 28 20:09:25.411364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e9428c-594b-4c9e-afb5-22c49da50741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640a75c2-258e-4833-84c4-518f09af3524,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:25.426390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57924) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:25.589562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.644240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-4f02da6c-49ab-4da3-b2a2-273422fc4bf3 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464290 Apr 28 20:09:25.650566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1480208968-network', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:25.650753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.658623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:25.663610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Usage tracker for resource:network and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:25.667377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:25.674232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:25.733726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:25.735647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.753292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.781312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640a75c2-258e-4833-84c4-518f09af3524,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:25.800491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:25.826680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e7431c54-104b-4b85-a19e-e21922ca048d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/640a75c2-258e-4833-84c4-518f09af3524 HTTP/1.1" status: 204 len: 168 time: 0.3988090 Apr 28 20:09:26.015539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.041325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:26.045644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:26.048903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:26.054939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:26.195982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41077382-ba73-405b-ae5c-318cb4f0ab8d req-a5c38746-d591-4e10-9313-b46200409e98 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5124621 Apr 28 20:09:26.254695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57948) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:26.280698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.359514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.416025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e7b10e-b2fb-425c-904b-57bb912602bc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:26.441830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57954) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:26.447203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:09:26.488918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Deleting subnet e0077953-5c66-4a62-977b-184a2ee1152c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:09:26.498539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.525164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.574324 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.576271 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Added segment 8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa of type vlan for network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 Apr 28 20:09:26.576766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:26.599956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Usage tracker for resource:security_group_rule and tenant:887070a68a9d4dc0baacbd6b27b9ae99 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:26.605823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:26.619443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:26.637418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.647738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-941c30f2-42af-481f-9b3c-84aa19473359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:26.649504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-941c30f2-42af-481f-9b3c-84aa19473359 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1095 time: 0.3781445 Apr 28 20:09:26.698977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.780422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.847952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:09:26.883598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.958561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.961213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0077953-5c66-4a62-977b-184a2ee1152c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:26.972314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:26.979537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-97482c8f-6d0a-4e61-bcc5-454e18c856be admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e0077953-5c66-4a62-977b-184a2ee1152c HTTP/1.1" status: 204 len: 168 time: 0.7233274 Apr 28 20:09:26.980531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567f159-7124-4e20-923f-2fb3dfba340f req-1136c7d8-83b6-4ff2-9da1-9eb052188b04 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:26.981480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9567f159-7124-4e20-923f-2fb3dfba340f req-1136c7d8-83b6-4ff2-9da1-9eb052188b04 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:26.982099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57972) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:27.001559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.058511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc9ac83-d896-4479-8d25-5e8750b101cd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:27.131653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.132302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:27.132881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.171776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.202336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6afb2340-0f8e-4821-b44a-601e4cbcdc85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=887070a68a9d4dc0baacbd6b27b9ae99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7567799 Apr 28 20:09:27.204570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8916976 Apr 28 20:09:27.244292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:27.244860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57980) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:27.278213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Request body: {'subnet': {'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-subnet', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:27.301694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:27.345950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-588ddd6c-c19f-4a81-963a-10ce79c74f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:27.347484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-588ddd6c-c19f-4a81-963a-10ce79c74f0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.6887107 Apr 28 20:09:27.355924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9567f159-7124-4e20-923f-2fb3dfba340f req-1136c7d8-83b6-4ff2-9da1-9eb052188b04 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:27.357291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9567f159-7124-4e20-923f-2fb3dfba340f req-1136c7d8-83b6-4ff2-9da1-9eb052188b04 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.8786211 Apr 28 20:09:27.363658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Usage tracker for resource:subnet and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:27.364124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f637fe9-60be-4c68-bd31-20bfbc1521c8 admin admin] Pushing event updated for resources: {'Network': ['ID=428176f7-73b6-4b6d-b135-b6c2ff8562f9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:27.367792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.378860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:27.380078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:09:27.397573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:27.426369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79a7818-6988-4425-9b19-0008ba29f1d7']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:27.438210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:27.440830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.464067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d2208cd-c000-44cb-9fd9-835dc391a681') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:27.464627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d2208cd-c000-44cb-9fd9-835dc391a681') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:27.537633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-d6cfba41-f652-4bc3-bc5a-1439ea1040af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 217 time: 0.1790195 Apr 28 20:09:27.561925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9567f159-7124-4e20-923f-2fb3dfba340f req-f6871784-86c3-4141-bb5a-52ef1d23510d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775900 Apr 28 20:09:27.646636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-a550813c-4f52-48a1-a3db-5a6da2220f0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:27.648096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-a550813c-4f52-48a1-a3db-5a6da2220f0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.0899191 Apr 28 20:09:27.743170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-54da9d5a-f1a8-4499-a64f-866fcc650bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:27.744639 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-54da9d5a-f1a8-4499-a64f-866fcc650bc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0902719 Apr 28 20:09:27.770522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.778905 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.807283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.905844 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.919333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:09:27.920273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:09:27.941115 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:09:28.072912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-fa38f12e-15fa-40f8-bd87-f486c3dc3ab2 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3195891 Apr 28 20:09:28.127891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.133704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.189685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79a7818-6988-4425-9b19-0008ba29f1d7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:28.201102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.266148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=afa334c4-1327-4a25-b557-a86dad2d38e7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:28.273313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:09:28.276884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-361905e8-609e-4719-8ab1-51cb8902aa60 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d79a7818-6988-4425-9b19-0008ba29f1d7 HTTP/1.1" status: 204 len: 168 time: 1.2930901 Apr 28 20:09:28.280873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:28.306304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73db197f-a258-4be4-92ad-84758d7e31b4 req-85fa75b6-eb27-438a-bde5-1af1a014d1ae service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228143 Apr 28 20:09:28.338087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.340438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.342224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ffc9ac83-d896-4479-8d25-5e8750b101cd HTTP/1.1" status: 204 len: 168 time: 1.0841124 Apr 28 20:09:28.372412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eea2f6e-1d5f-490e-b486-e96e26a09d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc9ac83-d896-4479-8d25-5e8750b101cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:28.405716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:28.405716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Network hostable DHCP agents. Network: 428176f7-73b6-4b6d-b135-b6c2ff8562f9, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:09:28.424017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Deleting subnet a40d0580-7346-4278-bd51-9c5858b61d98 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:09:28.433537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.488573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:09:28.500682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.525366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:28.529358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 428176f7-73b6-4b6d-b135-b6c2ff8562f9) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:28.536246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:28.536828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.551422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1afc1a-7a8f-4214-a4c0-5723c2563526 None None] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:28.582272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a11406c9-a141-4585-8ba8-7ecc8722efb5 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3231015 Apr 28 20:09:28.585066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58010) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:28.588730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.593270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:28.603256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:28.619702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Usage tracker for resource:router and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:28.624042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:28.638333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:28.646961 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:09:28.659478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.661078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.711617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.729300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.811208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.896294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:28.939123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a40d0580-7346-4278-bd51-9c5858b61d98,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:28.950173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:09:28.952297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-63cfea2f-9c95-49ee-bfce-020c024a1fbe admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a40d0580-7346-4278-bd51-9c5858b61d98 HTTP/1.1" status: 204 len: 168 time: 0.6658535 Apr 28 20:09:28.963766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58024) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:29.064312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:29.137386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.265972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.313943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.346531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:29.358155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:09:29.359501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.363773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dcf7eee-3bcb-4257-973d-27e2a7f4104b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:29.364082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dcf7eee-3bcb-4257-973d-27e2a7f4104b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:29.378085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.396998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.404004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:09:29.404406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.526703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76588653-1990-4c65-b8b8-484b56969471 req-893545f8-7741-4192-93f5-b9d992b948eb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:29.528768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76588653-1990-4c65-b8b8-484b56969471 req-893545f8-7741-4192-93f5-b9d992b948eb tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.7067406 Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:09:29.529840 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:09:29.532324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.537132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.591085 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:29.601484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3efde1e8-318d-477a-9760-5e3baa635651 admin admin] 10.222.0.24 "DELETE /v2.0/networks/c4d2b3ea-8a62-4fcf-99a2-bd45b05b5564 HTTP/1.1" status: 204 len: 168 time: 0.6315691 Apr 28 20:09:29.641705 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76588653-1990-4c65-b8b8-484b56969471 req-58a743d9-0313-4994-b3a2-07cd3d2dd4a2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969009 Apr 28 20:09:29.675224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:29.778239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:29.788468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['25a613c7-27a7-489a-89d7-8a897ff4b35c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:09:29.865004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.865497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.865942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.866546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.867094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.867641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.868215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.868771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.869313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.869889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.871302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.872552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:29.962506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58058) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:30.073531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1ae9f19d-9882-4cf6-8b93-eac2e58abe85 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=142be6322beb4047b95af702d8e9c7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088870 Apr 28 20:09:30.075020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:30.085771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Allocated IP 172.20.0.2 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/93e5dea1-80f8-484f-8812-9e5096651c47) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:30.233398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.299550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.314777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.388748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.408369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e0ffde-9fe6-4443-a176-7aed1a254ba8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:30.425268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.445983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.464731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7387cb44-c7ca-426d-9363-3d0af153dc76 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/48e0ffde-9fe6-4443-a176-7aed1a254ba8 HTTP/1.1" status: 204 len: 168 time: 0.3886454 Apr 28 20:09:30.786399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Allocated IP 172.25.2.140 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/4dfec53c-cdc9-490e-a4bc-052362ea5536) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:30.846661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:30.871892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Transition to ACTIVE for port object 93e5dea1-80f8-484f-8812-9e5096651c47 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:30.914600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Transition to ACTIVE for port object 93e5dea1-80f8-484f-8812-9e5096651c47 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:30.925451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.009829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Pushing event updated for resources: {'Port': ['ID=93e5dea1-80f8-484f-8812-9e5096651c47,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:31.021244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:31.023036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:31.026210 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:31.213130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Attempting to bind port 93e5dea1-80f8-484f-8812-9e5096651c47 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:31.214278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Attempting to bind port 93e5dea1-80f8-484f-8812-9e5096651c47 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:31.217260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Attempting to bind port 93e5dea1-80f8-484f-8812-9e5096651c47 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:31.228199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:09:31.228478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:31.228885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.230994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:09:31.231724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Bound port: 93e5dea1-80f8-484f-8812-9e5096651c47, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:31.236076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.289797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58104) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:31.361866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.369709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-56173793-faf5-43b2-a40b-3d68773848a0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0c13bfb531df4e7299457bf0595d4828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0780489 Apr 28 20:09:31.372144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58108) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:31.388047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046cf2ff-e8f0-4cb8-89b6-2fa23ef8a343 req-3658f3aa-d1ce-489c-a2e5-d9fe3ed02ebe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:31.396065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-046cf2ff-e8f0-4cb8-89b6-2fa23ef8a343 req-3658f3aa-d1ce-489c-a2e5-d9fe3ed02ebe tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 945 time: 0.3592649 Apr 28 20:09:31.428008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] For port 93e5dea1-80f8-484f-8812-9e5096651c47, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:09:31.431761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] For port 93e5dea1-80f8-484f-8812-9e5096651c47, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=93e5dea1-80f8-484f-8812-9e5096651c47,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:09:31.439257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.533438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.575360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bded8b0-bc2f-4fc9-b702-62874cc89843 None None] Pushing event updated for resources: {'Port': ['ID=93e5dea1-80f8-484f-8812-9e5096651c47,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:31.587662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-046cf2ff-e8f0-4cb8-89b6-2fa23ef8a343 req-a89a3e3a-66a1-4bbc-971a-7237c8ce7cfc tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1809673 Apr 28 20:09:31.632053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.690861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.724749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:31.728164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:31.730990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:31.806324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.844791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd97fb3-3827-4bbf-a0ed-e6fa5cd0f802,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:31.866549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:31.881962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6a91ea7f-8eda-4d32-b4fb-43f07d3cf755 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bfd97fb3-3827-4bbf-a0ed-e6fa5cd0f802 HTTP/1.1" status: 204 len: 168 time: 0.5082242 Apr 28 20:09:32.111198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Pushing event updated for resources: {'Port': ['ID=4dfec53c-cdc9-490e-a4bc-052362ea5536,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:32.303940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:32.538433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 25a613c7-27a7-489a-89d7-8a897ff4b35c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:32.551186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 25a613c7-27a7-489a-89d7-8a897ff4b35c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:32.552353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:32.589733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:32.735499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 93e5dea1-80f8-484f-8812-9e5096651c47 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:33.129414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.199896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 93e5dea1-80f8-484f-8812-9e5096651c47 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:33.212911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855af5d7-604b-40d8-ba61-63cbd2691f74 req-f9d6241b-40d2-4957-bc72-35ab496187f4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:33.220904 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-855af5d7-604b-40d8-ba61-63cbd2691f74 req-f9d6241b-40d2-4957-bc72-35ab496187f4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 945 time: 0.2365770 Apr 28 20:09:33.231637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:33.281855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:33.294350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.497501 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7ba963d-4463-49c6-b531-768b7938cb72'] response: {'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'code': 200} Apr 28 20:09:33.515583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-855af5d7-604b-40d8-ba61-63cbd2691f74 req-53865523-bcff-44e8-8d2f-6ba2d5b13c06 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2850592 Apr 28 20:09:33.563616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3241be2-e6fc-418a-bfec-10bcedd609f6 None None] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:33.831214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:33.956266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:33.970510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Provisioning for port 93e5dea1-80f8-484f-8812-9e5096651c47 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:34.014721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Provisioning complete for port 93e5dea1-80f8-484f-8812-9e5096651c47 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:34.015187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:34.160893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bacb2a3-94b8-49cd-b69e-f76ed4bcd06b req-a7d6f19f-349f-4515-8088-98461c91af71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:34.162621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6bacb2a3-94b8-49cd-b69e-f76ed4bcd06b req-a7d6f19f-349f-4515-8088-98461c91af71 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1097 time: 0.3330996 Apr 28 20:09:34.268163 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:34.269357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6bacb2a3-94b8-49cd-b69e-f76ed4bcd06b req-00bab061-8df1-4efb-86cf-e28b87fbf553 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936143 Apr 28 20:09:34.382086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:09:34.387861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] For port 93e5dea1-80f8-484f-8812-9e5096651c47, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=93e5dea1-80f8-484f-8812-9e5096651c47,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:34.399630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:34.763607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:34.791437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06c0e8d-f6fa-4d0b-95f0-9a0e0b615a2b None None] Pushing event updated for resources: {'Port': ['ID=93e5dea1-80f8-484f-8812-9e5096651c47,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:34.926423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f7db4-7803-4905-ba88-2246a4da2f92 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:34.934089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f7db4-7803-4905-ba88-2246a4da2f92 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:34.934739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900f7db4-7803-4905-ba88-2246a4da2f92 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:34.939984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-900f7db4-7803-4905-ba88-2246a4da2f92 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/ports?project_id=749c3835a4164d2b88ae5adffc41d40a&network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 2970 time: 0.1747806 Apr 28 20:09:35.168875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b339724-a9b6-4cc0-b2e7-e95930876a2f req-8aa1f6be-c71b-4a00-b445-bbf9098e2bea tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:35.176625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b339724-a9b6-4cc0-b2e7-e95930876a2f req-8aa1f6be-c71b-4a00-b445-bbf9098e2bea tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2256439 Apr 28 20:09:35.220729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:09:35.242213 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:09:35.264847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4d566bfc-3d12-4a5e-9130-2ed0fca104b0 None None] Provisioning complete for port 93e5dea1-80f8-484f-8812-9e5096651c47 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:35.265239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d566bfc-3d12-4a5e-9130-2ed0fca104b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:35.284676 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:35.289359 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:35.425394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:35.429253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-09914940-8e35-4b1f-b7d9-4041f2fadfd1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.8393703 Apr 28 20:09:35.429639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:35.459899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b339724-a9b6-4cc0-b2e7-e95930876a2f req-e0c93f63-ba13-4b84-ac97-556bdcc82271 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2727642 Apr 28 20:09:35.978410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:36.538016 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:32Z', 'revision_number': 3, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:36.557823 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:09:36.558665 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Updating router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d port 4dfec53c-cdc9-490e-a4bc-052362ea5536 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:09:36.599571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 93e5dea1-80f8-484f-8812-9e5096651c47 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:36.786031 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:36.796446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 93e5dea1-80f8-484f-8812-9e5096651c47 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:36.796446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:37.003058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58274) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:37.158238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9b47e-e70d-41ef-990d-d961792eedd5 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:37.160543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-48f9b47e-e70d-41ef-990d-d961792eedd5 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 814 time: 0.1555793 Apr 28 20:09:37.362792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f54be60-af84-4a53-ae6f-a9e8cdc1250a req-74c38ba4-22b1-48aa-9e58-405f74384c2a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:37.364495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f54be60-af84-4a53-ae6f-a9e8cdc1250a req-74c38ba4-22b1-48aa-9e58-405f74384c2a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.4594707 Apr 28 20:09:37.490195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:37.603801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f54be60-af84-4a53-ae6f-a9e8cdc1250a req-5f11b970-1d29-4ed2-a625-1a3c4e39fd48 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076561 Apr 28 20:09:37.768708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58294) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:37.774780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'network': {'name': 'tempest-network-smoke--1638863466', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:37.784417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:37.810236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:37.831036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:37.835690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:37.855030 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:37.915453 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Transition to ACTIVE for port object 4dfec53c-cdc9-490e-a4bc-052362ea5536 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:37.942655 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.112853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Allocated IP 172.20.0.1 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/16ad4f60-5f15-4b69-9260-1a720e795d4e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:38.187075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:09:38.203420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.203792 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Added segment e697d3e6-353e-4c18-b162-bd26ea4f160a of type vlan for network 366180e8-e01e-4e6e-9b90-2061392cdc4a Apr 28 20:09:38.269279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Pushing event updated for resources: {'Port': ['ID=4dfec53c-cdc9-490e-a4bc-052362ea5536,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:38.306368 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.307680 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.308200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.308891 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.309438 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.310013 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.310568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.311785 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.313726 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.316633 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.317214 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.317805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:38.335235 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Attempting to bind port 4dfec53c-cdc9-490e-a4bc-052362ea5536 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:38.335963 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Attempting to bind port 4dfec53c-cdc9-490e-a4bc-052362ea5536 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:38.336552 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Attempting to bind port 4dfec53c-cdc9-490e-a4bc-052362ea5536 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:38.346652 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:09:38.349263 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:38.352513 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.353101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:09:38.354691 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Bound port: 4dfec53c-cdc9-490e-a4bc-052362ea5536, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:38.355492 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.369550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.446784 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] For port 4dfec53c-cdc9-490e-a4bc-052362ea5536, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:09:38.450575 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] For port 4dfec53c-cdc9-490e-a4bc-052362ea5536, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4dfec53c-cdc9-490e-a4bc-052362ea5536,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:09:38.463888 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.516271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa78c97-2e1c-40aa-a2d0-80e0189b59d6 req-8130d9da-3bb6-45d6-90c1-23d3e8229f47 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:38.542233 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eaa78c97-2e1c-40aa-a2d0-80e0189b59d6 req-8130d9da-3bb6-45d6-90c1-23d3e8229f47 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.6205373 Apr 28 20:09:38.548544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:38.557753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Request body: {'floatingip': {'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:38.578393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.594512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:38.596940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.657410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.691089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:38.738590 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a63540a-afde-4430-a4f4-25fcc6a0df95 None None] Pushing event updated for resources: {'Port': ['ID=4dfec53c-cdc9-490e-a4bc-052362ea5536,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:38.763548 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:38.764608 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:38.871139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Network': ['ID=366180e8-e01e-4e6e-9b90-2061392cdc4a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:38.889701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:09:38.921838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9daad953-99e1-4f4c-b3ca-b7c267e9e4a4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1516871 Apr 28 20:09:38.924861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:39.082256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2fc072-62f5-4adf-ad77-6d59994e8c96 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:39.085835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fa2fc072-62f5-4adf-ad77-6d59994e8c96 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=749c3835a4164d2b88ae5adffc41d40a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1600299 Apr 28 20:09:39.088725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58320) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:39.186200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:39.318767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Transition to ACTIVE for port object 16ad4f60-5f15-4b69-9260-1a720e795d4e will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:39.401908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0573d-c638-4dcd-a0dc-bbc035b5449b tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:39.406219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92d0573d-c638-4dcd-a0dc-bbc035b5449b tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3136079 Apr 28 20:09:39.407665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58330) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:39.479553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-73140edc-87af-4648-a4a6-61ae6add2fa1 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0687177 Apr 28 20:09:39.482988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58336) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:39.507983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:39.585791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:39.602685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:39.623895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:39.722080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Pushing event updated for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:39.990933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3f100bc6-a014-468c-9a82-af2b5f37195e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=749c3835a4164d2b88ae5adffc41d40a&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5045991 Apr 28 20:09:39.991395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58350) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:40.008876 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:40.023308 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:32Z', 'revision_number': 3, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:40.028071 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85614083-9bc8-4b42-aae8-ef5582525f78 None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:32Z', 'revision_number': 3, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:09:40.071765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebccc1b6-db2d-4a6e-b0c2-53c3a7099724 None None] Provisioning for port 16ad4f60-5f15-4b69-9260-1a720e795d4e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:40.077904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ebccc1b6-db2d-4a6e-b0c2-53c3a7099724 None None] Provisioning complete for port 16ad4f60-5f15-4b69-9260-1a720e795d4e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:40.078276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ebccc1b6-db2d-4a6e-b0c2-53c3a7099724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:40.082834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:40.221785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:40.256706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:40.290030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ebccc1b6-db2d-4a6e-b0c2-53c3a7099724 None None] Port 16ad4f60-5f15-4b69-9260-1a720e795d4e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:09:40.352661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fd5cf8-e8a0-40b1-8c6e-3f0509127fb9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:40.354328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65fd5cf8-e8a0-40b1-8c6e-3f0509127fb9 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3590810 Apr 28 20:09:40.357054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58354) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:40.431025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-23301488-c71c-48eb-8385-b233adcdca79 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0728605 Apr 28 20:09:40.437648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58358) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:40.459988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-942080363', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:40.789057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:40.794891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:subnet and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:40.800265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:40.809898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:40.819202 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Floating IP 85e6affd-80ba-4bff-b8c1-5d21f3612c3c associated. External IP: 172.25.2.190, port: 25a613c7-27a7-489a-89d7-8a897ff4b35c. Apr 28 20:09:40.826212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:40.831603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:41.379577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:41.454319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:41.581720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Subnet': ['ID=7030398b-5cb1-4d66-a5db-4f2874500350,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:41.600245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Checking segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:41.600602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network hostable DHCP agents. Network: 366180e8-e01e-4e6e-9b90-2061392cdc4a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:09:41.639416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:09:41.657367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 366180e8-e01e-4e6e-9b90-2061392cdc4a) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:41.672852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bb8b80-d3cd-4973-a6f5-d4e2308af3a3 None None] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:41.683174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:41.689846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:41.729878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b762f13-a9f3-458d-ad11-f3b080310ce5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2894499 Apr 28 20:09:42.066497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-366180e8-e01e-4e6e-9b90-2061392cdc4a', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ips': [{'subnet_id': '7030398b-5cb1-4d66-a5db-4f2874500350'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:09:42.067581 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.120868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:42.336855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:42.342424 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.357617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1928302979', 'description': 'tempest-secgroup-smoke-1928302979 description', 'project_id': '749c3835a4164d2b88ae5adffc41d40a'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:42.376401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Allocated IP 172.20.0.18 (366180e8-e01e-4e6e-9b90-2061392cdc4a/7030398b-5cb1-4d66-a5db-4f2874500350/c6bf6ce6-8ace-4314-ac7b-95347da58464) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:42.411755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:42.424347 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.443893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:42.450390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:42.457037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Usage tracker for resource:security_group_rule and tenant:1ff8b94a6de64f4ea1a2847a561f0fe6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:42.460698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:42.500053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:42.724713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:09:42.868480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.893589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Transition to ACTIVE for port object c6bf6ce6-8ace-4314-ac7b-95347da58464 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:42.902436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.914649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.917927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4dfec53c-cdc9-490e-a4bc-052362ea5536 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:42.978048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1ff8b94a6de64f4ea1a2847a561f0fe6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8560624 Apr 28 20:09:42.981749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:42.995195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58408) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:43.038631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Transition to ACTIVE for port object c6bf6ce6-8ace-4314-ac7b-95347da58464 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:43.053505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:09:43.073693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.117983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:43.123319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:43.129226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:43.134507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.136357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:43.159591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.243031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.256357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666c85b2-c0d9-48a2-b22c-6d6f37c8b7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6896408-ce99-46d4-85dc-1000da32ca3b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.263799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.331666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:43.344964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:43.355796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:43.371616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.412891 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.424891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Pushing event updated for resources: {'Port': ['ID=c6bf6ce6-8ace-4314-ac7b-95347da58464,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.433197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4dfec53c-cdc9-490e-a4bc-052362ea5536 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:43.445892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:09:43.450317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4dfec53c-cdc9-490e-a4bc-052362ea5536 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:43.450961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.462618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Pushing event updated for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.475213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.481259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c440fb2-2da3-4209-bdb0-8ac09cf721e7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.488408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.507427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.508882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5837692b-2444-4b5e-83d7-468aef45c6c8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.1678181 Apr 28 20:09:43.510900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6896408-ce99-46d4-85dc-1000da32ca3b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.512825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58416) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:43.516051 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.517257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8420ca80-6846-4435-9904-0a837698b9c1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a6896408-ce99-46d4-85dc-1000da32ca3b HTTP/1.1" status: 204 len: 168 time: 0.5143912 Apr 28 20:09:43.520572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:43.523268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.527847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:43.533732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:43.536881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:43.543221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:43.573885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.655528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:09:43.746075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Attempting to bind port c6bf6ce6-8ace-4314-ac7b-95347da58464 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:43.747156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Attempting to bind port c6bf6ce6-8ace-4314-ac7b-95347da58464 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:43.747740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Attempting to bind port c6bf6ce6-8ace-4314-ac7b-95347da58464 on network 366180e8-e01e-4e6e-9b90-2061392cdc4a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:43.751856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.761710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.768537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d188a213-2559-4ee9-8751-4dfc3aec3f62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "PUT /v2.0/floatingips/85e6affd-80ba-4bff-b8c1-5d21f3612c3c HTTP/1.1" status: 200 len: 992 time: 5.2188318 Apr 28 20:09:43.790683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:09:43.800268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255354e4-c921-4982-83b3-1688ada55d01,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:43.823675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:09:43.824486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.826556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-02cbceea-a5cd-4124-b744-00adc707bda8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3127346 Apr 28 20:09:43.829563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58434) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:43.830188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Checking segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:43.830677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.835973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:43.836624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Bound using segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:09:43.838544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Bound port: c6bf6ce6-8ace-4314-ac7b-95347da58464, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:43.839043 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.845092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:43.853862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:43.857672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:43.865013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:43.892922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:43.893150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:43.898831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:43.955167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:43.956553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:44.038340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.048405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.124080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55287d02-7103-4d93-b827-3e45898301cb,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:44.157388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.161228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f297f8f1-e194-452a-9f4d-141dabe325e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3280003 Apr 28 20:09:44.161493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58444) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:44.166673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:44.180007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:44.194347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:44.204989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:44.241738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:44.291644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.314453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:44.382614 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d82113fd-c4b1-43ec-badf-8b92ccdc2dda'] response: {'name': 'network-changed', 'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'status': 'completed', 'code': 200} Apr 28 20:09:44.420154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] For port c6bf6ce6-8ace-4314-ac7b-95347da58464, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:09:44.424096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] For port c6bf6ce6-8ace-4314-ac7b-95347da58464, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6bf6ce6-8ace-4314-ac7b-95347da58464,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:09:44.457138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:44.517795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.523466 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.565845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.661236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:44.663237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Usage tracker for resource:security_group_rule and tenant:7ed45bed14784a59a0f0c191187661b6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:44.667997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:44.690521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:44.727585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.755714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-7aca7fb8-422d-4de3-89e6-d42588f38949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:44.759112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-7aca7fb8-422d-4de3-89e6-d42588f38949 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1097 time: 0.3697438 Apr 28 20:09:44.760889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.817871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4dfec53c-cdc9-490e-a4bc-052362ea5536, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4dfec53c-cdc9-490e-a4bc-052362ea5536,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:44.828106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.836431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:09:44.911300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:44.920750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:44.925226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7627797 Apr 28 20:09:44.928797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:44.931136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c05d95-1b4b-4f29-95c1-63e2f178b0ee tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=902633cd-82e2-4d59-8476-24f491a4aaa6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:44.941018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:45.054127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.056894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.068142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-f5c8ebe3-6d59-414a-b4f8-7490a9831998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:45.069723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-f5c8ebe3-6d59-414a-b4f8-7490a9831998 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.2727425 Apr 28 20:09:45.070864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:45.078950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:45.082477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:09:45.091490 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:09:45.095098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:45.099405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Usage tracker for resource:security_group_rule and tenant:3247ac0a3dc44e40bf6d5b36ac3e1ce0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:45.103351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:45.104751 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:45.105475 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:45.109245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:45.116123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7ed45bed14784a59a0f0c191187661b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6523786 Apr 28 20:09:45.122783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:45.123444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a9b10-b578-4126-bcfc-233025b43a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb4d2210-3d39-4f65-a3ba-efb5eac7fdf6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:45.183290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2a4572a-d001-4fac-a1c8-3e7bce99345b admin admin] 10.222.0.24 "PUT /v2.0/routers/4b47afcc-7b53-4c61-b6e6-54f5ed475d5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7520056 Apr 28 20:09:45.208342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.243920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.289830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.358362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.408804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb4d2210-3d39-4f65-a3ba-efb5eac7fdf6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:45.432954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.442026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d74eefd-b460-4a58-a0fc-fa24506f9376 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb4d2210-3d39-4f65-a3ba-efb5eac7fdf6 HTTP/1.1" status: 204 len: 168 time: 0.3128710 Apr 28 20:09:45.446052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:45.472459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.517323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a32f091b-fd5b-4911-a5da-5aee361be20b None None] Provisioning complete for port 16ad4f60-5f15-4b69-9260-1a720e795d4e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:45.517743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a32f091b-fd5b-4911-a5da-5aee361be20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.583028 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.606037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3247ac0a3dc44e40bf6d5b36ac3e1ce0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2902286 Apr 28 20:09:45.609220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:45.621927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:45.810861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f219ea7-7c6d-431d-badb-aa211ba48317 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef339e04-e366-47b4-950c-9a92a273f1e9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:45.837780 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:45.854989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-3753bbbf-b7d9-4860-a6f1-493a6be5b2fe service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 1000 time: 0.7725461 Apr 28 20:09:45.871393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.902004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:45.963309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1a0cc6-245c-458e-a143-4aadaee85626 None None] Pushing event updated for resources: {'Port': ['ID=c6bf6ce6-8ace-4314-ac7b-95347da58464,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:46.008037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.110574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.144886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef339e04-e366-47b4-950c-9a92a273f1e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:46.154078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.158368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-962de3ff-3606-438c-8cf6-c89a3f18b7c2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ef339e04-e366-47b4-950c-9a92a273f1e9 HTTP/1.1" status: 204 len: 168 time: 0.5424812 Apr 28 20:09:46.174287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4dfec53c-cdc9-490e-a4bc-052362ea5536,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:46.190806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-6a24cd08-cf90-4474-9f1f-da05d30604dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:46.192523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-6a24cd08-cf90-4474-9f1f-da05d30604dc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.3310325 Apr 28 20:09:46.234190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a32f091b-fd5b-4911-a5da-5aee361be20b None None] Port 16ad4f60-5f15-4b69-9260-1a720e795d4e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:09:46.317151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '85e6affd-80ba-4bff-b8c1-5d21f3612c3c', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce314420-a15d-448a-b005-d000421520ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:14Z', 'updated_at': '2022-04-28T20:09:39Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:46.327727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.330511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:09:46.340759 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.370936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:46.371822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:46.393140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.394336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4607909 Apr 28 20:09:46.396655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253adc70-7acd-4b04-8808-4b79bf4d3de9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8efc6b0-fbf0-49d1-a2cb-3c9b2afb3d77,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:46.397346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:46.402703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:46.415840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-1667f4a5-3ac1-4f3f-94f6-ff2eac757a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:46.417310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-1667f4a5-3ac1-4f3f-94f6-ff2eac757a08 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2168996 Apr 28 20:09:46.424450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:46.428532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:46.439302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:46.458530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:46.487715 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:09:46.504591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.657053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.668149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.777587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfa2674-00b4-40ba-b3d0-55cc45cb0cdf,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:46.810273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:46.834797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:46.836240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a12ac2b5-bb7f-4113-9731-83672065234b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4375534 Apr 28 20:09:46.839421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:46.841013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-0717c50d-351f-4013-8370-f22801fb0284 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4149122 Apr 28 20:09:46.852659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '8c440fb2-2da3-4209-bdb0-8ac09cf721e7', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:46.877075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:46.893328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:46.899487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:46.917100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:46.951652 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:41Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:46.954522 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:09:46.966131 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:09:46.966747 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Updating router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d port 16ad4f60-5f15-4b69-9260-1a720e795d4e binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:09:46.974787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.199468 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.222155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.233951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.277417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:47.314427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:47.327038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93550660-1a30-45d9-a341-db8def5d9351,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:47.348556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1636334077', 'description': 'tempest-description--1644171007'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:47.384977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c4326a8-24c5-41fb-a539-53ad902dd497 req-e2e0de71-c5a9-4f45-9685-81a486076e77 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214908 Apr 28 20:09:47.393261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:47.396256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.404325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:47.413988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:47.436601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.437199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:47.453813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d88f267-51e8-4bcd-855d-630dc1d30090 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6124063 Apr 28 20:09:47.467130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.474694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:47.492008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Usage tracker for resource:security_group_rule and tenant:5d9bf072c6d24217b1e929d3b6ba5ae7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:47.505260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:47.525660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:47.534090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:47.558098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:47.568099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:47.590770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:47.843165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.855809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.947705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:47.981611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.071806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5d9bf072c6d24217b1e929d3b6ba5ae7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7904909 Apr 28 20:09:48.072437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58552) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:48.073043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61651d55-a606-4c5c-a381-9e9d003a7e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c55aa7-a974-41aa-93e3-6d69872805fd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:48.103140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1889ef-bf79-4754-a50e-27e4b3928076 None None] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:48.152019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6bf6ce6-8ace-4314-ac7b-95347da58464 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:48.161062 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.162545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.8380337 Apr 28 20:09:48.163508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6303e44-28bd-4916-bd2c-cc8037c45bb7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e80ef58-0f59-4ab5-8b4a-70e5ed452503,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:48.165713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:48.172386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-330d63d6-b89b-4b54-8b6d-c66ce2b9ec38 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:48.183467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': '6e80ef58-0f59-4ab5-8b4a-70e5ed452503', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:48.327161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:48.327161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-330d63d6-b89b-4b54-8b6d-c66ce2b9ec38 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:48.327161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-330d63d6-b89b-4b54-8b6d-c66ce2b9ec38 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1928302979&fields=id&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 267 time: 0.3666890 Apr 28 20:09:48.327161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:48.327161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:48.394885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:48.446180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '85e6affd-80ba-4bff-b8c1-5d21f3612c3c', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce314420-a15d-448a-b005-d000421520ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:14Z', 'updated_at': '2022-04-28T20:09:39Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:48.518945 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.523951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.566497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Transition to ACTIVE for port object 16ad4f60-5f15-4b69-9260-1a720e795d4e will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:48.607510 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.673664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0733f2b-0d2a-4b45-ae54-e6c874c3b9ea None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '85e6affd-80ba-4bff-b8c1-5d21f3612c3c', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'floating_ip_address': '172.25.2.190', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3084, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce314420-a15d-448a-b005-d000421520ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:14Z', 'updated_at': '2022-04-28T20:09:39Z', 'revision_number': 1, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:09:48.679884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dcb229c0-a6bc-4abf-a75c-9b6330c1a2c9 None None] Provisioning for port c6bf6ce6-8ace-4314-ac7b-95347da58464 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:48.706587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.817285 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d84a8-44f4-49d9-9c15-5e5d6d5cd3e1 None None] Pushing event updated for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:48.817943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.826251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:48.856764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.026426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.039925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f4979218-aa43-4097-b158-65b9eefb537a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:49.039925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f4979218-aa43-4097-b158-65b9eefb537a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:49.039925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f146b493-1d94-4815-86ab-a475164e2aa6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:49.122863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.130385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.131637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ffd4cc63-d0fc-483a-84fd-b86f20b4383d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9632368 Apr 28 20:09:49.133232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f4979218-aa43-4097-b158-65b9eefb537a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:49.142048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f4979218-aa43-4097-b158-65b9eefb537a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/networks?id=366180e8-e01e-4e6e-9b90-2061392cdc4a HTTP/1.1" status: 200 len: 797 time: 0.8002877 Apr 28 20:09:49.147017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58590) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:49.152976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f3c55aa7-a974-41aa-93e3-6d69872805fd HTTP/1.1" status: 204 len: 168 time: 1.0603395 Apr 28 20:09:49.153989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e4c484-109f-4cfe-8e03-275db0838511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c55aa7-a974-41aa-93e3-6d69872805fd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:49.193707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': '6e80ef58-0f59-4ab5-8b4a-70e5ed452503', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:49.228518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:49.248798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-bc4bf1e3-8134-42b3-a7a8-893224c9154b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/quotas/749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 375 time: 0.1049221 Apr 28 20:09:49.253555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:49.300029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c6bf6ce6-8ace-4314-ac7b-95347da58464 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:49.324788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c6bf6ce6-8ace-4314-ac7b-95347da58464 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:49.324978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.487841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57198eaf-f368-4632-8cd6-d23f5ac0c2ab None None] New status for floating IP 85e6affd-80ba-4bff-b8c1-5d21f3612c3c: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:09:49.505490 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Attempting to bind port 16ad4f60-5f15-4b69-9260-1a720e795d4e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:09:49.505490 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Attempting to bind port 16ad4f60-5f15-4b69-9260-1a720e795d4e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:09:49.505490 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Attempting to bind port 16ad4f60-5f15-4b69-9260-1a720e795d4e on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:09:49.516817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:09:49.522070 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:49.523165 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.523713 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:09:49.524362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Bound port: 16ad4f60-5f15-4b69-9260-1a720e795d4e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:09:49.525702 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.582102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:49.602492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:49.673688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:49.744179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.894046 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] For port 16ad4f60-5f15-4b69-9260-1a720e795d4e, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:09:49.898755 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] For port 16ad4f60-5f15-4b69-9260-1a720e795d4e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=16ad4f60-5f15-4b69-9260-1a720e795d4e,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:09:49.907364 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:49.939821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-65bbf067-9bd9-4b4a-a024-c19b1a9e06f3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.6897357 Apr 28 20:09:50.025822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.048060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.073142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.078441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:50.091355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Usage tracker for resource:security_group_rule and tenant:073b932781f8468d8042bffb0744d1f6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:50.104384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:50.115317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:50.195802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:09:50.197887 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:09:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:50.426730 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.455621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.475160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.481436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53d56dd8-fca5-421d-8d3e-538cda7ab530,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:50.524818 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.528718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60987d91-a058-467c-b6e3-0d7b7b3463db tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.3761873 Apr 28 20:09:50.541127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:50.544534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a56b129-97ce-40c0-9493-0fc43ec92c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.569434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0a2ee387-ec6b-4473-aa1a-0e1771de740a None None] Provisioning complete for port c6bf6ce6-8ace-4314-ac7b-95347da58464 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:50.577723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0a2ee387-ec6b-4473-aa1a-0e1771de740a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.587943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:50.643479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-4f02a230-7cac-40af-a76e-f2b18468d52f service neutron] 10.222.0.24 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6569655 Apr 28 20:09:50.670493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:50.681110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2939b889-c1a3-419c-84d3-2ff5f270da76,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:50.684478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:floatingip and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:50.689097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:50.727936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e528f50f-ea85-47e6-81f9-2af67a255a5d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=073b932781f8468d8042bffb0744d1f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0485885 Apr 28 20:09:50.764269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c6bf6ce6-8ace-4314-ac7b-95347da58464, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6bf6ce6-8ace-4314-ac7b-95347da58464,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:50.771456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:50.773110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.773110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4dfec53c-cdc9-490e-a4bc-052362ea5536 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:50.798719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:50.828972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:50.897108 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:09:51.080456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:51.228949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.238167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-8c45a994-fb02-4836-8ee9-6034e5e015bd service neutron] 10.222.0.24 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5816495 Apr 28 20:09:51.348698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c6bf6ce6-8ace-4314-ac7b-95347da58464,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:51.365586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4dfec53c-cdc9-490e-a4bc-052362ea5536 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:51.366023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.403445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.443738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d84a8-44f4-49d9-9c15-5e5d6d5cd3e1 None None] Pushing event updated for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:51.510838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.557110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.25.2.128 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/2cab36e9-fec2-4e85-8993-902fa13df547) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:51.669237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.712216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2939b889-c1a3-419c-84d3-2ff5f270da76,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:51.714999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1962584435-network', 'tenant_id': 'c8555451fc9b45d781b31d72097d2e2e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:51.770289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.774284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c6cba656-9b6d-4e54-af4f-6fb654b1cc20 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2939b889-c1a3-419c-84d3-2ff5f270da76 HTTP/1.1" status: 204 len: 168 time: 1.0034723 Apr 28 20:09:51.798981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-625d2ae8-a21e-4bd4-8c24-6af9e2dc6e55 req-4489fdcd-9a23-4d9e-bf06-93a1341beb6d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 210 time: 0.2206893 Apr 28 20:09:51.809867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:51.831160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Usage tracker for resource:network and tenant:c8555451fc9b45d781b31d72097d2e2e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:51.843002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:51.862453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:51.950053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Made reservation on behalf of c8555451fc9b45d781b31d72097d2e2e for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:51.950053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:51.954531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6bf6ce6-8ace-4314-ac7b-95347da58464 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:51.973892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.002935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:52.076787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Usage tracker for resource:security_group_rule and tenant:c8555451fc9b45d781b31d72097d2e2e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:52.091805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:52.121252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:52.163417 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b857210c-b784-4219-adf6-646c2c69faad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:49Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:09:52.169032 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b857210c-b784-4219-adf6-646c2c69faad None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:49Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:09:52.276502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.281161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c6bf6ce6-8ace-4314-ac7b-95347da58464 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:52.282107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.482095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.664478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.731966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=2cab36e9-fec2-4e85-8993-902fa13df547,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:52.745766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:52.807424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:52.807424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:52.819992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:52.869598 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77013885-1739-48f6-8797-a81b298a31be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.002306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:09:53.014356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:53.025284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.025672 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Added segment 62ba42ad-2e99-4328-b9aa-662654b9e007 of type vlan for network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff Apr 28 20:09:53.063402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.205175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0306494c-cd8a-44a5-9e47-00d205147c83 req-935143d2-6dcd-4504-bf15-10a379fac863 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 210 time: 0.0914984 Apr 28 20:09:53.309419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.374424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.466565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.476474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:53.476474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.602730 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:09:53.843147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] Pushing event updated for resources: {'Network': ['ID=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:53.846939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:53.943874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:09:54.224480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:54.234356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 16ad4f60-5f15-4b69-9260-1a720e795d4e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:54.264220 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-681dc338-4921-4a01-84c6-f33ce456f66b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 3.1911564 Apr 28 20:09:54.272292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:54.285952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Request body: {'subnet': {'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1962584435-subnet', 'tenant_id': 'c8555451fc9b45d781b31d72097d2e2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:54.302089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:54.315107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Usage tracker for resource:subnet and tenant:c8555451fc9b45d781b31d72097d2e2e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:54.325851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:54.350275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:54.369950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-e0fc50f2-71bb-4024-b384-b4c4b1bb4aca tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:54.373047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-e0fc50f2-71bb-4024-b384-b4c4b1bb4aca tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/networks?id=366180e8-e01e-4e6e-9b90-2061392cdc4a HTTP/1.1" status: 200 len: 797 time: 0.3839748 Apr 28 20:09:54.385310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Made reservation on behalf of c8555451fc9b45d781b31d72097d2e2e for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:54.391835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:54.564824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 16ad4f60-5f15-4b69-9260-1a720e795d4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:54.627760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 16ad4f60-5f15-4b69-9260-1a720e795d4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:54.632742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:54.660420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-48c8ccc1-7e89-4c9d-ab20-1d06cd950dd1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 472 time: 0.2774322 Apr 28 20:09:54.674021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'port': {'device_id': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'admin_state_up': True, 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'security_groups': ['8c440fb2-2da3-4209-bdb0-8ac09cf721e7']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:54.898688 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:54.931764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.108946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 16ad4f60-5f15-4b69-9260-1a720e795d4e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=16ad4f60-5f15-4b69-9260-1a720e795d4e,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:09:55.123445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.139208 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a8a25b23-da60-421d-a4d2-fdd3a1ea80e3 req-ceba46a2-18e3-4735-b9e8-f97a39657d12 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 210 time: 0.2130613 Apr 28 20:09:55.228474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.257295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:55.262263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Checking segment: {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:09:55.262619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Network hostable DHCP agents. Network: d82b65f4-e2c8-4475-b4c2-12d8f3d40eff, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:09:55.400180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b390d296-f20a-4da2-b6b1-8f7c59d11c22,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:55.413336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.413336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.451112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:55.495601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:55.524652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:port and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:55.527618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:55.537286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:55.554029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:09:55.565628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:09:55.567884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.666479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d82b65f4-e2c8-4475-b4c2-12d8f3d40eff) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:55.678591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6aa9539-f8b5-4eb8-b297-c72e53c24078 None None] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:55.679998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=2cab36e9-fec2-4e85-8993-902fa13df547,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:55.690899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:55.691496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.708355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.755135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b82a1322-aa5a-41ed-8728-c9b9dc20c4c2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4806318 Apr 28 20:09:55.767785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.774459 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eae8fa48-867d-40c2-bd50-57cfeb3bf849 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2124531 Apr 28 20:09:55.820100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:55.853013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:55.863311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Usage tracker for resource:security_group_rule and tenant:27cbd3ebae0d4feabad890ecb3c74e87 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:55.868552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:55.938914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:55.970081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 16ad4f60-5f15-4b69-9260-1a720e795d4e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:09:56.029790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.28 (366180e8-e01e-4e6e-9b90-2061392cdc4a/7030398b-5cb1-4d66-a5db-4f2874500350/b0ae8eef-7a26-4344-bb58-2adefb73e16b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:09:56.303266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 16ad4f60-5f15-4b69-9260-1a720e795d4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:56.303637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.324548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.388551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.412477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-89a43567-8df5-40aa-a93c-ab03e6b70651 req-c3a263a7-6286-4e03-8b37-c6cd4353b820 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 210 time: 0.0567315 Apr 28 20:09:56.424365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642cd877-e44b-44a7-993b-32aad3291ed4 None None] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:09:56.476443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=27cbd3ebae0d4feabad890ecb3c74e87&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0257871 Apr 28 20:09:56.479838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58786) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:56.483368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49cd43e-fcda-4df8-93f3-d105c128f7f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a237292d-a988-4469-a69b-dfeda94f98d4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:56.552753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-d89b3d23-183b-48f6-9ba1-3fb582ca601b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:56.584509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-d89b3d23-183b-48f6-9ba1-3fb582ca601b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:56.586513 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-d89b3d23-183b-48f6-9ba1-3fb582ca601b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1636334077&fields=id&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 267 time: 0.2970626 Apr 28 20:09:56.606369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.699354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.842605 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.860712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a237292d-a988-4469-a69b-dfeda94f98d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:56.864499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:56.868411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61e294e0-6564-445c-94f1-1cf5b4665765 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a237292d-a988-4469-a69b-dfeda94f98d4 HTTP/1.1" status: 204 len: 168 time: 0.3876061 Apr 28 20:09:56.976411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ae8d757a-88ad-4d55-93c9-7e317e02a3c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:56.977332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ae8d757a-88ad-4d55-93c9-7e317e02a3c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:56.995151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.027079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object b0ae8eef-7a26-4344-bb58-2adefb73e16b will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:57.037577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ae8d757a-88ad-4d55-93c9-7e317e02a3c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:57.037577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ae8d757a-88ad-4d55-93c9-7e317e02a3c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.4365065 Apr 28 20:09:57.070294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-c1af5a95-7406-48cb-a5cb-9e4798351bb4 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/quotas/34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 375 time: 0.0119698 Apr 28 20:09:57.074529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.145233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:09:57.163994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:09:57.163994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:09:57.382549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:57.383549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.448355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:57.463976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.464549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.465099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.465625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.466164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.466721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.468526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.469112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.469666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.470241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.470803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.471321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:09:57.487186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-f35620c9-bc26-4433-9a88-cedae29ba876 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8187549 Apr 28 20:09:57.511122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-6f75026c-87f3-41f2-9bc2-b26032d2c7e2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4226074 Apr 28 20:09:57.516231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Request body: {'port': {'device_id': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:09:57.530011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:57.565260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.631892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:09:57.631892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Usage tracker for resource:security_group_rule and tenant:986941bb8c6c41e2a42a1ed5f07e1ffa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:09:57.650189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:09:57.658174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:09:57.674379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-a073a688-c07d-472c-b9c0-8c8130dd1859 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:09:57.674379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-a073a688-c07d-472c-b9c0-8c8130dd1859 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0144434 Apr 28 20:09:57.712900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f74682c3-e7b9-4943-b3ea-ee5bce83bbc1 None None] Provisioning for port b0ae8eef-7a26-4344-bb58-2adefb73e16b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:09:57.726898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f74682c3-e7b9-4943-b3ea-ee5bce83bbc1 None None] Provisioning complete for port b0ae8eef-7a26-4344-bb58-2adefb73e16b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:09:57.726898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f74682c3-e7b9-4943-b3ea-ee5bce83bbc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.791936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f74682c3-e7b9-4943-b3ea-ee5bce83bbc1 None None] Port b0ae8eef-7a26-4344-bb58-2adefb73e16b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:09:57.876774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf205d9-9fd2-4b21-9cce-03f03608f636 req-a8789ba8-6338-4716-ba58-71fca1d740b5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:57.878314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cf205d9-9fd2-4b21-9cce-03f03608f636 req-a8789ba8-6338-4716-ba58-71fca1d740b5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 932 time: 0.1925747 Apr 28 20:09:57.965579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-2c62eefb-06da-4e12-ae90-0218f8c9bbc4 service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861156 Apr 28 20:09:57.968207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:57.981446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1cf205d9-9fd2-4b21-9cce-03f03608f636 req-b0ed16db-7422-465e-9b24-a7ad5df337a1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921474 Apr 28 20:09:57.986963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.129544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2342f70c-823a-4a6b-871e-e990e61cd9fe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:58.137968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-699e40b9-7fd4-4303-9c7d-6c6f0e17cc8b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=986941bb8c6c41e2a42a1ed5f07e1ffa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6049309 Apr 28 20:09:58.144582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:09:58.148196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-41269d22-77a2-4998-838a-48687686bdf6 service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551404 Apr 28 20:09:58.177396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.287828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.332466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.448448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.501442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2342f70c-823a-4a6b-871e-e990e61cd9fe,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:09:58.510236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:58.520486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4547cbf6-8f7e-4bbb-817a-ea86000868cc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2342f70c-823a-4a6b-871e-e990e61cd9fe HTTP/1.1" status: 204 len: 168 time: 0.3784933 Apr 28 20:09:58.658713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a97f7d0-9844-4a20-b376-2ae032b9a729 req-0813cb7e-43ad-4bd3-9787-a11bea72c819 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:58.707631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5a97f7d0-9844-4a20-b376-2ae032b9a729 req-0813cb7e-43ad-4bd3-9787-a11bea72c819 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:58.717553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a97f7d0-9844-4a20-b376-2ae032b9a729 req-0813cb7e-43ad-4bd3-9787-a11bea72c819 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 210 time: 0.1917329 Apr 28 20:09:59.427021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ae8eef-7a26-4344-bb58-2adefb73e16b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:09:59.438843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:59.460717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Transition to ACTIVE for port object b0ae8eef-7a26-4344-bb58-2adefb73e16b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:09:59.486967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec53bf5-8fec-4063-872e-8e62df41d787 req-16c89dd8-58c5-41f2-adb2-a31ba2195360 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:09:59.486967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec53bf5-8fec-4063-872e-8e62df41d787 req-16c89dd8-58c5-41f2-adb2-a31ba2195360 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:09:59.486967 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:09:59.674616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec53bf5-8fec-4063-872e-8e62df41d787 req-16c89dd8-58c5-41f2-adb2-a31ba2195360 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:09:59.674616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec53bf5-8fec-4063-872e-8e62df41d787 req-16c89dd8-58c5-41f2-adb2-a31ba2195360 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 932 time: 0.3524706 Apr 28 20:09:59.871608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:00.005091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Attempting to bind port b0ae8eef-7a26-4344-bb58-2adefb73e16b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:00.007815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Attempting to bind port b0ae8eef-7a26-4344-bb58-2adefb73e16b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:00.008403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Attempting to bind port b0ae8eef-7a26-4344-bb58-2adefb73e16b on network 366180e8-e01e-4e6e-9b90-2061392cdc4a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:00.027207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Port b0ae8eef-7a26-4344-bb58-2adefb73e16b on network 366180e8-e01e-4e6e-9b90-2061392cdc4a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:10:00.027532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Attempting to bind port b0ae8eef-7a26-4344-bb58-2adefb73e16b on network 366180e8-e01e-4e6e-9b90-2061392cdc4a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:00.052589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec53bf5-8fec-4063-872e-8e62df41d787 req-e865c499-ce9c-4b50-9744-df90c219c279 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2659831 Apr 28 20:10:00.061826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:10:00.063756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Checking segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:10:00.064393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Bound using segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:10:00.065048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Bound port: b0ae8eef-7a26-4344-bb58-2adefb73e16b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:00.065629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:00.092325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e469a91f-1c17-49d3-a828-0c6da010c0c0 req-c052844c-a2bb-4cef-a30d-6afcabdc5111 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 210 time: 0.0992017 Apr 28 20:10:00.255133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:10:00.255133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:10:00.270130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:00.383611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:00.384310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:00.385773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] 10.222.0.41 "PUT /v2.0/ports/b0ae8eef-7a26-4344-bb58-2adefb73e16b HTTP/1.1" status: 200 len: 1092 time: 2.8896916 Apr 28 20:10:00.386497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:00.429984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c8ec2-894b-4dcf-b512-0362d83d2867 service neutron] Pushing event updated for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:00.675597 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62343fc9-7ba3-466f-9370-a1cc04c06476'] response: {'name': 'network-changed', 'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b', 'status': 'completed', 'code': 200} Apr 28 20:10:01.189566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-f09aefaf-34bb-45b7-940c-a1850dba6868 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.198165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-f09aefaf-34bb-45b7-940c-a1850dba6868 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 809 time: 0.6226397 Apr 28 20:10:01.237692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0e800926-2d9d-47ac-b5f3-f943e5c7fc1d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/quotas/c8555451fc9b45d781b31d72097d2e2e HTTP/1.1" status: 200 len: 375 time: 0.0302219 Apr 28 20:10:01.295157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-920ce34e-b15c-4513-bc13-6554876aa1f0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.296695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-920ce34e-b15c-4513-bc13-6554876aa1f0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.4148033 Apr 28 20:10:01.299124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-5c6a1adf-96a4-4d0a-bc86-2c0853ef0ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.300481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-5c6a1adf-96a4-4d0a-bc86-2c0853ef0ec3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 1095 time: 0.6215789 Apr 28 20:10:01.309174 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-9f3e5109-1d28-4493-a968-6db2841f2777 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0834439 Apr 28 20:10:01.377974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee06af9-f92f-403c-95ae-b66e3c552676 req-185f8c56-919f-4b3f-b546-b0ad23b29239 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.385672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ee06af9-f92f-403c-95ae-b66e3c552676 req-185f8c56-919f-4b3f-b546-b0ad23b29239 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 944 time: 0.1090581 Apr 28 20:10:01.462858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ee06af9-f92f-403c-95ae-b66e3c552676 req-9cd777f9-303b-436f-8eb1-bace85859591 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716221 Apr 28 20:10:01.568900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-8a7a5c75-d715-4c64-ba3e-215c4c294052 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b HTTP/1.1" status: 200 len: 217 time: 0.2325840 Apr 28 20:10:01.660195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-35f23c78-15fb-4e0a-9ec7-7573c4e2b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:01.660195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-35f23c78-15fb-4e0a-9ec7-7573c4e2b90b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7030398b-5cb1-4d66-a5db-4f2874500350 HTTP/1.1" status: 200 len: 837 time: 0.0837069 Apr 28 20:10:01.740607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-b19d63f1-c70c-4228-83bc-eef1666a6955 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 380 time: 0.4098580 Apr 28 20:10:01.754276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'port': {'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'admin_state_up': True, 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'security_groups': ['6e80ef58-0f59-4ab5-8b4a-70e5ed452503']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:01.794619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-658fbfcd-e9cd-4282-bbce-932e1f99692a req-3498c20a-46f4-42c2-be75-bfc2dfb4f2ec tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 210 time: 0.0556087 Apr 28 20:10:01.926241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-54ba885b-cf61-4ce7-90c9-e31581cd82a9 service neutron] 10.222.0.24 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6160913 Apr 28 20:10:02.132372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:02.144776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:02.196615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:02.200263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:02.224568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-ef7d384b-ae62-4c47-ad5f-b6ead412dd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:02.226392 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-ef7d384b-ae62-4c47-ad5f-b6ead412dd7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366180e8-e01e-4e6e-9b90-2061392cdc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5457006 Apr 28 20:10:02.422037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-89ecf174-b7d6-484b-81c6-12e9318dd296 service neutron] 10.222.0.24 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4723532 Apr 28 20:10:02.761257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.20.0.9 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/616bdcb0-c765-4eab-aa39-c160c4d5dd7a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:02.781185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0893834-09f8-428e-bcbb-8148cada2eba req-4fcdd963-f339-4c79-a08c-cca26529f640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:02.782656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0893834-09f8-428e-bcbb-8148cada2eba req-4fcdd963-f339-4c79-a08c-cca26529f640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 944 time: 0.1364627 Apr 28 20:10:02.885817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d0893834-09f8-428e-bcbb-8148cada2eba req-4ceb25ef-854b-49ff-ae8e-214637016ed9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954118 Apr 28 20:10:02.935258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d74f4756-1161-49a4-bd0a-da1da5b96771 req-328fb32b-a187-4c53-81ef-f970bd47ed1e tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 210 time: 0.1754944 Apr 28 20:10:02.941986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-84f9b7d2-e884-455b-ba97-bb87e22e8547 service neutron] 10.222.0.41 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6902936 Apr 28 20:10:03.279105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8ac8a5b-cfbc-4206-8f1a-cec305110b94 req-2f8691fd-650f-4698-9076-11246d98fe65 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 210 time: 0.0604391 Apr 28 20:10:03.432969 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7536a6b-51fc-4343-b7cf-00f77accf38b req-48b19f48-f0cf-40c0-b6a0-b8fde8113237 service neutron] 10.222.0.41 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4824901 Apr 28 20:10:03.624259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:03.682248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Transition to ACTIVE for port object 616bdcb0-c765-4eab-aa39-c160c4d5dd7a will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:03.702991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e673-f883-4833-912b-56bfa7e59731 req-16a6dc04-9f2d-4371-8558-98869d283682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:03.704934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-16a6dc04-9f2d-4371-8558-98869d283682 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 1095 time: 0.2059872 Apr 28 20:10:04.058152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:04.397389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e673-f883-4833-912b-56bfa7e59731 req-6274dd9e-b9be-447e-abd9-08e5d767c1e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:04.398851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-6274dd9e-b9be-447e-abd9-08e5d767c1e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=366180e8-e01e-4e6e-9b90-2061392cdc4a HTTP/1.1" status: 200 len: 898 time: 0.6819913 Apr 28 20:10:04.465772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36eb27a4-4148-4ec9-9d7c-45b26ba02e4d req-ebeafee6-a2a5-4404-9a72-7a28d9be001d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 210 time: 0.0980895 Apr 28 20:10:04.540312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:04.548035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:04.572417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:10:04.668856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:04.893334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-18e5af17-e60e-427a-9f49-05070eed65a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b HTTP/1.1" status: 200 len: 217 time: 0.4707053 Apr 28 20:10:05.100988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.101673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:05.115475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b52c2cf-5e97-4e41-b57b-d958249fb78c req-e4c32731-7b69-424a-b1c9-966d98070cdb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.117494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b52c2cf-5e97-4e41-b57b-d958249fb78c req-e4c32731-7b69-424a-b1c9-966d98070cdb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 931 time: 0.1873372 Apr 28 20:10:05.188906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e673-f883-4833-912b-56bfa7e59731 req-5e79a7ec-853c-4133-8e91-033641511e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.194613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-05704470-9619-48e5-b01f-f5f6610a4302 None None] Provisioning for port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:05.199120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-5e79a7ec-853c-4133-8e91-033641511e8a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7030398b-5cb1-4d66-a5db-4f2874500350 HTTP/1.1" status: 200 len: 837 time: 0.2294817 Apr 28 20:10:05.202887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-05704470-9619-48e5-b01f-f5f6610a4302 None None] Provisioning complete for port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:05.202887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05704470-9619-48e5-b01f-f5f6610a4302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:05.289198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-05704470-9619-48e5-b01f-f5f6610a4302 None None] Port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:10:05.347688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e788d3-1fa8-47e5-b309-e13efa94cd9e req-59186292-1ae9-40a8-8c5d-dc6772585eaf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.363435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3e788d3-1fa8-47e5-b309-e13efa94cd9e req-59186292-1ae9-40a8-8c5d-dc6772585eaf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 944 time: 1.0502088 Apr 28 20:10:05.443651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-3a8e030d-fcdb-4e8d-b394-a9b5bf84dba9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6911833 Apr 28 20:10:05.481599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4f7fea40-ee03-4864-b412-c0ca7fa7a5f9 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.482397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4f7fea40-ee03-4864-b412-c0ca7fa7a5f9 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:05.494949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Request body: {'port': {'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:05.606790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b52c2cf-5e97-4e41-b57b-d958249fb78c req-4055af82-5d3c-415b-98e7-cd024847504e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4637816 Apr 28 20:10:05.656180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4f7fea40-ee03-4864-b412-c0ca7fa7a5f9 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:05.658837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4f7fea40-ee03-4864-b412-c0ca7fa7a5f9 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 809 time: 0.5391150 Apr 28 20:10:05.675735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Request body: {'port': {'device_id': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff', 'admin_state_up': True, 'tenant_id': 'c8555451fc9b45d781b31d72097d2e2e'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:05.718705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3e788d3-1fa8-47e5-b309-e13efa94cd9e req-a7491650-1dbe-4bc9-943c-02fa83e23680 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3634984 Apr 28 20:10:05.733399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:05.902049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11e673-f883-4833-912b-56bfa7e59731 req-0995257d-1a85-4236-b5d5-48a470ba2836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:05.902049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-0995257d-1a85-4236-b5d5-48a470ba2836 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=366180e8-e01e-4e6e-9b90-2061392cdc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6771629 Apr 28 20:10:06.041919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-da5d39b8-9ca0-4f0d-bfc6-238faa89047e req-f1814a39-de1b-434d-9125-69559ebbaa6c tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 210 time: 0.1314919 Apr 28 20:10:06.105054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:06.113693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Usage tracker for resource:port and tenant:c8555451fc9b45d781b31d72097d2e2e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:10:06.123875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:10:06.133294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:06.154203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Made reservation on behalf of c8555451fc9b45d781b31d72097d2e2e for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:06.160083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:06.366786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-6f063dd2-71c5-4f24-8de5-abe81b11eb4d service neutron] 10.222.0.41 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4526961 Apr 28 20:10:06.409143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Allocated IP 172.20.0.12 (d82b65f4-e2c8-4475-b4c2-12d8f3d40eff/b390d296-f20a-4da2-b6b1-8f7c59d11c22/8265b739-8a09-46b6-adc8-2d9c567e7d31) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:06.444196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b0ae8eef-7a26-4344-bb58-2adefb73e16b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:10:06.728585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:06.741668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616bdcb0-c765-4eab-aa39-c160c4d5dd7a {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:06.766141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:06.769058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'port_id': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b', 'mac_address': 'fa:16:3e:1f:fd:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:10:06.806759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Transition to ACTIVE for port object 616bdcb0-c765-4eab-aa39-c160c4d5dd7a will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:06.825832 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:06.951866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:06.998784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ae8eef-7a26-4344-bb58-2adefb73e16b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:07.013047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:07.023033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:07.173200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:07.280199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b0ae8eef-7a26-4344-bb58-2adefb73e16b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:07.288834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd11e673-f883-4833-912b-56bfa7e59731 req-c97eac71-4b39-4cfa-a4f3-0847e8ced396 service neutron] 10.222.0.41 "GET /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9128287 Apr 28 20:10:07.499281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:07.507027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:07.680309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:07.835723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Attempting to bind port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:07.836069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Attempting to bind port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:07.836455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Attempting to bind port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:07.848897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:10:07.849222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Attempting to bind port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:07.885808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:10:07.885808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:10:07.885808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:10:07.885808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Bound port: 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:07.885808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:07.888731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:07.919768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:07.919768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:10:08.018438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Pushing event updated for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:08.076300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e6d1b1-ac33-4ece-8e49-419930091484 req-d0107c0a-7154-42a4-b55c-204b8bee1608 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.076300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-28e6d1b1-ac33-4ece-8e49-419930091484 req-d0107c0a-7154-42a4-b55c-204b8bee1608 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:08.083074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142fb99-bbb1-4a5b-987b-14989cc52398 req-ca7ff5e6-f56b-4a88-9e7c-9a1ce3fb7fc0 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.091218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2142fb99-bbb1-4a5b-987b-14989cc52398 req-ca7ff5e6-f56b-4a88-9e7c-9a1ce3fb7fc0 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 945 time: 1.0873733 Apr 28 20:10:08.112150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.112150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:08.130933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-28e6d1b1-ac33-4ece-8e49-419930091484 req-d0107c0a-7154-42a4-b55c-204b8bee1608 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:08.139800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28e6d1b1-ac33-4ece-8e49-419930091484 req-d0107c0a-7154-42a4-b55c-204b8bee1608 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 943 time: 1.2047460 Apr 28 20:10:08.232978 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28e6d1b1-ac33-4ece-8e49-419930091484 req-d033ccc0-94bc-4d5f-a83a-4d502aeb91ee tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902514 Apr 28 20:10:08.242810 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-0ddfada3-6c76-46a0-848c-e468591448f6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5760109 Apr 28 20:10:08.260487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Request body: {'port': {'device_id': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:08.263942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:10:08.278799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:10:08.293623 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:08.310474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2142fb99-bbb1-4a5b-987b-14989cc52398 req-43545ed4-0250-4028-83f3-2dba65409a12 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2237015 Apr 28 20:10:08.402135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.402135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:08.402135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] 10.222.0.41 "PUT /v2.0/ports/616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 200 len: 1091 time: 2.9399755 Apr 28 20:10:08.415285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:08.460823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:08.664325 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c529704a-5253-45e4-b991-362b5fedf8e5'] response: {'name': 'network-changed', 'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'status': 'completed', 'code': 200} Apr 28 20:10:08.715143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2f61fa-e679-4675-ae6c-15711d33ae03 service neutron] Pushing event updated for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:08.736145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ff7b4a1d-79f4-4ae5-bc16-3702c0ee0a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.740413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-ff7b4a1d-79f4-4ae5-bc16-3702c0ee0a2d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 1094 time: 0.2227955 Apr 28 20:10:08.763715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6631c598-1232-4493-a8d3-367d14fc01be req-70c2b5a1-8406-4811-ad89-e08980c69ef4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:08.785485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6631c598-1232-4493-a8d3-367d14fc01be req-70c2b5a1-8406-4811-ad89-e08980c69ef4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 932 time: 0.3794649 Apr 28 20:10:08.911584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-54c60b0c-1a28-409f-8e27-cdd6e9a3bebb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 200 len: 217 time: 0.1511524 Apr 28 20:10:08.972291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6631c598-1232-4493-a8d3-367d14fc01be req-8257df2b-9960-45f6-bbc8-aedd411caa61 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016834 Apr 28 20:10:09.053502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-e0b91b54-23e2-4d53-9b9d-05a17b7e30bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:09.056074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-e0b91b54-23e2-4d53-9b9d-05a17b7e30bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.0893199 Apr 28 20:10:09.152747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-37b4d86d-045a-4ef2-80fd-b55e38cfc317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:09.154827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-37b4d86d-045a-4ef2-80fd-b55e38cfc317 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0914288 Apr 28 20:10:09.163246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8265b739-8a09-46b6-adc8-2d9c567e7d31 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:09.181555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:09.230069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Transition to ACTIVE for port object 8265b739-8a09-46b6-adc8-2d9c567e7d31 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:09.238625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:09.354913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:09.758357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa378fb6-53ab-492b-90ff-e24b07139217 req-70e4a389-07c8-4514-a67f-215845ef0f36 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:09.758357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa378fb6-53ab-492b-90ff-e24b07139217 req-70e4a389-07c8-4514-a67f-215845ef0f36 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 943 time: 0.2188361 Apr 28 20:10:09.783957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Attempting to bind port 8265b739-8a09-46b6-adc8-2d9c567e7d31 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:09.783957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Attempting to bind port 8265b739-8a09-46b6-adc8-2d9c567e7d31 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:09.783957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Attempting to bind port 8265b739-8a09-46b6-adc8-2d9c567e7d31 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:09.799178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Port 8265b739-8a09-46b6-adc8-2d9c567e7d31 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:10:09.799178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Attempting to bind port 8265b739-8a09-46b6-adc8-2d9c567e7d31 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:09.813948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 9, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:10:09.813948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Checking segment: {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:10:09.813948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Bound using segment: {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:10:09.813948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Bound port: 8265b739-8a09-46b6-adc8-2d9c567e7d31, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:09.819514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800efcb7-3f39-471e-a304-99739355b44e req-525f43e2-1dda-43ae-9285-f07bd9e8df2f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:09.822068 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:09.823793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-800efcb7-3f39-471e-a304-99739355b44e req-525f43e2-1dda-43ae-9285-f07bd9e8df2f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 945 time: 0.1660812 Apr 28 20:10:09.823793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-5e98743d-b1ab-4b6b-a6f7-38be0eeb1cf3 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6441739 Apr 28 20:10:09.899748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fa378fb6-53ab-492b-90ff-e24b07139217 req-c61e4d5e-7724-4d30-89a0-47458cc5b036 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296265 Apr 28 20:10:09.977724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:10:09.982858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:10:09.990943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:10.008091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:10.036467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-800efcb7-3f39-471e-a304-99739355b44e req-09a30f94-f81c-46f8-a7cf-ff8efab51b65 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175825 Apr 28 20:10:10.063879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.064717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:10.066382 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] 10.222.0.41 "PUT /v2.0/ports/8265b739-8a09-46b6-adc8-2d9c567e7d31 HTTP/1.1" status: 200 len: 1092 time: 1.8130436 Apr 28 20:10:10.066990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:10.091517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df3a9f6-382d-46f2-86c5-a88a1e48e4c7 service neutron] Pushing event updated for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:10.159941 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7cbac520-2a47-463e-8447-62210c708d88'] response: {'name': 'network-changed', 'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31', 'status': 'completed', 'code': 200} Apr 28 20:10:10.222018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31576479-3f9e-4d24-8453-38e6363b0bf4 req-6d29ec73-5f9c-4bc1-a510-ce16fea40f61 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3599265 Apr 28 20:10:10.315380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-6942610f-c243-48fa-bf18-15d1e13fcb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.315380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-6942610f-c243-48fa-bf18-15d1e13fcb81 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 1095 time: 0.2029717 Apr 28 20:10:10.472284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-a753ec8e-5667-4daa-b273-2e42200c414a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.473811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-a753ec8e-5667-4daa-b273-2e42200c414a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 1094 time: 0.1859732 Apr 28 20:10:10.485278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b0ae8eef-7a26-4344-bb58-2adefb73e16b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:10.637001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-9bec27bd-234e-4d91-84c0-e93d926b9194 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31 HTTP/1.1" status: 200 len: 217 time: 0.3103704 Apr 28 20:10:10.652793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fcbac-bd93-4108-b01b-0012e348876e req-70c9bb89-43ad-46f3-a695-ddbf3e51a6f4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.652793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c09fcbac-bd93-4108-b01b-0012e348876e req-70c9bb89-43ad-46f3-a695-ddbf3e51a6f4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:10.691020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b0ae8eef-7a26-4344-bb58-2adefb73e16b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:10.702205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b0ae8eef-7a26-4344-bb58-2adefb73e16b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:10.702205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:10.770641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c09fcbac-bd93-4108-b01b-0012e348876e req-70c9bb89-43ad-46f3-a695-ddbf3e51a6f4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:10.770641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c09fcbac-bd93-4108-b01b-0012e348876e req-70c9bb89-43ad-46f3-a695-ddbf3e51a6f4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 944 time: 0.6136100 Apr 28 20:10:10.812949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4bc55c78-ee6e-44dd-a6fa-0e722a1bbdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.828688 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-4bc55c78-ee6e-44dd-a6fa-0e722a1bbdaf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b390d296-f20a-4da2-b6b1-8f7c59d11c22 HTTP/1.1" status: 200 len: 849 time: 0.1728160 Apr 28 20:10:10.888353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-74df5e31-8b90-4c08-b69f-04da1f4a3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:10.891914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-74df5e31-8b90-4c08-b69f-04da1f4a3e65 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3998082 Apr 28 20:10:10.957560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:10.974728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-e3cae884-289e-4b95-a22e-62d54e0b7733 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1321127 Apr 28 20:10:10.998674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-2a732157-d261-4b21-b4f6-04249e5b751a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 200 len: 217 time: 0.0974822 Apr 28 20:10:11.027138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:11.029872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:11.048960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:11.056255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c09fcbac-bd93-4108-b01b-0012e348876e req-9b4e5cff-44c1-46c3-989d-6af3abe5a177 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:11.138712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c09fcbac-bd93-4108-b01b-0012e348876e req-9b4e5cff-44c1-46c3-989d-6af3abe5a177 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:11.154278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-20db1cfd-f598-49fd-905c-fdfcffa46485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.154278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-20db1cfd-f598-49fd-905c-fdfcffa46485 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1429384 Apr 28 20:10:11.160541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c09fcbac-bd93-4108-b01b-0012e348876e req-9b4e5cff-44c1-46c3-989d-6af3abe5a177 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3769910 Apr 28 20:10:11.392200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:11.433350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-f8f3ef38-fc97-4d85-bc4f-acc009254ee1 service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4400628 Apr 28 20:10:11.520203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff2b1cb-11f8-4809-aa9b-3ccc1ab8b117 req-e5e11455-57e8-48a7-b07b-ce40260792cd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.525784 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d957c55-fb31-462c-9bdc-3a1ef24b8b31'] response: {'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b', 'code': 200} Apr 28 20:10:11.527991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ff2b1cb-11f8-4809-aa9b-3ccc1ab8b117 req-e5e11455-57e8-48a7-b07b-ce40260792cd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 943 time: 0.2353792 Apr 28 20:10:11.546689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-9813f47c-e5bc-4770-8e65-243c604135d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.548451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-9813f47c-e5bc-4770-8e65-243c604135d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3926129 Apr 28 20:10:11.645343 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353538c2-8928-47fb-ac6d-bc4e363839a7 req-85968df3-32ab-435d-b300-f401bcf431f6 service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043014 Apr 28 20:10:11.647043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ff2b1cb-11f8-4809-aa9b-3ccc1ab8b117 req-f7d278ac-e34e-45e7-afd3-8103584fd420 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181157 Apr 28 20:10:11.890706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-ece9f7da-764c-468b-807a-213f17b8e80d service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3090923 Apr 28 20:10:11.953741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-d1321997-0cff-48e4-a575-8353ab3a248e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.955193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-d1321997-0cff-48e4-a575-8353ab3a248e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 1095 time: 0.1825750 Apr 28 20:10:11.963403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bb7c3-e4ad-4d4a-b0cb-30a7dfd44548 req-7f5aef91-6b82-406c-b9a3-7a024cc0d8ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:11.964793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-753bb7c3-e4ad-4d4a-b0cb-30a7dfd44548 req-7f5aef91-6b82-406c-b9a3-7a024cc0d8ae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.2574322 Apr 28 20:10:12.054417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-8a84926e-1620-49c1-a22a-4505e393851c service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532667 Apr 28 20:10:12.066008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2306d09f-308a-4b81-b656-c55474ec52a6 req-e3d01735-8776-4a9b-a392-2c5117570463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:12.066008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2306d09f-308a-4b81-b656-c55474ec52a6 req-e3d01735-8776-4a9b-a392-2c5117570463 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 1097 time: 0.4152782 Apr 28 20:10:12.150046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2306d09f-308a-4b81-b656-c55474ec52a6 req-de6c5e59-db61-413c-bdd4-33107d5ef0c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758681 Apr 28 20:10:12.163680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-753bb7c3-e4ad-4d4a-b0cb-30a7dfd44548 req-6602698f-0ab7-4e95-9f9e-2937a3c2ad8c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388118 Apr 28 20:10:12.253145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:12.364422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-1d66b6c3-ecf6-43f1-889a-f65028ec1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:12.365995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-1d66b6c3-ecf6-43f1-889a-f65028ec1d04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 910 time: 0.4003487 Apr 28 20:10:12.519349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 616bdcb0-c765-4eab-aa39-c160c4d5dd7a details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:10:12.526057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-8de3bf14-f690-459c-8b86-8c53ac6439c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31 HTTP/1.1" status: 200 len: 217 time: 0.1486783 Apr 28 20:10:12.560928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6abe70-649a-4f24-b656-6bcc07b8ef14 req-4ee7ad1e-6daa-465a-aa9c-8057e3903f6d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:12.568107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f6abe70-649a-4f24-b656-6bcc07b8ef14 req-4ee7ad1e-6daa-465a-aa9c-8057e3903f6d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 944 time: 0.1631591 Apr 28 20:10:12.679327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f6abe70-649a-4f24-b656-6bcc07b8ef14 req-94041e12-1c4e-4e9b-9654-7d9614f79762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105158 Apr 28 20:10:12.731466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-aa54fc27-d56f-4b3f-996f-be9589c0eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:12.736438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-aa54fc27-d56f-4b3f-996f-be9589c0eb25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b390d296-f20a-4da2-b6b1-8f7c59d11c22 HTTP/1.1" status: 200 len: 849 time: 0.2075224 Apr 28 20:10:12.793379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-4c4eb92a-b117-4520-916c-abeb8946a245 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448239 Apr 28 20:10:12.908847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:12.928765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:10:12.991435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:13.016746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616bdcb0-c765-4eab-aa39-c160c4d5dd7a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:13.037533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:13.042800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:13.171363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-a5bf347a-8e66-4615-b5df-6ba9666d358f service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3725772 Apr 28 20:10:13.174693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:13.321439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['616bdcb0-c765-4eab-aa39-c160c4d5dd7a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:13.336930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dac3083-8dde-4af6-affc-5dcab9404832 req-4cdfc06d-f049-4d56-a3af-bd50cb894772 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:13.355646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dac3083-8dde-4af6-affc-5dcab9404832 req-4cdfc06d-f049-4d56-a3af-bd50cb894772 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 943 time: 0.3660076 Apr 28 20:10:13.612653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0dac3083-8dde-4af6-affc-5dcab9404832 req-05965ac0-c589-42d6-8293-f234346c9997 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2475269 Apr 28 20:10:13.862578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ad3f3-c53c-410e-ba5a-bb92a3fc1997 req-43a3959f-e5ff-4ea7-baa6-63e05e8613fc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:13.864126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-166ad3f3-c53c-410e-ba5a-bb92a3fc1997 req-43a3959f-e5ff-4ea7-baa6-63e05e8613fc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.3034632 Apr 28 20:10:13.941533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61b3a32-168e-4976-ba05-a0238dbb02f5 req-765fd721-4641-4120-b6c7-aa773d6acda5 service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7598801 Apr 28 20:10:14.097511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-166ad3f3-c53c-410e-ba5a-bb92a3fc1997 req-51174b3e-fce6-4881-adc4-beabdc9182a6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2091687 Apr 28 20:10:14.154481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900ccf7f-2da3-4dbf-84a1-aea569196eed req-f7a4bd4a-5591-429d-96fc-d3b9ff657271 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:14.156953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-900ccf7f-2da3-4dbf-84a1-aea569196eed req-f7a4bd4a-5591-429d-96fc-d3b9ff657271 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 944 time: 0.1347966 Apr 28 20:10:14.203445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-900ccf7f-2da3-4dbf-84a1-aea569196eed req-4708ed35-4cc8-4ac6-974c-47ca530b4ce2 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407336 Apr 28 20:10:14.517173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8265b739-8a09-46b6-adc8-2d9c567e7d31 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:10:14.519510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 616bdcb0-c765-4eab-aa39-c160c4d5dd7a up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:14.871859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:14.894485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8265b739-8a09-46b6-adc8-2d9c567e7d31', 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff', 'port_id': '8265b739-8a09-46b6-adc8-2d9c567e7d31', 'mac_address': 'fa:16:3e:93:ae:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b390d296-f20a-4da2-b6b1-8f7c59d11c22', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:10:14.917163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd78c-1a40-42ce-83c8-1cf65190deab req-24100fda-2b66-47de-a898-1aeb10b6e791 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:14.918714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59edd78c-1a40-42ce-83c8-1cf65190deab req-24100fda-2b66-47de-a898-1aeb10b6e791 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 944 time: 0.1155844 Apr 28 20:10:15.021598 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.028665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59edd78c-1a40-42ce-83c8-1cf65190deab req-72d6aaed-d498-42db-b45c-c02fbdd324d9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0972693 Apr 28 20:10:15.064945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8265b739-8a09-46b6-adc8-2d9c567e7d31 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:15.092870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:15.097140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:15.097140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:15.097140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.156413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.274885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:15.413521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.474595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8265b739-8a09-46b6-adc8-2d9c567e7d31'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:15.540639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b990ae-1a89-45d0-ac3a-b9baff774c3b req-556db107-8aa4-4aaf-80d5-35c0f4e7f476 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:15.554035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79b990ae-1a89-45d0-ac3a-b9baff774c3b req-556db107-8aa4-4aaf-80d5-35c0f4e7f476 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.1990657 Apr 28 20:10:15.601889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:15.639461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:15.639878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79b990ae-1a89-45d0-ac3a-b9baff774c3b req-3e8c8307-248b-490a-a18e-5ba61638b9a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826237 Apr 28 20:10:15.647699 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:15.882331 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dbba134b-917a-4c93-9aac-e950a5136449'] response: {'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'code': 200} Apr 28 20:10:15.949558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56aefc5e-e15c-4e87-8d71-2a34a85775c2 req-0e63ba09-07df-4d47-8860-4a8c33de322a tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:15.951161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56aefc5e-e15c-4e87-8d71-2a34a85775c2 req-0e63ba09-07df-4d47-8860-4a8c33de322a tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 945 time: 0.4661841 Apr 28 20:10:16.045713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56aefc5e-e15c-4e87-8d71-2a34a85775c2 req-08f47513-6094-44cf-b7d8-fb0fd32dc5df tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880411 Apr 28 20:10:16.121743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:16.307680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf401ae-f715-4fbf-a1a2-1880c41d34d3 req-44fc13a3-bf66-4aef-833c-32706174c844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:16.307680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf401ae-f715-4fbf-a1a2-1880c41d34d3 req-44fc13a3-bf66-4aef-833c-32706174c844 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 1096 time: 0.3642628 Apr 28 20:10:16.409679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf401ae-f715-4fbf-a1a2-1880c41d34d3 req-987e890f-c46a-4527-bb71-b4dcb3c3c7e3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874498 Apr 28 20:10:16.454211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adb81cc-ca3d-4cd4-91d7-75b9197f5dde req-49743c9b-2822-4c64-a6ea-f403dd9005b3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:16.454211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5adb81cc-ca3d-4cd4-91d7-75b9197f5dde req-49743c9b-2822-4c64-a6ea-f403dd9005b3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.3459589 Apr 28 20:10:16.513231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5adb81cc-ca3d-4cd4-91d7-75b9197f5dde req-d4f784c6-f878-411f-be84-2029396b8ef4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572016 Apr 28 20:10:16.694014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf61137-58a4-4f7e-8e3d-e455b391c937 req-ddc8db03-6f8b-4be2-b030-8822806b0082 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:16.694014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bf61137-58a4-4f7e-8e3d-e455b391c937 req-ddc8db03-6f8b-4be2-b030-8822806b0082 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.1602271 Apr 28 20:10:16.802634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bf61137-58a4-4f7e-8e3d-e455b391c937 req-7464b3cf-9257-4f65-a539-4abd493cb145 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058888 Apr 28 20:10:17.387768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341bf80e-23f7-42ec-8c29-91b227a2ce3f req-3e2b225c-89ac-4988-83cf-b261494a6331 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:17.387768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-341bf80e-23f7-42ec-8c29-91b227a2ce3f req-3e2b225c-89ac-4988-83cf-b261494a6331 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 945 time: 0.1318135 Apr 28 20:10:17.449895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-341bf80e-23f7-42ec-8c29-91b227a2ce3f req-79244e52-922f-4b60-86e2-bf096978de20 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555959 Apr 28 20:10:18.103398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfe2c9a-b227-4de3-8810-a4bbe3151905 req-76c1b034-21ed-41ca-bb1f-ccc899f8cdfc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:18.103398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcfe2c9a-b227-4de3-8810-a4bbe3151905 req-76c1b034-21ed-41ca-bb1f-ccc899f8cdfc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.1001742 Apr 28 20:10:18.147921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcfe2c9a-b227-4de3-8810-a4bbe3151905 req-0b79543b-9fb2-41f4-981f-32bf38622f3e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424223 Apr 28 20:10:18.231671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:18.526561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8265b739-8a09-46b6-adc8-2d9c567e7d31 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:18.687006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8265b739-8a09-46b6-adc8-2d9c567e7d31 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:18.698797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8265b739-8a09-46b6-adc8-2d9c567e7d31 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:18.699256 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:18.835832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5122d1-e3d2-4c49-a296-f3ba16d95ef9 req-8dbfbbcc-ad83-43be-98ab-9bf49837a531 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:18.847356 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb5122d1-e3d2-4c49-a296-f3ba16d95ef9 req-8dbfbbcc-ad83-43be-98ab-9bf49837a531 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 945 time: 0.1916924 Apr 28 20:10:19.023549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb5122d1-e3d2-4c49-a296-f3ba16d95ef9 req-7b2fe3cc-c4f7-41bb-8637-cb6b1637eadd tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751208 Apr 28 20:10:19.098628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:19.183216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:19.210096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:19.216615 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:19.346819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:19.380938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf2304-a1df-4eda-b2a6-e2fac4d9c9f9 req-1d83cad7-41e1-4711-b5f8-a9d9f5cebf1e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:19.393937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59270) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:19.400521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:19.401284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56bf2304-a1df-4eda-b2a6-e2fac4d9c9f9 req-1d83cad7-41e1-4711-b5f8-a9d9f5cebf1e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 1.0187931 Apr 28 20:10:19.533686 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8fa2dc68-5715-494a-9f5a-7c2bde508e1c'] response: {'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31', 'code': 200} Apr 28 20:10:19.707841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:20.044586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399afaa-1be5-40ed-ad56-549eb433af1c req-a3146cd6-d1af-48d7-a15b-cb39a6c859ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:20.044586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7399afaa-1be5-40ed-ad56-549eb433af1c req-a3146cd6-d1af-48d7-a15b-cb39a6c859ae service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 1097 time: 0.4038935 Apr 28 20:10:20.200814 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99ac9fe3-7a5f-4fa4-aca4-531f4173144a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:20.269711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7399afaa-1be5-40ed-ad56-549eb433af1c req-ecb5d40d-fed7-42b9-b451-d04b4b8bfcd1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210946 Apr 28 20:10:20.394504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b947d-5870-4ea0-9f3e-4932496725f0 req-63f58eda-2390-4a48-8c1c-af98f9f84b8e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:20.406981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a1b947d-5870-4ea0-9f3e-4932496725f0 req-63f58eda-2390-4a48-8c1c-af98f9f84b8e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2590468 Apr 28 20:10:20.486164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a1b947d-5870-4ea0-9f3e-4932496725f0 req-36f3a643-5b7f-4049-908b-beb38bfa319c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843396 Apr 28 20:10:20.550857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786fb4a7-0be4-43cd-9457-b07b032c1368 req-e8f9b7cd-e1e2-4e58-ba88-e6745838bc2d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:20.552995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:20.559112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-786fb4a7-0be4-43cd-9457-b07b032c1368 req-e8f9b7cd-e1e2-4e58-ba88-e6745838bc2d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 946 time: 0.2628479 Apr 28 20:10:20.645288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-786fb4a7-0be4-43cd-9457-b07b032c1368 req-6ffdb78a-f038-4670-ba02-cad8e91ec840 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825152 Apr 28 20:10:20.651304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-6b133cce-4a3e-4207-ac3c-db999e68e424 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5615070 Apr 28 20:10:21.080856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-0bd1f93e-2b4e-4fd8-9f02-bc12977e4951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:21.080856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-0bd1f93e-2b4e-4fd8-9f02-bc12977e4951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1097 time: 0.1557040 Apr 28 20:10:21.330348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-e26458d8-5857-4a49-83b9-2aacfc5a21b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:21.331801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-e26458d8-5857-4a49-83b9-2aacfc5a21b5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 898 time: 0.2298758 Apr 28 20:10:21.738273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.17 (366180e8-e01e-4e6e-9b90-2061392cdc4a/7030398b-5cb1-4d66-a5db-4f2874500350/793a1798-83c4-4a58-ba9c-9678a8bb9ef9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:21.819680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-71ffc722-24cc-4ce4-af7b-5d64b19bc6b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 1002 time: 0.4750454 Apr 28 20:10:21.850805 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] It took 0.76 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:10:22.036751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.062970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:22.175619 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.301482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:22.301482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:22.301482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:22.319574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.334824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-aca55d8e-afed-4be2-9e18-15e33c247c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.344206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:10:22.357617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-aca55d8e-afed-4be2-9e18-15e33c247c24 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 200 len: 834 time: 0.3322637 Apr 28 20:10:22.357617 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.398280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e7ac76-9512-4ce9-8883-e45906ea3989 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.444976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.540339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.541822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.542166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.542506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.545246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.545620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.547170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.547170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.549030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.549030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.549222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.549543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:22.670224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd91d05-b3e0-4786-ae71-cd1c7cfec273 req-4f4dd261-c7b5-4814-aaee-c1268d43e2b1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.670224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dd91d05-b3e0-4786-ae71-cd1c7cfec273 req-4f4dd261-c7b5-4814-aaee-c1268d43e2b1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.5589287 Apr 28 20:10:22.781785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.816466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-acc748ff-7d98-4453-8bf1-75370304083f None None] Provisioning for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:22.838430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-acc748ff-7d98-4453-8bf1-75370304083f None None] Provisioning complete for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:22.838430 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-acc748ff-7d98-4453-8bf1-75370304083f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:22.894467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a7fd52-c044-4cf5-9274-10993c5c2039 req-58dbe235-03c3-46c4-beb3-3511f661836c tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:22.894467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-17a7fd52-c044-4cf5-9274-10993c5c2039 req-58dbe235-03c3-46c4-beb3-3511f661836c tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 946 time: 0.8249209 Apr 28 20:10:23.011477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-acc748ff-7d98-4453-8bf1-75370304083f None None] Port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:10:23.026547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-17a7fd52-c044-4cf5-9274-10993c5c2039 req-e8d5dc2a-3854-439a-a890-fc19795e8a63 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368537 Apr 28 20:10:23.166989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-9c30b379-43d6-46db-bfe1-acb7101e734a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:23.172535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-9c30b379-43d6-46db-bfe1-acb7101e734a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4745061 Apr 28 20:10:23.187676 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 4c03eed3-2014-498b-9be1-73da6c05dbf0 associated. External IP: 172.25.2.128, port: 616bdcb0-c765-4eab-aa39-c160c4d5dd7a. Apr 28 20:10:23.403261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:23.550952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.581254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dd91d05-b3e0-4786-ae71-cd1c7cfec273 req-bd1f6865-f5cf-4da4-a655-592cd68ccb50 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9082212 Apr 28 20:10:23.589343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.778110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:23.820763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:23.868886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:24.094957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-40180361-081d-4161-bc36-640731dbc31e service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6872783 Apr 28 20:10:24.106560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:24.215502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:24.221487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:24.758351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9537c0df-88f8-4c21-84b2-52da33a636a6 None None] Provisioning complete for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:24.758351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9537c0df-88f8-4c21-84b2-52da33a636a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:24.777037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:24.831821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:24.839678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Usage tracker for resource:security_group_rule and tenant:d5f37467b8634714815f3431a445eafe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:10:24.854900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:10:24.926738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:24.974437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e6eb1656-b00b-4c90-b23e-417b0fe1886e req-406eaf27-86f5-40e7-a9be-66489dffb7f0 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8649933 Apr 28 20:10:24.994652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9537c0df-88f8-4c21-84b2-52da33a636a6 None None] Port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:10:25.059518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:10:25.184329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:10:25.189699 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:25.441828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b2692-6565-4b6f-b9b8-ecd5b77dab7c req-37d1b4e4-bc50-49df-b435-7f293d8043bd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:25.441828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f28b2692-6565-4b6f-b9b8-ecd5b77dab7c req-37d1b4e4-bc50-49df-b435-7f293d8043bd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.4060290 Apr 28 20:10:25.492572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:10:25.505314 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:25.523291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f28b2692-6565-4b6f-b9b8-ecd5b77dab7c req-a543ad06-2952-4c7f-b14e-c62387b4c32d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678053 Apr 28 20:10:25.526854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:25.526854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:25.531012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1f929770-30c3-4347-a339-2deb67ad68a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/342f7b88-b9b3-490a-9c29-fa2c0b4403c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2884879 Apr 28 20:10:25.690541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:10:25.704016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:25.704016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:25.704016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:25.872513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:25.913580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:25.990887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:26.137849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.162671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97923eb0-9e0f-447c-8303-70ee446b56bd req-16cb4aca-55f1-479c-830f-b270a0748ec7 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:26.164214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97923eb0-9e0f-447c-8303-70ee446b56bd req-16cb4aca-55f1-479c-830f-b270a0748ec7 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 946 time: 0.9832137 Apr 28 20:10:26.167332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.396776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416fdde3-b2d9-4b3c-bced-7a5309a79ea1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:26.396776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8cea3dc9-45ee-4ef0-a753-c08063de0207 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "PUT /v2.0/floatingips/4c03eed3-2014-498b-9be1-73da6c05dbf0 HTTP/1.1" status: 200 len: 991 time: 6.9816909 Apr 28 20:10:26.396776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:26.512780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6435d29b-5994-45ad-8a76-154ea0391aca admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5f37467b8634714815f3431a445eafe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6685114 Apr 28 20:10:26.512993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59398) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:26.589307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:22Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793a1798-83c4-4a58-ba9c-9678a8bb9ef9', 'name': '', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:54:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:21Z', 'updated_at': '2022-04-28T20:10:23Z', 'revision_number': 2, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:26.599679 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:26.600291 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Updating router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:10:26.656459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.666940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97923eb0-9e0f-447c-8303-70ee446b56bd req-f6ffe83d-67a2-448b-9b85-ece762ba2b4e tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820018 Apr 28 20:10:26.687742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.758771 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:26.911968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c590c-837e-4103-b9f2-2466527961c3 req-89117a46-c6fa-46ba-9b69-a76a89931aac tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:26.911968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-443c590c-837e-4103-b9f2-2466527961c3 req-89117a46-c6fa-46ba-9b69-a76a89931aac tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 946 time: 0.3779190 Apr 28 20:10:26.972826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:27.050785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:21Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:27.060647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:27.087748 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be16091c-9259-4208-b652-e5ecb0c45651'] response: {'name': 'network-changed', 'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'status': 'completed', 'code': 200} Apr 28 20:10:27.094358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416fdde3-b2d9-4b3c-bced-7a5309a79ea1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:27.107382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Deleting port 8265b739-8a09-46b6-adc8-2d9c567e7d31 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:27.109020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:27.125824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:27.130302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:27.215382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:27.216798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5191422-b4e9-4a44-8599-b088e97fd022 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/416fdde3-b2d9-4b3c-bced-7a5309a79ea1 HTTP/1.1" status: 204 len: 168 time: 0.7025907 Apr 28 20:10:27.309925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359306ad-06cb-425f-883e-6f936473e146 req-11862ccd-0049-41ac-b805-75c4e697968a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:27.309925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-11862ccd-0049-41ac-b805-75c4e697968a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 1096 time: 0.2105803 Apr 28 20:10:27.637290 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:27.678204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359306ad-06cb-425f-883e-6f936473e146 req-dec2afc2-48dd-4b53-9dce-c8ccc67a6600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:27.678204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-dec2afc2-48dd-4b53-9dce-c8ccc67a6600 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3522182 Apr 28 20:10:27.704261 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Transition to ACTIVE for port object 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:27.704261 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:27.777047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a7fb5-5bf1-4d83-96d3-ebb743e99c3b req-966795b8-522e-4338-a35c-61f00a6d7353 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:27.777047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c16a7fb5-5bf1-4d83-96d3-ebb743e99c3b req-966795b8-522e-4338-a35c-61f00a6d7353 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.7979143 Apr 28 20:10:27.944622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-0b2a0d95-6dd2-4e61-931f-1d9c0faf5578 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 200 len: 999 time: 0.2641943 Apr 28 20:10:28.002233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:28.095178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59422) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:28.129595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c16a7fb5-5bf1-4d83-96d3-ebb743e99c3b req-671c9647-890d-4fa6-b784-8ac832219b45 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1347806 Apr 28 20:10:28.317105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:28.346147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] For port 8265b739-8a09-46b6-adc8-2d9c567e7d31, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8265b739-8a09-46b6-adc8-2d9c567e7d31,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:28.346147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:28.436819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:28.472200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Usage tracker for resource:security_group_rule and tenant:1232f85823a5407391ff864df6706f0e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:10:28.477310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359306ad-06cb-425f-883e-6f936473e146 req-257ab1ee-281b-4aa3-bd5a-1d521798ae68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:28.483112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-257ab1ee-281b-4aa3-bd5a-1d521798ae68 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.5220244 Apr 28 20:10:28.485478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:10:28.627840 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf3628-02d1-46dc-a062-ac31a480453a None None] Pushing event updated for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:28.644870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8265b739-8a09-46b6-adc8-2d9c567e7d31 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:28.679098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Attempting to bind port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:28.679098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Attempting to bind port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:28.679098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Attempting to bind port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 on network 366180e8-e01e-4e6e-9b90-2061392cdc4a {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:28.707015 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:10:28.707015 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Checking segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:10:28.707015 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:28.714265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Bound using segment: {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:10:28.714265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Bound port: 793a1798-83c4-4a58-ba9c-9678a8bb9ef9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e697d3e6-353e-4c18-b162-bd26ea4f160a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:28.714265 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:28.753415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:28.785310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Calling delete_port for 8265b739-8a09-46b6-adc8-2d9c567e7d31 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:28.866214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93e8086-761b-4663-a687-1b0a5ed5b38e req-04c8bc1c-f6f3-47d2-b835-65a07bee614c tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:28.885857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e93e8086-761b-4663-a687-1b0a5ed5b38e req-04c8bc1c-f6f3-47d2-b835-65a07bee614c tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 946 time: 0.7807512 Apr 28 20:10:28.908882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] For port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:10:28.915486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] For port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:10:28.924594 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:28.947494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e93e8086-761b-4663-a687-1b0a5ed5b38e req-dee409d1-5034-4ac5-b2b4-370f1043037f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606813 Apr 28 20:10:29.002430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359306ad-06cb-425f-883e-6f936473e146 req-51d3fb13-9d5c-479b-b75c-78d2dd49f190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:29.002430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-51d3fb13-9d5c-479b-b75c-78d2dd49f190 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5013926 Apr 28 20:10:29.148355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-3655a1c5-5546-481d-a0a4-5c369a15f229 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365230 Apr 28 20:10:29.254175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:29.364019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:29.461731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:29.461731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:29.502037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-359306ad-06cb-425f-883e-6f936473e146 req-2dde0524-e266-4491-89f1-9bcd80f674b7 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3399534 Apr 28 20:10:29.650930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Pushing event deleted for resources: {'Port': ['ID=8265b739-8a09-46b6-adc8-2d9c567e7d31,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:29.717174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:29.749419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:29.931082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf3628-02d1-46dc-a062-ac31a480453a None None] Pushing event updated for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:29.944697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:21Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:29.949295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34b44cc-f628-4572-88f0-de7e96efee7a None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:21Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:29.958919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=1232f85823a5407391ff864df6706f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8614931 Apr 28 20:10:29.961355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:29.964217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054ce12-ae47-4469-ba7b-6ace6b3d7b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=939e05f1-dd52-416a-a31a-90abd5674710,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:30.121651 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:30.130192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] No DVR routers for this DVR port 8265b739-8a09-46b6-adc8-2d9c567e7d31 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:10:30.130192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:30.133893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'name': 'network-vif-deleted', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:30.151730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:30.203693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-443c590c-837e-4103-b9f2-2466527961c3 req-2c7c139e-785d-405c-9aa5-27e66f7b199d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "DELETE /v2.0/ports/8265b739-8a09-46b6-adc8-2d9c567e7d31 HTTP/1.1" status: 204 len: 173 time: 3.2844100 Apr 28 20:10:30.268148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:30.271412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe03f611-ac8f-4349-ae97-46e374043f16 req-d1cc5ac9-a028-4f53-b87b-d0cccacf1f9b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:30.302686 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe03f611-ac8f-4349-ae97-46e374043f16 req-d1cc5ac9-a028-4f53-b87b-d0cccacf1f9b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.7181230 Apr 28 20:10:30.471058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe03f611-ac8f-4349-ae97-46e374043f16 req-4aa9726b-4b24-4fec-b13c-6f8c092e1707 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571486 Apr 28 20:10:30.572739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a124782-9bfd-4cf3-a359-52811a0deca8 req-22bda12b-2f85-4216-b802-19a082eb2467 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=c0bbf58a-67f9-4fe5-a7c8-fd89e4835190 HTTP/1.1" status: 200 len: 210 time: 0.1735687 Apr 28 20:10:30.580149 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb7f7dc4-34fe-416d-8a26-12168b6c6f42'] response: {'server_uuid': 'c0bbf58a-67f9-4fe5-a7c8-fd89e4835190', 'name': 'network-vif-deleted', 'tag': '8265b739-8a09-46b6-adc8-2d9c567e7d31', 'status': 'completed', 'code': 200} Apr 28 20:10:30.596339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:30.638452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=939e05f1-dd52-416a-a31a-90abd5674710,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:30.681719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:30.681719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00ad0183-5ab0-4a87-a031-d021c645e219 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/939e05f1-dd52-416a-a31a-90abd5674710 HTTP/1.1" status: 204 len: 168 time: 0.7097018 Apr 28 20:10:30.796738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:10:30.797226 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a503c7aa-60e3-47c5-a22d-d09d1412427c None None] New status for floating IP 4c03eed3-2014-498b-9be1-73da6c05dbf0: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:10:31.555698 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:22Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793a1798-83c4-4a58-ba9c-9678a8bb9ef9', 'name': '', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:54:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:21Z', 'updated_at': '2022-04-28T20:10:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:31.577424 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9eb84a4-7577-4925-90cc-bcb3f2d35ed1 None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:22Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '793a1798-83c4-4a58-ba9c-9678a8bb9ef9', 'name': '', 'network_id': '366180e8-e01e-4e6e-9b90-2061392cdc4a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:54:a3:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3184, 'fixed_ips': [{'subnet_id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:10:21Z', 'updated_at': '2022-04-28T20:10:28Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7030398b-5cb1-4d66-a5db-4f2874500350', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:32.104290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:32.185091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20aeff7e-4776-4077-af3f-df4b133a5419 req-c0117658-70fe-4c9e-8fb5-29d18735fb32 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:32.187998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20aeff7e-4776-4077-af3f-df4b133a5419 req-c0117658-70fe-4c9e-8fb5-29d18735fb32 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.3595066 Apr 28 20:10:32.315251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:32.336924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:32.336924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:32.727673 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:32.754539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-e2c478b0-b1c4-49e9-9710-dfdd8a0966f1 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:32.765326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-e2c478b0-b1c4-49e9-9710-dfdd8a0966f1 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 809 time: 0.3898449 Apr 28 20:10:32.768513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:10:32.809691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-d74f3d95-bcaf-4dfd-8d0a-bfe9079f4bf9 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/quotas/c8555451fc9b45d781b31d72097d2e2e HTTP/1.1" status: 200 len: 375 time: 0.0417871 Apr 28 20:10:32.867944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-20aeff7e-4776-4077-af3f-df4b133a5419 req-b7f01231-d80e-4dc8-9f42-470f0d2cd7f6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6604974 Apr 28 20:10:32.935372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-1aa83f0d-5d2a-4607-9c44-d0603be7f618 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:32.991413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-1aa83f0d-5d2a-4607-9c44-d0603be7f618 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:33.004419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-1aa83f0d-5d2a-4607-9c44-d0603be7f618 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1865978 Apr 28 20:10:33.136338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:33.141550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.391924 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:33.421935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:33.462512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.462861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.463199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.468044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.468716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.469320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.470299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.470782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.471403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.471977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.472514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.473017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:10:33.497971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:10:33.546457 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-f89013ca-ad3f-41b1-b02b-fe64752f3eaa service neutron] 10.222.0.24 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5454564 Apr 28 20:10:33.653805 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.681762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:33.711561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:33.714780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:33.769965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-ce0a3eee-794a-4792-9c3f-29ee7dbd88a1 service neutron] 10.222.0.24 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179260 Apr 28 20:10:33.869904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:33.906619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['25a613c7-27a7-489a-89d7-8a897ff4b35c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:34.059406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:34.217758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eae38d2c-d40c-4700-bb4a-c3da8898621c req-b2923203-128a-45ae-a79f-f373db0d86e3 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 210 time: 0.1106656 Apr 28 20:10:34.369331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:34.369890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:34.400520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221b84cd-30f5-451c-9fc4-45150b67ef02 req-2b045fc2-680c-43e2-8634-8f9e54a919c4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:34.410970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-221b84cd-30f5-451c-9fc4-45150b67ef02 req-2b045fc2-680c-43e2-8634-8f9e54a919c4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 945 time: 0.2462122 Apr 28 20:10:34.547830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-221b84cd-30f5-451c-9fc4-45150b67ef02 req-6863950c-4d85-4027-9322-2089560d79b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212952 Apr 28 20:10:35.675772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e4ea2616-0ae5-4d83-bb85-a09452a11e3f req-d6c8aa99-41da-4854-9b3b-601ae251be98 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 210 time: 0.1240556 Apr 28 20:10:35.924888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5042c82-3cd3-4f1d-8d4e-a58f7a48b326 req-127b7d9c-ae0c-4176-8a63-29500ebd8415 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:35.932974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5042c82-3cd3-4f1d-8d4e-a58f7a48b326 req-127b7d9c-ae0c-4176-8a63-29500ebd8415 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 945 time: 0.1726558 Apr 28 20:10:36.036203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5042c82-3cd3-4f1d-8d4e-a58f7a48b326 req-00338116-70ec-40fd-b031-84cb66d856b0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1023886 Apr 28 20:10:36.458906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-773438d7-d1cf-4326-ba62-93fbba0b5b1b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:36.465429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-773438d7-d1cf-4326-ba62-93fbba0b5b1b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 809 time: 0.3740485 Apr 28 20:10:36.478384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Request body: {'port': {'device_id': '29cee018-385a-4932-9c20-42d0c59b5a31', 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff', 'admin_state_up': True, 'tenant_id': 'c8555451fc9b45d781b31d72097d2e2e'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:36.651370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:36.799612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 25a613c7-27a7-489a-89d7-8a897ff4b35c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:36.799929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:36.830467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:36.854106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:36.871838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Made reservation on behalf of c8555451fc9b45d781b31d72097d2e2e for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:10:36.880361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.057911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d84e547-224a-49fb-88b2-56cf7f9f0f3c req-b60cc6f2-ccf0-4aff-ab39-04996565e0b2 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 210 time: 0.0815821 Apr 28 20:10:37.063791 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.116615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:37.117849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:37.132455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.275800 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ba0534-7e72-4666-bc75-7ba66962f7c8'] response: {'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'code': 200} Apr 28 20:10:37.294668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:37.340395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab88a5e2-c734-4811-9792-8d4e7b1a58e6 req-53f424b1-4479-4bdc-83c4-6ea99942b25e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:37.345645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Allocated IP 172.20.0.3 (d82b65f4-e2c8-4475-b4c2-12d8f3d40eff/b390d296-f20a-4da2-b6b1-8f7c59d11c22/626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:10:37.350901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab88a5e2-c734-4811-9792-8d4e7b1a58e6 req-53f424b1-4479-4bdc-83c4-6ea99942b25e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.1185968 Apr 28 20:10:37.445936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab88a5e2-c734-4811-9792-8d4e7b1a58e6 req-dbbb7e8f-e1ac-4e7f-a2a8-92c41462da3d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850010 Apr 28 20:10:37.681178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.719198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.831610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Pushing event updated for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:37.845753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:10:37.846946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:10:37.849323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:10:37.918511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:37.919173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:37.948218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8bd867c3-91ff-4eb4-9b05-c1f212b8c762 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4770641 Apr 28 20:10:37.964102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Request body: {'port': {'device_id': '29cee018-385a-4932-9c20-42d0c59b5a31', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:10:38.114837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.455727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4b467f-3fc4-43ef-b238-417084788708 req-108a6b2e-3bb3-48d2-86b4-4f652b7f5dec tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:38.456451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5b4b467f-3fc4-43ef-b238-417084788708 req-108a6b2e-3bb3-48d2-86b4-4f652b7f5dec tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:38.669551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5b4b467f-3fc4-43ef-b238-417084788708 req-108a6b2e-3bb3-48d2-86b4-4f652b7f5dec tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:38.670747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b4b467f-3fc4-43ef-b238-417084788708 req-108a6b2e-3bb3-48d2-86b4-4f652b7f5dec tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 931 time: 0.3811710 Apr 28 20:10:38.829316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875e288-5b78-4e9f-86c7-a6d224cd5da0 req-e9b859d0-8c15-4841-8476-b26a955a31d0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:38.847141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e875e288-5b78-4e9f-86c7-a6d224cd5da0 req-e9b859d0-8c15-4841-8476-b26a955a31d0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2207551 Apr 28 20:10:38.874433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b4b467f-3fc4-43ef-b238-417084788708 req-4536b942-a8ec-4187-acc9-f22a19e27d22 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946974 Apr 28 20:10:38.925874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:38.939149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e875e288-5b78-4e9f-86c7-a6d224cd5da0 req-7fe8af5e-84f4-4124-902b-053caefbb38a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907762 Apr 28 20:10:38.973314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:38.991339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Transition to ACTIVE for port object 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:10:38.996897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.492475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Attempting to bind port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:10:39.492813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Attempting to bind port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:10:39.493140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Attempting to bind port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:39.505187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:10:39.505537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Attempting to bind port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 on network d82b65f4-e2c8-4475-b4c2-12d8f3d40eff {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:10:39.507803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Pushing event updated for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:39.518040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 10, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:10:39.518451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Checking segment: {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:10:39.518905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Bound using segment: {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:10:39.519412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Bound port: 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62ba42ad-2e99-4328-b9aa-662654b9e007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:10:39.519841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.640463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:10:39.651447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:10:39.669981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.816155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Pushing event updated for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:39.832300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:39.833080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:39.834795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-13cd561f-cf14-4955-807f-b0c2f1e5599e service neutron] 10.222.0.41 "PUT /v2.0/ports/626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 HTTP/1.1" status: 200 len: 1091 time: 1.8773944 Apr 28 20:10:39.835244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:40.001846 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd1525bb-6e62-4dd7-8618-83ff463c8ba9'] response: {'name': 'network-changed', 'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7', 'status': 'completed', 'code': 200} Apr 28 20:10:40.006637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:40.104724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8e92530b-e32e-4adb-9c95-65e712633bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.106770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-8e92530b-e32e-4adb-9c95-65e712633bdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 1094 time: 0.2120445 Apr 28 20:10:40.197128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-6feb5963-36f7-4a71-8733-0a064b990733 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 HTTP/1.1" status: 200 len: 217 time: 0.0812144 Apr 28 20:10:40.199068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6183270-cd9c-4c25-b9cd-120929ade9da req-98e2f6bd-4ab6-4f87-87b4-a764ed13bde4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.201077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6183270-cd9c-4c25-b9cd-120929ade9da req-98e2f6bd-4ab6-4f87-87b4-a764ed13bde4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 943 time: 0.1184952 Apr 28 20:10:40.276748 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6183270-cd9c-4c25-b9cd-120929ade9da req-6e0af164-e2bf-4cb5-9620-8f54ad7d7277 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679793 Apr 28 20:10:40.403610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-6dd584c6-bd06-4230-9655-30e82df175b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.406145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-6dd584c6-bd06-4230-9655-30e82df175b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b390d296-f20a-4da2-b6b1-8f7c59d11c22 HTTP/1.1" status: 200 len: 849 time: 0.1433370 Apr 28 20:10:40.570554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea19c6c1-abd8-4163-bbac-22a945318991 req-6930c250-6b1d-4dcf-9fc6-595a22ba74c4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:40.578170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea19c6c1-abd8-4163-bbac-22a945318991 req-6930c250-6b1d-4dcf-9fc6-595a22ba74c4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.3799193 Apr 28 20:10:40.602674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-89acb9a2-e9ed-4f36-b6ae-af04be0b5795 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1759937 Apr 28 20:10:40.728603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea19c6c1-abd8-4163-bbac-22a945318991 req-1a57b711-5fee-4d27-a803-53db00628d86 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455021 Apr 28 20:10:40.849081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-2e206d25-2747-4e41-98b3-f3b51416ab50 service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337708 Apr 28 20:10:41.025432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8e665ac-d422-4fca-9c66-7cbc31b46b59 req-f8b076b8-e307-43cd-9b49-d79b6dce7dda service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667626 Apr 28 20:10:41.309213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-f73b6f49-134a-4a99-98a0-9d9cfaf299c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:41.310764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-f73b6f49-134a-4a99-98a0-9d9cfaf299c0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c8555451fc9b45d781b31d72097d2e2e&device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 1094 time: 0.2052271 Apr 28 20:10:41.684588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-e046407f-8def-4859-bd6b-1220460669a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:41.688864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-e046407f-8def-4859-bd6b-1220460669a7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 200 len: 910 time: 0.3561177 Apr 28 20:10:41.830667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-a8b3f02d-49cb-4ec5-9415-ab9afc938356 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 HTTP/1.1" status: 200 len: 217 time: 0.1282980 Apr 28 20:10:41.893617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75024a37-bae9-4f15-9da0-c9c65b7e7e5d req-11bb7026-1a57-47b2-9dd3-d14ffdd0067b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:41.905294 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75024a37-bae9-4f15-9da0-c9c65b7e7e5d req-11bb7026-1a57-47b2-9dd3-d14ffdd0067b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 943 time: 0.3628569 Apr 28 20:10:41.975363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-e2ea430d-0a06-488a-9ed6-9c508eed217d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:41.981235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-e2ea430d-0a06-488a-9ed6-9c508eed217d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b390d296-f20a-4da2-b6b1-8f7c59d11c22 HTTP/1.1" status: 200 len: 849 time: 0.1457901 Apr 28 20:10:42.016892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75024a37-bae9-4f15-9da0-c9c65b7e7e5d req-b7bfb80a-77e4-4845-8853-afac6851724b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107121 Apr 28 20:10:42.092133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-7b39022c-a1ad-4f6f-8ca3-cab2cfd9df28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698445 Apr 28 20:10:42.238098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:42.262290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2359d37-0dba-4709-9cb3-76540d90f03b req-83bf38e1-9b79-49f1-bcb2-b3737ef930ab tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:42.270135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2359d37-0dba-4709-9cb3-76540d90f03b req-83bf38e1-9b79-49f1-bcb2-b3737ef930ab tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2969284 Apr 28 20:10:42.344011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2359d37-0dba-4709-9cb3-76540d90f03b req-1066069a-435b-4786-9327-17ce0a15f91e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689600 Apr 28 20:10:42.363690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-de606ce7-d73d-4f20-a302-a614fcca483d service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638834 Apr 28 20:10:42.391226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:42.708455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:10:42.985225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-703b065d-fda5-43bc-abc9-d94dcee45209 req-d15989f1-f9a5-4895-871b-46851a0146ea service neutron] 10.222.0.41 "GET /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6148829 Apr 28 20:10:43.297675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:43.323573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7', 'network_id': 'd82b65f4-e2c8-4475-b4c2-12d8f3d40eff', 'port_id': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7', 'mac_address': 'fa:16:3e:2a:6a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b390d296-f20a-4da2-b6b1-8f7c59d11c22', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:10:43.452844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.535364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:10:43.586437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047bd38-6f7f-4e3a-8c3a-acee249e665b req-5e2d655c-8a44-4ec5-a69c-fb9c1603a9e8 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:43.588138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4047bd38-6f7f-4e3a-8c3a-acee249e665b req-5e2d655c-8a44-4ec5-a69c-fb9c1603a9e8 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 943 time: 0.2139990 Apr 28 20:10:43.592414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:43.600484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.606184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:43.821411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:43.924849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:43.943826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01b49e4-f3d0-46a1-9413-2b7c9c032e6f req-fe4a153c-5f63-4023-bdee-5874cf0e91a5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:43.945372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b01b49e4-f3d0-46a1-9413-2b7c9c032e6f req-fe4a153c-5f63-4023-bdee-5874cf0e91a5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2657866 Apr 28 20:10:44.051178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4047bd38-6f7f-4e3a-8c3a-acee249e665b req-ad8d38ee-30ba-4572-bdaa-8bfe669c28ce tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2818329 Apr 28 20:10:44.104103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b01b49e4-f3d0-46a1-9413-2b7c9c032e6f req-e2edc578-cfcf-415b-8476-4a2d6052ecea tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1515172 Apr 28 20:10:44.724123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:44.725063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.028855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port 793a1798-83c4-4a58-ba9c-9678a8bb9ef9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:45.029822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:45.368449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:45.553222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732160a4-4903-4cb5-9eb3-69c06dd73c68 req-6c799cb7-81f8-4c35-b69a-d86eb0d5fa9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:45.564018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-732160a4-4903-4cb5-9eb3-69c06dd73c68 req-6c799cb7-81f8-4c35-b69a-d86eb0d5fa9f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2094529 Apr 28 20:10:45.686773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-732160a4-4903-4cb5-9eb3-69c06dd73c68 req-192a11a6-9991-4026-836e-6b416b73c25a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214652 Apr 28 20:10:45.866532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e1aed4-3972-48ec-aa32-b8cfc1348341 req-cff073a2-d615-46c4-8f20-e40ee00b734b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:45.871009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15e1aed4-3972-48ec-aa32-b8cfc1348341 req-cff073a2-d615-46c4-8f20-e40ee00b734b tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 944 time: 0.3381042 Apr 28 20:10:45.872478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.059538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=793a1798-83c4-4a58-ba9c-9678a8bb9ef9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:46.096792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-15e1aed4-3972-48ec-aa32-b8cfc1348341 req-3b844dd6-2a9c-462d-a01d-6bc70cf4428d tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089398 Apr 28 20:10:46.506710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.604724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59938) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:46.727898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:10:46.902620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:46.999509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:10:47.008457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Usage tracker for resource:security_group_rule and tenant:ecf98e690b0f4265aa8063eeb36e9f20 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:10:47.012585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:10:47.020958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:10:47.027290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:10:47.028001 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.033881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:10:47.203998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.241950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:10:47.249056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.301394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.331638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:47.344327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:47.356029 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.426628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ecf98e690b0f4265aa8063eeb36e9f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8185525 Apr 28 20:10:47.427487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59994) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:47.459459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:47.504231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68ffa-31f7-4055-a46d-286b3b52c131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92f578af-946d-400d-918f-ebf88f47e36b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:47.619322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2149cd7-2610-4a4f-b725-f89d985cd232 req-1312fb6f-6d45-459b-9ec9-17f432c52286 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:47.621140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2149cd7-2610-4a4f-b725-f89d985cd232 req-1312fb6f-6d45-459b-9ec9-17f432c52286 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.1564751 Apr 28 20:10:47.630074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:10:47.642623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808c8108-e052-4dea-b34a-1399c5aff67d req-1d56b641-4a0c-472f-9370-5574c34f6abd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:47.643647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86353e50-759e-4716-a799-67b5632db131 None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:10:47.650630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-808c8108-e052-4dea-b34a-1399c5aff67d req-1d56b641-4a0c-472f-9370-5574c34f6abd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.7237010 Apr 28 20:10:47.664762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:47.665413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:47.695399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a3053063-3a43-49e2-b5ae-4c2bfe927cb1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/342f7b88-b9b3-490a-9c29-fa2c0b4403c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3029356 Apr 28 20:10:47.733552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2149cd7-2610-4a4f-b725-f89d985cd232 req-14bd25c5-c12e-4e53-b1e9-2df6e79d57d2 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008480 Apr 28 20:10:47.771790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-808c8108-e052-4dea-b34a-1399c5aff67d req-dc02ef67-98f0-480b-9141-bb80a5d2a917 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198435 Apr 28 20:10:47.782659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.854928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:47.894257 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c872b7d2-fdc6-484f-a9e0-2ded313cfa40'] response: {'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7', 'code': 200} Apr 28 20:10:48.044265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:48.124315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.186335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92f578af-946d-400d-918f-ebf88f47e36b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:48.233671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:48.254137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-df900260-53f8-45e7-a976-0f1acb8f5520 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/92f578af-946d-400d-918f-ebf88f47e36b HTTP/1.1" status: 204 len: 168 time: 0.8146417 Apr 28 20:10:48.301682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab49ae4f-3864-4bc9-8a5c-d1a07492fbf4 req-7aa8d503-fa72-4382-895f-48e339ac2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:48.303373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab49ae4f-3864-4bc9-8a5c-d1a07492fbf4 req-7aa8d503-fa72-4382-895f-48e339ac2d0f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 1096 time: 0.3111362 Apr 28 20:10:48.370495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ab49ae4f-3864-4bc9-8a5c-d1a07492fbf4 req-d2304b33-15a2-4df0-9945-a5c5bc9d988a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597694 Apr 28 20:10:48.907443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbffaaa-f7f6-4957-bcd2-75246b9af4d0 req-33aaee2e-7e1c-4805-ba59-3c550bb8518d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:48.910357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ffbffaaa-f7f6-4957-bcd2-75246b9af4d0 req-33aaee2e-7e1c-4805-ba59-3c550bb8518d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:48.949611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ffbffaaa-f7f6-4957-bcd2-75246b9af4d0 req-33aaee2e-7e1c-4805-ba59-3c550bb8518d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:48.951248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffbffaaa-f7f6-4957-bcd2-75246b9af4d0 req-33aaee2e-7e1c-4805-ba59-3c550bb8518d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.2559052 Apr 28 20:10:48.992815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:49.010734 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86353e50-759e-4716-a799-67b5632db131 None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:10:49.038247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:10:49.038884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:49.063565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffbffaaa-f7f6-4957-bcd2-75246b9af4d0 req-ae819776-ad66-4df9-9504-8f50454830dd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052380 Apr 28 20:10:49.317573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afdaff92-bb8f-454c-a79e-d7da3a2808c3 req-60eaf0c0-1fad-492d-acc2-f840564ee770 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:49.327887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afdaff92-bb8f-454c-a79e-d7da3a2808c3 req-60eaf0c0-1fad-492d-acc2-f840564ee770 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.3051524 Apr 28 20:10:49.425403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de1bc65-322f-4274-ba33-e27cd53e6dfb req-ff9a06ce-450c-443f-8f42-47ba485386c1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:49.454293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3de1bc65-322f-4274-ba33-e27cd53e6dfb req-ff9a06ce-450c-443f-8f42-47ba485386c1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2162073 Apr 28 20:10:49.476194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:10:49.490999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afdaff92-bb8f-454c-a79e-d7da3a2808c3 req-bf10f4dc-206b-4a0d-9bfc-6854f0f8d364 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621478 Apr 28 20:10:49.703798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3de1bc65-322f-4274-ba33-e27cd53e6dfb req-1967a907-263d-4825-9efd-0dacfc950290 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2484329 Apr 28 20:10:50.293240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0abd5677-852f-4183-b292-cd4cf4578a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.436785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-0f7ee72f-ca3c-4417-b276-f8c234e14966 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:50.438868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-0f7ee72f-ca3c-4417-b276-f8c234e14966 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.2767916 Apr 28 20:10:50.496845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-86353e50-759e-4716-a799-67b5632db131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:50.508256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86353e50-759e-4716-a799-67b5632db131 None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '82eab050-6e01-4a15-aae2-5dd5617ed1d4', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.100', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'port_id': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3077, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'mac_address': 'fa:16:3e:44:38:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:08:57Z', 'updated_at': '2022-04-28T20:09:04Z', 'revision_number': 1, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:10:50.579859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07985346-327d-4562-8009-b7232aa91a8c req-07b97706-5d79-4093-8b7f-4a12ebe0d979 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:50.588650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07985346-327d-4562-8009-b7232aa91a8c req-07b97706-5d79-4093-8b7f-4a12ebe0d979 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.2941136 Apr 28 20:10:50.653512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07985346-327d-4562-8009-b7232aa91a8c req-2682a0e7-19de-40f7-a3a0-68c885706316 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638540 Apr 28 20:10:50.665965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port b0ae8eef-7a26-4344-bb58-2adefb73e16b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:50.667884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:50.924945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197b64bd-bfee-47f0-99f4-647c591d435d req-9e42e7b7-516d-43e8-b534-eb01f17acdd6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:50.934657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197b64bd-bfee-47f0-99f4-647c591d435d req-9e42e7b7-516d-43e8-b534-eb01f17acdd6 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.1752570 Apr 28 20:10:51.020378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-197b64bd-bfee-47f0-99f4-647c591d435d req-4d370f3c-272a-445e-9288-d7f61249b349 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844972 Apr 28 20:10:51.377419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3673c6-ecad-4435-9d90-6a97898359c3 req-98e697f6-e9f2-4961-9212-0f8acd854b13 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:51.387863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef3673c6-ecad-4435-9d90-6a97898359c3 req-98e697f6-e9f2-4961-9212-0f8acd854b13 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.3984745 Apr 28 20:10:51.450164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port b0ae8eef-7a26-4344-bb58-2adefb73e16b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b0ae8eef-7a26-4344-bb58-2adefb73e16b,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:51.450164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:51.658624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for b0ae8eef-7a26-4344-bb58-2adefb73e16b owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:51.720611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef3673c6-ecad-4435-9d90-6a97898359c3 req-4ee82279-b7b0-4369-9466-7e9e2829da06 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3313844 Apr 28 20:10:51.927436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:52.016466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297cc3e9-1c31-4f3b-bf86-e3c524ef8ec7 req-7f3516ad-d940-4970-a61f-290de16c22c0 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:52.027221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-297cc3e9-1c31-4f3b-bf86-e3c524ef8ec7 req-7f3516ad-d940-4970-a61f-290de16c22c0 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 946 time: 0.1772680 Apr 28 20:10:52.066521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:10:52.066752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 793a1798-83c4-4a58-ba9c-9678a8bb9ef9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:10:52.214219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-297cc3e9-1c31-4f3b-bf86-e3c524ef8ec7 req-a59483bd-cf46-41de-b680-e7b0d22ca598 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=8c440fb2-2da3-4209-bdb0-8ac09cf721e7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838717 Apr 28 20:10:52.237655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:52.349049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=b0ae8eef-7a26-4344-bb58-2adefb73e16b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:52.365109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc60e072-78ed-4748-ada6-02a60ba7e209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:52.571553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] No DVR routers for this DVR port b0ae8eef-7a26-4344-bb58-2adefb73e16b on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:10:52.575166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:52.586022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'name': 'network-vif-deleted', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:52.597230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ed6b27-b821-449a-88b3-f114acf2bd8a req-dc078548-dd3e-4981-aa8b-d7a324d27ce4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "DELETE /v2.0/ports/b0ae8eef-7a26-4344-bb58-2adefb73e16b HTTP/1.1" status: 204 len: 173 time: 2.1460860 Apr 28 20:10:52.664783 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4392cfa0-eb0b-46fc-97a5-411176978019'] response: {'server_uuid': '2aa2501b-828f-4c31-8942-1676aa1ea279', 'name': 'network-vif-deleted', 'tag': 'b0ae8eef-7a26-4344-bb58-2adefb73e16b', 'status': 'completed', 'code': 200} Apr 28 20:10:52.744980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b0ae8eef-7a26-4344-bb58-2adefb73e16b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:52.803498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: b0ae8eef-7a26-4344-bb58-2adefb73e16b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:10:52.804815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b0ae8eef-7a26-4344-bb58-2adefb73e16b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:10:53.192185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a333b-dad1-413f-bf44-cc0b3bd5031b req-d4da93f2-85ef-4b36-8c7c-adecfa379b61 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:53.221508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e6a333b-dad1-413f-bf44-cc0b3bd5031b req-d4da93f2-85ef-4b36-8c7c-adecfa379b61 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.2107296 Apr 28 20:10:53.445890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3e6a333b-dad1-413f-bf44-cc0b3bd5031b req-566280d4-ef9b-48ed-bce3-194ef6439b07 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2233987 Apr 28 20:10:53.781884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:53.876177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-47422ead-2ceb-487e-9b2c-df8269c649e8 req-b78b2768-92a4-4e34-b318-a6195d853880 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:53.909386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-47422ead-2ceb-487e-9b2c-df8269c649e8 req-b78b2768-92a4-4e34-b318-a6195d853880 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:53.920330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47422ead-2ceb-487e-9b2c-df8269c649e8 req-b78b2768-92a4-4e34-b318-a6195d853880 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=2aa2501b-828f-4c31-8942-1676aa1ea279 HTTP/1.1" status: 200 len: 210 time: 0.2592516 Apr 28 20:10:53.995857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863310a7-7cf2-48bb-aa77-e62034192a7e req-9eaa0ded-2ed6-40ea-8bdd-03a03c0296a4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:53.997867 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-863310a7-7cf2-48bb-aa77-e62034192a7e req-9eaa0ded-2ed6-40ea-8bdd-03a03c0296a4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.1991563 Apr 28 20:10:54.051653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-863310a7-7cf2-48bb-aa77-e62034192a7e req-d290b4e4-f2bf-45fe-9a7a-487de043814e tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471747 Apr 28 20:10:54.061914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:54.791473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ad9e4-6cad-4ab6-a697-9ffec219549b req-6ff6cfc9-6c84-4160-bc7e-ceeaaf891d2d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:54.793142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-181ad9e4-6cad-4ab6-a697-9ffec219549b req-6ff6cfc9-6c84-4160-bc7e-ceeaaf891d2d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.1569891 Apr 28 20:10:54.997867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-181ad9e4-6cad-4ab6-a697-9ffec219549b req-f86e8f41-f0c1-4f91-aeb1-3c6c9912f308 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923337 Apr 28 20:10:55.041955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:55.098624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-b52b4a81-57ac-4db9-b202-9f4727f8c649 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:55.100358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-b52b4a81-57ac-4db9-b202-9f4727f8c649 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.2796869 Apr 28 20:10:55.186212 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.192862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.220619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Deleting port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:55.221661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.238396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.354882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.380607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c440fb2-2da3-4209-bdb0-8ac09cf721e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:55.411136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.411136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1c5df62f-1990-4276-a6a4-7e1181b0399f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/security-groups/8c440fb2-2da3-4209-bdb0-8ac09cf721e7 HTTP/1.1" status: 204 len: 168 time: 0.3616924 Apr 28 20:10:55.447635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:55.593611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting subnet 7030398b-5cb1-4d66-a5db-4f2874500350 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:10:55.598639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.669059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.711578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] For port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,segment=NetworkSegment(62ba42ad-2e99-4328-b9aa-662654b9e007),segment_id=62ba42ad-2e99-4328-b9aa-662654b9e007)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:55.712454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.828686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:55.894878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Calling delete_port for 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:55.953642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2886419f-1a33-4202-953e-0bd1d2344961 req-124685f6-2ef2-4fd0-8d2e-cc881b2f5e4f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:55.955190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2886419f-1a33-4202-953e-0bd1d2344961 req-124685f6-2ef2-4fd0-8d2e-cc881b2f5e4f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 945 time: 0.6561940 Apr 28 20:10:56.030437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2886419f-1a33-4202-953e-0bd1d2344961 req-3f386329-8ba0-431a-9d90-94b5a34719a4 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/security-groups?id=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682833 Apr 28 20:10:56.127832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:56.192971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Subnet': ['ID=7030398b-5cb1-4d66-a5db-4f2874500350,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:56.202102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92a3005b-43d3-41f4-ace4-945ab7e2bb09 None None] Network 366180e8-e01e-4e6e-9b90-2061392cdc4a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:10:56.207329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:56.228935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-07496229-e84d-4ae8-94be-241b0b9d3849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:56.231699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-07496229-e84d-4ae8-94be-241b0b9d3849 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1097 time: 0.2625511 Apr 28 20:10:56.245260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4bc1ab7d-9547-4844-9af9-ca34d6f559c4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/subnets/7030398b-5cb1-4d66-a5db-4f2874500350 HTTP/1.1" status: 204 len: 168 time: 0.7943079 Apr 28 20:10:56.246155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:10:56.248720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:56.290487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:10:56.390930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Pushing event deleted for resources: {'Port': ['ID=626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:56.493116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] No DVR routers for this DVR port 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:10:56.496265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:56.508840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'name': 'network-vif-deleted', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:56.517494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7b0bea9c-c091-4d29-9799-f04f95b5a054 req-de49b2ef-4ccb-4b9e-892b-0127d85d4801 tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.41 "DELETE /v2.0/ports/626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 HTTP/1.1" status: 204 len: 173 time: 1.4075446 Apr 28 20:10:56.639234 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa30564-9aa0-403a-9ae8-b026dae85f56'] response: {'server_uuid': '29cee018-385a-4932-9c20-42d0c59b5a31', 'name': 'network-vif-deleted', 'tag': '626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7', 'status': 'completed', 'code': 200} Apr 28 20:10:56.688201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:56.747653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] DHCP port deletion for 366180e8-e01e-4e6e-9b90-2061392cdc4a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:10:56.753251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Deleting port c6bf6ce6-8ace-4314-ac7b-95347da58464 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:56.753737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:57.005859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port c6bf6ce6-8ace-4314-ac7b-95347da58464 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:57.005859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:57.079035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] For port c6bf6ce6-8ace-4314-ac7b-95347da58464, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6bf6ce6-8ace-4314-ac7b-95347da58464,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:57.079656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:57.128444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041a2d7a-4151-4e26-95d6-e826cc7123c0 req-4c62b4cd-e3be-4ca3-bc05-ec4c6ea357ba tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:57.132053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-041a2d7a-4151-4e26-95d6-e826cc7123c0 req-4c62b4cd-e3be-4ca3-bc05-ec4c6ea357ba tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.6396489 Apr 28 20:10:57.165274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-e1e21ed6-b14a-44ce-abb3-027d6f5c2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:57.168088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-e1e21ed6-b14a-44ce-abb3-027d6f5c2143 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.9160166 Apr 28 20:10:57.262048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Calling delete_port for c6bf6ce6-8ace-4314-ac7b-95347da58464 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:57.491655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5726eb75-a309-4e19-89eb-63018c623728 req-cf2912ad-4dc1-416e-9d11-b51b13c0b41f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Synchronizing usage tracker for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:10:57.508589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:57.511691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-b2f783c6-0bd3-4b74-b4a9-0248c9345798 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 1002 time: 0.2968311 Apr 28 20:10:57.535496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5726eb75-a309-4e19-89eb-63018c623728 req-cf2912ad-4dc1-416e-9d11-b51b13c0b41f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] Unset dirty status for tenant:c8555451fc9b45d781b31d72097d2e2e on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:10:57.544348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5726eb75-a309-4e19-89eb-63018c623728 req-cf2912ad-4dc1-416e-9d11-b51b13c0b41f tempest-VolumesActionsTest-1059063369 tempest-VolumesActionsTest-1059063369-project] 10.222.0.24 "GET /v2.0/ports?device_id=29cee018-385a-4932-9c20-42d0c59b5a31 HTTP/1.1" status: 200 len: 210 time: 0.1686838 Apr 28 20:10:57.630825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] Pushing event deleted for resources: {'Port': ['ID=c6bf6ce6-8ace-4314-ac7b-95347da58464,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:57.631521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-ab5f413f-db43-4155-8f4b-fc53b517372d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:57.633352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-ab5f413f-db43-4155-8f4b-fc53b517372d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.1041605 Apr 28 20:10:57.638083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ecad951-50d2-4876-9934-7decce7ad8ed None None] No DVR routers for this DVR port c6bf6ce6-8ace-4314-ac7b-95347da58464 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:10:57.692730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-041a2d7a-4151-4e26-95d6-e826cc7123c0 req-a7696f91-3719-432b-8f99-d1382b85069b tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5236650 Apr 28 20:10:57.855315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port c6bf6ce6-8ace-4314-ac7b-95347da58464, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c6bf6ce6-8ace-4314-ac7b-95347da58464,segment=NetworkSegment(e697d3e6-353e-4c18-b162-bd26ea4f160a),segment_id=e697d3e6-353e-4c18-b162-bd26ea4f160a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:57.855620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:58.005930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6bf6ce6-8ace-4314-ac7b-95347da58464 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:58.036412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for c6bf6ce6-8ace-4314-ac7b-95347da58464 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:10:58.063272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c6bf6ce6-8ace-4314-ac7b-95347da58464 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:10:58.064183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c6bf6ce6-8ace-4314-ac7b-95347da58464 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:10:58.086926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-b4937772-8d70-4ba7-b032-8e1134466597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:58.091127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-b4937772-8d70-4ba7-b032-8e1134466597 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4418252 Apr 28 20:10:58.278840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:10:58.280738 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:10:58.306836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-bc35836d-61ca-474b-afc7-b9070184093f service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025506 Apr 28 20:10:58.516898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e0b27f2b-19ad-49a4-89ac-658fc39e8d12 req-650dbc21-04fb-4fdb-8edb-ab220fb805f2 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987758 Apr 28 20:10:58.782171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port c6bf6ce6-8ace-4314-ac7b-95347da58464 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:10:58.782466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:58.788901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:58.952566 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:58.979362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] The port 'c6bf6ce6-8ace-4314-ac7b-95347da58464' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:10:59.047006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:10:59.048258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:10:59.055168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.056058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:10:59.128751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:10:59.129378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 626a0a1c-6ffa-480d-a3ae-26a0e3a52bf7 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:10:59.137934 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12aa3122-16bf-47dc-ac87-8e34b9e87d54'] response: {'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'code': 200} Apr 28 20:10:59.206260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.211231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:59.238161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['366180e8-e01e-4e6e-9b90-2061392cdc4a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:59.258906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a401c5a5-d3f2-4e6b-a47a-066ed3590fa8 req-07a33fce-f4d9-4e03-ad9f-58f8810d9f46 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:10:59.271369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a401c5a5-d3f2-4e6b-a47a-066ed3590fa8 req-07a33fce-f4d9-4e03-ad9f-58f8810d9f46 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 946 time: 0.4415078 Apr 28 20:10:59.291780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e697d3e6-353e-4c18-b162-bd26ea4f160a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:59.292372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e697d3e6-353e-4c18-b162-bd26ea4f160a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:10:59.324681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.357898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a401c5a5-d3f2-4e6b-a47a-066ed3590fa8 req-9132aa74-e8cc-4f1f-9689-f2611185063e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757499 Apr 28 20:10:59.378131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.385624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:10:59.386161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:10:59.434016 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:10:59.805361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.842648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:10:59.846161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Network': ['ID=366180e8-e01e-4e6e-9b90-2061392cdc4a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:10:59.891801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5207ca7e-36ae-4569-8fff-9f622772188c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/networks/366180e8-e01e-4e6e-9b90-2061392cdc4a HTTP/1.1" status: 204 len: 168 time: 3.5943511 Apr 28 20:10:59.894302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 60612) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:00.256576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port c35a1af9-ca53-4dbb-9596-7467054b17b4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:11:00.257019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:00.752468 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:00.752982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:00.769632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd0bee-4c67-4a96-812d-d85cc8e8f413 req-187c4908-cccc-4008-b7de-d91b2377be07 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:00.777772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dbd0bee-4c67-4a96-812d-d85cc8e8f413 req-187c4908-cccc-4008-b7de-d91b2377be07 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2269425 Apr 28 20:11:01.067062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dbd0bee-4c67-4a96-812d-d85cc8e8f413 req-8da30d01-4f9e-4ac8-ab5d-93f76f2e9be0 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2871695 Apr 28 20:11:01.082773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for c35a1af9-ca53-4dbb-9596-7467054b17b4 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:11:01.380497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:01.522779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=c35a1af9-ca53-4dbb-9596-7467054b17b4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:01.588706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:01.589124 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Floating IP 82eab050-6e01-4a15-aae2-5dd5617ed1d4 disassociated (deleted). External IP: 172.25.2.100, port: ca257d38-eeb7-4600-999e-ffcea2bf5c70. Apr 28 20:11:02.550866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:11:02.617962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7228c235-dcac-4800-bfc4-be97f4d98216 req-ebccd7af-91a9-4c05-b820-95a411b94333 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:02.625192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7228c235-dcac-4800-bfc4-be97f4d98216 req-ebccd7af-91a9-4c05-b820-95a411b94333 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.1949561 Apr 28 20:11:02.749083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7228c235-dcac-4800-bfc4-be97f4d98216 req-deb28bb6-176d-4614-a854-4ad978c0c0fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167822 Apr 28 20:11:02.819317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:11:03.098157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:11:03.122328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:11:03.124453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:03.142034 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:03.143929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:03.234861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-21ab66a0-029a-4ed0-bf13-3cd22bf65ecd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/floatingips/82eab050-6e01-4a15-aae2-5dd5617ed1d4 HTTP/1.1" status: 204 len: 168 time: 3.3389587 Apr 28 20:11:03.235903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:03.733245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:03.944418 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e5b4402-d4a9-4af7-95fe-278a3648aabc'] response: {'name': 'network-changed', 'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'status': 'completed', 'code': 200} Apr 28 20:11:04.285287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-17997e5e-7d1b-41a5-b738-f7a1f97f87dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:04.291364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-17997e5e-7d1b-41a5-b738-f7a1f97f87dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 1097 time: 0.3274648 Apr 28 20:11:04.843623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-58aa4c3b-c959-4eb0-a161-ebbd9c48d48f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:04.845557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-58aa4c3b-c959-4eb0-a161-ebbd9c48d48f service neutron] 10.222.0.41 "GET /v2.0/networks?id=5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 200 len: 898 time: 0.5429816 Apr 28 20:11:04.958672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:04.963698 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:11:04.979444 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:04.980060 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:05.052960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-1b0fc001-9f94-43b2-806f-43bbec1da730 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 200 len: 217 time: 0.1972601 Apr 28 20:11:05.334148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-cf600b0c-1523-4a93-943e-b4f63a1910a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:05.335613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-cf600b0c-1523-4a93-943e-b4f63a1910a0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 200 len: 834 time: 0.2773583 Apr 28 20:11:05.431959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e7af9e-828f-412f-a343-fc019113b5fa req-4c3c7d95-aed2-48a0-8664-6310c2cf0ffd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:05.451348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04e7af9e-828f-412f-a343-fc019113b5fa req-4c3c7d95-aed2-48a0-8664-6310c2cf0ffd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 0.4134409 Apr 28 20:11:05.579962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-90393593-4041-440b-907f-0904923016bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:05.586348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-90393593-4041-440b-907f-0904923016bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5e8cbf93-12f1-43e7-bc15-d02627059eab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436047 Apr 28 20:11:05.683410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04e7af9e-828f-412f-a343-fc019113b5fa req-48b1125c-35c9-48ec-83e5-44db1d33ef05 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299962 Apr 28 20:11:05.930984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:06.020429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-6d3bd695-aa05-42b3-86e2-6485614047d6 service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268308 Apr 28 20:11:06.208055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-a35d75e4-3ea8-4082-b7de-935b5616f209 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:06.237974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-a35d75e4-3ea8-4082-b7de-935b5616f209 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 0.5302761 Apr 28 20:11:06.412567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port ca257d38-eeb7-4600-999e-ffcea2bf5c70 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:11:06.414842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:06.532238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5e221e20-e812-46ac-a20d-62d5b2500d33 req-a907b713-fcbd-4ae5-9203-03969a92e7cf service neutron] 10.222.0.41 "GET /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4972606 Apr 28 20:11:07.179215 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:07.187387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07fa7ff0-1fcd-4094-8039-90fc9e818991 None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:10:45Z', 'revision_number': 6, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d7ad50e-2a71-40ac-acfb-169fd123d749', 'name': '', 'network_id': '5e8cbf93-12f1-43e7-bc15-d02627059eab', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:e3:0c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3044, 'fixed_ips': [{'subnet_id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:27Z', 'updated_at': '2022-04-28T20:08:37Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '45d80dc9-d300-4c5a-977b-81b301afa0ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:11:07.558220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port ca257d38-eeb7-4600-999e-ffcea2bf5c70, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ca257d38-eeb7-4600-999e-ffcea2bf5c70,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:07.562848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:07.636035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:11:07.818208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0455cf3-0988-489d-805c-386ebb89fdd9 None None] New status for floating IP 82eab050-6e01-4a15-aae2-5dd5617ed1d4: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:11:07.956551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for ca257d38-eeb7-4600-999e-ffcea2bf5c70 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:11:08.342133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09d6aa1-1bef-4a56-bbb7-8b42ed8bc010 req-ac9eb3d2-77ff-4fdd-accc-14923c77e200 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:08.343742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c09d6aa1-1bef-4a56-bbb7-8b42ed8bc010 req-ac9eb3d2-77ff-4fdd-accc-14923c77e200 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2101536 Apr 28 20:11:08.460578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c09d6aa1-1bef-4a56-bbb7-8b42ed8bc010 req-be510176-86f4-4e1c-9eff-d47a6aff35d7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099827 Apr 28 20:11:08.554930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:08.688251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=ca257d38-eeb7-4600-999e-ffcea2bf5c70,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:08.792653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.795190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.795616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.796014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.797209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.797743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.798080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.800115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.800466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.801301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.803265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.803615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:08.870586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ca257d38-eeb7-4600-999e-ffcea2bf5c70 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:11:08.871913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483f1e91-12c4-4a8f-9572-c225e8bf86f7 req-9c40e5dd-8779-4da4-b81a-fb7da6413444 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:08.880541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-483f1e91-12c4-4a8f-9572-c225e8bf86f7 req-9c40e5dd-8779-4da4-b81a-fb7da6413444 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=dbc3e61d-0d54-413f-8c09-64b96d7004f7 HTTP/1.1" status: 200 len: 946 time: 1.6109648 Apr 28 20:11:08.929332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: ca257d38-eeb7-4600-999e-ffcea2bf5c70 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:11:08.929977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ca257d38-eeb7-4600-999e-ffcea2bf5c70 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:11:09.134856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-483f1e91-12c4-4a8f-9572-c225e8bf86f7 req-9a200d8d-24bb-4428-bde6-57460619bbe7 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=335155ab-ecb7-4af5-8bd5-8e22d934a5b3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2533710 Apr 28 20:11:09.140320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] No DVR routers for this DVR port ca257d38-eeb7-4600-999e-ffcea2bf5c70 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:11:09.145593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:09.163818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'name': 'network-vif-deleted', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:09.215492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf831572-3299-47ec-bd3f-3edd46f4e4a4 req-259e3860-2825-4b06-bb65-bd3d98ce5d9f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "DELETE /v2.0/ports/ca257d38-eeb7-4600-999e-ffcea2bf5c70 HTTP/1.1" status: 204 len: 173 time: 2.9684794 Apr 28 20:11:09.375576 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-596684bb-8fc9-41c0-af5d-88c911356ecd'] response: {'server_uuid': 'dbc3e61d-0d54-413f-8c09-64b96d7004f7', 'name': 'network-vif-deleted', 'tag': 'ca257d38-eeb7-4600-999e-ffcea2bf5c70', 'status': 'completed', 'code': 200} Apr 28 20:11:09.879549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1226db3-94e2-4e12-911f-bc640cbc0a38 req-b08c917b-8f31-4d39-a5a0-dea3e03e21a5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:09.881386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1226db3-94e2-4e12-911f-bc640cbc0a38 req-b08c917b-8f31-4d39-a5a0-dea3e03e21a5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.1156435 Apr 28 20:11:09.969840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1226db3-94e2-4e12-911f-bc640cbc0a38 req-98ce3fe3-6a48-4bf9-bcca-32e84930002e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816605 Apr 28 20:11:10.000206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.317578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:10.444483 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.531691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.667986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.713209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=335155ab-ecb7-4af5-8bd5-8e22d934a5b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:10.737629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:10.768287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14ef6bcd-3760-4923-b5a0-2c9dd948b7b8 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/security-groups/335155ab-ecb7-4af5-8bd5-8e22d934a5b3 HTTP/1.1" status: 204 len: 168 time: 0.4493062 Apr 28 20:11:10.795909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 60936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:11.378834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdd113-1b73-431e-931b-6561685bdca6 req-e027f181-2889-4b09-8134-20fc939b2942 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:11.381284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92fdd113-1b73-431e-931b-6561685bdca6 req-e027f181-2889-4b09-8134-20fc939b2942 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2015767 Apr 28 20:11:11.592363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92fdd113-1b73-431e-931b-6561685bdca6 req-4b646578-ec02-4b76-860e-b138f7158b5c tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2024293 Apr 28 20:11:12.231080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:12.237951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:13.108428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeba67-a307-46b9-885d-b7a152ddba40 req-3b382065-c7e6-4209-98ef-0d436df66c2d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:13.109949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1eeba67-a307-46b9-885d-b7a152ddba40 req-3b382065-c7e6-4209-98ef-0d436df66c2d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.1922851 Apr 28 20:11:13.219894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port 1d7ad50e-2a71-40ac-acfb-169fd123d749 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:11:13.220230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:13.449105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port 1d7ad50e-2a71-40ac-acfb-169fd123d749, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d7ad50e-2a71-40ac-acfb-169fd123d749,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:13.450267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:13.597228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for 1d7ad50e-2a71-40ac-acfb-169fd123d749 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:11:13.837012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1eeba67-a307-46b9-885d-b7a152ddba40 req-615c46f1-261a-4296-87df-fd1fbd4f5660 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6859977 Apr 28 20:11:13.893998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:14.134179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=1d7ad50e-2a71-40ac-acfb-169fd123d749,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:14.504142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:15.271649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6105fc30-3d88-49ad-bfe2-67ea4d352e76 req-ce4fd204-cad6-457e-a5ec-8696ecda115d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:15.279487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6105fc30-3d88-49ad-bfe2-67ea4d352e76 req-ce4fd204-cad6-457e-a5ec-8696ecda115d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2028589 Apr 28 20:11:15.361243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:11:15.407790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6105fc30-3d88-49ad-bfe2-67ea4d352e76 req-08b137af-7bd2-4be7-878b-173f2f4c2d38 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243026 Apr 28 20:11:15.862073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:11:15.873934 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Sync routers for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:11:15.884033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a956b09b-b7cc-49b2-830b-4d2d4d2232c3 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/342f7b88-b9b3-490a-9c29-fa2c0b4403c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0858774 Apr 28 20:11:15.886431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32822) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:15.913432 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:15.914199 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:16.017789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting subnet 45d80dc9-d300-4c5a-977b-81b301afa0ac {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:11:16.026809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:16.178428 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:16.358880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:16.488921 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:16.751522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:16.948269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a2fbf8-2cc1-4c5f-8023-10b4b986cd9b req-f388f529-28a2-4b51-a62f-15514c89cdd4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:16.959827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0da88e-4e2b-461f-8c24-9669de539c91 None None] Network 5e8cbf93-12f1-43e7-bc15-d02627059eab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:11:16.962519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71a2fbf8-2cc1-4c5f-8023-10b4b986cd9b req-f388f529-28a2-4b51-a62f-15514c89cdd4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2345743 Apr 28 20:11:16.996433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:17.025643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/subnets/45d80dc9-d300-4c5a-977b-81b301afa0ac HTTP/1.1" status: 204 len: 168 time: 1.1388876 Apr 28 20:11:17.049752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32852) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:17.061903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2e8116-047c-4eb8-a063-0141d9436140 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Subnet': ['ID=45d80dc9-d300-4c5a-977b-81b301afa0ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:17.072225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71a2fbf8-2cc1-4c5f-8023-10b4b986cd9b req-936d495f-19fe-4f88-b02e-282c307dae6f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087711 Apr 28 20:11:17.507037 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:11:13Z', 'revision_number': 7, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:17.519602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Checking router: 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:11:17.546487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:17.570086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Routers {'342f7b88-b9b3-490a-9c29-fa2c0b4403c6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:17.573596 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:10:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:17.740104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:17.746087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1267211752', 'description': 'tempest-description--1435091581'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:17.764791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:17.824301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:17.875864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:17.889703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:17.920505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port ae30f0a9-01db-4fef-be38-acf0ba4aafdf {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:11:17.920856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:17.927670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:17.940834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:17.947540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:17.971590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:18.041058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] DHCP port deletion for 5e8cbf93-12f1-43e7-bc15-d02627059eab request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:11:18.056126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Deleting port fd01cb24-e02a-447a-a83f-dc29f1b22e1a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:11:18.056654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:18.083984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] Set router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:18.237647 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:18.248204 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:18.518652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port ae30f0a9-01db-4fef-be38-acf0ba4aafdf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:18.519656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:18.740410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for ae30f0a9-01db-4fef-be38-acf0ba4aafdf owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:11:18.808383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:11:13Z', 'revision_number': 7, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:18.816434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c012c27-bcad-4a98-b8d2-9c8ca12a64a6 None None] The sync data for ids ['342f7b88-b9b3-490a-9c29-fa2c0b4403c6'] in n-d-839811-1 is: [{'id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'name': 'tempest-TestNetworkBasicOps-router-764062937', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165'}], 'enable_snat': True}, 'gw_port_id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:08:12Z', 'updated_at': '2022-04-28T20:11:13Z', 'revision_number': 7, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': 'ae30f0a9-01db-4fef-be38-acf0ba4aafdf', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f7:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '342f7b88-b9b3-490a-9c29-fa2c0b4403c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3035, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:08:14Z', 'updated_at': '2022-04-28T20:08:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:11:18.918694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b42b6a06-52af-4f42-9180-833f9d407c91,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:18.936506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:18.943894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9759afb0-eae6-4705-a786-52388de8b406 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2020767 Apr 28 20:11:18.945926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:18.956477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': 'b42b6a06-52af-4f42-9180-833f9d407c91', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:19.017169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:19.032896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:19.048065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] For port fd01cb24-e02a-447a-a83f-dc29f1b22e1a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,segment=NetworkSegment(83cecf7e-9708-4051-a6aa-c980d8c4e624),segment_id=83cecf7e-9708-4051-a6aa-c980d8c4e624)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:19.049625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.050454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:19.078529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:19.256551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.275921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.473044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Calling delete_port for fd01cb24-e02a-447a-a83f-dc29f1b22e1a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:11:19.473522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.474545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=ae30f0a9-01db-4fef-be38-acf0ba4aafdf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:19.482714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.542038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f11292be-c462-4a8b-8c00-1e0b0a5d7790,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:19.619282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.623298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ecf78f97-7470-4aca-a088-c59c5a3d2999 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6723490 Apr 28 20:11:19.625738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32910) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:19.639201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': 'b42b6a06-52af-4f42-9180-833f9d407c91', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:19.655356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:19.674803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:19.678205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:19.684621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:19.695684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3954f27-e0ce-4cf3-a1af-ac273f8d5665 req-234416c1-2780-45e3-9aa3-833eb9ee4459 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:19.697603 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3954f27-e0ce-4cf3-a1af-ac273f8d5665 req-234416c1-2780-45e3-9aa3-833eb9ee4459 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.5425036 Apr 28 20:11:19.707223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.717396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.860630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.882217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.889734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:19.984959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=007c37bf-2f41-47a8-b5f4-8f640d0cb6ab,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:20.010837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.016929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-840e8f7b-1583-4783-972a-d185983978c1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3901331 Apr 28 20:11:20.032405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 32916) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:20.043279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:20.069709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:20.079029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:floatingip and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:20.088862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:20.103359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] No DVR routers for this DVR port fd01cb24-e02a-447a-a83f-dc29f1b22e1a on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:11:20.112164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:20.113844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a665dc1-617c-43e6-8777-44f06bb4fc0a None None] Pushing event deleted for resources: {'Port': ['ID=fd01cb24-e02a-447a-a83f-dc29f1b22e1a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:20.152157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.176471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32926) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:20.208608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d7ad50e-2a71-40ac-acfb-169fd123d749 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:11:20.218820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.224836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.302665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0732fd3e-98a4-4ce6-946d-202ad5e0cd65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.323165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1d7ad50e-2a71-40ac-acfb-169fd123d749 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:11:20.323509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d7ad50e-2a71-40ac-acfb-169fd123d749 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:11:20.324083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fd01cb24-e02a-447a-a83f-dc29f1b22e1a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:11:20.350302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3954f27-e0ce-4cf3-a1af-ac273f8d5665 req-8f1bddea-3ae5-492e-85ee-c24b64456c6d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5859416 Apr 28 20:11:20.366905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.367480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Fanout notify agent at l3_agent the message router_deleted on router 342f7b88-b9b3-490a-9c29-fa2c0b4403c6 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:11:20.395004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.400797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.407575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3fcf86d4-8186-423d-bab9-67cdf9ade759 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/routers/342f7b88-b9b3-490a-9c29-fa2c0b4403c6 HTTP/1.1" status: 204 len: 168 time: 3.3287044 Apr 28 20:11:20.408515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32940) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:20.485899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: fd01cb24-e02a-447a-a83f-dc29f1b22e1a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:11:20.486244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fd01cb24-e02a-447a-a83f-dc29f1b22e1a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:11:20.793594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:20.906437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.25.2.16 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/2953c3c5-aa43-4614-827b-7aa20eab0ddb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:21.218821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.258319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e8cbf93-12f1-43e7-bc15-d02627059eab']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:21.272206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83cecf7e-9708-4051-a6aa-c980d8c4e624') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:21.272717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83cecf7e-9708-4051-a6aa-c980d8c4e624') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:21.297189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.319316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.327056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:11:21.327626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.430089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.470177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:11:21.543445 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:11:21.631545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.705407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.708396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Network': ['ID=5e8cbf93-12f1-43e7-bc15-d02627059eab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:21.743432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-d8306ae0-9612-40e0-870d-2ac0e40f750d service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.5615170 Apr 28 20:11:21.767165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=2953c3c5-aa43-4614-827b-7aa20eab0ddb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:21.787608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:21.794318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1e22c46-a1b3-46cc-ad60-399b0e399385 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/networks/5e8cbf93-12f1-43e7-bc15-d02627059eab HTTP/1.1" status: 204 len: 168 time: 1.3790271 Apr 28 20:11:21.808015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 32986) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:21.814972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'network': {'name': 'tempest-network-smoke--1756594431', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:21.828084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:21.841209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:network and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:21.846665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-5ac35b99-4037-445e-a22b-84b5b1e0bc86 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3621867 Apr 28 20:11:21.847645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:21.854338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:21.867610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:11:21.872823 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.888520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:21.894571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:11:21.966586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:11:21.990799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:21.991221 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Added segment 9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d of type vlan for network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a Apr 28 20:11:22.012122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ae30f0a9-01db-4fef-be38-acf0ba4aafdf no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:11:22.022319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943139d2-72b7-42c3-b116-64e63015a14a req-41bf407c-1959-4cf2-8af4-b258116cb9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:22.028363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-41bf407c-1959-4cf2-8af4-b258116cb9fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 1096 time: 0.1359966 Apr 28 20:11:22.126354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ae30f0a9-01db-4fef-be38-acf0ba4aafdf {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:11:22.126693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ba180-415e-473d-8a2b-bde323034b43 req-817e0d18-8152-40e6-bfdb-363c52a37cfd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:22.126814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ae30f0a9-01db-4fef-be38-acf0ba4aafdf not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:11:22.127326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.132907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e42ba180-415e-473d-8a2b-bde323034b43 req-817e0d18-8152-40e6-bfdb-363c52a37cfd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.3378518 Apr 28 20:11:22.223988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e42ba180-415e-473d-8a2b-bde323034b43 req-3220bcdd-c3ac-4231-b04f-23e8968a35bd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876637 Apr 28 20:11:22.237519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.360403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:11:22.371597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f6cb388-8fed-42ac-952a-4b2149a2ce5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.456403 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.618882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.649354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:22.650045 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.906726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:22.924925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.111795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Network': ['ID=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:23.118322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943139d2-72b7-42c3-b116-64e63015a14a req-1496deb7-cc81-4a54-b185-85feec51928b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:23.119856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-1496deb7-cc81-4a54-b185-85feec51928b service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 1.0476990 Apr 28 20:11:23.126476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:11:23.239431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-c04eb217-2f4c-41b8-a164-535b4387e394 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 200 len: 1001 time: 0.1113691 Apr 28 20:11:23.318402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.412293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943139d2-72b7-42c3-b116-64e63015a14a req-94173093-90b7-4211-9ec8-8fa309a31a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:23.416044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-94173093-90b7-4211-9ec8-8fa309a31a27 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1545858 Apr 28 20:11:23.420735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f227cf1c-ef45-4d78-a1bd-3a28e5afed37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6087511 Apr 28 20:11:23.429126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33034) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:23.490361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'admin_state_up': True, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:23.530049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:23.567378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:router and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:23.573663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=2953c3c5-aa43-4614-827b-7aa20eab0ddb,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:23.593120 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.603407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.5688167 Apr 28 20:11:23.607989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.608745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.609271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.609855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.610390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.610990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.611561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.612063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.612582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.613535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.614052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.614606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33197c6f-2846-4588-9aa2-80e8b4ed06c9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:23.642800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc310dc-ace6-4168-8a7f-501213915e7a req-42ddb67c-b1f3-495a-91ce-96bddc0910ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:23.646653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-42ddb67c-b1f3-495a-91ce-96bddc0910ef service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed&tenant_id=7344e16b1abd49afbcc95977227d910b HTTP/1.1" status: 200 len: 1095 time: 0.2651870 Apr 28 20:11:23.652804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:23.666444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:23.720299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.725153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.784764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943139d2-72b7-42c3-b116-64e63015a14a req-47dec2fe-13c3-448e-90ea-a257c3b78074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:23.786475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-47dec2fe-13c3-448e-90ea-a257c3b78074 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3563619 Apr 28 20:11:23.802486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:23.943100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc310dc-ace6-4168-8a7f-501213915e7a req-70181cbd-de01-4c73-ac9b-2c089028be57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:23.944566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-70181cbd-de01-4c73-ac9b-2c089028be57 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1095 time: 0.2627838 Apr 28 20:11:24.085272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:24.183278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:24.209730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-ddaee365-e00d-432d-bb9b-403bc9fcacec service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3969541 Apr 28 20:11:24.229389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c2d716-4435-4ac9-b8c6-f7cf6a0ced1b req-00760b7a-56eb-4657-be8f-e876e5d8fb62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:24.233093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60c2d716-4435-4ac9-b8c6-f7cf6a0ced1b req-00760b7a-56eb-4657-be8f-e876e5d8fb62 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.6593058 Apr 28 20:11:24.425247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-69c99510-5093-417c-8e98-4e881af1ba94 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:11:24.461805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc310dc-ace6-4168-8a7f-501213915e7a req-2f7264e0-cb68-406a-af13-06b8a35fe793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:24.463699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-2f7264e0-cb68-406a-af13-06b8a35fe793 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.5094607 Apr 28 20:11:24.467008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-69c99510-5093-417c-8e98-4e881af1ba94 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:11:24.468137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-69c99510-5093-417c-8e98-4e881af1ba94 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1267211752&fields=id&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 267 time: 0.2828512 Apr 28 20:11:25.033804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60c2d716-4435-4ac9-b8c6-f7cf6a0ced1b req-25ad830f-7ccc-4831-a013-f148ae3e3f14 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6275516 Apr 28 20:11:25.156496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-00d3d25e-dac4-483e-a325-e56b89a6825e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 1000 time: 0.6237364 Apr 28 20:11:25.188802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:25.309000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:25.322900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-21ae1b66-f23e-486c-98a2-28f31fe41c2c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:25.332655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-21ae1b66-f23e-486c-98a2-28f31fe41c2c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.8541033 Apr 28 20:11:25.357040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-08dad5ef-19d8-4ee8-9d29-684b858ce024 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/quotas/34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 375 time: 0.0231874 Apr 28 20:11:25.453326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-943139d2-72b7-42c3-b116-64e63015a14a req-70ea6952-8303-42bb-bf33-316babe7e8fd service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2190995 Apr 28 20:11:25.508135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc310dc-ace6-4168-8a7f-501213915e7a req-6d4fb264-b0d4-4dd9-b097-96f1c0c7311f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:25.510423 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-6d4fb264-b0d4-4dd9-b097-96f1c0c7311f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.3366780 Apr 28 20:11:25.642277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-b9752eaf-119f-417d-8a82-40a564df931a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2836499 Apr 28 20:11:25.681294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc310dc-ace6-4168-8a7f-501213915e7a req-a3367bcd-c49e-447f-8253-816d74b608ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:25.682790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-a3367bcd-c49e-447f-8253-816d74b608ab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589231 Apr 28 20:11:25.961925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:25.996701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:26.073300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-2bc27132-5c13-4e2b-b88d-4b23f66b0e7a service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:11:26.082560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-2bc27132-5c13-4e2b-b88d-4b23f66b0e7a service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4073882 Apr 28 20:11:26.394470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.25.2.22 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/61f5b6ca-6f9d-4417-abc7-82ae284b426e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:26.430812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-484645b3-31a6-4f60-983f-4883ff45c03a service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7343421 Apr 28 20:11:26.671668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-6cd6707d-dc6e-49bc-bd0b-9cd8b91a339e service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5878289 Apr 28 20:11:26.773198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:26.848709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:26.849310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-efc310dc-ace6-4168-8a7f-501213915e7a req-535ead45-4481-405e-bb5f-9e1795da88a4 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4024832 Apr 28 20:11:26.985134 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-2c9f0fd3-5151-4d76-81c5-0cd627b8dcbd service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886417 Apr 28 20:11:27.044870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=61f5b6ca-6f9d-4417-abc7-82ae284b426e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:27.172043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:27.174077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:27.183938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:11:27.420802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-39b4e3ae-5468-4d35-856d-a2fa5f94502c req-b7fa4d00-6d7d-431c-a318-649eab77fd21 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 210 time: 0.0980356 Apr 28 20:11:27.652488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c650390-70be-4094-be33-8399f6d99740 req-f624c74f-4eab-4069-91d2-3b3c1294d00f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:27.667535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c650390-70be-4094-be33-8399f6d99740 req-f624c74f-4eab-4069-91d2-3b3c1294d00f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 1.2685881 Apr 28 20:11:27.822418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c650390-70be-4094-be33-8399f6d99740 req-a2f5b72a-9d6c-4dbc-a000-b42d9018d1ba tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536849 Apr 28 20:11:28.535031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:28.846067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5616862-c6fe-4338-9ec6-c9756b6250bd req-72810ef5-2059-489b-8288-a01915c99175 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 210 time: 0.1089604 Apr 28 20:11:29.519881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:30.571927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-0a3d15d0-c5ca-4842-9469-6b134a238d8f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.575718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-0a3d15d0-c5ca-4842-9469-6b134a238d8f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.8683779 Apr 28 20:11:30.621864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b3a39651-e72a-4a65-ada9-31f106f7bd84 req-6945b99b-8930-4ce0-b1b8-b87fd9959844 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 210 time: 0.3644466 Apr 28 20:11:30.829450 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-4eaea518-91ca-4849-a9d2-193c3869ec3a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 473 time: 0.2063155 Apr 28 20:11:30.831726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baad73d5-5a3a-4036-aee4-1381e5d08bee req-b7f05b20-220f-4397-a6b4-1494c3c63b7f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:30.859873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baad73d5-5a3a-4036-aee4-1381e5d08bee req-b7f05b20-220f-4397-a6b4-1494c3c63b7f tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 1.6510975 Apr 28 20:11:30.866020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'port': {'device_id': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'admin_state_up': True, 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'security_groups': ['b42b6a06-52af-4f42-9180-833f9d407c91']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:31.122712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baad73d5-5a3a-4036-aee4-1381e5d08bee req-e40ebe75-4fe3-4a1b-bb66-23b794044dc6 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2534451 Apr 28 20:11:31.386659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router ba0c1c3f-8d72-4666-8615-bde0c00b021f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:11:31.390554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:31.422183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:31.461381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:11:31.465232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:32.180605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:11:32.195097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Sync routers for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:11:32.229884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:32.230609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:32.321748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:32.322961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bef4a5f3-1870-4411-bf0e-f94e387941f2 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.8598261 Apr 28 20:11:32.336919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33248) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:32.454555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ad5c8cd2-f9c8-4814-9fd3-60b9205f0781 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=749c3835a4164d2b88ae5adffc41d40a&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1200244 Apr 28 20:11:32.513099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33254) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:32.631782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30ed67c5-fb5e-43f2-8804-0dd0b2bfbafd req-8ec0aa0b-731b-438a-b9ed-2d5e4b2b9c1e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 210 time: 0.5291705 Apr 28 20:11:32.715322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.20.0.5 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/acceae29-4e46-4eb1-9204-e5a6d77e3532) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:33.019792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:33.259098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d223824-103f-46bf-960c-9ded03f0a5e3 req-bfc9ad59-9c29-4866-b073-aba3e09443fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:33.267296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d223824-103f-46bf-960c-9ded03f0a5e3 req-bfc9ad59-9c29-4866-b073-aba3e09443fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.8091099 Apr 28 20:11:33.348287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bd2a377-4078-4a4a-ad89-4e639ef268ac tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:33.358677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8bd2a377-4078-4a4a-ad89-4e639ef268ac tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8441751 Apr 28 20:11:33.360495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33272) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:33.452273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:33.497706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Transition to ACTIVE for port object acceae29-4e46-4eb1-9204-e5a6d77e3532 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:33.562723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8c52a2c7-fc72-4307-ac7c-ecfdc0f99461 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1677294 Apr 28 20:11:33.565318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33280) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:33.577435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d223824-103f-46bf-960c-9ded03f0a5e3 req-a68e72fa-6fd4-45ba-ae8a-118d0e38cb43 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3034081 Apr 28 20:11:33.579505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-759455422', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:33.631491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:33.677480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:27Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:33.686263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Checking router: ba0c1c3f-8d72-4666-8615-bde0c00b021f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:11:33.686753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Updating router ba0c1c3f-8d72-4666-8615-bde0c00b021f port 61f5b6ca-6f9d-4417-abc7-82ae284b426e binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:11:33.870678 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:34.213403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:34.224562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:34.241141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:11:34.285790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:34.329983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:34.348102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:subnet and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:34.362559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:34.401206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:34.540686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:34.546369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:34.577453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:11:34.591306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:34.738231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c35804f-b82e-4916-a1f4-a46b4c0ff390 req-fe68ac74-437d-4de4-86e6-c2543ee0ef9f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:34.743975 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c35804f-b82e-4916-a1f4-a46b4c0ff390 req-fe68ac74-437d-4de4-86e6-c2543ee0ef9f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 931 time: 0.8007617 Apr 28 20:11:34.847787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7be13ab7-331e-4994-b2b9-a39e7ca0bb86 None None] Provisioning for port acceae29-4e46-4eb1-9204-e5a6d77e3532 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:34.881443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7be13ab7-331e-4994-b2b9-a39e7ca0bb86 None None] Provisioning complete for port acceae29-4e46-4eb1-9204-e5a6d77e3532 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:34.883026 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7be13ab7-331e-4994-b2b9-a39e7ca0bb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:34.958827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c35804f-b82e-4916-a1f4-a46b4c0ff390 req-b9dde8e0-eaab-4e23-889f-45d8c46916b2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665974 Apr 28 20:11:35.053907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7be13ab7-331e-4994-b2b9-a39e7ca0bb86 None None] Port acceae29-4e46-4eb1-9204-e5a6d77e3532 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:11:35.093549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5393d99-9565-43b3-a399-b3c9f8d231bc req-0dd41fd1-26a9-4e1b-80f8-5edae1b38eed tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:35.106741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5393d99-9565-43b3-a399-b3c9f8d231bc req-0dd41fd1-26a9-4e1b-80f8-5edae1b38eed tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2400146 Apr 28 20:11:35.219522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-abb123a1-67f9-4b24-9546-140b23d8fee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3839939 Apr 28 20:11:35.247295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Request body: {'port': {'device_id': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:35.247678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5393d99-9565-43b3-a399-b3c9f8d231bc req-bf23da39-a69c-4e52-8e64-78bc2268a884 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1365812 Apr 28 20:11:35.383046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:35.428470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Transition to ACTIVE for port object 61f5b6ca-6f9d-4417-abc7-82ae284b426e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:35.446794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:35.551212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:35.720244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Pushing event updated for resources: {'Port': ['ID=61f5b6ca-6f9d-4417-abc7-82ae284b426e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:35.799349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.799730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.800002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.800340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.800675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.801004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.801330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.801681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.802003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.802322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.802645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.802965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:35.859104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Attempting to bind port 61f5b6ca-6f9d-4417-abc7-82ae284b426e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:11:35.859104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Attempting to bind port 61f5b6ca-6f9d-4417-abc7-82ae284b426e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:11:35.859104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Attempting to bind port 61f5b6ca-6f9d-4417-abc7-82ae284b426e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:11:35.888790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:11:35.889167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:11:35.895780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:35.896275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:11:35.896808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Bound port: 61f5b6ca-6f9d-4417-abc7-82ae284b426e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:11:35.897186 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:36.194201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] For port 61f5b6ca-6f9d-4417-abc7-82ae284b426e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:11:36.198837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] For port 61f5b6ca-6f9d-4417-abc7-82ae284b426e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61f5b6ca-6f9d-4417-abc7-82ae284b426e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:11:36.213307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:36.390041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:36.510768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0101011-cc1d-4dad-8be9-e40a2dc43958 None None] Pushing event updated for resources: {'Port': ['ID=61f5b6ca-6f9d-4417-abc7-82ae284b426e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:36.568802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:36.569450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:36.692407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Checking segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:11:36.692688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network hostable DHCP agents. Network: 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:11:36.756678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Subnet': ['ID=7ac0e16e-cd43-495c-8890-838e9ab17500,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:36.773107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:11:36.803142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dee3bf-ce99-4ab0-be3d-9b653a6cd1dc req-212e6bd5-f9af-4ea9-80af-b46450deb3fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:36.805074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-54dee3bf-ce99-4ab0-be3d-9b653a6cd1dc req-212e6bd5-f9af-4ea9-80af-b46450deb3fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:11:36.944301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:36.974512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:36.981849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:36.990735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-54dee3bf-ce99-4ab0-be3d-9b653a6cd1dc req-212e6bd5-f9af-4ea9-80af-b46450deb3fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:11:37.000830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54dee3bf-ce99-4ab0-be3d-9b653a6cd1dc req-212e6bd5-f9af-4ea9-80af-b46450deb3fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 931 time: 0.6657722 Apr 28 20:11:37.017358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d804ff31-bb46-4cce-a5de-afeb950743f9 req-32766de9-410c-4634-aa70-c3fbebd4eba1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:37.019076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d804ff31-bb46-4cce-a5de-afeb950743f9 req-32766de9-410c-4634-aa70-c3fbebd4eba1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.4275284 Apr 28 20:11:37.148135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fe0ff652-5e8e-4e37-a198-77a16e753273 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 3.5768890 Apr 28 20:11:37.151397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:37.210096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d804ff31-bb46-4cce-a5de-afeb950743f9 req-d4419b56-bb39-4bc2-98bb-dd0b0c859360 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830027 Apr 28 20:11:37.299040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07793b51-1e8b-484c-837f-db427a895d37 None None] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:11:37.374655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54dee3bf-ce99-4ab0-be3d-9b653a6cd1dc req-2e687882-654d-4e2e-989a-1b91498b0d04 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713717 Apr 28 20:11:37.449214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:37.978467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acceae29-4e46-4eb1-9204-e5a6d77e3532 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:11:38.015362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:38.076276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Transition to ACTIVE for port object acceae29-4e46-4eb1-9204-e5a6d77e3532 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:38.085856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:38.721118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:38.788106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b882a31-a717-4991-ad11-37804057925c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:11:38.788930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:38.833528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:27Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:38.914337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be986919-9991-4e13-948b-2191c7ae8f6e None None] The sync data for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 is: [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:27Z', 'revision_number': 3, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:11:39.064957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b503-dddb-4b08-9650-86ac97c990b1 req-83a55a4c-451b-4ad9-9f4f-fa3326dc1f43 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:39.081527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a53b503-dddb-4b08-9650-86ac97c990b1 req-83a55a4c-451b-4ad9-9f4f-fa3326dc1f43 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2475560 Apr 28 20:11:39.195202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a53b503-dddb-4b08-9650-86ac97c990b1 req-cb012b6b-2bec-4bd4-a8ad-da4a5fb1c2a4 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178782 Apr 28 20:11:39.222041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8b882a31-a717-4991-ad11-37804057925c None None] Allocated IP 172.20.0.2 (21e84677-fa85-41a2-bc18-b6ecc3ab1d1a/7ac0e16e-cd43-495c-8890-838e9ab17500/9357633c-c697-4851-8867-86464ef5ffe2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:39.890105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Attempting to bind port acceae29-4e46-4eb1-9204-e5a6d77e3532 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:11:39.890701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Attempting to bind port acceae29-4e46-4eb1-9204-e5a6d77e3532 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:11:39.890807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Attempting to bind port acceae29-4e46-4eb1-9204-e5a6d77e3532 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:11:39.934692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3069cbb-9d45-488a-8572-f3460af340a1 req-9b3b4f4f-736d-48c0-a4e0-dd473e08e449 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:39.955900 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3069cbb-9d45-488a-8572-f3460af340a1 req-9b3b4f4f-736d-48c0-a4e0-dd473e08e449 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 943 time: 0.9744787 Apr 28 20:11:40.040681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Port acceae29-4e46-4eb1-9204-e5a6d77e3532 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:11:40.049764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Attempting to bind port acceae29-4e46-4eb1-9204-e5a6d77e3532 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:11:40.060406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:40.073044 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:40.094314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:11:40.094941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:11:40.095481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:11:40.096105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Bound port: acceae29-4e46-4eb1-9204-e5a6d77e3532, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:11:40.096630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:40.123529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8b882a31-a717-4991-ad11-37804057925c None None] Transition to ACTIVE for port object 9357633c-c697-4851-8867-86464ef5ffe2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:40.217884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61f5b6ca-6f9d-4417-abc7-82ae284b426e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:40.511664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8b882a31-a717-4991-ad11-37804057925c None None] Transition to ACTIVE for port object 9357633c-c697-4851-8867-86464ef5ffe2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:40.551189 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:40.872820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b882a31-a717-4991-ad11-37804057925c None None] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:40.876755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8b882a31-a717-4991-ad11-37804057925c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:40.899477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b882a31-a717-4991-ad11-37804057925c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:11:40.904826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7e653f-b6fc-4cba-bb30-e2cf95e697aa req-d9661985-dae8-409a-84dd-d03f79d32298 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:40.917155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b7e653f-b6fc-4cba-bb30-e2cf95e697aa req-d9661985-dae8-409a-84dd-d03f79d32298 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2712605 Apr 28 20:11:41.023856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b7e653f-b6fc-4cba-bb30-e2cf95e697aa req-e8643ab9-a8b0-47bb-ac37-0ac6b60bf7a1 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051390 Apr 28 20:11:41.063678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 61f5b6ca-6f9d-4417-abc7-82ae284b426e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:41.109755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b882a31-a717-4991-ad11-37804057925c None None] Pushing event updated for resources: {'Port': ['ID=9357633c-c697-4851-8867-86464ef5ffe2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:41.118558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 61f5b6ca-6f9d-4417-abc7-82ae284b426e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:41.119148 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.179360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3069cbb-9d45-488a-8572-f3460af340a1 req-b7624466-941b-440a-88a2-6015b80a93b4 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2224829 Apr 28 20:11:41.211442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8b882a31-a717-4991-ad11-37804057925c None None] Attempting to bind port 9357633c-c697-4851-8867-86464ef5ffe2 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:11:41.215641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8b882a31-a717-4991-ad11-37804057925c None None] Attempting to bind port 9357633c-c697-4851-8867-86464ef5ffe2 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:11:41.216038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b882a31-a717-4991-ad11-37804057925c None None] Attempting to bind port 9357633c-c697-4851-8867-86464ef5ffe2 on network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:11:41.233371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b882a31-a717-4991-ad11-37804057925c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:11:41.236024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b882a31-a717-4991-ad11-37804057925c None None] Checking segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:11:41.236550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.237772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b882a31-a717-4991-ad11-37804057925c None None] Bound using segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:11:41.246704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8b882a31-a717-4991-ad11-37804057925c None None] Bound port: 9357633c-c697-4851-8867-86464ef5ffe2, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:11:41.248083 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.498154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:11:41.498408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.532352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8b882a31-a717-4991-ad11-37804057925c None None] For port 9357633c-c697-4851-8867-86464ef5ffe2, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:11:41.547589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8b882a31-a717-4991-ad11-37804057925c None None] For port 9357633c-c697-4851-8867-86464ef5ffe2, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9357633c-c697-4851-8867-86464ef5ffe2,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:11:41.569373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:11:41.570975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b882a31-a717-4991-ad11-37804057925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.604112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.673297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 61f5b6ca-6f9d-4417-abc7-82ae284b426e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61f5b6ca-6f9d-4417-abc7-82ae284b426e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:41.737428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.773793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:41.779555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:41.782446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] 10.222.0.41 "PUT /v2.0/ports/acceae29-4e46-4eb1-9204-e5a6d77e3532 HTTP/1.1" status: 200 len: 1091 time: 6.5483358 Apr 28 20:11:41.784043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:41.942998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b882a31-a717-4991-ad11-37804057925c None None] Pushing event updated for resources: {'Port': ['ID=9357633c-c697-4851-8867-86464ef5ffe2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:42.153530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=61f5b6ca-6f9d-4417-abc7-82ae284b426e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:42.239844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de96cd36-4202-44fc-86df-9145c9d5a6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:42.266750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:42.313040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:42.444185 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8989efb7-962d-424b-9352-1a7d6948e064'] response: {'name': 'network-changed', 'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'status': 'completed', 'code': 200} Apr 28 20:11:42.714851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0358bfd4-e641-4bab-b134-78e6b0d78d19 req-b077cfb2-1236-4a3b-9631-887df965b0be tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:42.733344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0358bfd4-e641-4bab-b134-78e6b0d78d19 req-b077cfb2-1236-4a3b-9631-887df965b0be tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2877703 Apr 28 20:11:42.920595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0358bfd4-e641-4bab-b134-78e6b0d78d19 req-58e62394-34ec-43e4-a6ac-29c93b3a7e66 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1854887 Apr 28 20:11:43.596652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.1 (21e84677-fa85-41a2-bc18-b6ecc3ab1d1a/7ac0e16e-cd43-495c-8890-838e9ab17500/6cec6b0f-74c9-4fc8-918e-73033dacf2c5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:11:44.235253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f67250-7e96-44bc-90f5-0ca99f4670b2 None None] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:11:44.406435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-5f023351-01dd-409c-992e-afbc9fbdda3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:44.433139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-5f023351-01dd-409c-992e-afbc9fbdda3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 1094 time: 2.5268812 Apr 28 20:11:44.581562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61f5b6ca-6f9d-4417-abc7-82ae284b426e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:44.633451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def699d5-e560-4473-9339-36780dd0cfbb req-748c4798-3be5-46cf-83e0-9cd50f732dd3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:44.637898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:11:44.646560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-def699d5-e560-4473-9339-36780dd0cfbb req-748c4798-3be5-46cf-83e0-9cd50f732dd3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2914321 Apr 28 20:11:44.744501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-315761d5-e9ac-4e3d-82b0-7abebe473cd1 None None] Provisioning for port 9357633c-c697-4851-8867-86464ef5ffe2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:44.753352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-39b48b26-bff9-4454-bffc-3d5de544e524 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532 HTTP/1.1" status: 200 len: 217 time: 0.2935207 Apr 28 20:11:44.828724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-def699d5-e560-4473-9339-36780dd0cfbb req-bd6678af-7a5f-4ebc-9939-271a1bef26d7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738129 Apr 28 20:11:44.968707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:45.019515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:45.054768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-199e9184-2479-456a-8d46-ff20bca98889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:45.056649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-199e9184-2479-456a-8d46-ff20bca98889 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.2952893 Apr 28 20:11:45.059946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:45.295879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:45.304115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:45.315309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:11:45.409439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:45.535503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 61f5b6ca-6f9d-4417-abc7-82ae284b426e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:45.536067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:45.689072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:45.692897 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:45.713338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-39b0393d-5f6b-4658-8fc6-865b2b11129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:45.715049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-39b0393d-5f6b-4658-8fc6-865b2b11129c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6235185 Apr 28 20:11:45.864404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b954836-d9ce-4f92-9c21-433d02d8d41f req-c1217ff7-7243-4b78-97fe-a5a14bc63400 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:45.870076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b954836-d9ce-4f92-9c21-433d02d8d41f req-c1217ff7-7243-4b78-97fe-a5a14bc63400 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 943 time: 1.7220435 Apr 28 20:11:45.898199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9357633c-c697-4851-8867-86464ef5ffe2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:46.116874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9357633c-c697-4851-8867-86464ef5ffe2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:46.135012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9357633c-c697-4851-8867-86464ef5ffe2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:46.138963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.587574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Provisioning complete for port 9357633c-c697-4851-8867-86464ef5ffe2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:46.599751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.659517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b954836-d9ce-4f92-9c21-433d02d8d41f req-680f556c-33c8-4a61-b33c-9d25e5952c87 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6706104 Apr 28 20:11:46.673721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786c1714-fd58-48fd-aeaa-5cfcce943518 req-d4a8cb1f-431b-4d73-9f5b-47153c0a6edd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:46.685072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-786c1714-fd58-48fd-aeaa-5cfcce943518 req-d4a8cb1f-431b-4d73-9f5b-47153c0a6edd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.3060882 Apr 28 20:11:46.799869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-786c1714-fd58-48fd-aeaa-5cfcce943518 req-be274b0e-eae6-4da1-916a-8830fca745ad tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136210 Apr 28 20:11:46.866040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:46.995912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9357633c-c697-4851-8867-86464ef5ffe2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9357633c-c697-4851-8867-86464ef5ffe2,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:47.385443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-4b2ad298-1d91-46a4-8f40-678641eefa20 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5121505 Apr 28 20:11:47.495099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.597184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Provisioning for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:47.630047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Provisioning complete for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:47.630775 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.681056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.690739 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:47.807826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b181a239-eff6-4322-9578-91f6955d2984 None None] Port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:11:47.817627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9357633c-c697-4851-8867-86464ef5ffe2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:47.959100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-98cb6d4d-6fe0-4f4f-bd1c-12a09a4a10d5 None None] Provisioning complete for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:47.961496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98cb6d4d-6fe0-4f4f-bd1c-12a09a4a10d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:48.094383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:48.126735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887ac2a-c3da-495d-8ad0-88f47039d157 req-b9bf7190-2968-4aeb-9b1b-b07788a06838 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.128312 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8887ac2a-c3da-495d-8ad0-88f47039d157 req-b9bf7190-2968-4aeb-9b1b-b07788a06838 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.1824980 Apr 28 20:11:48.134668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-98cb6d4d-6fe0-4f4f-bd1c-12a09a4a10d5 None None] Port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:11:48.241673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:48.260113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-173ade0c-c5c5-4041-889a-30b8d8159f50 req-d4f773a1-835e-4153-b884-3e25e7547242 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8619590 Apr 28 20:11:48.295127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8887ac2a-c3da-495d-8ad0-88f47039d157 req-ab9179fd-931b-4da0-ab98-e9f43927cbc7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1584370 Apr 28 20:11:48.585404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb21523-ace7-41ea-b7c3-3654099efc3e req-ce907e02-9fe8-48f6-9b81-8f44f0a5d0cd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.603485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bb21523-ace7-41ea-b7c3-3654099efc3e req-ce907e02-9fe8-48f6-9b81-8f44f0a5d0cd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 943 time: 0.5982833 Apr 28 20:11:48.885188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bb21523-ace7-41ea-b7c3-3654099efc3e req-39aecbfb-2817-4f1c-9b5a-0331f0dd704d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2806005 Apr 28 20:11:48.945891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-fdcc6687-70c7-48c6-b963-1a502e6e27ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:48.957604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-fdcc6687-70c7-48c6-b963-1a502e6e27ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 1094 time: 0.5911624 Apr 28 20:11:48.989546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:11:49.054444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:11:49.603167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9cea91d7-8d8a-41b9-8908-c8d7643ee09e None None] Provisioning complete for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:49.610069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9cea91d7-8d8a-41b9-8908-c8d7643ee09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:49.779982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9357633c-c697-4851-8867-86464ef5ffe2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:49.828539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de4b8a9-519d-4c00-a149-d40328aa9a44 req-8a4b52a5-131a-46cf-bab8-051f88b833cd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:49.836013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6de4b8a9-519d-4c00-a149-d40328aa9a44 req-8a4b52a5-131a-46cf-bab8-051f88b833cd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.2066140 Apr 28 20:11:49.923674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-bb992e66-1097-4dc6-9dd8-c21d57449503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:49.926025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-bb992e66-1097-4dc6-9dd8-c21d57449503 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.9435976 Apr 28 20:11:49.953152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6de4b8a9-519d-4c00-a149-d40328aa9a44 req-4dd91c61-78a5-44df-b447-5daad39b03fa tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1159711 Apr 28 20:11:50.078019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-9876d1a8-1b1f-4976-9c60-90dc2e1c98e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532 HTTP/1.1" status: 200 len: 217 time: 0.1222086 Apr 28 20:11:50.139740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9cea91d7-8d8a-41b9-8908-c8d7643ee09e None None] Port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:11:50.183862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9357633c-c697-4851-8867-86464ef5ffe2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:50.184299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:50.216947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-937f6697-b33b-43b8-b282-39b7770703ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:50.230126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-937f6697-b33b-43b8-b282-39b7770703ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1381137 Apr 28 20:11:50.346835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18105785-9f52-44dc-9b90-8c3c60c6d8bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:50.436759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router ba0c1c3f-8d72-4666-8615-bde0c00b021f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:11:50.909303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652f15d9-06ca-4a1b-91c8-e71244874f4f req-de150086-f0ec-47e6-ad22-629fd89f2617 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:50.911396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-652f15d9-06ca-4a1b-91c8-e71244874f4f req-de150086-f0ec-47e6-ad22-629fd89f2617 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 943 time: 0.6775584 Apr 28 20:11:50.913582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:11:50.946738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Sync routers for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:11:50.951854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-6715ce86-1e50-43b5-9ccf-beaa32abb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:50.954086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-6715ce86-1e50-43b5-9ccf-beaa32abb9f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6087077 Apr 28 20:11:50.965491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:50.966504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-416cdf72-172d-446e-aee0-3b4b931301a9 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/ba0c1c3f-8d72-4666-8615-bde0c00b021f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8091488 Apr 28 20:11:50.969936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:50.975002 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:51.041315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-652f15d9-06ca-4a1b-91c8-e71244874f4f req-3f2cebd9-2152-453e-ba0e-c446b4d7f016 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176560 Apr 28 20:11:51.057004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device acceae29-4e46-4eb1-9204-e5a6d77e3532 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:11:51.226285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-5bc4b61a-9a5c-4da4-8199-8c5e7bf7a47d service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486591 Apr 28 20:11:51.558841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:51.703585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:51.756829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'port_id': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'mac_address': 'fa:16:3e:ac:2a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:11:51.900267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.900739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.901255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.901738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.902226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.902709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.903181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:51.917496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ffe37e4-23d4-47d8-87a5-fcc9c3ec674e tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4991 time: 0.9508345 Apr 28 20:11:51.967241 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:52.004880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33670) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:52.013267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acceae29-4e46-4eb1-9204-e5a6d77e3532 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:11:52.054052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:52.063406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:52.072462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bac3b95f-b7d7-482a-bb0e-86bae7e14319 req-62009dd3-4301-44ad-a4a7-64054da95d2e service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8372781 Apr 28 20:11:52.210171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.210882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.211488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.212086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.212706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.213299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.214045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.219018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33676) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:52.219171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b8fc425-e475-4461-8ce4-18136228d57d tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4650 time: 0.1930711 Apr 28 20:11:52.245204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db4734b-561e-439a-beed-017d0be5a8fe req-56e05257-dc8f-4050-8166-9093828760c2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.252951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5db4734b-561e-439a-beed-017d0be5a8fe req-56e05257-dc8f-4050-8166-9093828760c2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.3331194 Apr 28 20:11:52.284386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:52.319223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5db4734b-561e-439a-beed-017d0be5a8fe req-3b7faa15-2046-40e2-91c5-06b45ec3f208 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650158 Apr 28 20:11:52.376445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0465e7ff-09a5-41ba-8a8b-30ad4dfebe91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:52.417769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['acceae29-4e46-4eb1-9204-e5a6d77e3532'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:11:52.565309 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:46Z', 'revision_number': 2, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:52.582977 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Checking router: ba0c1c3f-8d72-4666-8615-bde0c00b021f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:11:52.585889 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Updating router ba0c1c3f-8d72-4666-8615-bde0c00b021f port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:11:52.782369 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:52.916633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b13e8-13cf-4711-a78b-a3ba6b0fd3f8 req-f4f3ea8f-1d80-46bb-a210-fe1040d82f22 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:52.922661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a6b13e8-13cf-4711-a78b-a3ba6b0fd3f8 req-f4f3ea8f-1d80-46bb-a210-fe1040d82f22 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 944 time: 0.3516028 Apr 28 20:11:53.101999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3cc9fc6e-c999-4340-ae07-defc760cf3a5 tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3057 time: 0.8705068 Apr 28 20:11:53.124547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a6b13e8-13cf-4711-a78b-a3ba6b0fd3f8 req-010ad906-ed62-499b-9e97-ca4f5f0653b9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932681 Apr 28 20:11:53.365612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:53.371860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173565843', 'description': 'tempest-secgroup-smoke-173565843 description', 'project_id': '749c3835a4164d2b88ae5adffc41d40a'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:53.382377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:53.391086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:53.396451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:53.412188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:53.442377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:53.498853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:53.522161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:53.529516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:53.544998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:53.577087 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:53.592962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Transition to ACTIVE for port object 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:11:53.613616 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:53.807228 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.070022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.102925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.124261 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.234080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:54.294932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7d62e-16d3-45b1-b5e6-eff88e275b43 req-16f43c07-8d7f-4d99-8c30-89f98bf691b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:54.295196 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Pushing event updated for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:54.297088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19a7d62e-16d3-45b1-b5e6-eff88e275b43 req-16f43c07-8d7f-4d99-8c30-89f98bf691b7 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.5601144 Apr 28 20:11:54.298564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.299872 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e705631e-bb34-48cb-a753-0cfabf3792e5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9332905 Apr 28 20:11:54.302618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:54.315123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.315682 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.316155 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.316624 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.317118 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.317612 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.318086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.318546 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.319644 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.320125 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.320588 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.321047 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:11:54.327504 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Attempting to bind port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:11:54.328071 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Attempting to bind port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:11:54.328600 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Attempting to bind port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 on network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:11:54.342042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:54.349269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:54.355939 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:11:54.370569 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Checking segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:11:54.371491 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.372021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Bound using segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:11:54.372666 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Bound port: 6cec6b0f-74c9-4fc8-918e-73033dacf2c5, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:11:54.373196 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.398167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:54.446195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:54.486165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:54.513067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-19a7d62e-16d3-45b1-b5e6-eff88e275b43 req-70967fe6-49f6-463b-be5d-3ccce833bc1a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014148 Apr 28 20:11:54.549069 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] For port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:11:54.553147 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] For port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:11:54.560775 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.573050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.641909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6246c0d-a1fb-4463-ada9-4686187b3f13 req-b00d01f5-80e1-41c6-a470-48d3da2101d7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:54.643983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6246c0d-a1fb-4463-ada9-4686187b3f13 req-b00d01f5-80e1-41c6-a470-48d3da2101d7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 944 time: 0.2785125 Apr 28 20:11:54.681911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:11:54.683159 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:54.730709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f6246c0d-a1fb-4463-ada9-4686187b3f13 req-51cb570e-8bf2-4172-b395-3e6281f4ef93 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796485 Apr 28 20:11:54.752787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.770941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.832159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0afa1b-1291-4d38-97cb-a1364bdeff44,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:54.858730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:54.862617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-75d5c97b-7609-4c5a-b897-cbf7e63efa55 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5564187 Apr 28 20:11:54.862872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:54.868102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:54.881537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:54.905906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:54.915748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:54.943235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:54.992082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.065774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device acceae29-4e46-4eb1-9204-e5a6d77e3532 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:55.073409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3701551c-3f7d-4cfb-bc49-3e797d828068 None None] Pushing event updated for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:55.250453 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:11:55.251161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.271570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.277484 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.283055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port acceae29-4e46-4eb1-9204-e5a6d77e3532 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:55.298441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=149417b6-5207-42b9-a20b-6e6c81401406,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:55.301535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port acceae29-4e46-4eb1-9204-e5a6d77e3532 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:55.302181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.347373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.349363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e45c605-6bfd-4df9-a2bf-40ed0704ca7d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4855292 Apr 28 20:11:55.352330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:55.358358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:55.367722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:55.379964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:55.398173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:55.402845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:55.446547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.538143 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.544820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.574889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.596214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3c893af-8cc2-4717-930d-825847d45eb9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:55.634859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:55.651503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.654591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db43ea0d-0c75-40da-86b9-0dbe9b233984 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3004150 Apr 28 20:11:55.656877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:55.663513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:55.671507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:55.676037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:55.679221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:55.696390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:55.704204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:55.713996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.745449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:55.936238 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a5439d3-c7b0-493a-be7b-0389e9dfc7f6'] response: {'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'code': 200} Apr 28 20:11:55.963198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:56.028795 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:54Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:56.037065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2a6b59-ac08-41d0-988b-4df5c84f0ad9 None None] The sync data for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 is: [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:54Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:11:56.054926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05874850-4577-4a69-816c-4c8feeb69ed5 req-092a6247-d4f4-4a78-abd7-03a2e9895cbe tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:56.056619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05874850-4577-4a69-816c-4c8feeb69ed5 req-092a6247-d4f4-4a78-abd7-03a2e9895cbe tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.1623533 Apr 28 20:11:56.150681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.184638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.225230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12aa145a-f11d-4bee-a5cd-ff3e4db4014f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:56.266476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05874850-4577-4a69-816c-4c8feeb69ed5 req-6d414246-ab5c-424e-ad17-be2e693e9b45 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1929274 Apr 28 20:11:56.312160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.312160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cfbfa020-a8d7-4053-abf9-7697f12dca59 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6499476 Apr 28 20:11:56.312514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:56.319749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:56.327885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ce8e31-b9f1-403c-8966-d40816d25a97 req-1c6e45c6-afa7-458d-b275-a068736269c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:56.331740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99ce8e31-b9f1-403c-8966-d40816d25a97 req-1c6e45c6-afa7-458d-b275-a068736269c6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 1096 time: 0.4114432 Apr 28 20:11:56.341152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065b5a73-c4c4-43ea-986f-7703b363db7a req-4d9a629b-fecc-4d60-9855-ad10bebb4b7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:56.342849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-065b5a73-c4c4-43ea-986f-7703b363db7a req-4d9a629b-fecc-4d60-9855-ad10bebb4b7a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 944 time: 0.5722277 Apr 28 20:11:56.349404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:56.361296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:56.369808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:56.385239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:56.411435 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:11:56.422699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.507708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-065b5a73-c4c4-43ea-986f-7703b363db7a req-edc6bc1f-c794-4242-b6c6-657ea4c0202e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1424012 Apr 28 20:11:56.515500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99ce8e31-b9f1-403c-8966-d40816d25a97 req-05749e2b-8750-481e-beec-6773c6cf11c3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716952 Apr 28 20:11:56.525490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.541234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.588788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e98be85-1a28-4012-8cd1-bd9dddc59350,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:56.593065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.594682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-045587c1-9013-445b-8b84-bb968d384625 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2812734 Apr 28 20:11:56.597569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33800) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:56.602803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'security_group_rule': {'security_group_id': '01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f', 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:11:56.634565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:11:56.642855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:security_group_rule and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:11:56.654412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:11:56.680956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:11:56.703569 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Project 749c3835a4164d2b88ae5adffc41d40a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:11:56.720980 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.894317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.894317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.904592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:56.918439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5859b26-4ead-47bb-a065-36685da60a41,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:56.936458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:56.945581 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-169df209-0198-4f99-8720-caa699c133bf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3392918 Apr 28 20:11:57.063910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:11:57.147783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Deleting subnet b390d296-f20a-4da2-b6b1-8f7c59d11c22 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:11:57.161965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.300605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.405143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:57.482581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'port_id': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'mac_address': 'fa:16:3e:a1:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 402, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:11:57.568291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.623753 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.663948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:11:57.681939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:57.685783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:57.743150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.747350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a153cc-e8b8-42b3-9ccf-20195871d51e req-d6e3590c-3b9b-4845-a6f0-aff16931ebd0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:57.755243 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2a153cc-e8b8-42b3-9ccf-20195871d51e req-d6e3590c-3b9b-4845-a6f0-aff16931ebd0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.2300851 Apr 28 20:11:57.785284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-3b2a9f4d-5c4b-47cd-a805-a3a4eea39f37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:11:57.797943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.886804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2a153cc-e8b8-42b3-9ccf-20195871d51e req-57d48018-e0b7-4e05-90aa-f063fcef51e6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1220455 Apr 28 20:11:57.895550 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:57.907620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b390d296-f20a-4da2-b6b1-8f7c59d11c22,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:57.914996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0fd671fc-499a-4d52-a238-f23fd18bfe5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/b390d296-f20a-4da2-b6b1-8f7c59d11c22 HTTP/1.1" status: 204 len: 168 time: 1.0178974 Apr 28 20:11:57.919034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33850) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:11:57.925087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-3b2a9f4d-5c4b-47cd-a805-a3a4eea39f37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:11:57.927579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-3b2a9f4d-5c4b-47cd-a805-a3a4eea39f37 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173565843&fields=id&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 267 time: 0.4449813 Apr 28 20:11:58.024802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['25a613c7-27a7-489a-89d7-8a897ff4b35c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:11:58.193740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:58.201487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:11:58.207436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:58.207992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:58.274696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4e16016c-be05-4b84-a33f-6b287f262029 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:58.276313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4e16016c-be05-4b84-a33f-6b287f262029 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:11:58.322006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4e16016c-be05-4b84-a33f-6b287f262029 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:11:58.330576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4e16016c-be05-4b84-a33f-6b287f262029 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/networks?id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 200 len: 797 time: 0.3921657 Apr 28 20:11:58.352712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:58.359035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-6384115e-0a17-4584-a0f9-1c6c3db322b1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/quotas/749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 375 time: 0.0263433 Apr 28 20:11:58.577239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-ad17e19b-31a3-4157-ab4e-9900a32007b6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:11:58.610703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-ad17e19b-31a3-4157-ab4e-9900a32007b6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:11:58.611179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca67a68f-3845-4402-a588-c0ecb78a4ce1 req-f2f72901-df1e-4610-a65d-b1b9f760c106 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:58.622332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-ad17e19b-31a3-4157-ab4e-9900a32007b6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2623479 Apr 28 20:11:58.624518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca67a68f-3845-4402-a588-c0ecb78a4ce1 req-f2f72901-df1e-4610-a65d-b1b9f760c106 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 945 time: 0.4495203 Apr 28 20:11:58.644361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:58.683851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:58.696129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:58.780182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:58.851011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca67a68f-3845-4402-a588-c0ecb78a4ce1 req-bd08d23e-d22b-490a-9e36-c5618f40e518 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2252061 Apr 28 20:11:58.868222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-2cd5ccf1-4785-4269-9777-a31fa87e267b service neutron] 10.222.0.24 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368722 Apr 28 20:11:58.903501 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.023314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d82b65f4-e2c8-4475-b4c2-12d8f3d40eff']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:59.088818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:59.110179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-0dff4c7f-f3dd-4d33-939c-511533207ed6 service neutron] 10.222.0.24 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158594 Apr 28 20:11:59.204303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 25a613c7-27a7-489a-89d7-8a897ff4b35c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:59.204922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.302308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ba42ad-2e99-4328-b9aa-662654b9e007') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:59.303997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ba42ad-2e99-4328-b9aa-662654b9e007') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:11:59.413297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.427840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88e55f82-ab05-4b6a-91c9-cd02fdb29aa2 req-bf6b2004-44ab-4d95-8efa-806e8a32833f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.0999546 Apr 28 20:11:59.462787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.476591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:11:59.477126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.486457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:11:59.492935 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:11:59.568421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:11:59.579798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:11:59.587909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.682425 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c54571a-5e98-4cd5-a98a-ae3d4c0a1517'] response: {'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'code': 200} Apr 28 20:11:59.685974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:11:59.717580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4fcd90-c3a0-4d3f-a125-b88944f84210 req-88161c6e-1514-4894-80fe-5808cefd5708 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:59.719022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb4fcd90-c3a0-4d3f-a125-b88944f84210 req-88161c6e-1514-4894-80fe-5808cefd5708 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.3837793 Apr 28 20:11:59.738145 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.801730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:11:59.807016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=d82b65f4-e2c8-4475-b4c2-12d8f3d40eff,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:59.840252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb4fcd90-c3a0-4d3f-a125-b88944f84210 req-848db4c5-4bc3-4121-be84-62f387d62b56 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044068 Apr 28 20:11:59.875111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:11:59.914675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-91d448fe-6390-4518-9c3d-dc462b5ba8c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d82b65f4-e2c8-4475-b4c2-12d8f3d40eff HTTP/1.1" status: 204 len: 168 time: 1.9943891 Apr 28 20:11:59.956279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365ce12f-d917-4715-b220-efab3e316e2d req-5a5c7a43-9397-4379-ac52-3f03fbcfc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:11:59.958623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-365ce12f-d917-4715-b220-efab3e316e2d req-5a5c7a43-9397-4379-ac52-3f03fbcfc610 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1098 time: 0.1101322 Apr 28 20:11:59.988767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:11:59.989144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.054725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-365ce12f-d917-4715-b220-efab3e316e2d req-bf2ca91a-adcb-4c6b-b8ef-eab08a2d6d9b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870571 Apr 28 20:12:00.188188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb24cf7-fc91-415c-a6de-615304b46818 req-7604ddc1-114c-4dba-82ba-00c3f5f05e43 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:00.189888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dbb24cf7-fc91-415c-a6de-615304b46818 req-7604ddc1-114c-4dba-82ba-00c3f5f05e43 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.1183798 Apr 28 20:12:00.250908 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dbb24cf7-fc91-415c-a6de-615304b46818 req-61bd9b78-d13a-4c3a-9084-c22222e5c2aa tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452235 Apr 28 20:12:00.278726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78393c0a-11e3-48ab-a94c-82d684022db9 req-e7cb9caf-3730-408d-88ed-1db3ee85123b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:00.281400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78393c0a-11e3-48ab-a94c-82d684022db9 req-e7cb9caf-3730-408d-88ed-1db3ee85123b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.3027163 Apr 28 20:12:00.291348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 33930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:00.297432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'port_id': 'acceae29-4e46-4eb1-9204-e5a6d77e3532'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:00.407773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:00.514095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.516010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a1eacc2b-8b64-4ff0-9429-779a9efda1db admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c8555451fc9b45d781b31d72097d2e2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1068037 Apr 28 20:12:00.518698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 33942) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:00.652932 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.710408 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.850441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.878969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b5f977fc-9b04-4805-b4fd-6db9a4959539 req-5a0f5a68-c034-4c11-ba75-40756c15bc79 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:00.902747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b5f977fc-9b04-4805-b4fd-6db9a4959539 req-5a0f5a68-c034-4c11-ba75-40756c15bc79 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:00.904142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c39bd74-6a4d-4260-9d1e-c59fa26e82dc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:00.914048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b5f977fc-9b04-4805-b4fd-6db9a4959539 req-5a0f5a68-c034-4c11-ba75-40756c15bc79 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.2273078 Apr 28 20:12:00.954751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:00.958289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1a422e6-c745-44a4-9e7a-f5681dfd1d24 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/6c39bd74-6a4d-4260-9d1e-c59fa26e82dc HTTP/1.1" status: 204 len: 168 time: 0.4362104 Apr 28 20:12:01.809683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffbdcc4-17a0-4120-81be-42dc1ad71bcf req-32eacbaa-a38e-41f2-aef3-3d7c207c16b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:01.815294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fffbdcc4-17a0-4120-81be-42dc1ad71bcf req-32eacbaa-a38e-41f2-aef3-3d7c207c16b5 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.3773139 Apr 28 20:12:01.878311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:12:01.914485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fffbdcc4-17a0-4120-81be-42dc1ad71bcf req-93dfb294-7daa-43bb-b969-eb58111736f3 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880411 Apr 28 20:12:02.229162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77e84672-756b-42b7-83d3-bb62d0eac852 req-e424913f-bcd8-4378-af26-aa5af5d10216 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.0936811 Apr 28 20:12:02.267720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:02.298003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:02.779682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4eaa434e-19c3-46f4-be4b-da0644c66d41 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:02.780625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4eaa434e-19c3-46f4-be4b-da0644c66d41 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:02.817341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4eaa434e-19c3-46f4-be4b-da0644c66d41 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:02.821769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-4eaa434e-19c3-46f4-be4b-da0644c66d41 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/networks?id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 200 len: 797 time: 1.0783544 Apr 28 20:12:02.930551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-a4c3fc98-5b2f-4bb0-b390-0c3e3a33682a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:02.973112 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP f46733a0-1105-40e2-8cb4-3bcb10a0ffff associated. External IP: 172.25.2.16, port: acceae29-4e46-4eb1-9204-e5a6d77e3532. Apr 28 20:12:03.128627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-a4c3fc98-5b2f-4bb0-b390-0c3e3a33682a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:03.130296 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-a4c3fc98-5b2f-4bb0-b390-0c3e3a33682a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=749c3835a4164d2b88ae5adffc41d40a HTTP/1.1" status: 200 len: 379 time: 0.2965915 Apr 28 20:12:03.168796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'port': {'device_id': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'admin_state_up': True, 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'security_groups': ['01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:03.249123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99390bf-8115-4fce-b377-d2a4095d4a5a req-53f70648-42e5-4ee1-865a-bcea15d31f3e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:03.257712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c99390bf-8115-4fce-b377-d2a4095d4a5a req-53f70648-42e5-4ee1-865a-bcea15d31f3e tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.1590867 Apr 28 20:12:03.317797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c99390bf-8115-4fce-b377-d2a4095d4a5a req-12a0a7c6-9e30-4a89-ab09-cc2857a48fde tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589418 Apr 28 20:12:03.662243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34072) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:03.684174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ec62c27-73f0-4493-af49-da5ab31d9df0 req-53f4b55a-ca04-47cc-8846-6d29fc395cda tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.1005507 Apr 28 20:12:03.889399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:03.906782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:03.912522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Usage tracker for resource:security_group_rule and tenant:516b2cf942924fb191a59ce02f420569 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:03.942668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:03.958344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:03.990842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:04.014549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:04.036960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Made reservation on behalf of 749c3835a4164d2b88ae5adffc41d40a for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:12:04.044489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.109534 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.117960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.270817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=340dec57-c73c-4f78-aebf-19590f820d66,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:04.304570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:04.307644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f76e0074-ba14-45a2-936d-9f858e061a12 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=516b2cf942924fb191a59ce02f420569&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6442323 Apr 28 20:12:04.311558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34094) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:04.455292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.502710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.630022 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.655590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=340dec57-c73c-4f78-aebf-19590f820d66,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:04.697498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.702922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-52e98ed0-a378-4011-95dd-f9e6664990f6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/340dec57-c73c-4f78-aebf-19590f820d66 HTTP/1.1" status: 204 len: 168 time: 0.3902545 Apr 28 20:12:04.754653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.20.0.6 (21e84677-fa85-41a2-bc18-b6ecc3ab1d1a/7ac0e16e-cd43-495c-8890-838e9ab17500/cd76aadf-2426-4f64-a481-06f6ef6ead2b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:12:04.803636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:04.828802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:04.831810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:04.868598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:04.872820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:05.126649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-959dd5c4-f5be-4870-b50b-aebd0d380eb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "PUT /v2.0/floatingips/f46733a0-1105-40e2-8cb4-3bcb10a0ffff HTTP/1.1" status: 200 len: 990 time: 4.8339088 Apr 28 20:12:05.131734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:05.198105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4d41963-7d5e-46bd-8b15-654962e55396 req-9be36bf3-e5f8-478e-9316-c3a42a479a48 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.1884058 Apr 28 20:12:05.273691 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fbb36d2-2469-4841-9e3b-28e046889d8b'] response: {'name': 'network-changed', 'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'status': 'completed', 'code': 200} Apr 28 20:12:05.341972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:05.387552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Transition to ACTIVE for port object cd76aadf-2426-4f64-a481-06f6ef6ead2b will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:12:05.454955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:05.484755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:05.576663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-dbcf2a02-ff54-4b97-a3f6-b0b0db34dd21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:05.578099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-dbcf2a02-ff54-4b97-a3f6-b0b0db34dd21 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 1096 time: 0.2748830 Apr 28 20:12:05.963322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-e3333f29-7bbc-4caf-bcaf-fa9d4585be37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:05.965835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-e3333f29-7bbc-4caf-bcaf-fa9d4585be37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3806851 Apr 28 20:12:05.995161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:12:06.006834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:12:06.013948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:12:06.149339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:06.194393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:06.195648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:06.233491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-afb1e743-a528-48a1-8d2c-82e5406e0cac tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0741560 Apr 28 20:12:06.245330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Request body: {'port': {'device_id': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:06.292820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-ad0d5410-d20a-4b40-b1e7-d935654034a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532 HTTP/1.1" status: 200 len: 998 time: 0.3183997 Apr 28 20:12:06.445667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-75fe9785-c234-4455-ba63-7d84bc360a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:06.456739 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-75fe9785-c234-4455-ba63-7d84bc360a78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1573086 Apr 28 20:12:06.657243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-43637d0f-3915-4fd4-bdad-0f506e2e738c None None] Provisioning for port cd76aadf-2426-4f64-a481-06f6ef6ead2b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:12:06.676088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:06.691381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-43637d0f-3915-4fd4-bdad-0f506e2e738c None None] Provisioning complete for port cd76aadf-2426-4f64-a481-06f6ef6ead2b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:12:06.695939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43637d0f-3915-4fd4-bdad-0f506e2e738c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:06.819330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-7d8627f1-7bc5-4234-b7bb-8a1da56e247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:06.822108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-7d8627f1-7bc5-4234-b7bb-8a1da56e247d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3596363 Apr 28 20:12:06.874691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-43637d0f-3915-4fd4-bdad-0f506e2e738c None None] Port cd76aadf-2426-4f64-a481-06f6ef6ead2b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:12:06.895652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}, {'id': 'f46733a0-1105-40e2-8cb4-3bcb10a0ffff', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:ac:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:22Z', 'updated_at': '2022-04-28T20:12:01Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:06.900338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:06.918380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:06.921334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:11:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:07.017437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-51ca7640-fe6a-49d0-a059-877fd14b60e5 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880450 Apr 28 20:12:07.025700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067d4ac7-f806-4e29-a624-2273a3d92381 req-128cb833-08e4-4792-91a5-8f96630644fd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:07.033194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-067d4ac7-f806-4e29-a624-2273a3d92381 req-128cb833-08e4-4792-91a5-8f96630644fd tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 931 time: 0.4001827 Apr 28 20:12:07.208709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-067d4ac7-f806-4e29-a624-2273a3d92381 req-5a21eb4a-4e9e-4d45-990a-0124c9b284fa tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1744921 Apr 28 20:12:07.299975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fad89967-0c1d-4de2-b6ee-e90f54ed11ea req-b9a29c67-14ac-41e1-9654-f98c507dea27 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638996 Apr 28 20:12:07.457600 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:07.577677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd76aadf-2426-4f64-a481-06f6ef6ead2b {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:12:07.598830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:07.622052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Transition to ACTIVE for port object cd76aadf-2426-4f64-a481-06f6ef6ead2b will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:12:07.628281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:07.851184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:08.238960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Attempting to bind port cd76aadf-2426-4f64-a481-06f6ef6ead2b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:12:08.238960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Attempting to bind port cd76aadf-2426-4f64-a481-06f6ef6ead2b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:12:08.238960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Attempting to bind port cd76aadf-2426-4f64-a481-06f6ef6ead2b on network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:12:08.265246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Port cd76aadf-2426-4f64-a481-06f6ef6ead2b on network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:12:08.266556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Attempting to bind port cd76aadf-2426-4f64-a481-06f6ef6ead2b on network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:12:08.280397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 11, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:12:08.280786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Checking segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:12:08.281247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Bound using segment: {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:12:08.281983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Bound port: cd76aadf-2426-4f64-a481-06f6ef6ead2b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:12:08.285017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:08.579526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}, {'id': 'f46733a0-1105-40e2-8cb4-3bcb10a0ffff', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:ac:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:22Z', 'updated_at': '2022-04-28T20:12:01Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:08.584716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f5328a-2efc-4dfe-a1e0-59a7f9886d3a None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}, {'id': 'f46733a0-1105-40e2-8cb4-3bcb10a0ffff', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.16', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:ac:2a:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:11:22Z', 'updated_at': '2022-04-28T20:12:01Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:08.706725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:12:08.726074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:12:08.743082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:08.825328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34196) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:08.865227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:08.865859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:08.871809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] 10.222.0.41 "PUT /v2.0/ports/cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 200 len: 1091 time: 2.6306341 Apr 28 20:12:08.872476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:08.901130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6982dad-ab2f-4f2b-af1a-3c6a87c450a4 req-1b0fce27-45b2-4a4f-8b5b-145f1db6547f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:08.902421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a6982dad-ab2f-4f2b-af1a-3c6a87c450a4 req-1b0fce27-45b2-4a4f-8b5b-145f1db6547f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:09.094155 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-058635f4-3094-4747-a864-b50151ac4acc'] response: {'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'status': 'completed', 'code': 200} Apr 28 20:12:09.172900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f7fc8a-e91a-4d32-9e84-f056d324c244 service neutron] Pushing event updated for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:09.186359 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eefa7a8-37c1-4faa-9b90-6d02cd3f00e0 None None] New status for floating IP f46733a0-1105-40e2-8cb4-3bcb10a0ffff: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:09.197626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a6982dad-ab2f-4f2b-af1a-3c6a87c450a4 req-1b0fce27-45b2-4a4f-8b5b-145f1db6547f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:09.208494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6982dad-ab2f-4f2b-af1a-3c6a87c450a4 req-1b0fce27-45b2-4a4f-8b5b-145f1db6547f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 943 time: 0.7097616 Apr 28 20:12:09.335001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6982dad-ab2f-4f2b-af1a-3c6a87c450a4 req-b192c539-eadd-4121-801f-31ba8672346a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194527 Apr 28 20:12:09.357003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-bb09a478-e3fd-4541-9620-bb68888f4dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:09.358486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-bb09a478-e3fd-4541-9620-bb68888f4dca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1094 time: 0.4339027 Apr 28 20:12:09.374746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:09.408317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:09.432105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Usage tracker for resource:security_group_rule and tenant:0b02f2b112c44c3cb4eac9ab55035e09 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:09.438235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:09.458408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:09.512807 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-07267530-1a18-4c19-830d-668acfb3e2a9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 200 len: 217 time: 0.1433115 Apr 28 20:12:09.611099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-8161a875-71a4-42f7-bd54-a5679511f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:09.612939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-8161a875-71a4-42f7-bd54-a5679511f6b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ac0e16e-cd43-495c-8890-838e9ab17500 HTTP/1.1" status: 200 len: 834 time: 0.0935822 Apr 28 20:12:09.655111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:09.664168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:09.789828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f38e1554-b6c8-4f4e-a8b5-ba8b3251fd27,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:09.798841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0b02f2b112c44c3cb4eac9ab55035e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9702742 Apr 28 20:12:09.800031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:09.826700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.827209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.827374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.831360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-43a5d638-fbae-4087-a73c-fc24eb174626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:09.832575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.842003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.842003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.843061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.843061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.843061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.843424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.845614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.845614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bfa75f9-bf3b-42c2-a9ce-1fec380b023f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:09.850186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-43a5d638-fbae-4087-a73c-fc24eb174626 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299175 Apr 28 20:12:10.018848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:10.033979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:10.081745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-8b2d2a2f-51b1-4a0a-89b5-cae20dcea834 service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213142 Apr 28 20:12:10.086627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:10.394394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:10.400549 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac0d986d-9a0c-4e37-bdda-7eea93087ea0 req-b005111f-4bde-483c-b9c0-aa00f38dcdf6 service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3056619 Apr 28 20:12:10.439151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38e1554-b6c8-4f4e-a8b5-ba8b3251fd27,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:10.445195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:10.475082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-977417d5-d11d-4666-b573-2b08acfbffcf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f38e1554-b6c8-4f4e-a8b5-ba8b3251fd27 HTTP/1.1" status: 204 len: 168 time: 0.6641705 Apr 28 20:12:10.596306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-92ddd9df-1218-46bd-b169-e67046bb2294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:10.600146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-92ddd9df-1218-46bd-b169-e67046bb2294 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1094 time: 0.0926406 Apr 28 20:12:10.630679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea66db30-b3db-49ed-a28e-b85d6e5a2cdd req-38e2093f-22d0-4bea-9d0b-ca5b9a08fa39 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:10.637929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea66db30-b3db-49ed-a28e-b85d6e5a2cdd req-38e2093f-22d0-4bea-9d0b-ca5b9a08fa39 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 943 time: 0.1893570 Apr 28 20:12:10.720813 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea66db30-b3db-49ed-a28e-b85d6e5a2cdd req-50cf51d3-bb5f-4baf-a6fe-ea77fc82aa5e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817447 Apr 28 20:12:10.815443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-d066bae7-567c-4a8f-b179-3d64992b26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:10.817015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-d066bae7-567c-4a8f-b179-3d64992b26a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 200 len: 898 time: 0.2067051 Apr 28 20:12:10.946763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-c612a938-d103-4a22-a257-f393a0305ce8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 200 len: 217 time: 0.1182170 Apr 28 20:12:11.051975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-5ff106de-e25e-4096-bf92-e0b545c4e69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:11.053486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-5ff106de-e25e-4096-bf92-e0b545c4e69d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ac0e16e-cd43-495c-8890-838e9ab17500 HTTP/1.1" status: 200 len: 834 time: 0.0990560 Apr 28 20:12:11.199836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-fcae047d-1312-4eea-830b-e47cab4d3d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:11.202139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-fcae047d-1312-4eea-830b-e47cab4d3d6b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1404295 Apr 28 20:12:11.414247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-fea0e334-6841-4b0a-acff-d1e0a7fb6bde service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049880 Apr 28 20:12:11.622812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b8510d-6025-4d4f-bb69-28800f224050 req-0be507ef-52e0-4c89-8c62-00f93504c772 service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1944273 Apr 28 20:12:11.779362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34284) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:11.917105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-102647091-network', 'tenant_id': '0cc8a4cc97d34bba9a4d35757d00a498'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:11.926997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:11.938181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Usage tracker for resource:network and tenant:0cc8a4cc97d34bba9a4d35757d00a498 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:11.941958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:11.949719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:11.962729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Made reservation on behalf of 0cc8a4cc97d34bba9a4d35757d00a498 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:12:11.965057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:11.980035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:11.997553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:12.009989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Usage tracker for resource:security_group_rule and tenant:0cc8a4cc97d34bba9a4d35757d00a498 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:12.022273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:12.028056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:12.034087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7000554-bdcf-4466-b4be-ac2eb510049a req-dfd90ac3-2c7d-4c7d-93ec-425898a23139 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:12.035545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7000554-bdcf-4466-b4be-ac2eb510049a req-dfd90ac3-2c7d-4c7d-93ec-425898a23139 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 943 time: 0.2029922 Apr 28 20:12:12.108066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7000554-bdcf-4466-b4be-ac2eb510049a req-dc9905b9-5e7e-445d-9815-8f439f1c47d7 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641882 Apr 28 20:12:12.193766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.198684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.238965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:12:12.244267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde06651-1b6e-4a3f-b364-73201c3cfa1c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:12.254598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.255033 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Added segment 4eb4b171-d7dd-4001-a3a3-4762f2b255e6 of type vlan for network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac Apr 28 20:12:12.278317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.286116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.331452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.332703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:12.333688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.461823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] Pushing event updated for resources: {'Network': ['ID=9f0905ca-2262-4a63-9b7d-6c9c00a755ac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:12.470623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34304) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:12.480624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:12:12.487085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Request body: {'subnet': {'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-102647091-subnet', 'tenant_id': '0cc8a4cc97d34bba9a4d35757d00a498', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:12.498258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5eac0e14-e8ed-43ba-8a13-5cf611ec8932 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7171266 Apr 28 20:12:12.546455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:12.569251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Usage tracker for resource:subnet and tenant:0cc8a4cc97d34bba9a4d35757d00a498 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:12.572766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:12.580074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:12.607439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Made reservation on behalf of 0cc8a4cc97d34bba9a4d35757d00a498 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:12:12.615354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:12.899262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=521b342e-fc4d-42d8-a985-5a4a3cdb863b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Checking segment: {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Network hostable DHCP agents. Network: 9f0905ca-2262-4a63-9b7d-6c9c00a755ac, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 9f0905ca-2262-4a63-9b7d-6c9c00a755ac) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:12:13.251858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:13.259486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cd76aadf-2426-4f64-a481-06f6ef6ead2b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:12:13.259879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:13.260131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-266ee3bd-26ec-49f3-a236-177a59c64d2a None None] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:12:13.260390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03703c23-c650-451f-9c6f-278e1520fa0e admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7494771 Apr 28 20:12:13.391079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.resource_extend [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:12:13.626815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b58ebc-762e-41a4-b7fb-f206c60415b7 req-9cfd2571-83cd-48c1-b356-5e84c662282c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:13.626815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b58ebc-762e-41a4-b7fb-f206c60415b7 req-9cfd2571-83cd-48c1-b356-5e84c662282c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 943 time: 0.2347569 Apr 28 20:12:13.770257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b58ebc-762e-41a4-b7fb-f206c60415b7 req-b4db8ddc-46b4-400d-a2c3-5a13f9a542cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003075 Apr 28 20:12:13.822476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:13.834112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a5f0111-114a-4772-b889-d56633d7ffdf None None] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:12:13.894179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'port_id': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'mac_address': 'fa:16:3e:9a:e9:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:12:14.158298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:14.192958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd76aadf-2426-4f64-a481-06f6ef6ead2b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:12:14.231771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:14.298719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:14.450668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:14.562028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['cd76aadf-2426-4f64-a481-06f6ef6ead2b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:12:15.161337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eab43a6-9a71-407f-972f-10df433330f7 req-1c853a62-960d-4b7d-868d-35a1297337c1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:15.171605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2eab43a6-9a71-407f-972f-10df433330f7 req-1c853a62-960d-4b7d-868d-35a1297337c1 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 944 time: 0.1357758 Apr 28 20:12:15.297386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2eab43a6-9a71-407f-972f-10df433330f7 req-f3e2e976-7537-4f50-b8bc-fc34b1c2b68b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1110461 Apr 28 20:12:16.660784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72565f86-3d72-4e9c-b6ba-53bb02a92b5d req-31a97150-70dc-41b1-b5b4-3ac3b4acc37c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:16.662320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72565f86-3d72-4e9c-b6ba-53bb02a92b5d req-31a97150-70dc-41b1-b5b4-3ac3b4acc37c tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 944 time: 0.1365654 Apr 28 20:12:16.727108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-72565f86-3d72-4e9c-b6ba-53bb02a92b5d req-b0764bae-64ce-4208-80f2-ebd48c014d89 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553193 Apr 28 20:12:17.197064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cd76aadf-2426-4f64-a481-06f6ef6ead2b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:12:17.359795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port cd76aadf-2426-4f64-a481-06f6ef6ead2b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:12:17.365820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port cd76aadf-2426-4f64-a481-06f6ef6ead2b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:12:17.365820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:17.638584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:17.711637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:17.711637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:17.742546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:17.899040 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abbbd32b-76b3-40d9-ac42-600ed4626332'] response: {'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'code': 200} Apr 28 20:12:18.115506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:18.311226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d20eea-dc48-43a4-bad1-c7ff371807d0 req-17b98a0f-4233-439c-9342-0e408b359db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:18.311226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96d20eea-dc48-43a4-bad1-c7ff371807d0 req-17b98a0f-4233-439c-9342-0e408b359db3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1096 time: 0.3292899 Apr 28 20:12:18.416455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96d20eea-dc48-43a4-bad1-c7ff371807d0 req-6ca2edcf-fc22-4777-a78e-9ea393beaba3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965135 Apr 28 20:12:18.462049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343b47a-2dd7-413e-aaee-3ad9b7198473 req-2c9aabfe-8b35-4e00-adae-222e4f710cf5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:18.465099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d343b47a-2dd7-413e-aaee-3ad9b7198473 req-2c9aabfe-8b35-4e00-adae-222e4f710cf5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.2406981 Apr 28 20:12:18.520399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d343b47a-2dd7-413e-aaee-3ad9b7198473 req-d5ab0777-22a4-4cf3-b6b6-20fe23c8a989 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491209 Apr 28 20:12:19.839854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234048bc-c577-4f2a-bedb-4decdd7359fa req-2e0ff22c-a12e-4ad6-83d7-0ce396cc1eae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:19.842014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-234048bc-c577-4f2a-bedb-4decdd7359fa req-2e0ff22c-a12e-4ad6-83d7-0ce396cc1eae tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.1510587 Apr 28 20:12:19.940933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-234048bc-c577-4f2a-bedb-4decdd7359fa req-dea5ed90-bb57-4377-8095-afc698643476 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926142 Apr 28 20:12:20.224260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-888388d1-a53c-48eb-b2f1-7e7cb5aedab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:21.239621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da82d4c-a6b3-4aee-a173-26a0f28236c7 req-55648a4b-c0ed-4174-a097-7c1e1c7a7249 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:21.239621 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7da82d4c-a6b3-4aee-a173-26a0f28236c7 req-55648a4b-c0ed-4174-a097-7c1e1c7a7249 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.1685977 Apr 28 20:12:21.350412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7da82d4c-a6b3-4aee-a173-26a0f28236c7 req-8d872e51-e772-4470-af4a-16dd5923137f tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010292 Apr 28 20:12:21.645436 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:12:21.799261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0631e107-9ff9-48c5-b327-9d3fbad59eda req-d646ffe0-39f9-4622-8788-aa2c1c85f20d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:21.800859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0631e107-9ff9-48c5-b327-9d3fbad59eda req-d646ffe0-39f9-4622-8788-aa2c1c85f20d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.1364253 Apr 28 20:12:21.856565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0631e107-9ff9-48c5-b327-9d3fbad59eda req-368831a8-dded-4495-a502-af6cbf085083 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460901 Apr 28 20:12:21.879932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:21.964373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a51eda8-f237-48b5-91bd-4714599b7f4b tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:21.968982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a51eda8-f237-48b5-91bd-4714599b7f4b tempest-TestNetworkBasicOps-1482040068 tempest-TestNetworkBasicOps-1482040068-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1091 time: 0.0847583 Apr 28 20:12:21.968982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:21.977812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:12:21.989888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:21.994448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Usage tracker for resource:floatingip and tenant:749c3835a4164d2b88ae5adffc41d40a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:22.000615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:22.025447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:22.048953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.115557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-8d06cf17-819e-4e03-a776-82e29edcbf70 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0794404 Apr 28 20:12:22.248568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.375040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44148dbc-53d6-40c6-ada7-89d9f706d678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.445978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Allocated IP 172.25.2.58 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/63913c34-99c9-46a0-a983-4f7c0e685403) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:12:22.602643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-21d38385-7b92-4585-99c5-64c50aae2dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:22.602643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-21d38385-7b92-4585-99c5-64c50aae2dc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7344e16b1abd49afbcc95977227d910b&device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 1098 time: 0.4099457 Apr 28 20:12:22.776873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.857197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:22.889711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-e78f0ac6-496f-47a0-94d0-373ec366e363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:22.891159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-e78f0ac6-496f-47a0-94d0-373ec366e363 service neutron] 10.222.0.41 "GET /v2.0/networks?id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 200 len: 918 time: 0.2585704 Apr 28 20:12:23.019436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:12:23.024665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=63913c34-99c9-46a0-a983-4f7c0e685403,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:23.029903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:12:23.035240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-bcd36eef-d2b0-497e-9688-ce2538056ed9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 200 len: 1002 time: 0.1358247 Apr 28 20:12:23.036651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:12:23.178043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-9e8e21bb-2c49-4ab0-ade9-9acc8e195451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:23.178043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-9e8e21bb-2c49-4ab0-ade9-9acc8e195451 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 200 len: 856 time: 0.1315329 Apr 28 20:12:23.316706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-079acbbf-fdd2-495f-8b27-763c82b14882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:23.318261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-079acbbf-fdd2-495f-8b27-763c82b14882 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1341717 Apr 28 20:12:23.676886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-c992f75b-9323-4701-b9bd-9a39f682e868 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3471770 Apr 28 20:12:23.773725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:23.882088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.071574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.088769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.139007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c4095dd-e684-4c71-8d22-bba76616c489 req-0b4f3038-e3ce-4beb-93c5-9d58c5d388f6 service neutron] 10.222.0.41 "GET /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4544415 Apr 28 20:12:24.738732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.745622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:24.931661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event updated for resources: {'Port': ['ID=63913c34-99c9-46a0-a983-4f7c0e685403,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:24.948571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:25.193949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:25.262527 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Floating IP 9aac16cf-6da1-416c-9f37-4a24342aec57 associated. External IP: 172.25.2.58, port: cd76aadf-2426-4f64-a481-06f6ef6ead2b. Apr 28 20:12:25.899513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router ba0c1c3f-8d72-4666-8615-bde0c00b021f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:26.286429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:26.305250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Sync routers for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:26.321059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:26.321059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:26.359991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:26.450504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ef0ca8fc-5872-44a4-852f-b3ab4a4535f4 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.4814649 Apr 28 20:12:26.453365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:26.453821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:26.519876 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68da500e-d2bf-4afd-908f-63a5c5c07e77'] response: {'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'status': 'completed', 'code': 200} Apr 28 20:12:26.684953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:26.738474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8273a371-7481-4da2-8cf4-b2f91484ad39 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 200 len: 990 time: 0.2754674 Apr 28 20:12:26.766245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-6ced1e7e-6ea1-44a6-9cbc-f2a1f506f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:26.766245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-6ced1e7e-6ea1-44a6-9cbc-f2a1f506f034 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1096 time: 0.1669471 Apr 28 20:12:27.087568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-35b04090-8f8d-4901-afde-9c55dd81fe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:27.093678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-35b04090-8f8d-4901-afde-9c55dd81fe1c service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 200 len: 898 time: 0.3163238 Apr 28 20:12:27.410118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-bda9a518-7ebb-4b13-b3c7-29a3e7868f73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 200 len: 998 time: 0.2783172 Apr 28 20:12:27.462579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9aac16cf-6da1-416c-9f37-4a24342aec57', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'port_id': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'mac_address': 'fa:16:3e:9a:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:23Z', 'updated_at': '2022-04-28T20:12:23Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:27.468611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Checking router: ba0c1c3f-8d72-4666-8615-bde0c00b021f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:27.478945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:27.480583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:27.524568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-0956123e-6038-4a24-896c-fb02f76b93ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:27.528022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-0956123e-6038-4a24-896c-fb02f76b93ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ac0e16e-cd43-495c-8890-838e9ab17500 HTTP/1.1" status: 200 len: 834 time: 0.0917478 Apr 28 20:12:27.742382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:27.808063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-195782bd-0aa3-4afb-be93-945261deab1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:27.809711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-195782bd-0aa3-4afb-be93-945261deab1d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2630649 Apr 28 20:12:28.011791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ecddfc81-01bf-42e6-8c76-53bdaa99c5a5 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 200 len: 990 time: 0.2639356 Apr 28 20:12:28.030520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:28.093794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-ac909582-d9d6-46e8-bfef-07250d9a236b service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741301 Apr 28 20:12:28.671519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b1b532ae-bd9b-4a1a-bb1a-976467bc8088 req-b9ab259a-7dfb-4442-a8ba-cba583fe5f42 service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5717916 Apr 28 20:12:29.014492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9aac16cf-6da1-416c-9f37-4a24342aec57', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'port_id': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'mac_address': 'fa:16:3e:9a:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:23Z', 'updated_at': '2022-04-28T20:12:23Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:29.019311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34688) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:29.029180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dfd71b7-dfca-47b7-be12-f6b6d3c5075b None None] The sync data for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 is: [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9aac16cf-6da1-416c-9f37-4a24342aec57', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'floating_ip_address': '172.25.2.58', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'port_id': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3245, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'mac_address': 'fa:16:3e:9a:e9:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:12:23Z', 'updated_at': '2022-04-28T20:12:23Z', 'revision_number': 0, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:29.422374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-48d3e456-e95c-4023-8816-26879be12a0d tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 200 len: 990 time: 0.3716109 Apr 28 20:12:29.517919 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da454c4-83e4-4b53-939a-aa664206392d None None] New status for floating IP 9aac16cf-6da1-416c-9f37-4a24342aec57: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:30.381732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:30.630215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b81844b-f577-46eb-b332-16af68648c44 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 200 len: 992 time: 0.2340457 Apr 28 20:12:32.295958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 34766) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:32.497097 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.509133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:12:32.514009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Usage tracker for resource:security_group_rule and tenant:b847a7e6069d4c528b86afea08a5dbba is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:12:32.517077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:12:32.538589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:12:32.645330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.655031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.689662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b847a7e6069d4c528b86afea08a5dbba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925669 Apr 28 20:12:32.692396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 34778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:32.712281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4cf23a-1c80-4179-96a1-97915100376e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5578b9-0eae-47bd-b345-515209db85c4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:32.775252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.809200 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.878995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.898039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5578b9-0eae-47bd-b345-515209db85c4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ae5578b9-0eae-47bd-b345-515209db85c4 HTTP/1.1" status: 204 len: 168 time: 0.2074335 Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.907983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:32.911734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6469718a-01a5-446a-b0b8-d40b3646d008 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:12:37.527851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891d1214-84a6-4316-abdf-293a3b901fb7 req-b5b4b557-4e0a-465f-afaf-fa63621cfb8d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:37.534857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-891d1214-84a6-4316-abdf-293a3b901fb7 req-b5b4b557-4e0a-465f-afaf-fa63621cfb8d tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.1524630 Apr 28 20:12:37.597557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-891d1214-84a6-4316-abdf-293a3b901fb7 req-9a1d6699-cd1d-43ee-9f9e-810de9936c0a tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0678818 Apr 28 20:12:37.658267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd3e977-108d-47a9-9715-115326465d87 req-c7634936-8958-4c00-beba-5a8149a9d69c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:37.659857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fd3e977-108d-47a9-9715-115326465d87 req-c7634936-8958-4c00-beba-5a8149a9d69c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.1477432 Apr 28 20:12:37.890295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fd3e977-108d-47a9-9715-115326465d87 req-5f83fe54-4253-4146-8085-bf55d9aeeaa0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184110 Apr 28 20:12:38.848540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca240ce-062a-4c23-b02f-c6c6d4fbba3c req-91a3e088-1804-407b-a464-6e80cb9168ae tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:38.865837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ca240ce-062a-4c23-b02f-c6c6d4fbba3c req-91a3e088-1804-407b-a464-6e80cb9168ae tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.1036484 Apr 28 20:12:38.901556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ca240ce-062a-4c23-b02f-c6c6d4fbba3c req-3725c512-6af6-4c9e-835f-83001ad2e186 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398345 Apr 28 20:12:39.159122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92aa146-43e2-4bc9-ba08-1a262f20496a req-1fb5018d-6250-417c-b470-e8ef07092614 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.164606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b92aa146-43e2-4bc9-ba08-1a262f20496a req-1fb5018d-6250-417c-b470-e8ef07092614 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.1069331 Apr 28 20:12:39.206068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b92aa146-43e2-4bc9-ba08-1a262f20496a req-91717311-ba5b-48c2-ab5f-6549e5c94455 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439725 Apr 28 20:12:39.271034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-e5b3b14b-0714-4bca-8b1b-93c75f0b93c2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.271034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-e5b3b14b-0714-4bca-8b1b-93c75f0b93c2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.1260002 Apr 28 20:12:39.341270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-eaa180cf-9ef5-477e-8b09-1c8bee95fb81 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:39.341270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-eaa180cf-9ef5-477e-8b09-1c8bee95fb81 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.1122341 Apr 28 20:12:39.358129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:39.358129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:39.421439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port acceae29-4e46-4eb1-9204-e5a6d77e3532 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:39.422001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:39.754575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] For port 25a613c7-27a7-489a-89d7-8a897ff4b35c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=25a613c7-27a7-489a-89d7-8a897ff4b35c,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:39.754575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:39.777583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] For port acceae29-4e46-4eb1-9204-e5a6d77e3532, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=acceae29-4e46-4eb1-9204-e5a6d77e3532,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:39.777583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:39.934285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-6c69eaca-fa71-47d9-9124-a7b6ef57cbb3 req-985668d4-5397-4676-ba79-f1c9ae72fe31 service neutron] (88139) timed out ('10.222.0.41', 60464) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:12:40.039914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.272644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.273991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.274425 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP f46733a0-1105-40e2-8cb4-3bcb10a0ffff disassociated. External IP: 172.25.2.16, port: acceae29-4e46-4eb1-9204-e5a6d77e3532. Apr 28 20:12:40.274837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for acceae29-4e46-4eb1-9204-e5a6d77e3532 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:40.394093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.394093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.394093 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Floating IP 85e6affd-80ba-4bff-b8c1-5d21f3612c3c disassociated. External IP: 172.25.2.190, port: 25a613c7-27a7-489a-89d7-8a897ff4b35c. Apr 28 20:12:40.394093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for 25a613c7-27a7-489a-89d7-8a897ff4b35c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:40.477147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56511bfb-2d6b-4757-ad0e-03ef3739fc64 req-c00d013b-6765-4a0a-be30-bef240d4bcc2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:40.499970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56511bfb-2d6b-4757-ad0e-03ef3739fc64 req-c00d013b-6765-4a0a-be30-bef240d4bcc2 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 947 time: 0.3509734 Apr 28 20:12:40.584159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56511bfb-2d6b-4757-ad0e-03ef3739fc64 req-0e7b73ce-9483-437e-af68-aea305aecf99 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups?id=76e85538-7205-4076-bca7-605b15935a1a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878000 Apr 28 20:12:40.656983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-87aec0b1-8700-4877-bad9-5d7edaa62205 req-6bd9e395-80c5-4866-9bc5-23c0bd3b0d20 service neutron] (88140) timed out ('10.222.0.41', 60919) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:12:40.703538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.720440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a5e320-b76d-4f6a-a2cd-d2174bd0b1f2 req-f815ff0b-04f3-47e4-925e-6d174de56eda tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:40.734644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7a5e320-b76d-4f6a-a2cd-d2174bd0b1f2 req-f815ff0b-04f3-47e4-925e-6d174de56eda tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 945 time: 0.3296144 Apr 28 20:12:40.761008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:40.777139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'Port': ['ID=25a613c7-27a7-489a-89d7-8a897ff4b35c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:40.822625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=acceae29-4e46-4eb1-9204-e5a6d77e3532,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:41.006639 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7a5e320-b76d-4f6a-a2cd-d2174bd0b1f2 req-fec21945-fb26-47a2-b542-a7df705848bb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b42b6a06-52af-4f42-9180-833f9d407c91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2715309 Apr 28 20:12:41.095481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:41.159447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:41.491142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:41.505299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:41.526122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:41.526122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:41.665336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:41.673327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:41.690840 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:41.690840 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:41.767450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] No DVR routers for this DVR port 25a613c7-27a7-489a-89d7-8a897ff4b35c on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:12:41.771173 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:41.774103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-deleted', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:41.794169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e6994ea-30fc-4ccb-94df-baae4ebaf40d req-f41bf0f6-7203-4c4f-b727-bed58d2bb6da tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.41 "DELETE /v2.0/ports/25a613c7-27a7-489a-89d7-8a897ff4b35c HTTP/1.1" status: 204 len: 173 time: 2.5240629 Apr 28 20:12:41.909365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] No DVR routers for this DVR port acceae29-4e46-4eb1-9204-e5a6d77e3532 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:12:41.927015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:41.930229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:41.958450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'name': 'network-vif-deleted', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:42.023454 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1eef72e1-4970-45a6-a616-b745711a034f'] response: {'server_uuid': 'ce314420-a15d-448a-b005-d000421520ed', 'name': 'network-vif-deleted', 'tag': '25a613c7-27a7-489a-89d7-8a897ff4b35c', 'status': 'completed', 'code': 200} Apr 28 20:12:42.060198 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c13c836c-dcf9-4fe6-86b8-1a0050f9d286 req-bebe17e9-1eea-4b61-83cd-a4039a7a732e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "DELETE /v2.0/ports/acceae29-4e46-4eb1-9204-e5a6d77e3532 HTTP/1.1" status: 204 len: 173 time: 2.7078688 Apr 28 20:12:42.062544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c83d5eca-9e1b-4573-9d5b-ab2b91ce2321 req-eec053e5-b6c1-4574-8e6a-3e97c110ad66 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Synchronizing usage tracker for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:42.096878 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f47696cf-3ba1-4f07-92ac-07eb0edd2696'] response: {'server_uuid': 'bde9a8a8-9bad-423c-99d2-81a28c801793', 'name': 'network-vif-deleted', 'tag': 'acceae29-4e46-4eb1-9204-e5a6d77e3532', 'status': 'completed', 'code': 200} Apr 28 20:12:42.146295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c83d5eca-9e1b-4573-9d5b-ab2b91ce2321 req-eec053e5-b6c1-4574-8e6a-3e97c110ad66 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Unset dirty status for tenant:7344e16b1abd49afbcc95977227d910b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:42.146295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c83d5eca-9e1b-4573-9d5b-ab2b91ce2321 req-eec053e5-b6c1-4574-8e6a-3e97c110ad66 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/ports?device_id=ce314420-a15d-448a-b005-d000421520ed HTTP/1.1" status: 200 len: 210 time: 0.2768450 Apr 28 20:12:42.155281 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:42.318555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8c931dbd-bb78-4603-b63e-7483952db3b4 req-6b08082f-df0d-4e24-92a6-a2e73d8b6d3e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:42.354581 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:42.359028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8c931dbd-bb78-4603-b63e-7483952db3b4 req-6b08082f-df0d-4e24-92a6-a2e73d8b6d3e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:42.359028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c931dbd-bb78-4603-b63e-7483952db3b4 req-6b08082f-df0d-4e24-92a6-a2e73d8b6d3e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=bde9a8a8-9bad-423c-99d2-81a28c801793 HTTP/1.1" status: 200 len: 210 time: 0.1311011 Apr 28 20:12:42.718599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:42.729278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:42.752863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:42.752863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:42.799712 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:42.799712 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:42.822450 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:42.822450 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:43.017217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:43.182569 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:43.328969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:43.492078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.585815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device acceae29-4e46-4eb1-9204-e5a6d77e3532 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:12:43.591166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.661015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35046) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:43.686788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.708643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e85538-7205-4076-bca7-605b15935a1a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:43.732419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.736571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fa5e6604-f3e3-4e2b-bd13-b758157dc954 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "DELETE /v2.0/security-groups/76e85538-7205-4076-bca7-605b15935a1a HTTP/1.1" status: 204 len: 168 time: 0.4111164 Apr 28 20:12:43.737258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35050) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:43.771811 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9dabb5b7-326d-47b7-aded-730cd09bab14 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] show failed (client error): The resource could not be found. Apr 28 20:12:43.772887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9dabb5b7-326d-47b7-aded-730cd09bab14 tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "GET /v2.0/security-groups/76e85538-7205-4076-bca7-605b15935a1a HTTP/1.1" status: 404 len: 347 time: 0.0343473 Apr 28 20:12:43.776052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35056) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:43.780485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: acceae29-4e46-4eb1-9204-e5a6d77e3532 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:12:43.780962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device acceae29-4e46-4eb1-9204-e5a6d77e3532 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:12:43.781241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:12:43.800578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.839045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 25a613c7-27a7-489a-89d7-8a897ff4b35c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:12:43.839383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 25a613c7-27a7-489a-89d7-8a897ff4b35c not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:12:43.883552 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:43.891971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:43.895809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce71816-2b30-410f-bd85-70a5b15bb71e None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '4c03eed3-2014-498b-9be1-73da6c05dbf0', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.128', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:7d:a1:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:09:53Z', 'updated_at': '2022-04-28T20:10:31Z', 'revision_number': 2, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:44.024094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:44.031167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d185e14-3124-4ee6-a66f-0503ea8e468b None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:05:11Z', 'revision_number': 4, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1d858e32-09fa-44bd-820d-91f77b15f06a', 'name': '', 'network_id': 'ba76e070-5b2b-4aeb-b087-873dbe4d4b2b', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'mac_address': 'fa:16:3e:14:fc:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2719, 'fixed_ips': [{'subnet_id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:05:07Z', 'updated_at': '2022-04-28T20:05:21Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'subnets': [{'id': '98768a29-589b-4297-82b9-e444cfcfa3d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:44.091534 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.118312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port 4a83c496-01d7-4847-b745-c6a706a368b2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:44.118312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.170169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b42b6a06-52af-4f42-9180-833f9d407c91,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:44.235939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.235939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47aa1874-acc2-4de9-b6cf-6f21a0dcc022 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/security-groups/b42b6a06-52af-4f42-9180-833f9d407c91 HTTP/1.1" status: 204 len: 168 time: 0.5734141 Apr 28 20:12:44.241623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35066) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:44.286632 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b5f832ab-f190-406d-b3cc-46007be8cb94 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] show failed (client error): The resource could not be found. Apr 28 20:12:44.286632 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5f832ab-f190-406d-b3cc-46007be8cb94 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups/b42b6a06-52af-4f42-9180-833f9d407c91 HTTP/1.1" status: 404 len: 347 time: 0.0461636 Apr 28 20:12:44.297001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:44.445073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41fd6dc-855e-4af5-bb0d-2477ec5bbd7e None None] New status for floating IP f46733a0-1105-40e2-8cb4-3bcb10a0ffff: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:44.525926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.525926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.569313 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc7e0d7b-9c25-4154-902f-78729c681f6a None None] New status for floating IP 85e6affd-80ba-4bff-b8c1-5d21f3612c3c: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:44.759396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 2953c3c5-aa43-4614-827b-7aa20eab0ddb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:44.759396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:44.836096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for 4a83c496-01d7-4847-b745-c6a706a368b2 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:45.037670 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:12:45.037670 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:12:45.063005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.063005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.282873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 2953c3c5-aa43-4614-827b-7aa20eab0ddb owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:45.445909 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.515759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=2953c3c5-aa43-4614-827b-7aa20eab0ddb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:45.536238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Deleting port 4a83c496-01d7-4847-b745-c6a706a368b2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:45.536806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.633662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.660556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.660556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e362e71-8631-463d-b30c-1a73e0fb1afb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/floatingips/f46733a0-1105-40e2-8cb4-3bcb10a0ffff HTTP/1.1" status: 204 len: 168 time: 1.3701031 Apr 28 20:12:45.807256 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.808274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:45.966017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Calling delete_port for 4a83c496-01d7-4847-b745-c6a706a368b2 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:46.184105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:46.381599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Pushing event deleted for resources: {'Port': ['ID=4a83c496-01d7-4847-b745-c6a706a368b2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:46.430611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:46.448370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:46.449549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d80d0b28-ad58-492f-86e9-bf6b2d09f5fd tempest-AttachVolumeShelveTestJSON-255556320 tempest-AttachVolumeShelveTestJSON-255556320-project] 10.222.0.24 "DELETE /v2.0/floatingips/85e6affd-80ba-4bff-b8c1-5d21f3612c3c HTTP/1.1" status: 204 len: 168 time: 2.6724377 Apr 28 20:12:49.562380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af2cf2-af87-4a75-8a97-bc8ea76d2ca9 req-83cad180-deeb-4f9c-9dc7-c9bf75e3aa6e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:49.563912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7af2cf2-af87-4a75-8a97-bc8ea76d2ca9 req-83cad180-deeb-4f9c-9dc7-c9bf75e3aa6e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.2190967 Apr 28 20:12:49.712567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7af2cf2-af87-4a75-8a97-bc8ea76d2ca9 req-df0293c6-e263-4ea5-aad2-b8b992edf73f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1406372 Apr 28 20:12:50.219666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9514874f-6b08-439d-8d8d-d35b795e9287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:51.071029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-b9606140-73f6-4c10-ad66-aa7d13934641 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:51.071029 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-b9606140-73f6-4c10-ad66-aa7d13934641 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.1382444 Apr 28 20:12:51.076225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-dcd87b32-1fef-44df-b505-0f466baa18fd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:51.076225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-dcd87b32-1fef-44df-b505-0f466baa18fd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:51.113265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-dcd87b32-1fef-44df-b505-0f466baa18fd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:51.113265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-dcd87b32-1fef-44df-b505-0f466baa18fd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.1809814 Apr 28 20:12:51.177024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-997852a3-2053-4370-b8d6-9fb994d36729 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:12:51.184201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:51.184201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:51.196248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-997852a3-2053-4370-b8d6-9fb994d36729 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:12:51.217015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-092faa87-671c-44af-b8f3-faf2ed50c696 req-997852a3-2053-4370-b8d6-9fb994d36729 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760825 Apr 28 20:12:51.868244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] For port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:51.868244 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.176338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35270) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:52.378534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-166881a9-8063-4266-852f-390cf5296ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.512315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.512315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.512315 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 4c03eed3-2014-498b-9be1-73da6c05dbf0 disassociated. External IP: 172.25.2.128, port: 616bdcb0-c765-4eab-aa39-c160c4d5dd7a. Apr 28 20:12:52.512315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 616bdcb0-c765-4eab-aa39-c160c4d5dd7a owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:52.623218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862d5f16-90f5-4c60-851a-f4e4414423ab req-7a30fb71-3fe2-488d-8a30-083ef15a59de tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:12:52.629084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-862d5f16-90f5-4c60-851a-f4e4414423ab req-7a30fb71-3fe2-488d-8a30-083ef15a59de tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 945 time: 0.2699497 Apr 28 20:12:52.690296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-862d5f16-90f5-4c60-851a-f4e4414423ab req-eeba2b9d-5ce9-4aa6-8fa5-258040fb8a49 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=6e80ef58-0f59-4ab5-8b4a-70e5ed452503&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631883 Apr 28 20:12:52.836657 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:52.926204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=616bdcb0-c765-4eab-aa39-c160c4d5dd7a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:53.237826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:53.555344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:53.568847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:53.583185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:53.583825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:53.692579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] No DVR routers for this DVR port 616bdcb0-c765-4eab-aa39-c160c4d5dd7a on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:12:53.695616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:53.711067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'name': 'network-vif-deleted', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:12:53.772231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01b607ef-d35b-493b-bf7a-16fd26c9d790 req-0b8769b3-ba28-451d-814c-d99962535e67 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "DELETE /v2.0/ports/616bdcb0-c765-4eab-aa39-c160c4d5dd7a HTTP/1.1" status: 204 len: 173 time: 2.6814308 Apr 28 20:12:53.828964 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1fa5c33-5bba-4f15-ae59-456b8406a88b'] response: {'server_uuid': 'e30d4852-28dc-4670-a0b0-7580c13e256d', 'name': 'network-vif-deleted', 'tag': '616bdcb0-c765-4eab-aa39-c160c4d5dd7a', 'status': 'completed', 'code': 200} Apr 28 20:12:54.021326 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.083439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:54.099143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e846cd3-cd10-41cd-85b1-17d6b8bc8954 req-4062228f-cc15-4822-8258-6c6a7fcfbc40 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=e30d4852-28dc-4670-a0b0-7580c13e256d HTTP/1.1" status: 200 len: 210 time: 0.1483071 Apr 28 20:12:54.133104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.169779 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.611386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:54.623218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:54.638739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:54.646111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:54.680356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Deleting port 1d858e32-09fa-44bd-820d-91f77b15f06a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:54.680356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:54.893866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:54.951632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] For port 1d858e32-09fa-44bd-820d-91f77b15f06a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1d858e32-09fa-44bd-820d-91f77b15f06a,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:54.951632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.105720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Calling delete_port for 1d858e32-09fa-44bd-820d-91f77b15f06a owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:55.263167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:55.367026 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.396562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:55.397481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.402182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1890b201-343d-4e48-ae73-a00352f68ebc None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:55.475072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 616bdcb0-c765-4eab-aa39-c160c4d5dd7a no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:12:55.502523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.531046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.611436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 616bdcb0-c765-4eab-aa39-c160c4d5dd7a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:12:55.611436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 616bdcb0-c765-4eab-aa39-c160c4d5dd7a not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:12:55.660311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d858e32-09fa-44bd-820d-91f77b15f06a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:55.668313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.722027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e80ef58-0f59-4ab5-8b4a-70e5ed452503,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:55.745828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:55.745828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2d69ba2-ff61-4289-bea4-1968cae5aa0b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/security-groups/6e80ef58-0f59-4ab5-8b4a-70e5ed452503 HTTP/1.1" status: 204 len: 168 time: 0.4678164 Apr 28 20:12:55.745828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35348) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:55.756063 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-f0f8cb75-f03f-4176-8581-8e56b8121db1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] show failed (client error): The resource could not be found. Apr 28 20:12:55.756063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f0f8cb75-f03f-4176-8581-8e56b8121db1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups/6e80ef58-0f59-4ab5-8b4a-70e5ed452503 HTTP/1.1" status: 404 len: 347 time: 0.0177608 Apr 28 20:12:55.756063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:55.990534 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16a7b0-d534-406a-8b4f-ea7c6a3ce189 None None] New status for floating IP 4c03eed3-2014-498b-9be1-73da6c05dbf0: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:12:56.137941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 2cab36e9-fec2-4e85-8993-902fa13df547 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:56.137941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.516362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.675873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.675873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:56.809045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 2cab36e9-fec2-4e85-8993-902fa13df547 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:56.958178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:12:56.958178 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:12:57.088283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Router 6c162774-a52d-4efc-bde8-019dc5bdf67b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:12:57.325122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:12:57.333163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Sync routers for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:12:57.346632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:57.350477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:57.350477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:57.359938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b33c80aa-8050-4dd1-b43e-05c1b2478143 admin admin] 10.222.0.24 "PUT /v2.0/routers/6c162774-a52d-4efc-bde8-019dc5bdf67b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1811974 Apr 28 20:12:57.552467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 2cab36e9-fec2-4e85-8993-902fa13df547 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:57.552467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:57.581744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:57.734377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:58.032628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:58.065750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:58.065750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:58.072600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Deleting port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:12:58.072600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:58.125280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:12:55Z', 'revision_number': 5, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port': {'id': '970d3b0c-b83c-4626-a8d6-1e002ba1fdd6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:62:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2694, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:04:57Z', 'updated_at': '2022-04-28T20:05:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:58.131134 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Checking router: 6c162774-a52d-4efc-bde8-019dc5bdf67b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:12:58.149358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Routers {'6c162774-a52d-4efc-bde8-019dc5bdf67b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:12:58.149358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c162774-a52d-4efc-bde8-019dc5bdf67b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:58.293059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] For port 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:12:58.293059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:58.327982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] Set router 6c162774-a52d-4efc-bde8-019dc5bdf67b gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:12:58.454613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:12:58Z', 'revision_number': 6, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:12:58.460511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ec05ba-4ab9-4421-84f9-ab11deedca22 None None] The sync data for ids ['6c162774-a52d-4efc-bde8-019dc5bdf67b'] in n-d-839811-1 is: [{'id': '6c162774-a52d-4efc-bde8-019dc5bdf67b', 'name': 'tempest-AttachVolumeShelveTestJSON-1219235838-router', 'tenant_id': '7344e16b1abd49afbcc95977227d910b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:04:54Z', 'updated_at': '2022-04-28T20:12:58Z', 'revision_number': 6, 'project_id': '7344e16b1abd49afbcc95977227d910b', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:12:58.464843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Calling delete_port for 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:58.642784 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:12:58.793528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 2cab36e9-fec2-4e85-8993-902fa13df547 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:12:59.104117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.201966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=2cab36e9-fec2-4e85-8993-902fa13df547,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:59.343583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.408199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=970d3b0c-b83c-4626-a8d6-1e002ba1fdd6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:12:59.413431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.610191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.621152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-79f2e97e-9960-4e02-8c9e-540161556886 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/floatingips/4c03eed3-2014-498b-9be1-73da6c05dbf0 HTTP/1.1" status: 204 len: 168 time: 3.8572783 Apr 28 20:12:59.625876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.729171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d858e32-09fa-44bd-820d-91f77b15f06a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:12:59.768656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1d858e32-09fa-44bd-820d-91f77b15f06a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:12:59.768656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1d858e32-09fa-44bd-820d-91f77b15f06a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:12:59.768656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:12:59.804665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:12:59.804665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 970d3b0c-b83c-4626-a8d6-1e002ba1fdd6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:12:59.851542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:12:59.938836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.942195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.971939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.972368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6c162774-a52d-4efc-bde8-019dc5bdf67b {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:12:59.989492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:12:59.990600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f638bbbb-7ac1-4ce1-b29c-3e2cbefb6f3c admin admin] 10.222.0.24 "DELETE /v2.0/routers/6c162774-a52d-4efc-bde8-019dc5bdf67b HTTP/1.1" status: 204 len: 168 time: 2.6472723 Apr 28 20:12:59.993031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:00.119238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Deleting subnet 98768a29-589b-4297-82b9-e444cfcfa3d8 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:13:00.122404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.135223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d9e0b9f5-a59f-4014-b5bb-52929b247ace tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 200 len: 992 time: 0.2909012 Apr 28 20:13:00.159851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:00.176519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376893396', 'description': 'tempest-description--487253703'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:00.189513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:00.202137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:00.215008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:00.238118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:00.243092 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.266408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.303260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:00.312093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:00.316164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:00.322819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:00.367311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.440285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.449832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.471700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.493452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:00.521136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98768a29-589b-4297-82b9-e444cfcfa3d8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:00.527020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.529886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e41bef0-cec3-48f9-a1a6-5418532b0518 None None] Network ba76e070-5b2b-4aeb-b087-873dbe4d4b2b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:00.534242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-00908adc-696e-45ef-a003-2d013694a558 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/98768a29-589b-4297-82b9-e444cfcfa3d8 HTTP/1.1" status: 204 len: 168 time: 0.5384810 Apr 28 20:13:00.536581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:00.605273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.606779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4459374 Apr 28 20:13:00.612902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:00.663164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': 'b184f1c8-3c4e-41e8-8f84-e088f4a20202', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:00.705212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:00.707955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26853245-97e5-4252-95c3-254231ff3706 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b184f1c8-3c4e-41e8-8f84-e088f4a20202,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:00.721132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:00.722908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.724370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:00.734094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:00.754365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Deleting port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:00.754769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.850553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:00.940607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port 63913c34-99c9-46a0-a983-4f7c0e685403 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:00.940607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.091584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] DHCP port deletion for ba76e070-5b2b-4aeb-b087-873dbe4d4b2b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:13:01.099199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Deleting port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:01.099199 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.102659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.126944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.166673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] For port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:01.167255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.219523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.220925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6049891 Apr 28 20:13:01.281387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35490) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:01.290879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1ee12-11b5-47b6-9c3e-c82f236a46e8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2e02333-0c3b-427e-91d9-3d0b894f727c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:01.301045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': 'b184f1c8-3c4e-41e8-8f84-e088f4a20202', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:01.308599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:01.564544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:01.569748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:01.583101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:01.587121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] For port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,segment=NetworkSegment(ddf26ef5-cabe-46f5-bd4c-8811d9352993),segment_id=ddf26ef5-cabe-46f5-bd4c-8811d9352993)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:01.587941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.642612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.655346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.656452 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.772992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:13:01.777966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Calling delete_port for 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:01.837131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for 63913c34-99c9-46a0-a983-4f7c0e685403 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:01.864991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.910709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Calling delete_port for 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:01.940697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c20ecf-e90f-4198-b7dc-d4bd8bffdc61,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:01.949811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] No DVR routers for this DVR port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:01.959428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:13:01.959428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:13:01.961386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:01.994879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.055739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8062ec15-13f9-42b4-bad5-1e28e292161b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:02.066413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:13:02.067065 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:13:02.067286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.071659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b6184b34-0bff-4d9f-8dc6-3f8c7383e08c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7820158 Apr 28 20:13:02.072929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:02.116214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:02.124656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.138320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:02.151083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:floatingip and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:02.155609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:02.160594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba76e070-5b2b-4aeb-b087-873dbe4d4b2b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:02.190046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:02.192283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf26ef5-cabe-46f5-bd4c-8811d9352993') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:02.192283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf26ef5-cabe-46f5-bd4c-8811d9352993') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:02.209725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.213039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.225890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.236815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:13:02.236815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:13:02.252610 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:13:02.275512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.384895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=63913c34-99c9-46a0-a983-4f7c0e685403,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:02.398352 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.430700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.449750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ba76e070-5b2b-4aeb-b087-873dbe4d4b2b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:02.490656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.491926 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Floating IP 9aac16cf-6da1-416c-9f37-4a24342aec57 disassociated (deleted). External IP: 172.25.2.58, port: cd76aadf-2426-4f64-a481-06f6ef6ead2b. Apr 28 20:13:02.494516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76d1558b-059b-48a1-b0d1-0a95c9dfc7e7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/ba76e070-5b2b-4aeb-b087-873dbe4d4b2b HTTP/1.1" status: 204 len: 168 time: 1.9561713 Apr 28 20:13:02.570208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Deleting port 45c20ecf-e90f-4198-b7dc-d4bd8bffdc61 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:02.571767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.766155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 35522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:02.790862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d36ec7aa-5e16-4d3d-b43e-4c2400d9a581 None None] The port '45c20ecf-e90f-4198-b7dc-d4bd8bffdc61' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:13:02.861503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45cc9f3f-2611-4084-913e-6bf2c4e5e4d9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7344e16b1abd49afbcc95977227d910b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0968328 Apr 28 20:13:02.862909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35528) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:02.962854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:02.988940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.030090 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.075619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.091435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=888ccf00-f807-48c3-9248-36cd41b67379,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:03.121081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.122737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2904d3e-d7ce-45a1-af2f-323c565f2156 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/888ccf00-f807-48c3-9248-36cd41b67379 HTTP/1.1" status: 204 len: 168 time: 0.2585540 Apr 28 20:13:03.243350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router ba0c1c3f-8d72-4666-8615-bde0c00b021f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:13:03.253997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.25.2.121 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/556dc57f-2baf-4ddf-81e0-ac588e77bbeb) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:03.802267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:03.820674 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Sync routers for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:03.836705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:03.838193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:03.896089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.938030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:03.985920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4e7e60a6-2f88-454c-8cb9-5f46edbafcdc tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/floatingips/9aac16cf-6da1-416c-9f37-4a24342aec57 HTTP/1.1" status: 204 len: 168 time: 3.4724100 Apr 28 20:13:03.985920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:04.077010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:04.144260 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-353b893f-1d5d-486a-9e33-7136a45a100a'] response: {'name': 'network-changed', 'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'status': 'completed', 'code': 200} Apr 28 20:13:04.197227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:04.200843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:04.204876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:04.234820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=556dc57f-2baf-4ddf-81e0-ac588e77bbeb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:04.413737 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:04.418188 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:04.541124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-d0a73c35-39fd-45ce-a094-5ebdf2a8ec33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:04.544889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-d0a73c35-39fd-45ce-a094-5ebdf2a8ec33 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=749c3835a4164d2b88ae5adffc41d40a&device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 1096 time: 0.3979018 Apr 28 20:13:04.871976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:04.876928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-ef621f8e-c9b9-4c2e-8343-2e9f25403eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:04.876928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-ef621f8e-c9b9-4c2e-8343-2e9f25403eb0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 200 len: 898 time: 0.3193252 Apr 28 20:13:05.123871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-684623dc-8ec6-4624-a57f-999d30a62ef3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 200 len: 217 time: 0.2425179 Apr 28 20:13:05.355233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-23a5d088-3a8a-4758-b03f-75225c7092c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:05.355233 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-23a5d088-3a8a-4758-b03f-75225c7092c4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7ac0e16e-cd43-495c-8890-838e9ab17500 HTTP/1.1" status: 200 len: 834 time: 0.2108786 Apr 28 20:13:05.407920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5ccaf-d7f2-49db-a6b3-72590b6745ab req-a6e67c93-05fc-447e-b710-215df91d5f6b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:05.407920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bef5ccaf-d7f2-49db-a6b3-72590b6745ab req-a6e67c93-05fc-447e-b710-215df91d5f6b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Synchronizing usage tracker for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:05.515871 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:05.535610 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Checking router: ba0c1c3f-8d72-4666-8615-bde0c00b021f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:05.556959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bef5ccaf-d7f2-49db-a6b3-72590b6745ab req-a6e67c93-05fc-447e-b710-215df91d5f6b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Unset dirty status for tenant:749c3835a4164d2b88ae5adffc41d40a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:05.570568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:05.571028 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:05.582480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bef5ccaf-d7f2-49db-a6b3-72590b6745ab req-a6e67c93-05fc-447e-b710-215df91d5f6b tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.9402781 Apr 28 20:13:05.643526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-84dc2ec7-d041-4805-a87d-5c9cf691253f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:05.645754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-84dc2ec7-d041-4805-a87d-5c9cf691253f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2855167 Apr 28 20:13:05.703966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:05.724809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:05.828021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bef5ccaf-d7f2-49db-a6b3-72590b6745ab req-61ea91d2-f4a2-4171-a147-bbf83687804a tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2415357 Apr 28 20:13:05.948602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:06.153717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=556dc57f-2baf-4ddf-81e0-ac588e77bbeb,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:06.157601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:06.158791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-70c3976b-913d-4768-960b-433c3d699bc2 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0848496 Apr 28 20:13:06.170910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-df095cac-0bc7-4736-8236-325e143280f8 service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175433 Apr 28 20:13:06.251677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-803b3b6a-7898-4db5-920f-dea5dea63f57 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:06.251677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-803b3b6a-7898-4db5-920f-dea5dea63f57 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.2957652 Apr 28 20:13:06.310220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:06.423270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port cd76aadf-2426-4f64-a481-06f6ef6ead2b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:06.423270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:06.567348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25dfc120-03f0-40ed-a873-0eaa028a8882 req-fe4944bf-31bd-4e19-a0e1-c91ed4a7e4cf service neutron] 10.222.0.41 "GET /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3859668 Apr 28 20:13:07.144403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-22496cca-d2d6-4e91-bc7d-00540eefe6c8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:07.159120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port cd76aadf-2426-4f64-a481-06f6ef6ead2b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=cd76aadf-2426-4f64-a481-06f6ef6ead2b,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:07.159763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:07.381758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-22496cca-d2d6-4e91-bc7d-00540eefe6c8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:07.386078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-22496cca-d2d6-4e91-bc7d-00540eefe6c8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1376893396&fields=id&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 267 time: 0.3396492 Apr 28 20:13:07.407432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for cd76aadf-2426-4f64-a481-06f6ef6ead2b owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:07.485506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:07.485506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830c795-ab80-41a5-a651-e5853763a166 None None] The sync data for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 is: [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:11:45Z', 'revision_number': 4, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '6cec6b0f-74c9-4fc8-918e-73033dacf2c5', 'name': '', 'network_id': '21e84677-fa85-41a2-bc18-b6ecc3ab1d1a', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'mac_address': 'fa:16:3e:55:5c:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3215, 'fixed_ips': [{'subnet_id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:42Z', 'updated_at': '2022-04-28T20:11:58Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'subnets': [{'id': '7ac0e16e-cd43-495c-8890-838e9ab17500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:07.656230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82333e8c-6978-4a27-893c-4be35668f572 req-4b0bf875-846f-436c-b328-c9480f15733e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:07.658807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82333e8c-6978-4a27-893c-4be35668f572 req-4b0bf875-846f-436c-b328-c9480f15733e tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 945 time: 0.4221404 Apr 28 20:13:07.742999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82333e8c-6978-4a27-893c-4be35668f572 req-fdc2b779-9006-463e-adc1-24faaf5e5b47 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/security-groups?id=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778697 Apr 28 20:13:08.101115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab533330-5fbc-41a2-904f-e5ab498eb52a None None] New status for floating IP 9aac16cf-6da1-416c-9f37-4a24342aec57: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:13:08.202973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-3f8b3da4-7538-41ab-8948-04350af49a4b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:08.224158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-3f8b3da4-7538-41ab-8948-04350af49a4b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.7864521 Apr 28 20:13:08.264799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-91062732-764e-41be-9ec4-2d5d5e295d35 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/quotas/34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 375 time: 0.0162723 Apr 28 20:13:08.266098 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:08.425364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=cd76aadf-2426-4f64-a481-06f6ef6ead2b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:08.553942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] No DVR routers for this DVR port cd76aadf-2426-4f64-a481-06f6ef6ead2b on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:08.569258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:08.576304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'name': 'network-vif-deleted', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:08.645238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-b1f06fb7-423f-4335-9788-fec6d91d9d3a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3685563 Apr 28 20:13:08.647523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1feb102b-1e3c-4f3d-bc27-99ad9debaeed req-30e8e314-408f-4790-a975-47728b619175 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.41 "DELETE /v2.0/ports/cd76aadf-2426-4f64-a481-06f6ef6ead2b HTTP/1.1" status: 204 len: 173 time: 2.3906326 Apr 28 20:13:08.801533 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8dd89268-50b5-4f3f-8f6b-d9a02afc2c99'] response: {'server_uuid': 'd1a675a6-5c14-4f8d-b18e-fedf046a08cf', 'name': 'network-vif-deleted', 'tag': 'cd76aadf-2426-4f64-a481-06f6ef6ead2b', 'status': 'completed', 'code': 200} Apr 28 20:13:09.076282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-3dfc5731-5485-477b-b2fd-1b9c8d1fa618 service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967237 Apr 28 20:13:09.377675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-c50be18c-b53f-4936-ae85-177dc759c5e3 service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755091 Apr 28 20:13:09.383774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ce8e14a8-c4d0-4d07-8bf5-19d107a46d21 req-d481df3b-a8ef-448e-b71f-2cc571c40900 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "GET /v2.0/ports?device_id=d1a675a6-5c14-4f8d-b18e-fedf046a08cf HTTP/1.1" status: 200 len: 210 time: 0.0939293 Apr 28 20:13:09.897255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-edf856ac-abff-4e79-8568-cf4c25f16a22 req-1dd24d59-4bdf-487c-8876-00de652ef6cb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 210 time: 0.0864651 Apr 28 20:13:10.051218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:10.553658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:10.982960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:11.167246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-55aaf812-32d0-4c46-809e-26bc789083af req-3f2e9e91-4077-4953-8bd5-2bf753b8bb18 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:11.180970 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:11.349045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-55aaf812-32d0-4c46-809e-26bc789083af req-3f2e9e91-4077-4953-8bd5-2bf753b8bb18 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:11.365256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55aaf812-32d0-4c46-809e-26bc789083af req-3f2e9e91-4077-4953-8bd5-2bf753b8bb18 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 210 time: 0.2793267 Apr 28 20:13:11.417888 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:11.476426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:11.491766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.492117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.496027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.497144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.497703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.498151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.499857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.500344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.500770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.501203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.502675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.503281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:11.531161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cd76aadf-2426-4f64-a481-06f6ef6ead2b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:13:11.567131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:11.573197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b6fc5f27-2fd8-4414-ad10-a6eff5ac0515 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/security-groups/01245d4e-ca1c-4d5c-b6b1-cec5d02aef4f HTTP/1.1" status: 204 len: 168 time: 1.0142572 Apr 28 20:13:11.679560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 35950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:11.719038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: cd76aadf-2426-4f64-a481-06f6ef6ead2b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:13:11.719381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device cd76aadf-2426-4f64-a481-06f6ef6ead2b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:13:11.974591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-7c11d507-5c4f-42db-bc7c-5bb8c3c676ae tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:11.976737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-7c11d507-5c4f-42db-bc7c-5bb8c3c676ae tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.4662981 Apr 28 20:13:12.066430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-278f1bb3-d0ba-4606-963e-af3db558c126 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 380 time: 0.0706503 Apr 28 20:13:12.079212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'port': {'device_id': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'admin_state_up': True, 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'security_groups': ['b184f1c8-3c4e-41e8-8f84-e088f4a20202']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:12.295190 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:12.373210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:12.406118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:12.429318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:12.433926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:12.630483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60864641-226a-487c-a2f9-7a21ee7b8a29 req-7d2b4ef5-e10f-4d3d-bfba-5afb26d78fff tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 210 time: 0.0627303 Apr 28 20:13:12.737113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:12.806451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.20.0.13 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/9948cdf0-88e2-4e16-ad2a-d96b980651c9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:13.126025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.153637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Transition to ACTIVE for port object 9948cdf0-88e2-4e16-ad2a-d96b980651c9 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:13.210039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.287391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:13.290953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:13.306418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:13.345674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:13.346455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.359081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:13.407031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:13.408130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.476385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-71a2c3f4-86e1-4bc6-a4c3-d77e6f227528 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4005218 Apr 28 20:13:13.518681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Request body: {'port': {'device_id': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:13.854131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.865331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port 6cec6b0f-74c9-4fc8-918e-73033dacf2c5, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:13.867147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:13.870521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-824af285-d50f-4d54-9baf-a956e2091656 None None] Provisioning for port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:13.876907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-824af285-d50f-4d54-9baf-a956e2091656 None None] Provisioning complete for port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:13.877281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-824af285-d50f-4d54-9baf-a956e2091656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:14.048897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-824af285-d50f-4d54-9baf-a956e2091656 None None] Port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:13:14.627107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:14.718730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9948cdf0-88e2-4e16-ad2a-d96b980651c9 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:13:14.736111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:14.773498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Transition to ACTIVE for port object 9948cdf0-88e2-4e16-ad2a-d96b980651c9 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:14.786644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:14.939407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5db864f-21fb-4f14-a701-037a2bc3f310 req-c7150a46-c9f2-400d-b3f1-6d1607cfcaec tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:14.942581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5db864f-21fb-4f14-a701-037a2bc3f310 req-c7150a46-c9f2-400d-b3f1-6d1607cfcaec tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 932 time: 1.0380306 Apr 28 20:13:15.013604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b5db864f-21fb-4f14-a701-037a2bc3f310 req-2c57d8ca-1d96-4cc1-8252-68f2e91010a1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:15.020678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:15.041498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Pushing event updated for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:15.114825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b5db864f-21fb-4f14-a701-037a2bc3f310 req-2c57d8ca-1d96-4cc1-8252-68f2e91010a1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:15.115838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5db864f-21fb-4f14-a701-037a2bc3f310 req-2c57d8ca-1d96-4cc1-8252-68f2e91010a1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696498 Apr 28 20:13:15.128938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=6cec6b0f-74c9-4fc8-918e-73033dacf2c5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:15.181715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Attempting to bind port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:15.183730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Attempting to bind port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:15.184133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Attempting to bind port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:15.194704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:13:15.195022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Attempting to bind port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:15.202011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:15.202338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:15.202899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:15.204295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Bound port: 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:15.204803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:15.475158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:15.488906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:15.504686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:15.670212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:15.671065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:15.672625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] 10.222.0.41 "PUT /v2.0/ports/9948cdf0-88e2-4e16-ad2a-d96b980651c9 HTTP/1.1" status: 200 len: 1092 time: 2.1758053 Apr 28 20:13:15.673222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:15.829774 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f600494-9c7b-4e59-ab41-4f0b1170c65a'] response: {'name': 'network-changed', 'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'status': 'completed', 'code': 200} Apr 28 20:13:15.861014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbcca7-3c6b-476a-a53a-3b31614ec788 service neutron] Pushing event updated for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:15.905698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-333fff26-080b-4c09-a836-b154a0685de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:15.910235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-333fff26-080b-4c09-a836-b154a0685de4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 1095 time: 0.1746874 Apr 28 20:13:15.978254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:16.010733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-0ee6eb74-1429-4819-928b-3ba2e231e149 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9 HTTP/1.1" status: 200 len: 217 time: 0.0839286 Apr 28 20:13:16.173032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-8ffc39f5-bbac-40f6-abd3-450bd0fe5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:16.174537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-8ffc39f5-bbac-40f6-abd3-450bd0fe5355 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1522324 Apr 28 20:13:16.416404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60477072-d665-47ff-a626-4faa8b2a3bb2 req-6cf7c614-8e2f-418c-adb8-fb70a03fcb23 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:16.416404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-60477072-d665-47ff-a626-4faa8b2a3bb2 req-6cf7c614-8e2f-418c-adb8-fb70a03fcb23 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:16.428563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-eea4d2a8-3eef-4a8d-8837-ec32a81174d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:16.430305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-eea4d2a8-3eef-4a8d-8837-ec32a81174d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2384460 Apr 28 20:13:16.595881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-80f86c62-278f-428e-9c61-1532c8dd0f03 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531208 Apr 28 20:13:16.598230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-60477072-d665-47ff-a626-4faa8b2a3bb2 req-6cf7c614-8e2f-418c-adb8-fb70a03fcb23 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:16.609815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60477072-d665-47ff-a626-4faa8b2a3bb2 req-6cf7c614-8e2f-418c-adb8-fb70a03fcb23 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 944 time: 0.3271074 Apr 28 20:13:16.636284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Router ba0c1c3f-8d72-4666-8615-bde0c00b021f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:13:16.760558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60477072-d665-47ff-a626-4faa8b2a3bb2 req-792c7abc-8abd-450e-9ee7-9db00989522d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411388 Apr 28 20:13:16.815750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c4c52574-4e43-4544-a7a0-c595767cbfc8 req-0453970f-3a44-4bbf-a995-1250804b7c49 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925850 Apr 28 20:13:17.023822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-85f546c6-c852-4eac-a13e-23a6828b1bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:17.029390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-85f546c6-c852-4eac-a13e-23a6828b1bc0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 1095 time: 0.1324632 Apr 28 20:13:17.084708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:17.094547 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Sync routers for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:17.115360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2627835c-b5e2-4322-8f7b-b4d8a01178ce tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "PUT /v2.0/routers/ba0c1c3f-8d72-4666-8615-bde0c00b021f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4289038 Apr 28 20:13:17.115360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36268) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:17.118636 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:17.118636 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:17.264444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting subnet 7ac0e16e-cd43-495c-8890-838e9ab17500 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:13:17.266645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-55a7f8e9-6a10-4629-a6f5-d9ede6085763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:17.268980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-55a7f8e9-6a10-4629-a6f5-d9ede6085763 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.2177389 Apr 28 20:13:17.269428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:17.348080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:17.405425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:17.568310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:17.644788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-8e51dc39-3b12-4dda-9115-338baef196e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9 HTTP/1.1" status: 200 len: 217 time: 0.3563025 Apr 28 20:13:17.801607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-75c1cf18-e01e-4167-a4c9-7b86f9ae3715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:17.803404 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-75c1cf18-e01e-4167-a4c9-7b86f9ae3715 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1591237 Apr 28 20:13:17.978853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:18.011510 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:13:14Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:18.036135 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Checking router: ba0c1c3f-8d72-4666-8615-bde0c00b021f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:18.083037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-f995c787-b307-4a05-aa8e-05bdac693e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:18.083037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-f995c787-b307-4a05-aa8e-05bdac693e99 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2648652 Apr 28 20:13:18.090122 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Routers {'ba0c1c3f-8d72-4666-8615-bde0c00b021f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:18.090122 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:12:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:18.205324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac0e16e-cd43-495c-8890-838e9ab17500,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:18.246016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:18.257553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb11b73-8ac7-4c69-b43d-e061b28afb01 None None] Network 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:18.266646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f8d62490-0ca8-427a-8613-d5b3c55779f6 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/subnets/7ac0e16e-cd43-495c-8890-838e9ab17500 HTTP/1.1" status: 204 len: 168 time: 1.1521122 Apr 28 20:13:18.269524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36330) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:18.665914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] Set router ba0c1c3f-8d72-4666-8615-bde0c00b021f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:18.757858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:18.873091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-c17f197c-0d16-4ca1-8b61-ad194102d929 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7789371 Apr 28 20:13:18.926113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] DHCP port deletion for 21e84677-fa85-41a2-bc18-b6ecc3ab1d1a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:13:18.950192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Deleting port 9357633c-c697-4851-8867-86464ef5ffe2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:18.950192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:19.012980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eaa96a-c318-485a-a68b-047c4bfbf563 req-eeba451a-b795-46e4-bb12-5a92c701618a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:19.012980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65eaa96a-c318-485a-a68b-047c4bfbf563 req-eeba451a-b795-46e4-bb12-5a92c701618a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 944 time: 1.0540287 Apr 28 20:13:19.163660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:19.177967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Deleting port 61f5b6ca-6f9d-4417-abc7-82ae284b426e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:13:19.178396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:19.281521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65eaa96a-c318-485a-a68b-047c4bfbf563 req-e8f64f68-c8c5-4df8-a0ff-74d8cfdc6374 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2247791 Apr 28 20:13:19.357304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c1aa0067-c1c4-44e4-920e-d18a0b2a3407 req-c286fd8d-82e4-4782-8115-c5f2e82420a1 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4603601 Apr 28 20:13:19.370382 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:13:14Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:19.381294 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8bc3c6-0c04-4b41-8c1d-29a1cb6fae05 None None] The sync data for ids ['ba0c1c3f-8d72-4666-8615-bde0c00b021f'] in n-d-839811-1 is: [{'id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'name': 'tempest-TestNetworkBasicOps-router-1018629374', 'tenant_id': '749c3835a4164d2b88ae5adffc41d40a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22'}], 'enable_snat': True}, 'gw_port_id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:11:23Z', 'updated_at': '2022-04-28T20:13:14Z', 'revision_number': 5, 'project_id': '749c3835a4164d2b88ae5adffc41d40a', 'gw_port': {'id': '61f5b6ca-6f9d-4417-abc7-82ae284b426e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba0c1c3f-8d72-4666-8615-bde0c00b021f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:11:26Z', 'updated_at': '2022-04-28T20:11:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:19.581362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9948cdf0-88e2-4e16-ad2a-d96b980651c9 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:13:19.658722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] For port 61f5b6ca-6f9d-4417-abc7-82ae284b426e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=61f5b6ca-6f9d-4417-abc7-82ae284b426e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:19.658722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:19.790827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] For port 9357633c-c697-4851-8867-86464ef5ffe2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9357633c-c697-4851-8867-86464ef5ffe2,segment=NetworkSegment(9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d),segment_id=9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:19.791303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:20.050477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Calling delete_port for 61f5b6ca-6f9d-4417-abc7-82ae284b426e owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:20.294914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:13:20.378467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:20.571230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Port': ['ID=61f5b6ca-6f9d-4417-abc7-82ae284b426e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:20.574277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:20.596176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'port_id': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'mac_address': 'fa:16:3e:59:99:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:13:20.822195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:13:20.822684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de623c9c-ac67-4bb4-9466-7c619535b92f req-8eb77792-75ef-4ae4-8a8e-3a2c3a3b6934 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:20.829707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6cec6b0f-74c9-4fc8-918e-73033dacf2c5 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:13:20.830683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9357633c-c697-4851-8867-86464ef5ffe2 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:13:20.838091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de623c9c-ac67-4bb4-9466-7c619535b92f req-8eb77792-75ef-4ae4-8a8e-3a2c3a3b6934 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 944 time: 0.2393341 Apr 28 20:13:20.918997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:20.932554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-de623c9c-ac67-4bb4-9466-7c619535b92f req-db7e81f8-e86d-4d69-bf7e-89d8949faf3e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935364 Apr 28 20:13:20.982974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:21.127715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Calling delete_port for 9357633c-c697-4851-8867-86464ef5ffe2 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:13:21.160337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee53feb6-1427-4f8d-bd4a-b67fd3c32941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.190696 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.255468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9948cdf0-88e2-4e16-ad2a-d96b980651c9 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:13:21.267767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.273128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.273652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:21.286681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.311445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.312282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Fanout notify agent at l3_agent the message router_deleted on router ba0c1c3f-8d72-4666-8615-bde0c00b021f {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:13:21.338826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.340132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-abd8d2c2-b400-4916-abc3-559c591a2640 tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/routers/ba0c1c3f-8d72-4666-8615-bde0c00b021f HTTP/1.1" status: 204 len: 168 time: 3.0696249 Apr 28 20:13:21.342825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36426) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:21.351900 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.397860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:21.403370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Usage tracker for resource:security_group_rule and tenant:c70dab7fc6694819bc57ea09662a74e4 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:21.412442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:21.424151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:21.612056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['9948cdf0-88e2-4e16-ad2a-d96b980651c9'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:13:21.712148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.723840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.742668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.783663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.814714 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.828538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc08e462-74e6-4cd7-afb8-2ab0735a942c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:21.832165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:21.871961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-685d3bed-ca52-46cd-adb8-0175065b6d4f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c70dab7fc6694819bc57ea09662a74e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8877773 Apr 28 20:13:21.874672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:21.966262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:21.987701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] No DVR routers for this DVR port 9357633c-c697-4851-8867-86464ef5ffe2 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:13:22.012356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.012699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.013044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.013380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.013743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.014082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.014409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.014735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.015059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.015380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.015704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.016023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:22.025514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.049498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21e84677-fa85-41a2-bc18-b6ecc3ab1d1a']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:22.071314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:22.073068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aad7f99-3a51-4fec-b6b2-b4cb20b60f1d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:22.082435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.085748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.104270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.115368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:13:22.116044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.158635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91c083d-89ad-41f0-a010-04b764f9dec9 None None] Pushing event deleted for resources: {'Port': ['ID=9357633c-c697-4851-8867-86464ef5ffe2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:22.189709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.218653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc08e462-74e6-4cd7-afb8-2ab0735a942c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:22.225960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.233536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0496e085-d4b9-4fbc-8912-814a158e6121 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc08e462-74e6-4cd7-afb8-2ab0735a942c HTTP/1.1" status: 204 len: 168 time: 0.3553839 Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:13:22.253359 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:13:22.380750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.423957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61f5b6ca-6f9d-4417-abc7-82ae284b426e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:13:22.439105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.452918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] Pushing event deleted for resources: {'Network': ['ID=21e84677-fa85-41a2-bc18-b6ecc3ab1d1a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:22.475560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e416387-4c4e-4079-9c48-2588d628e3cf tempest-TestNetworkBasicOps-182385322 tempest-TestNetworkBasicOps-182385322-project] 10.222.0.24 "DELETE /v2.0/networks/21e84677-fa85-41a2-bc18-b6ecc3ab1d1a HTTP/1.1" status: 204 len: 168 time: 1.1313629 Apr 28 20:13:22.526699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f9ac17-3f60-4d4a-bb3d-26722a43bbe1 req-9e3c0fba-a911-44c2-ac43-5c41a42841f5 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:22.537933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95f9ac17-3f60-4d4a-bb3d-26722a43bbe1 req-9e3c0fba-a911-44c2-ac43-5c41a42841f5 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 945 time: 0.2834074 Apr 28 20:13:22.611805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 61f5b6ca-6f9d-4417-abc7-82ae284b426e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:13:22.612144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 61f5b6ca-6f9d-4417-abc7-82ae284b426e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:13:22.634974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95f9ac17-3f60-4d4a-bb3d-26722a43bbe1 req-7761fc51-30a1-420b-9e9e-a6cb1a40835a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929513 Apr 28 20:13:22.666795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98a8fa97-f059-47b0-9062-678fac9b5d1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:22.946153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:23.209449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1e5d04f8-adf7-4c5e-ac3b-9521c0d47d5f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=749c3835a4164d2b88ae5adffc41d40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619607 Apr 28 20:13:23.212680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36488) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:23.283901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.331889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.412289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.425134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f01dfbec-aeab-4c38-96eb-373352044cef,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:23.433033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.434237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-83574f49-e5ec-45d4-be9d-fd0ed6616491 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f01dfbec-aeab-4c38-96eb-373352044cef HTTP/1.1" status: 204 len: 168 time: 0.2201910 Apr 28 20:13:23.593920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9948cdf0-88e2-4e16-ad2a-d96b980651c9 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:23.825325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:23.848825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:23.862969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:23.863328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.094345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2370d4-c410-49cf-a2f0-9cb5054f3b9e req-1f8384c1-408d-44d1-b6fa-2a4de4c7b527 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:24.099519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b2370d4-c410-49cf-a2f0-9cb5054f3b9e req-1f8384c1-408d-44d1-b6fa-2a4de4c7b527 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 945 time: 0.2131813 Apr 28 20:13:24.110743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36534) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:24.138444 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.159064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:24.165846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Usage tracker for resource:security_group_rule and tenant:97e15184170b4858a79722e149b0bdb2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:24.170397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:24.177414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:24.182795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.202913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b2370d4-c410-49cf-a2f0-9cb5054f3b9e req-0ab9f3bf-23a7-4550-a8bb-096353c128df tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921814 Apr 28 20:13:24.210435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.290549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:24.292375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:24.304802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.324189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.336237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.397271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:24.402228 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e625a03f-eee1-4e97-8a06-34aa497146b9'] response: {'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'code': 200} Apr 28 20:13:24.415893 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=97e15184170b4858a79722e149b0bdb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3030651 Apr 28 20:13:24.418182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:24.458558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe305f4-6405-4f58-8169-a94db683ffe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b395d-a5e6-414b-a261-98616aaccc16,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:24.670746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.705013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.777211 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.802714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:24.804196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0c0b395d-a5e6-414b-a261-98616aaccc16 HTTP/1.1" status: 204 len: 168 time: 0.3850513 Apr 28 20:13:24.807059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865e650d-4b9b-466d-be36-1e06156580ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b395d-a5e6-414b-a261-98616aaccc16,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:24.898343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbf47b-55a9-4a4a-a25b-e74c11d6868b req-9b885ca0-32c0-404c-b9da-c44f968d720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:24.902002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34fbf47b-55a9-4a4a-a25b-e74c11d6868b req-9b885ca0-32c0-404c-b9da-c44f968d720b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 1097 time: 0.3747683 Apr 28 20:13:24.995150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34fbf47b-55a9-4a4a-a25b-e74c11d6868b req-ba917783-1ce8-4443-a669-f54e7467f450 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818682 Apr 28 20:13:25.220782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:25.495057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf00991-43c7-4b57-aab8-7d7736a5aa77 req-6efa5ed0-cddd-48bb-9d88-d060bb4d42dc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:25.497962 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cf00991-43c7-4b57-aab8-7d7736a5aa77 req-6efa5ed0-cddd-48bb-9d88-d060bb4d42dc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.1069593 Apr 28 20:13:25.592562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8cf00991-43c7-4b57-aab8-7d7736a5aa77 req-075ffe2d-fd97-4e52-bfc5-4a4591be92dc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811746 Apr 28 20:13:26.553549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36630) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:26.700936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-108629814-network', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:26.708794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:26.719748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Usage tracker for resource:network and tenant:f9e2c6e5446d4a4c8af3543a6aba8bb6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:26.726550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:26.735530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:26.764165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Made reservation on behalf of f9e2c6e5446d4a4c8af3543a6aba8bb6 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:26.791182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:26.809708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:26.846135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:26.856822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Usage tracker for resource:security_group_rule and tenant:f9e2c6e5446d4a4c8af3543a6aba8bb6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:26.862952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:26.877347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:27.035025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.046500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.101027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:13:27.117776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=313aa085-2925-4a7a-a9de-c2779260814c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:27.123559 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.124100 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Added segment 5744d424-01c1-4d46-9e5a-648efd5d908e of type vlan for network 4f2b499a-265d-4730-b17a-d57080ae79f3 Apr 28 20:13:27.184699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.233630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.236690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:27.237597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.338676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96de794-65a2-4107-82fe-0b1374a1f3d5 req-7506a950-f427-4a6b-b0ca-611e1e16a5b8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:27.348031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f96de794-65a2-4107-82fe-0b1374a1f3d5 req-7506a950-f427-4a6b-b0ca-611e1e16a5b8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.5560296 Apr 28 20:13:27.401605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f96de794-65a2-4107-82fe-0b1374a1f3d5 req-75df7a1b-531c-45ab-b1e9-5d551e6c3f39 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524533 Apr 28 20:13:27.468273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] Pushing event updated for resources: {'Network': ['ID=4f2b499a-265d-4730-b17a-d57080ae79f3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:27.478661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:27.480203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d45feea2-62aa-425f-853c-6572cfa04279 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9249053 Apr 28 20:13:27.480918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:13:27.485956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Request body: {'subnet': {'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-108629814-subnet', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:27.492450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:27.497085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Usage tracker for resource:subnet and tenant:f9e2c6e5446d4a4c8af3543a6aba8bb6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:27.501303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:27.509649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:27.547430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Made reservation on behalf of f9e2c6e5446d4a4c8af3543a6aba8bb6 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:27.559197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:27.800659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908667b-f18d-46c0-babe-6dd33f6763f3 req-25f0049b-180c-4d58-9af4-f3eb18f323fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:27.802178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e908667b-f18d-46c0-babe-6dd33f6763f3 req-25f0049b-180c-4d58-9af4-f3eb18f323fb tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.1970606 Apr 28 20:13:27.813755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 36712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:27.834261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'port_id': '9948cdf0-88e2-4e16-ad2a-d96b980651c9'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:27.975269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.523696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:28.811454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee95b18d-4dbb-47f5-81de-5b35149e4632,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:28.861579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Checking segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:28.868531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Network hostable DHCP agents. Network: 4f2b499a-265d-4730-b17a-d57080ae79f3, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:13:29.047697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:13:29.077886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4f2b499a-265d-4730-b17a-d57080ae79f3) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:29.088487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:29.089485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.090058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504ebe72-a12f-411b-9837-3ec01125ae1a None None] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:29.124972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e396002b-7821-4e8e-9fb7-35215c39d2ff admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6447182 Apr 28 20:13:29.127946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 36860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:29.134830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:29.144387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:29.156942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Usage tracker for resource:router and tenant:f9e2c6e5446d4a4c8af3543a6aba8bb6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:29.160713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:29.172301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:29.209312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.210517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.251506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.323378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.332301 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:29.749763 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 7b66d021-2ae8-47db-869b-d8b4b603af88 associated. External IP: 172.25.2.121, port: 9948cdf0-88e2-4e16-ad2a-d96b980651c9. Apr 28 20:13:29.969963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4f2b499a-265d-4730-b17a-d57080ae79f3', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:13:29.970896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:30.402386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Allocated IP 172.20.0.2 (4f2b499a-265d-4730-b17a-d57080ae79f3/ee95b18d-4dbb-47f5-81de-5b35149e4632/dbba8ded-1bd7-4426-9ef2-22f162a84e9f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:30.506066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:30.566827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:13:30.914486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:30.930768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Transition to ACTIVE for port object dbba8ded-1bd7-4426-9ef2-22f162a84e9f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:30.968432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Transition to ACTIVE for port object dbba8ded-1bd7-4426-9ef2-22f162a84e9f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:30.980283 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.096042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:31.099777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:31.107936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:31.126176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.131956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:31.173878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.192342 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.255965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:31.278641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Pushing event updated for resources: {'Port': ['ID=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:31.295139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:31.295878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:31.360344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f2dc08e-a1fc-4d44-9b4a-5f77a8288731 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "PUT /v2.0/floatingips/7b66d021-2ae8-47db-869b-d8b4b603af88 HTTP/1.1" status: 200 len: 992 time: 3.5457678 Apr 28 20:13:31.361156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:13:31.366086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Attempting to bind port dbba8ded-1bd7-4426-9ef2-22f162a84e9f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:31.366622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Attempting to bind port dbba8ded-1bd7-4426-9ef2-22f162a84e9f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:31.367232 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Attempting to bind port dbba8ded-1bd7-4426-9ef2-22f162a84e9f on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:31.374550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:31.375419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Checking segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:31.376073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.376605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Bound using segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:31.377255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Bound port: dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:31.377854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.406866 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f1d90ad-dd72-47f0-9aa4-8677d7092ad8'] response: {'name': 'network-changed', 'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'status': 'completed', 'code': 200} Apr 28 20:13:31.591388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Allocated IP 172.25.2.153 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/44d2dee9-0153-4b4c-92ba-a0a48f281e2a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:31.625677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-586af133-cfd8-4cf5-94e8-858f8b45b544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:31.627830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-586af133-cfd8-4cf5-94e8-858f8b45b544 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 1097 time: 0.1566446 Apr 28 20:13:31.692030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] For port dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:31.698448 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] For port dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:31.712478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:31.802178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:31.944816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a87e9-a132-46f6-b6cb-0d5924e5dd56 None None] Pushing event updated for resources: {'Port': ['ID=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:32.008790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-bd95b08e-1497-4050-8d91-5cc7257024b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:32.048379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-bd95b08e-1497-4050-8d91-5cc7257024b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3763649 Apr 28 20:13:32.074412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:32.283273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-d0dc24cd-e235-43aa-b8f7-daa62aa5c58e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9 HTTP/1.1" status: 200 len: 1000 time: 0.2356150 Apr 28 20:13:32.284915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:32.591741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:32.595399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:32.599620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:32.718312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '7b66d021-2ae8-47db-869b-d8b4b603af88', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:59:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:13:04Z', 'updated_at': '2022-04-28T20:13:29Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:32.722837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:32.732549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:32.733168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:32.734380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-5b87f42e-29df-4777-a79c-392506e92008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:32.736466 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-5b87f42e-29df-4777-a79c-392506e92008 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.3812599 Apr 28 20:13:32.746151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Pushing event updated for resources: {'Port': ['ID=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:33.083857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:33.729224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faae8282-0f67-4a11-b6ec-f1eb93ab0d54 None None] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:33.750567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-2d9806f9-8ded-4a7a-b95d-bc73df32972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:33.754203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-2d9806f9-8ded-4a7a-b95d-bc73df32972d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0093951 Apr 28 20:13:33.754995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37372) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:33.794596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:33.925963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:33.945558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:33.950757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Usage tracker for resource:security_group_rule and tenant:4331c8d83ed14a2c8684d877a94ac8bf is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:33.952501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f4b0a5b7-bc3d-4d27-be05-5b2fad4db6d6 None None] Provisioning for port dbba8ded-1bd7-4426-9ef2-22f162a84e9f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:33.956342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:33.965753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:34.040075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '7b66d021-2ae8-47db-869b-d8b4b603af88', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:59:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:13:04Z', 'updated_at': '2022-04-28T20:13:29Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:34.049084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65a9dd4-bf96-4f70-99c5-69a26ad18243 None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '7b66d021-2ae8-47db-869b-d8b4b603af88', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.121', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3257, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:59:99:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:13:04Z', 'updated_at': '2022-04-28T20:13:29Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:34.164013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.175972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.276739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19de29bb-676c-4419-9575-ef0c6250a811,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:34.341632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bc4b37a-619b-49de-8f49-6c22bd05b8ac admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4331c8d83ed14a2c8684d877a94ac8bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5845780 Apr 28 20:13:34.351520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37394) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:34.440445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device dbba8ded-1bd7-4426-9ef2-22f162a84e9f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:34.538400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.591332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.613486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad4446f-95af-4760-a25a-fa0107458a32 None None] New status for floating IP 7b66d021-2ae8-47db-869b-d8b4b603af88: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:13:34.657127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port dbba8ded-1bd7-4426-9ef2-22f162a84e9f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:34.678893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port dbba8ded-1bd7-4426-9ef2-22f162a84e9f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:34.679495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.690890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.730382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19de29bb-676c-4419-9575-ef0c6250a811,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:34.753648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:34.754796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ce3adb67-3b1d-424a-b8d6-87a9c097d3c4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/19de29bb-676c-4419-9575-ef0c6250a811 HTTP/1.1" status: 204 len: 168 time: 0.4006240 Apr 28 20:13:34.793021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-87112ae6-c0a9-4584-8d95-e94aa2828209 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9450541 Apr 28 20:13:34.946421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0020d259-b6af-4368-9eed-ae2a3db15dcf None None] Provisioning complete for port dbba8ded-1bd7-4426-9ef2-22f162a84e9f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:34.948141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0020d259-b6af-4368-9eed-ae2a3db15dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.201374 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-097d03b6-408b-4a43-8460-39e6c8fdbcfc req-aa032e8e-1c03-45d1-87f1-2f752771e4c8 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763692 Apr 28 20:13:35.218647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.256300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0020d259-b6af-4368-9eed-ae2a3db15dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.260431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.288864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:35.431354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.435780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-0020d259-b6af-4368-9eed-ae2a3db15dcf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:13:35.437768 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-0020d259-b6af-4368-9eed-ae2a3db15dcf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:13:35.487466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:35.522732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.578421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:35.596457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Usage tracker for resource:security_group_rule and tenant:915cd3fd4693490a89c9408d4d11f318 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:35.608791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:35.626771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:35.627808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:35.642764 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:13:35.682474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Router 369ea5eb-51ed-48ff-8fd1-f957b884226b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:13:35.774211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.781454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:35.822331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=915cd3fd4693490a89c9408d4d11f318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309522 Apr 28 20:13:35.822551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37440) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:35.868653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc65e3a-7c75-48d8-b214-0a7f73b16320 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f0704bc-f786-4218-9f22-b6afbc91e472,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:36.090946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.135960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.138664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:36.150528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Sync routers for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:36.169418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:36.169606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:36.182681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.189872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:36.190758 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2ff4c151-a2ac-49b9-b924-f1bfe21a42b1 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.0613792 Apr 28 20:13:36.303760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device dbba8ded-1bd7-4426-9ef2-22f162a84e9f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:36.379663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.421860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f0704bc-f786-4218-9f22-b6afbc91e472,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:36.428222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.432614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b39d2560-826e-4f41-8911-4d7c0aae2cf9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0f0704bc-f786-4218-9f22-b6afbc91e472 HTTP/1.1" status: 204 len: 168 time: 0.6091917 Apr 28 20:13:36.631323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port dbba8ded-1bd7-4426-9ef2-22f162a84e9f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:36.631664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:36.820284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:37.410372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:33Z', 'revision_number': 3, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:37.427999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:37.448224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Checking router: 369ea5eb-51ed-48ff-8fd1-f957b884226b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:37.448224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Updating router 369ea5eb-51ed-48ff-8fd1-f957b884226b port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:13:37.556280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:37.793750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Allocated IP 172.20.0.1 (4f2b499a-265d-4730-b17a-d57080ae79f3/ee95b18d-4dbb-47f5-81de-5b35149e4632/2d228600-d654-4390-bcea-3210283f2ea0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:37.952782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:37.977596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Transition to ACTIVE for port object 2d228600-d654-4390-bcea-3210283f2ea0 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:38.021804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.083700 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.097131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Transition to ACTIVE for port object 44d2dee9-0153-4b4c-92ba-a0a48f281e2a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:38.105725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.187478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:38.189443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:38.226870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:38.313517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Attempting to bind port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:38.313897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Attempting to bind port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:38.314261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Attempting to bind port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:38.338466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:38.338839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:38.339327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.339631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:38.340108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Bound port: 44d2dee9-0153-4b4c-92ba-a0a48f281e2a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:38.340484 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.439515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9da9a6-8a45-4544-a0ab-61f4267f7a3d None None] Pushing event updated for resources: {'Port': ['ID=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:38.448625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Pushing event updated for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:38.474756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.563707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] For port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:38.590362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] For port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:38.608865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.711221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.759862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9da9a6-8a45-4544-a0ab-61f4267f7a3d None None] Pushing event updated for resources: {'Port': ['ID=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:38.814229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dd027f96-1841-4ebf-b32a-be7b47d8ba3c None None] Provisioning for port 2d228600-d654-4390-bcea-3210283f2ea0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:38.821160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dd027f96-1841-4ebf-b32a-be7b47d8ba3c None None] Provisioning complete for port 2d228600-d654-4390-bcea-3210283f2ea0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:38.821540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd027f96-1841-4ebf-b32a-be7b47d8ba3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:38.894510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-dd027f96-1841-4ebf-b32a-be7b47d8ba3c None None] Port 2d228600-d654-4390-bcea-3210283f2ea0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:13:38.896383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:38.897168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:39.259615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:39.549953 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.561317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.869361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:39.987260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Pushing event updated for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:40.069643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '2d228600-d654-4390-bcea-3210283f2ea0', 'name': '', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'mac_address': 'fa:16:3e:1d:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:37Z', 'updated_at': '2022-04-28T20:13:37Z', 'revision_number': 1, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'subnets': [{'id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:40.082833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20ee18ed-03b9-4e34-b33f-155307752873 None None] The sync data for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 is: [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '2d228600-d654-4390-bcea-3210283f2ea0', 'name': '', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'mac_address': 'fa:16:3e:1d:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:37Z', 'updated_at': '2022-04-28T20:13:37Z', 'revision_number': 1, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'subnets': [{'id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:40.088682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.205600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:40.207090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:40.556424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Router 369ea5eb-51ed-48ff-8fd1-f957b884226b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:13:40.634473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-23774d17-8265-4a33-a225-02215d5d70d3 None None] Provisioning complete for port 2d228600-d654-4390-bcea-3210283f2ea0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:40.635679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23774d17-8265-4a33-a225-02215d5d70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:40.783249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-23774d17-8265-4a33-a225-02215d5d70d3 None None] Port 2d228600-d654-4390-bcea-3210283f2ea0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:13:40.842213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:40.870709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3e2c1cc6-deb9-4749-9183-3a0dfb3c1c1a admin admin] 10.222.0.24 "PUT /v2.0/routers/369ea5eb-51ed-48ff-8fd1-f957b884226b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6791425 Apr 28 20:13:41.295849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:41.792049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:41.826732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:41.835505 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Usage tracker for resource:security_group_rule and tenant:9c9d546bbae14a96827874f048dd89f7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:41.840416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:41.870262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:42.110046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.120498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.209834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:42.216651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1892315327-network', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:42.226243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:42.236665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Usage tracker for resource:network and tenant:68e62046b31645faa85ef5eee22f8abe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:42.241541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9c9d546bbae14a96827874f048dd89f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9445758 Apr 28 20:13:42.246048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:42.246957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:42.274312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a63ab6-d35e-4ea0-8c36-56222a98acce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c0cb61-1a09-482c-ba81-b161f811e966,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:42.319452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.357193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44d2dee9-0153-4b4c-92ba-a0a48f281e2a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:42.376760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:42.452679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Made reservation on behalf of 68e62046b31645faa85ef5eee22f8abe for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:42.455167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.500765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.505449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:42.517771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:42.518377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.522139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.524070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:42.557742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Usage tracker for resource:security_group_rule and tenant:68e62046b31645faa85ef5eee22f8abe is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:42.569219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:42.586617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:42.593920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.745802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.767716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.771727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c0cb61-1a09-482c-ba81-b161f811e966,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:42.785990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.787560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15c0cb61-1a09-482c-ba81-b161f811e966 HTTP/1.1" status: 204 len: 168 time: 0.5368736 Apr 28 20:13:42.788506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.808372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:13:42.815744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.828001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.828528 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Added segment 4ab8d138-3840-4246-849a-1e98d3cc1690 of type vlan for network e28a0575-1976-40a5-a3c5-7ad730cb6c50 Apr 28 20:13:42.850936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:42.863560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.889781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:42.950633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.951075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.951681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.952026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.952357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.953533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.953870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.954370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.954703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.955157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.955524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.956250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b276c5-2574-4350-af07-1bfbafeeaf00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:42.991445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:43.012487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdef219d-592b-4c1a-8082-80838220d731,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:43.041104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.042562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:43.043378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.119070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9081008 Apr 28 20:13:43.122012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:43.135069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Request body: {'subnet': {'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1892315327-subnet', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:43.169626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:43.186206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Usage tracker for resource:subnet and tenant:68e62046b31645faa85ef5eee22f8abe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:43.202546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:43.207586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:43.220158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf2660b-97f2-443b-9ec2-e7b8332ebdd1 admin admin] Pushing event updated for resources: {'Network': ['ID=e28a0575-1976-40a5-a3c5-7ad730cb6c50,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:43.226269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:43.236617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:13:43.255062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Made reservation on behalf of 68e62046b31645faa85ef5eee22f8abe for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:13:43.259405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.522595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:43.591570 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.611560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:43.624893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Usage tracker for resource:security_group_rule and tenant:dfd1fa61956f40c7a1bc956cbb7277d1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:43.630508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:43.644974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:43.663180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e80548c9-c28e-490f-a79b-fd41ebe35fa3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fe1ccfcd846a44e78dacb6213bfd7bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4534647 Apr 28 20:13:43.667150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 37710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:43.683217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.780295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.815151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.859948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:43.873827 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Sync routers for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:43.882557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.887207 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:43.888533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:43.902015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Checking segment: {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:43.902551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Network hostable DHCP agents. Network: e28a0575-1976-40a5-a3c5-7ad730cb6c50, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:13:43.907242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb7da56-f3ed-4492-876a-4a8796c32e7d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:43.936276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:13:43.956975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e28a0575-1976-40a5-a3c5-7ad730cb6c50) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:43.963457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:43.967846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.974165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-220c9852-eb2e-4c6d-9147-4409e445f94e None None] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:43.974682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.977930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:43.981503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e41eaa2-0320-4a9f-b901-83e138101895 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9bb7da56-f3ed-4492-876a-4a8796c32e7d HTTP/1.1" status: 204 len: 168 time: 0.3109970 Apr 28 20:13:43.983834 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.029862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b8bc0d58-b3cf-4034-be2f-f21afb05bcf2 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9043734 Apr 28 20:13:44.031446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37722) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:44.037854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:13:44.046707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:44.052297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Usage tracker for resource:router and tenant:68e62046b31645faa85ef5eee22f8abe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:44.056813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:44.068058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:44.074676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=dfd1fa61956f40c7a1bc956cbb7277d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5509322 Apr 28 20:13:44.076531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b598f48-df2f-4a22-adaf-a1e23fd0e225 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b0bd69a-5857-4506-8e42-a7c52c6aee53,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:44.077362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 37730) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:44.230755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.268720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:44.271973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.347784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.350566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44d2dee9-0153-4b4c-92ba-a0a48f281e2a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:44.361455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.409332 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.505977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:13:44.511222 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.612373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:44.613107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.858091 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '2d228600-d654-4390-bcea-3210283f2ea0', 'name': '', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'mac_address': 'fa:16:3e:1d:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:37Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 2, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'subnets': [{'id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:44.868031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Checking router: 369ea5eb-51ed-48ff-8fd1-f957b884226b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:44.868031 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Updating router 369ea5eb-51ed-48ff-8fd1-f957b884226b port 2d228600-d654-4390-bcea-3210283f2ea0 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:13:44.959564 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:44.996716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Allocated IP 172.20.0.2 (e28a0575-1976-40a5-a3c5-7ad730cb6c50/ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06/088b9f9e-9832-4e8c-9959-cb995cb1b30a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:45.304008 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.312744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.395592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b0bd69a-5857-4506-8e42-a7c52c6aee53,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:45.432394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.446326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de6d19db-d97b-4e32-94a9-752a330ac445 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3b0bd69a-5857-4506-8e42-a7c52c6aee53 HTTP/1.1" status: 204 len: 168 time: 1.3675010 Apr 28 20:13:45.557496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.591505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Transition to ACTIVE for port object 088b9f9e-9832-4e8c-9959-cb995cb1b30a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:45.597192 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.624305 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Transition to ACTIVE for port object 2d228600-d654-4390-bcea-3210283f2ea0 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:45.631189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Transition to ACTIVE for port object 088b9f9e-9832-4e8c-9959-cb995cb1b30a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:45.638986 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.647435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:45.915761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:45.919290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Pushing event updated for resources: {'Port': ['ID=088b9f9e-9832-4e8c-9959-cb995cb1b30a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:45.923475 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:45.929173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:46.079768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Pushing event updated for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:46.114243 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.114701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.115046 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.116364 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.116898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.120152 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.120526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.120854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.121182 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.121520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.121843 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.122241 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:13:46.133150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Attempting to bind port 088b9f9e-9832-4e8c-9959-cb995cb1b30a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:46.133817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Attempting to bind port 088b9f9e-9832-4e8c-9959-cb995cb1b30a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:46.133991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Attempting to bind port 088b9f9e-9832-4e8c-9959-cb995cb1b30a on network e28a0575-1976-40a5-a3c5-7ad730cb6c50 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:46.152670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:46.153280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Checking segment: {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:46.153860 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.154398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Bound using segment: {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:46.155031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Bound port: 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:46.155586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.290984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.311300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] For port 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:46.315523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] For port 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=088b9f9e-9832-4e8c-9959-cb995cb1b30a,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:46.333030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Attempting to bind port 2d228600-d654-4390-bcea-3210283f2ea0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:46.333176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Attempting to bind port 2d228600-d654-4390-bcea-3210283f2ea0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:46.333471 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Attempting to bind port 2d228600-d654-4390-bcea-3210283f2ea0 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:46.341039 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.348861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:46.349229 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Checking segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:46.349647 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.350110 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Bound using segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:46.350604 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Bound port: 2d228600-d654-4390-bcea-3210283f2ea0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:46.350834 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.380811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.526899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5cee54-ee2c-4de1-a92e-1ad91c9eee7b None None] Pushing event updated for resources: {'Port': ['ID=088b9f9e-9832-4e8c-9959-cb995cb1b30a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:46.664695 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] For port 2d228600-d654-4390-bcea-3210283f2ea0, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:46.669411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] For port 2d228600-d654-4390-bcea-3210283f2ea0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2d228600-d654-4390-bcea-3210283f2ea0,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:46.678481 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:46.787606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Allocated IP 172.25.2.66 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/5d37ea11-9c44-4d52-b505-e170bdf481a0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:46.872652 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:46.872652 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:47.133267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd641f-5495-492b-bc71-dc0978d67490 None None] Pushing event updated for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:47.203645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:47.260717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:47.347590 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:47.486079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:47.490677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:47.496448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:47.658335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d37ea11-9c44-4d52-b505-e170bdf481a0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:47.889723 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '2d228600-d654-4390-bcea-3210283f2ea0', 'name': '', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'mac_address': 'fa:16:3e:1d:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:37Z', 'updated_at': '2022-04-28T20:13:46Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'subnets': [{'id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:47.896729 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4119d8b7-ed25-4e00-8b3e-edd184c47354 None None] The sync data for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 is: [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:13:38Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '2d228600-d654-4390-bcea-3210283f2ea0', 'name': '', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'mac_address': 'fa:16:3e:1d:25:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3290, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:37Z', 'updated_at': '2022-04-28T20:13:46Z', 'revision_number': 4, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'subnets': [{'id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:48.578526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 088b9f9e-9832-4e8c-9959-cb995cb1b30a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:48.641516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:48.748387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85be51d-856a-45da-b884-b3c965276e2a None None] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:13:48.867082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f724afeb-073d-434f-af4e-438b0684f4e7 None None] Provisioning for port 088b9f9e-9832-4e8c-9959-cb995cb1b30a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:49.092065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 088b9f9e-9832-4e8c-9959-cb995cb1b30a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:49.114708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 088b9f9e-9832-4e8c-9959-cb995cb1b30a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:49.115069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:49.466546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:49.516040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:49.594680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=088b9f9e-9832-4e8c-9959-cb995cb1b30a,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:49.688032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:49.688908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2d228600-d654-4390-bcea-3210283f2ea0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:49.832015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=088b9f9e-9832-4e8c-9959-cb995cb1b30a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:49.856395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Router c2f432f1-3288-4a30-84f9-7f171aa63a23 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:13:49.884159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 2d228600-d654-4390-bcea-3210283f2ea0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:49.890854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2d228600-d654-4390-bcea-3210283f2ea0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:49.891397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:50.276005 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:50.337934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5f94193a-a56c-4055-b257-897dd6d79f0a None None] Provisioning complete for port 088b9f9e-9832-4e8c-9959-cb995cb1b30a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:50.338308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f94193a-a56c-4055-b257-897dd6d79f0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:50.369961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:50.414499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:50.415935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98bb8a52-c454-4fbb-9af6-6df657b99ae6 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3831053 Apr 28 20:13:50.418866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38006) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:50.502594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Sync routers for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:50.545386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9fa66b3-83a3-4b26-81cb-f5ee0acfd89a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:50.603386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 2d228600-d654-4390-bcea-3210283f2ea0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2d228600-d654-4390-bcea-3210283f2ea0,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:50.610500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:50.611811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:50.943031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:51.099358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.166764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38028) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:51.358351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 088b9f9e-9832-4e8c-9959-cb995cb1b30a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:51.456790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.519976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:51.524372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Usage tracker for resource:security_group_rule and tenant:8a19fa1a694d41c9a9788bc92741e1d0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:51.528105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:51.534200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:51.678174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:51.709740 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.715169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.753883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 088b9f9e-9832-4e8c-9959-cb995cb1b30a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:51.754178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.812683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:51.838812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8a19fa1a694d41c9a9788bc92741e1d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6683822 Apr 28 20:13:51.844728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:51.875460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e414e-f246-47a5-b1be-a708623d5de5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7a800-dcb3-4d4a-9f31-c65049ec2985,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:51.911869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:48Z', 'revision_number': 3, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:51.921533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Checking router: c2f432f1-3288-4a30-84f9-7f171aa63a23 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:13:51.921646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Updating router c2f432f1-3288-4a30-84f9-7f171aa63a23 port 5d37ea11-9c44-4d52-b505-e170bdf481a0 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:13:51.990398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.001001 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.027392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.117530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.137106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7a800-dcb3-4d4a-9f31-c65049ec2985,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:52.142112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.146185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-90b5ec81-10e4-4767-8d16-dbb223a7d804 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/55d7a800-dcb3-4d4a-9f31-c65049ec2985 HTTP/1.1" status: 204 len: 168 time: 0.2996278 Apr 28 20:13:52.403763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3031b781-f0ee-4bb9-ac92-fb603e75b308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.687434 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.708319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Transition to ACTIVE for port object 5d37ea11-9c44-4d52-b505-e170bdf481a0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:52.719175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.745130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:52.774333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.794623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:52.800106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Usage tracker for resource:security_group_rule and tenant:ef20e1864b5c48d6afbe6d58bf19b8c9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:52.803613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:13:52.810868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:13:52.854063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Attempting to bind port 5d37ea11-9c44-4d52-b505-e170bdf481a0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:13:52.856494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Attempting to bind port 5d37ea11-9c44-4d52-b505-e170bdf481a0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:13:52.861070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Attempting to bind port 5d37ea11-9c44-4d52-b505-e170bdf481a0 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:13:52.870666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Allocated IP 172.20.0.1 (e28a0575-1976-40a5-a3c5-7ad730cb6c50/ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06/ec8b4db5-059c-48ac-b4fe-3f8f17812cc9) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:13:52.891840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:13:52.895011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:13:52.895567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.895989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:13:52.898644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Bound port: 5d37ea11-9c44-4d52-b505-e170bdf481a0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:13:52.901173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:52.993786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.004753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.024889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] For port 5d37ea11-9c44-4d52-b505-e170bdf481a0, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:13:53.028722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] For port 5d37ea11-9c44-4d52-b505-e170bdf481a0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5d37ea11-9c44-4d52-b505-e170bdf481a0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:13:53.042109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.069954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9105b834-ca4a-41d3-8c46-246ad6f95037,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.102150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.121056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f0c7-adef-4c88-a80e-74c149d0908b None None] Pushing event updated for resources: {'Port': ['ID=5d37ea11-9c44-4d52-b505-e170bdf481a0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.131715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a6f8084a-780c-485b-b8c2-3ffe39ccb943 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ef20e1864b5c48d6afbe6d58bf19b8c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3843362 Apr 28 20:13:53.132407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38088) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:53.134514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Transition to ACTIVE for port object ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:13:53.165005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.250573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:53.254699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50f0c7-adef-4c88-a80e-74c149d0908b None None] Pushing event updated for resources: {'Port': ['ID=5d37ea11-9c44-4d52-b505-e170bdf481a0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.255317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:53.259315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:13:53.269281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2d228600-d654-4390-bcea-3210283f2ea0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:53.308462 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:53.309624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:53.312309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.340139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.350293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.376770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.492409 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.553181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9105b834-ca4a-41d3-8c46-246ad6f95037,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:53.566782 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.586147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f4d859cd-f37c-4cd8-9a04-52d2871efaac admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9105b834-ca4a-41d3-8c46-246ad6f95037 HTTP/1.1" status: 204 len: 168 time: 0.4507940 Apr 28 20:13:53.682357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2d228600-d654-4390-bcea-3210283f2ea0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:53.683175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.698888 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:53.729878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:53.952492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.249876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.265454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.390553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-79fd3c06-7a7e-405a-b967-3e19a03e089e None None] Provisioning for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:54.394955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.437113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.461377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:54.568922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-79fd3c06-7a7e-405a-b967-3e19a03e089e None None] Provisioning complete for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:54.571685 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79fd3c06-7a7e-405a-b967-3e19a03e089e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:54.641435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-79fd3c06-7a7e-405a-b967-3e19a03e089e None None] Port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:13:54.807774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ec8b4db5-059c-48ac-b4fe-3f8f17812cc9', 'name': '', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'mac_address': 'fa:16:3e:7c:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:52Z', 'updated_at': '2022-04-28T20:13:52Z', 'revision_number': 1, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'subnets': [{'id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:54.817083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68a70c5-bd65-4829-b86f-4c7cb04982de None None] The sync data for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 is: [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ec8b4db5-059c-48ac-b4fe-3f8f17812cc9', 'name': '', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'mac_address': 'fa:16:3e:7c:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:52Z', 'updated_at': '2022-04-28T20:13:52Z', 'revision_number': 1, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'subnets': [{'id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:13:54.886943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:13:54.891565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:13:55.209667 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:55.356288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Router c2f432f1-3288-4a30-84f9-7f171aa63a23 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:13:55.393967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-03cd99ec-5a7b-462e-a8a5-ac8f38b175b5 None None] Provisioning complete for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:55.396166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03cd99ec-5a7b-462e-a8a5-ac8f38b175b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:55.560791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-03cd99ec-5a7b-462e-a8a5-ac8f38b175b5 None None] Port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:13:55.825546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:13:55.843785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-244e4749-3dba-404e-8cd7-2437379867e4 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2f432f1-3288-4a30-84f9-7f171aa63a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4234178 Apr 28 20:13:57.340729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5d37ea11-9c44-4d52-b505-e170bdf481a0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:57.557867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5d37ea11-9c44-4d52-b505-e170bdf481a0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:13:57.580045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5d37ea11-9c44-4d52-b505-e170bdf481a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:57.580414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:57.883879 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:57.941431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5d37ea11-9c44-4d52-b505-e170bdf481a0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5d37ea11-9c44-4d52-b505-e170bdf481a0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:13:57.948438 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:58.038184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-68a1b9a7-0185-4766-9603-4de2f93ddbb4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:13:58.049339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-68a1b9a7-0185-4766-9603-4de2f93ddbb4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.6790731 Apr 28 20:13:58.093130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-5e86abca-e5e7-4827-be3a-9e9016bad3ed tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/quotas/68e62046b31645faa85ef5eee22f8abe HTTP/1.1" status: 200 len: 375 time: 0.0371168 Apr 28 20:13:58.208579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5d37ea11-9c44-4d52-b505-e170bdf481a0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:13:58.240591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-8a0aa167-2d9c-4e85-bbc5-0b75f47d0cd3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:13:58.268990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-8a0aa167-2d9c-4e85-bbc5-0b75f47d0cd3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:13:58.270994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-8a0aa167-2d9c-4e85-bbc5-0b75f47d0cd3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1742203 Apr 28 20:13:58.829650 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Sync routers for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:13:58.845633 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:13:58.851973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:13:58.923800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-edc4a8dd-bf20-4713-9fec-3033e6f8941d service neutron] 10.222.0.24 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6454916 Apr 28 20:13:59.270658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-a9eb0bcf-18dc-4235-af5c-bca055b68516 service neutron] 10.222.0.24 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402474 Apr 28 20:13:59.329741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5d37ea11-9c44-4d52-b505-e170bdf481a0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:13:59.596136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5d37ea11-9c44-4d52-b505-e170bdf481a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:13:59.599084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:59.659444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cff59f5f-18a9-49b0-87e5-13df5bca888c req-da753f68-fa8e-4ae9-8130-8850baa70d10 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 210 time: 0.0959620 Apr 28 20:13:59.686790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:13:59.713776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 38502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:13:59.965814 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:13:59.986617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:13:59.991918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Usage tracker for resource:security_group_rule and tenant:75e6098159574c1bb80f0b6939c84167 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:13:59.995341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:00.002480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:00.215321 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.224812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.307336 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ec8b4db5-059c-48ac-b4fe-3f8f17812cc9', 'name': '', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'mac_address': 'fa:16:3e:7c:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:52Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 2, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'subnets': [{'id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:00.312791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=75e6098159574c1bb80f0b6939c84167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5976758 Apr 28 20:14:00.315098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25045dfe-6c26-4bda-8113-068f4bf05f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc27826d-2b50-4254-b5d5-a4b40b9c2019,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:00.316651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38568) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:00.318133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Checking router: c2f432f1-3288-4a30-84f9-7f171aa63a23 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:14:00.318472 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Updating router c2f432f1-3288-4a30-84f9-7f171aa63a23 port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:14:00.398825 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.456077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.498368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.622615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.642282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc27826d-2b50-4254-b5d5-a4b40b9c2019,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:00.662096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:00.663497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-250be4df-41fd-4c6d-83b9-ca5ee5f4abc9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bc27826d-2b50-4254-b5d5-a4b40b9c2019 HTTP/1.1" status: 204 len: 168 time: 0.3458166 Apr 28 20:14:00.994066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8d5ed509-d2d0-4376-adf1-af32895187a3 req-3a193eab-27b1-43bc-a716-f0826b4f0b21 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 210 time: 0.1241632 Apr 28 20:14:01.224831 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.259185 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Transition to ACTIVE for port object ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:01.270294 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.371313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38684) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:01.425382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.448653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:01.454097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Usage tracker for resource:security_group_rule and tenant:cf1f4138d1c746e7ba161d87ad5e9fc8 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:01.457397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:01.469138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:01.587574 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83063d5-bee1-40d2-bbf2-25261b91c702 None None] Pushing event updated for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:01.649545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.656679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.763734 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Attempting to bind port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:01.765632 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Attempting to bind port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:01.766731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Attempting to bind port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 on network e28a0575-1976-40a5-a3c5-7ad730cb6c50 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:01.775196 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:01.775671 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Checking segment: {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:01.776882 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.777564 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Bound using segment: {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:01.781329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Bound port: ec8b4db5-059c-48ac-b4fe-3f8f17812cc9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ab8d138-3840-4246-849a-1e98d3cc1690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:01.782496 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:01.819450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1dc9bf-cdab-4585-b658-160b7cbbc6d2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:01.840020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2037506a-4e31-4172-a217-3810c7ef9c32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cf1f4138d1c746e7ba161d87ad5e9fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4665501 Apr 28 20:14:01.842035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:01.977877 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] For port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:01.981315 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] For port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:01.990191 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.058394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.123502 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83063d5-bee1-40d2-bbf2-25261b91c702 None None] Pushing event updated for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:02.148635 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:02.149645 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:13:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:02.184096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.256434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-c83aded9-bb1e-47f4-b44b-c1efe7d14c77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:02.258769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-c83aded9-bb1e-47f4-b44b-c1efe7d14c77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:02.303786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-c83aded9-bb1e-47f4-b44b-c1efe7d14c77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:02.306047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-c83aded9-bb1e-47f4-b44b-c1efe7d14c77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.41 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.4918168 Apr 28 20:14:02.329810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Request body: {'port': {'device_id': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'admin_state_up': True, 'tenant_id': '68e62046b31645faa85ef5eee22f8abe'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:02.340686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:02.358975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:02.375202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.440839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e83218db-ffbb-455b-bcdb-6f799ba6406e req-5cb64ff0-0b4a-4215-b8e6-e111cf01a76a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 210 time: 0.0779574 Apr 28 20:14:02.454119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1dc9bf-cdab-4585-b658-160b7cbbc6d2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:02.471251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Made reservation on behalf of 68e62046b31645faa85ef5eee22f8abe for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:02.474800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.481024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:02.483598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9dce714a-ab1d-47f6-9657-4179225db2ef admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0b1dc9bf-cdab-4585-b658-160b7cbbc6d2 HTTP/1.1" status: 204 len: 168 time: 0.6403289 Apr 28 20:14:02.716978 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:14:02.790643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Allocated IP 172.20.0.12 (4f2b499a-265d-4730-b17a-d57080ae79f3/ee95b18d-4dbb-47f5-81de-5b35149e4632/10007a40-1808-4de2-9479-bc91e6a8c185) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:03.071528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.103618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Transition to ACTIVE for port object 10007a40-1808-4de2-9479-bc91e6a8c185 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:03.115593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-42d18b61-6625-41c7-a71c-d16561659ec7 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:03.117418 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-42d18b61-6625-41c7-a71c-d16561659ec7 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 813 time: 0.2780685 Apr 28 20:14:03.147472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.156649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-d8d7e8fe-0012-48f3-af6a-2ec62ef8a5d1 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/quotas/0cc8a4cc97d34bba9a4d35757d00a498 HTTP/1.1" status: 200 len: 375 time: 0.0328968 Apr 28 20:14:03.310615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-7d08eac7-e0cb-4398-8daa-d64f6a1443c0 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1480949 Apr 28 20:14:03.336093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:03.358091 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ec8b4db5-059c-48ac-b4fe-3f8f17812cc9', 'name': '', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'mac_address': 'fa:16:3e:7c:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:52Z', 'updated_at': '2022-04-28T20:14:01Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'subnets': [{'id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:03.372715 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4bab98-ef32-4d53-b494-589cb6810fcc None None] The sync data for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 is: [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:13:53Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ec8b4db5-059c-48ac-b4fe-3f8f17812cc9', 'name': '', 'network_id': 'e28a0575-1976-40a5-a3c5-7ad730cb6c50', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'mac_address': 'fa:16:3e:7c:91:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_interface', 'standard_attr_id': 3317, 'fixed_ips': [{'subnet_id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:52Z', 'updated_at': '2022-04-28T20:14:01Z', 'revision_number': 4, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'subnets': [{'id': 'ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:03.492240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:03.500744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:03.500925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.848869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.896106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:03.901226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:03.926925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-b4613ff5-42bd-4ae9-b8fd-467fcfb37ec7 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6129293 Apr 28 20:14:03.993364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:04.064415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:04.087875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:04.104122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:04.154245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Pushing event updated for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:04.262740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-557b18ca-a3b8-405d-8aaf-f5f00856c860 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347914 Apr 28 20:14:04.285109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:04.286175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:04.318647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef75ab5d-e7ad-4131-a005-dbf21afffb34 req-2c4fba38-ca77-437c-9de1-b1911e96778a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:04.321152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef75ab5d-e7ad-4131-a005-dbf21afffb34 req-2c4fba38-ca77-437c-9de1-b1911e96778a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1028 time: 0.3998640 Apr 28 20:14:04.365274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-913f3cc5-a8a4-4fab-8ea0-7cc089855338 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0463114 Apr 28 20:14:04.430931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef75ab5d-e7ad-4131-a005-dbf21afffb34 req-eeb8fd6f-2fbd-4874-9cbe-14576325a2f9 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:04.493363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ef75ab5d-e7ad-4131-a005-dbf21afffb34 req-eeb8fd6f-2fbd-4874-9cbe-14576325a2f9 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:04.528743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef75ab5d-e7ad-4131-a005-dbf21afffb34 req-eeb8fd6f-2fbd-4874-9cbe-14576325a2f9 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966083 Apr 28 20:14:04.535762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3016a8b-4582-4de7-be23-16946275dd49 None None] Provisioning for port 10007a40-1808-4de2-9479-bc91e6a8c185 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:04.557378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3016a8b-4582-4de7-be23-16946275dd49 None None] Provisioning complete for port 10007a40-1808-4de2-9479-bc91e6a8c185 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:04.562290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3016a8b-4582-4de7-be23-16946275dd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:04.770263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b629b8b-194c-4134-a755-bab7c5369741 req-3db4e621-4cc3-4a14-9730-d4a69e4a6288 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 210 time: 0.1185856 Apr 28 20:14:04.799850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d3016a8b-4582-4de7-be23-16946275dd49 None None] Port 10007a40-1808-4de2-9479-bc91e6a8c185 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:04.819370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Request body: {'port': {'device_id': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:05.200750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:05.281249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:05.406494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:05.407063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.077584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5a040b-65cd-4da9-a7c0-3c08a7eda940 req-4924522c-03b6-4f9d-9aa6-677cfff07544 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:06.078665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4b5a040b-65cd-4da9-a7c0-3c08a7eda940 req-4924522c-03b6-4f9d-9aa6-677cfff07544 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:06.108671 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-22c0022c-a80e-4bed-8a90-19034bca8ae9 req-8a241135-1335-46b4-9e9e-43fcd861df84 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 210 time: 0.1141875 Apr 28 20:14:06.129196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4b5a040b-65cd-4da9-a7c0-3c08a7eda940 req-4924522c-03b6-4f9d-9aa6-677cfff07544 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:06.130893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b5a040b-65cd-4da9-a7c0-3c08a7eda940 req-4924522c-03b6-4f9d-9aa6-677cfff07544 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1028 time: 0.4174478 Apr 28 20:14:06.306644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38888) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:06.315870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10007a40-1808-4de2-9479-bc91e6a8c185 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:06.328033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.332883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b5a040b-65cd-4da9-a7c0-3c08a7eda940 req-1cc9edf4-63c1-46c8-8f05-1157d3a458c3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835988 Apr 28 20:14:06.351390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Transition to ACTIVE for port object 10007a40-1808-4de2-9479-bc91e6a8c185 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:06.356656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.534839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:06.619731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:06.631076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Usage tracker for resource:security_group_rule and tenant:7fc794dae9994719a9ab6f7c16cc269d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:06.642011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:06.658562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:06.673048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Pushing event updated for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:06.863675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Attempting to bind port 10007a40-1808-4de2-9479-bc91e6a8c185 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:06.864346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Attempting to bind port 10007a40-1808-4de2-9479-bc91e6a8c185 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:06.864762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Attempting to bind port 10007a40-1808-4de2-9479-bc91e6a8c185 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:06.879615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Port 10007a40-1808-4de2-9479-bc91e6a8c185 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:14:06.880283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Attempting to bind port 10007a40-1808-4de2-9479-bc91e6a8c185 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:06.898082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 13, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:06.898583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Checking segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:06.899070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Bound using segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:06.899764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Bound port: 10007a40-1808-4de2-9479-bc91e6a8c185, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:06.900203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:07.099018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-3a35567d-0239-4023-a689-1fe39fc34251 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:07.100960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-3a35567d-0239-4023-a689-1fe39fc34251 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.41 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 813 time: 0.3534224 Apr 28 20:14:07.140411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Request body: {'port': {'device_id': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac', 'admin_state_up': True, 'tenant_id': '0cc8a4cc97d34bba9a4d35757d00a498'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:07.255694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:07.263135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=10007a40-1808-4de2-9479-bc91e6a8c185,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:07.271593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:07.313621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:07.358221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:07.417291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:07.417945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:07.419348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] 10.222.0.41 "PUT /v2.0/ports/10007a40-1808-4de2-9479-bc91e6a8c185 HTTP/1.1" status: 200 len: 1092 time: 3.0437975 Apr 28 20:14:07.419808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:07.510686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff4fcba-dac0-4f90-985a-9fd1a3404ddb service neutron] Pushing event updated for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:07.566236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-8d1f0a74-4a92-4747-a76d-f89fe10c57c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:07.568132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-8d1f0a74-4a92-4747-a76d-f89fe10c57c6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1095 time: 0.1039636 Apr 28 20:14:07.814276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:07.821007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Usage tracker for resource:port and tenant:0cc8a4cc97d34bba9a4d35757d00a498 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:07.828982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:07.836784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-3699b66d-d541-4cd3-b847-4b7edf0bfb81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10007a40-1808-4de2-9479-bc91e6a8c185 HTTP/1.1" status: 200 len: 217 time: 0.2600672 Apr 28 20:14:07.841977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ab65b6a-e41e-4895-bd4f-cd832c09eaa2 req-83ec6683-e4dc-4007-8766-9e0b77349671 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 210 time: 0.2529502 Apr 28 20:14:07.869152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:07.906677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fc794dae9994719a9ab6f7c16cc269d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5966485 Apr 28 20:14:07.908853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 38918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:07.913034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4985129-cd8f-41ad-b27c-caa9e7f87ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80ef0c2-bdc5-48c8-97ca-8824945c15b2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:07.961351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7c20e7de-7658-4615-86e8-0585b84d86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:07.963038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-7c20e7de-7658-4615-86e8-0585b84d86d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 200 len: 848 time: 0.1097307 Apr 28 20:14:07.966009 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7586f794-f988-4c07-86ff-3164373946dd'] response: {'name': 'network-changed', 'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185', 'status': 'completed', 'code': 200} Apr 28 20:14:07.980616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Made reservation on behalf of 0cc8a4cc97d34bba9a4d35757d00a498 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:07.985694 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.077174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407a405-09df-468f-b9c4-6db44f95f077 req-0a4566b9-4a1d-4504-a592-bcdbe253624c tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.078799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6407a405-09df-468f-b9c4-6db44f95f077 req-0a4566b9-4a1d-4504-a592-bcdbe253624c tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1095 time: 0.5047517 Apr 28 20:14:08.116715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-ca258260-2751-4d15-88bb-19dc7ba1e293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.118012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-ca258260-2751-4d15-88bb-19dc7ba1e293 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f2b499a-265d-4730-b17a-d57080ae79f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1456244 Apr 28 20:14:08.123184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.176406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6407a405-09df-468f-b9c4-6db44f95f077 req-88cbced1-3b62-492e-ad71-81e8e68df448 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911891 Apr 28 20:14:08.212084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.511481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Allocated IP 172.20.0.12 (9f0905ca-2262-4a63-9b7d-6c9c00a755ac/521b342e-fc4d-42d8-a985-5a4a3cdb863b/c721d7c2-455c-4306-bd4f-69a19be9ff47) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:08.566578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.574869 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-38d4a27a-130f-4bd6-b6b8-1a2402b00742 service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4332314 Apr 28 20:14:08.599562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80ef0c2-bdc5-48c8-97ca-8824945c15b2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:08.758824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5bc7275b-eed2-4990-a755-78b17a8d2ea1 req-ddb655af-78f1-4682-907b-2ebf2495940b service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641517 Apr 28 20:14:08.842739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.846187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-090b38c2-5d62-429c-9c95-992728fcfc37 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b80ef0c2-bdc5-48c8-97ca-8824945c15b2 HTTP/1.1" status: 204 len: 168 time: 0.9336350 Apr 28 20:14:08.957023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:08.958078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859133-bd60-4e1d-97de-cc19555429bf req-5ac43d89-ccc5-4b31-b7d7-9bd22f3dd843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:08.959850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-5ac43d89-ccc5-4b31-b7d7-9bd22f3dd843 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1095 time: 0.1019437 Apr 28 20:14:09.045450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.227024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859133-bd60-4e1d-97de-cc19555429bf req-338b39b1-9183-4616-b84d-4f17dca90f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.228580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-338b39b1-9183-4616-b84d-4f17dca90f37 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.2614546 Apr 28 20:14:09.252080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:09.255944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:09.268910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:09.400263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Pushing event updated for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:09.481333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.486103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65259ba-4720-4784-8a1e-facdfea9382b req-00691e2f-ba29-4f88-b3f4-c27083916fb5 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.494462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.508025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65259ba-4720-4784-8a1e-facdfea9382b req-00691e2f-ba29-4f88-b3f4-c27083916fb5 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 932 time: 0.4031243 Apr 28 20:14:09.509523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-36f45e20-569a-4d4b-9916-e8d2ca988cbd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10007a40-1808-4de2-9479-bc91e6a8c185 HTTP/1.1" status: 200 len: 217 time: 0.2735853 Apr 28 20:14:09.530322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-69b915c6-9df9-421f-8a33-d7ccc263a734 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4074972 Apr 28 20:14:09.674720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Request body: {'port': {'device_id': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:09.748259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f65259ba-4720-4784-8a1e-facdfea9382b req-79da46e1-13d4-40a8-a46a-8cac4c68bd9a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Synchronizing usage tracker for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:09.773850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f65259ba-4720-4784-8a1e-facdfea9382b req-79da46e1-13d4-40a8-a46a-8cac4c68bd9a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Unset dirty status for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:09.775493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65259ba-4720-4784-8a1e-facdfea9382b req-79da46e1-13d4-40a8-a46a-8cac4c68bd9a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2561574 Apr 28 20:14:09.816101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859133-bd60-4e1d-97de-cc19555429bf req-9440be88-a336-4229-92bd-52d6431833e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.826483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-9440be88-a336-4229-92bd-52d6431833e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 200 len: 848 time: 0.2290082 Apr 28 20:14:09.843439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:09.942520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df20484d-6481-49d2-b92c-3eb1a7ff1f0e req-7806585a-0982-4a52-9daa-166b8b03ba01 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.951791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-df20484d-6481-49d2-b92c-3eb1a7ff1f0e req-7806585a-0982-4a52-9daa-166b8b03ba01 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1095 time: 0.4151502 Apr 28 20:14:09.989617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1859133-bd60-4e1d-97de-cc19555429bf req-7141df6b-c9f5-4846-b850-744fa3ab0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:09.991245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-7141df6b-c9f5-4846-b850-744fa3ab0cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f2b499a-265d-4730-b17a-d57080ae79f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499379 Apr 28 20:14:10.055342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:10.084630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-df20484d-6481-49d2-b92c-3eb1a7ff1f0e req-f01f83a0-9e35-46ce-8d2d-fd41e1cb3f8a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315300 Apr 28 20:14:10.182385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-66521fdf-5157-4aee-b638-713c69ec504c service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782374 Apr 28 20:14:10.374141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1859133-bd60-4e1d-97de-cc19555429bf req-bc72c76b-639f-4cd8-81b5-a2b3a96e228e service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813180 Apr 28 20:14:10.577298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c721d7c2-455c-4306-bd4f-69a19be9ff47 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:10.600515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:10.634261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Transition to ACTIVE for port object c721d7c2-455c-4306-bd4f-69a19be9ff47 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:10.640464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:10.992734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Pushing event updated for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:11.064910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Attempting to bind port c721d7c2-455c-4306-bd4f-69a19be9ff47 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:11.065314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Attempting to bind port c721d7c2-455c-4306-bd4f-69a19be9ff47 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:11.065754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Attempting to bind port c721d7c2-455c-4306-bd4f-69a19be9ff47 on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:11.075154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Port c721d7c2-455c-4306-bd4f-69a19be9ff47 on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:14:11.075558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Attempting to bind port c721d7c2-455c-4306-bd4f-69a19be9ff47 on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:11.081799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 14, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:11.082208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Checking segment: {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:11.082669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Bound using segment: {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:11.083428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Bound port: c721d7c2-455c-4306-bd4f-69a19be9ff47, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:11.086789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:11.266843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e600d91-390c-4d3f-ba70-17c2b9a98ed2 req-0554fb52-7d90-49ae-b148-4c18adc9deb2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:11.275251 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e600d91-390c-4d3f-ba70-17c2b9a98ed2 req-0554fb52-7d90-49ae-b148-4c18adc9deb2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 944 time: 0.2124250 Apr 28 20:14:11.285582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:11.295508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:11.301824 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:11.357698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e600d91-390c-4d3f-ba70-17c2b9a98ed2 req-f703776a-6efe-437f-aec2-34e226b66f90 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759485 Apr 28 20:14:11.443632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Pushing event updated for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:11.527126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:11.527845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:11.529429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-3fe5efeb-681d-49c2-889e-6e6e0bdfe254 service neutron] 10.222.0.41 "PUT /v2.0/ports/c721d7c2-455c-4306-bd4f-69a19be9ff47 HTTP/1.1" status: 200 len: 1092 time: 1.8876956 Apr 28 20:14:11.535678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:11.720843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52472c1f-8ec9-41a7-b955-bccf70859f4c req-f749a230-ce1c-4ab0-813a-4e706f4ece71 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:11.730503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52472c1f-8ec9-41a7-b955-bccf70859f4c req-f749a230-ce1c-4ab0-813a-4e706f4ece71 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1095 time: 0.2877579 Apr 28 20:14:11.756285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 10007a40-1808-4de2-9479-bc91e6a8c185 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:14:11.787646 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19e5d6c6-b2d4-4484-b2d2-927813890d68'] response: {'name': 'network-changed', 'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47', 'status': 'completed', 'code': 200} Apr 28 20:14:11.822780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52472c1f-8ec9-41a7-b955-bccf70859f4c req-6d448ea2-2744-447c-85e0-57afa717cf29 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909967 Apr 28 20:14:11.844613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-957b043a-770d-4d5a-8244-5d0b8cbffa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:11.847926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-957b043a-770d-4d5a-8244-5d0b8cbffa47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 1095 time: 0.2642314 Apr 28 20:14:11.926799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=10007a40-1808-4de2-9479-bc91e6a8c185,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:11.976125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-20e752de-ac28-48a0-ade7-5c9b8eda1c74 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47 HTTP/1.1" status: 200 len: 217 time: 0.1182928 Apr 28 20:14:11.990238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '10007a40-1808-4de2-9479-bc91e6a8c185', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'port_id': '10007a40-1808-4de2-9479-bc91e6a8c185', 'mac_address': 'fa:16:3e:d2:1c:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:14:12.086459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:12.135274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10007a40-1808-4de2-9479-bc91e6a8c185 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:12.164523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=10007a40-1808-4de2-9479-bc91e6a8c185,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:12.168709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:12.262696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4c227-2640-4d75-ae0e-18212719366e req-870ae14c-46a5-4fd1-99c4-baaf33f1b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:12.265589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-870ae14c-46a5-4fd1-99c4-baaf33f1b150 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 200 len: 853 time: 0.2794549 Apr 28 20:14:12.313569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:12.325914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:12.344827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-fdcfbcd9-94cb-4230-89db-ff5964b25893 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0727947 Apr 28 20:14:12.422723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['10007a40-1808-4de2-9479-bc91e6a8c185'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:12.548241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-f07f1b37-9ef2-4866-b77c-99cc1223d868 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963100 Apr 28 20:14:12.655732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:14:12.729672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875ea825-e913-4595-81cc-cddf754d9d33 req-2e8a1fc6-598c-43b5-a1e8-c4902bb57de3 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:12.734383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-875ea825-e913-4595-81cc-cddf754d9d33 req-2e8a1fc6-598c-43b5-a1e8-c4902bb57de3 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 944 time: 0.2040522 Apr 28 20:14:12.838438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-875ea825-e913-4595-81cc-cddf754d9d33 req-f24df852-c9ad-4872-b16c-c77a38828d94 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923038 Apr 28 20:14:12.876249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caa4c227-2640-4d75-ae0e-18212719366e req-a8e0a773-fc13-4cf8-8bca-0541de92db16 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179297 Apr 28 20:14:13.097733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-d174c880-8a01-4a40-9a2b-d9b1955160d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:13.099306 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-d174c880-8a01-4a40-9a2b-d9b1955160d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 1095 time: 0.1672311 Apr 28 20:14:13.103837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c268-719c-422b-bd1e-875adf319970 req-4dbec41e-130c-43a1-bb10-d148b80a1e47 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:13.105242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2838c268-719c-422b-bd1e-875adf319970 req-4dbec41e-130c-43a1-bb10-d148b80a1e47 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1096 time: 0.1242576 Apr 28 20:14:13.275342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2838c268-719c-422b-bd1e-875adf319970 req-f0d8a403-46d3-46e5-8e46-3022c552907a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467841 Apr 28 20:14:13.335762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-0b48de72-f777-42bf-947f-d4827e6fb075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:13.337399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-0b48de72-f777-42bf-947f-d4827e6fb075 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 914 time: 0.2265782 Apr 28 20:14:13.447289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-858d6b76-5445-4159-a1c9-606f72ee9137 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47 HTTP/1.1" status: 200 len: 217 time: 0.1022232 Apr 28 20:14:13.544722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-7f55a6db-988c-461b-9ab8-6a2b212ab20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:13.547311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-7f55a6db-988c-461b-9ab8-6a2b212ab20a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 200 len: 853 time: 0.0929949 Apr 28 20:14:13.606208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-05a19137-b80e-4d0a-bc2b-76a95a76983f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523751 Apr 28 20:14:13.766820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 10007a40-1808-4de2-9479-bc91e6a8c185 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:13.787278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-e98f47c9-fb02-42f0-b643-1fccd84c1201 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735208 Apr 28 20:14:13.897803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 10007a40-1808-4de2-9479-bc91e6a8c185 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:13.910517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 10007a40-1808-4de2-9479-bc91e6a8c185 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:13.910892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:14.114260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afce6cc2-c67f-40b7-9da1-62b2ff4a7433 req-86032b7b-b822-4d02-9f6f-5089bcc550f3 service neutron] 10.222.0.41 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3183129 Apr 28 20:14:14.132192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:14.172954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=10007a40-1808-4de2-9479-bc91e6a8c185,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:14.174456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:14.182743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:14.246395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df0d3ca-96f6-4eaf-92d4-b5c35a1be6eb req-9fbdf0d5-ad8a-41e9-b9ef-a543c147ef0f tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:14.255424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df0d3ca-96f6-4eaf-92d4-b5c35a1be6eb req-9fbdf0d5-ad8a-41e9-b9ef-a543c147ef0f tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 944 time: 0.1750467 Apr 28 20:14:14.259261 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7798b954-a8f1-49b0-ada5-86b94ae44064'] response: {'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185', 'code': 200} Apr 28 20:14:14.329699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:14.356704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df0d3ca-96f6-4eaf-92d4-b5c35a1be6eb req-e8bf2e08-4860-475b-aeeb-2c64dc449e7d tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002905 Apr 28 20:14:14.580127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090b8ed5-c648-4ddc-9fb8-63834cc07ddb req-d26e6a46-22cd-47b7-ab15-75d52b2a9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:14.581699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-090b8ed5-c648-4ddc-9fb8-63834cc07ddb req-d26e6a46-22cd-47b7-ab15-75d52b2a9c77 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.2523863 Apr 28 20:14:14.587741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4263c2e-ec69-455c-803e-0cf90871aa7e req-97c01ae1-e5af-4888-ad05-5e5a2b7b0d91 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:14.594008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4263c2e-ec69-455c-803e-0cf90871aa7e req-97c01ae1-e5af-4888-ad05-5e5a2b7b0d91 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1257188 Apr 28 20:14:14.661931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-090b8ed5-c648-4ddc-9fb8-63834cc07ddb req-5e683c1e-7a81-4297-93cb-338e14626fe5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502009 Apr 28 20:14:14.680689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4263c2e-ec69-455c-803e-0cf90871aa7e req-e5dc9839-06d6-47cc-8767-99a4ad3d2dc0 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854852 Apr 28 20:14:15.612016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39312) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:15.676175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d2986d-e57a-4dab-92d4-f94fd9ddaa7f req-55e3fbad-d04e-4008-aeec-c11fa62786ce tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:15.676175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16d2986d-e57a-4dab-92d4-f94fd9ddaa7f req-55e3fbad-d04e-4008-aeec-c11fa62786ce tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 944 time: 0.1429164 Apr 28 20:14:15.754775 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16d2986d-e57a-4dab-92d4-f94fd9ddaa7f req-d98c6ba0-a984-4539-adb5-383086b5c357 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784357 Apr 28 20:14:15.775911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:15.793645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:15.797196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c721d7c2-455c-4306-bd4f-69a19be9ff47 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:14:15.815452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Usage tracker for resource:security_group_rule and tenant:e8aa06c3d80943f480cc352e7c56aef5 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:15.820198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:15.826817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:15.987118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:16.006456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c721d7c2-455c-4306-bd4f-69a19be9ff47', 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac', 'port_id': 'c721d7c2-455c-4306-bd4f-69a19be9ff47', 'mac_address': 'fa:16:3e:72:10:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b342e-fc4d-42d8-a985-5a4a3cdb863b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:14:16.008218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d23a052-d084-4744-ba65-8d2f549e5363 req-880c82ab-3920-4d4e-a528-4ba86ae6fe77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:16.015197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d23a052-d084-4744-ba65-8d2f549e5363 req-880c82ab-3920-4d4e-a528-4ba86ae6fe77 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1671579 Apr 28 20:14:16.049668 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.066934 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.073058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.099731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c721d7c2-455c-4306-bd4f-69a19be9ff47 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:16.115273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d23a052-d084-4744-ba65-8d2f549e5363 req-eae9df3d-384b-4578-9574-3b1d39c8f335 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989101 Apr 28 20:14:16.122819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:16.127205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.166362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e8aa06c3d80943f480cc352e7c56aef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5531816 Apr 28 20:14:16.169208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:16.170350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebd51e1-a91f-420d-9c29-6d84b3f89ccb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:16.184894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.185402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.185836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.186233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.186650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.187040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.187430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.187819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.188280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.188828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.189353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.189955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3619952-1502-4cf6-af31-0a6930ed9b03 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:16.274479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:16.284038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.323085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.386371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c721d7c2-455c-4306-bd4f-69a19be9ff47'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:16.393509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.416235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebd51e1-a91f-420d-9c29-6d84b3f89ccb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:16.424784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:16.426397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a71f5b57-3d27-47c6-a4f6-aaf8ada5eef4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3ebd51e1-a91f-420d-9c29-6d84b3f89ccb HTTP/1.1" status: 204 len: 168 time: 0.2552884 Apr 28 20:14:16.992151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6b952-bc76-45ac-b357-b1637b48b728 req-75ff7a94-e5dc-489b-afe5-6c260ed247f5 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:16.999388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54d6b952-bc76-45ac-b357-b1637b48b728 req-75ff7a94-e5dc-489b-afe5-6c260ed247f5 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 945 time: 0.0962076 Apr 28 20:14:17.208912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-54d6b952-bc76-45ac-b357-b1637b48b728 req-e227c3e5-be50-416f-9e12-3464763609b3 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2085261 Apr 28 20:14:17.520264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d991e57-0c01-4114-8fa6-fd0eef7c0f24 req-8716af9d-ff69-4c5a-995b-e5fb0445a05b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:17.521845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d991e57-0c01-4114-8fa6-fd0eef7c0f24 req-8716af9d-ff69-4c5a-995b-e5fb0445a05b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.2459462 Apr 28 20:14:17.595228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d991e57-0c01-4114-8fa6-fd0eef7c0f24 req-23dcd48c-7dc3-4132-ba83-722ad731b446 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542624 Apr 28 20:14:17.805499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c721d7c2-455c-4306-bd4f-69a19be9ff47 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:17.847696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb72c75-c201-424c-943d-99f3279f0fad req-94d3a9bc-6629-47ae-adfe-fc25ef138cc4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:17.854184 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdb72c75-c201-424c-943d-99f3279f0fad req-94d3a9bc-6629-47ae-adfe-fc25ef138cc4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1325028 Apr 28 20:14:17.938770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c721d7c2-455c-4306-bd4f-69a19be9ff47 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:17.939834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fdb72c75-c201-424c-943d-99f3279f0fad req-8a1245d0-1a6b-4c9d-80b4-0b28f0ec8b08 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845287 Apr 28 20:14:17.962107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c721d7c2-455c-4306-bd4f-69a19be9ff47 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:17.965972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:18.191952 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:18.200094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c42c302-c57a-4f07-926a-b09d9833f06b req-382b252a-6fbc-416f-8456-51482f78977c tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:18.202013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c42c302-c57a-4f07-926a-b09d9833f06b req-382b252a-6fbc-416f-8456-51482f78977c tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1081922 Apr 28 20:14:18.228703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:18.238665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:18.252462 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:18.263586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c42c302-c57a-4f07-926a-b09d9833f06b req-6bf46bc4-cb99-4ce3-8d15-4533c2f4cde6 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547917 Apr 28 20:14:18.375099 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2f8336f-ec10-416d-bf27-fc671136dbfb'] response: {'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47', 'code': 200} Apr 28 20:14:18.390319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:18.586886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db82bc0-b105-4075-bf6b-c488cba57144 req-b7b1e19b-f3bc-4b78-98e8-719537feb154 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:18.587616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7db82bc0-b105-4075-bf6b-c488cba57144 req-b7b1e19b-f3bc-4b78-98e8-719537feb154 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Synchronizing usage tracker for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:18.611538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b111a99c-2ae1-4f4c-946a-b2a79dc5560a req-a62a6906-b9c8-413d-9a5e-dfe30123f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:18.613271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b111a99c-2ae1-4f4c-946a-b2a79dc5560a req-a62a6906-b9c8-413d-9a5e-dfe30123f254 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 1097 time: 0.1473103 Apr 28 20:14:18.614073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7db82bc0-b105-4075-bf6b-c488cba57144 req-b7b1e19b-f3bc-4b78-98e8-719537feb154 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Unset dirty status for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:18.615218 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7db82bc0-b105-4075-bf6b-c488cba57144 req-b7b1e19b-f3bc-4b78-98e8-719537feb154 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.2104192 Apr 28 20:14:18.705412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b111a99c-2ae1-4f4c-946a-b2a79dc5560a req-8a155eba-b0c2-4496-9b17-c4429d907d5f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790825 Apr 28 20:14:18.714912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7db82bc0-b105-4075-bf6b-c488cba57144 req-226a1ec2-e3b1-450a-b0d6-1845cb263e2a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924249 Apr 28 20:14:18.792341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-4c93ae10-2494-411a-baf8-0255a51b9db3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:18.799182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-4c93ae10-2494-411a-baf8-0255a51b9db3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.1699204 Apr 28 20:14:18.822004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-3e1d1099-ca5b-4317-8f75-8fcbf931daa7 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/quotas/68e62046b31645faa85ef5eee22f8abe HTTP/1.1" status: 200 len: 375 time: 0.0210550 Apr 28 20:14:18.931683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-a9f74afc-7774-4fdd-bf9a-427cb3928102 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036551 Apr 28 20:14:19.216611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-dcf78a4e-447f-4706-927a-03874d949f4f service neutron] 10.222.0.24 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630126 Apr 28 20:14:19.412561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-c9e1782e-f0c6-4c56-8085-ace65ca2a407 service neutron] 10.222.0.24 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871080 Apr 28 20:14:19.462906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:19.715507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff076ad8-eb4d-4e0a-9afb-378b71126fe1 req-5ded29be-460e-4891-97ac-ed2e34a116d2 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 210 time: 0.0834582 Apr 28 20:14:19.781738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:19.805936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:19.823356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:floatingip and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:19.846814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:19.870535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:19.988159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:20.090272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e752c-77da-4211-92c5-c4cb22a48168 req-b2426dec-2961-49ad-9815-b3fc3e5023ce tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:20.103958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff7e752c-77da-4211-92c5-c4cb22a48168 req-b2426dec-2961-49ad-9815-b3fc3e5023ce tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.2164083 Apr 28 20:14:20.271802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a94cc0b-0437-40d0-af86-29aed8523486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:20.319551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff7e752c-77da-4211-92c5-c4cb22a48168 req-79901cea-78a7-4077-84f9-8c7a2576f915 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138968 Apr 28 20:14:20.381270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:20.619105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Allocated IP 172.25.2.120 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/4f2b892f-d3b8-485d-a15c-ee90b8b68172) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:20.917665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:20.946387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08e31893-bd92-4cbb-b992-f5a080f94d7e req-d2c03a4f-65c1-49dd-a279-f8899003d757 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 210 time: 0.0614383 Apr 28 20:14:20.960981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:21.180789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=4f2b892f-d3b8-485d-a15c-ee90b8b68172,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:21.201674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:21.203476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:21.205717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:21.309613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:21.423555 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:21.681798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10181958-6e80-4ebf-9386-eefce462c6e2 req-bf4942e1-f708-45f8-9cd8-2213632bfbec tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:21.690332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10181958-6e80-4ebf-9386-eefce462c6e2 req-bf4942e1-f708-45f8-9cd8-2213632bfbec tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.2225015 Apr 28 20:14:21.691992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.46', 55179) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:21.760093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10181958-6e80-4ebf-9386-eefce462c6e2 req-7808f690-98e7-4c13-b38f-a2f326020184 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688188 Apr 28 20:14:21.999130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.009886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.200470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-a2549e52-e1f3-4438-804e-555fb5efad3b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:22.201833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-a2549e52-e1f3-4438-804e-555fb5efad3b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.46 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.5061979 Apr 28 20:14:22.202414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=4f2b892f-d3b8-485d-a15c-ee90b8b68172,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:22.287286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.301229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Request body: {'port': {'device_id': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'admin_state_up': True, 'tenant_id': '68e62046b31645faa85ef5eee22f8abe'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:22.345532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34bda41a-8c36-40c3-8c11-c119b510965a req-9a355285-c9df-4be2-ad88-5ff8366a0295 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 210 time: 0.1469202 Apr 28 20:14:22.349173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:22.380563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:22.388350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.389948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b8f6c8a-791a-4d0a-990e-74bffafbb27f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.390703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-860cc445-9787-4590-81b3-7348aaa46561 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.9261489 Apr 28 20:14:22.393072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 39592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:22.400067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1842600219'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:22.410773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Made reservation on behalf of 68e62046b31645faa85ef5eee22f8abe for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:22.413229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.438607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:22.449316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:network and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:22.461259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:22.636035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Allocated IP 172.20.0.8 (4f2b499a-265d-4730-b17a-d57080ae79f3/ee95b18d-4dbb-47f5-81de-5b35149e4632/c09a6e53-8d3d-4ba6-b01a-50194dc64432) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:22.814215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:22.842729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Made reservation on behalf of 8c52f7d1762c4bafba0fe039533e8fcc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:22.846564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.868028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:22.896862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:22.902996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:security_group_rule and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:22.906647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:22.922491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:23.042536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.049859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.083720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:14:23.088346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.128435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.128743 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Added segment 92643fd9-fa68-4367-9dd4-2173ace44335 of type vlan for network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 Apr 28 20:14:23.130399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Transition to ACTIVE for port object c09a6e53-8d3d-4ba6-b01a-50194dc64432 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:23.131816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ec186b-567e-4201-b6a1-99bf15761b82,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:23.166859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.207558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.221339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['10007a40-1808-4de2-9479-bc91e6a8c185'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:23.222179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58aff0-d7f0-4036-84ed-d027dacf1723 req-e7cb3025-938e-4c71-810c-26323570508e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:23.225889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b58aff0-d7f0-4036-84ed-d027dacf1723 req-e7cb3025-938e-4c71-810c-26323570508e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.1492233 Apr 28 20:14:23.352018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.368576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:23.369134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.413147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b58aff0-d7f0-4036-84ed-d027dacf1723 req-5686dec3-b77a-44f6-be9a-ad27e2ab0045 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786432 Apr 28 20:14:23.571796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Network': ['ID=64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:23.574652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d98cdcf4-65cb-4f4a-8570-daff19ba44ae tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.1802192 Apr 28 20:14:23.577524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39648) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:23.584696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Request body: {'subnet': {'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:23.602450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:14:23.692054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:23.704506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:23.713114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Pushing event updated for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:23.716169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:23.848469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.855276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:23.856101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.859547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:23.873191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:subnet and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:23.880030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:23.888276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076a6b69-a954-4642-9054-53cdcebb0a75 req-4414db0a-b630-4935-86e3-487cda71dcc2 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:23.888911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-076a6b69-a954-4642-9054-53cdcebb0a75 req-4414db0a-b630-4935-86e3-487cda71dcc2 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:23.891685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:23.911830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-076a6b69-a954-4642-9054-53cdcebb0a75 req-4414db0a-b630-4935-86e3-487cda71dcc2 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:23.916332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Made reservation on behalf of 8c52f7d1762c4bafba0fe039533e8fcc for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:23.920204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-076a6b69-a954-4642-9054-53cdcebb0a75 req-4414db0a-b630-4935-86e3-487cda71dcc2 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1027 time: 0.2981579 Apr 28 20:14:23.925005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:23.939301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-2a6bdf97-1f0a-41ee-b035-4fd9f1c7e418 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.7201495 Apr 28 20:14:23.952827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-9afd8b87-eded-4f98-89fd-68a4eb1dafcf tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:14:23.968610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-9afd8b87-eded-4f98-89fd-68a4eb1dafcf tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164630 Apr 28 20:14:24.028878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-076a6b69-a954-4642-9054-53cdcebb0a75 req-a062434a-c90d-4800-8dd8-f160c4a0b257 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036849 Apr 28 20:14:24.070110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:24.107245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Request body: {'port': {'device_id': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:24.107841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28d97dc0-049e-4df1-a7f1-b3c9107deb35 None None] Provisioning for port c09a6e53-8d3d-4ba6-b01a-50194dc64432 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:24.113342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-28d97dc0-049e-4df1-a7f1-b3c9107deb35 None None] Provisioning complete for port c09a6e53-8d3d-4ba6-b01a-50194dc64432 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:24.113852 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28d97dc0-049e-4df1-a7f1-b3c9107deb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:24.211947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-edca82be-4ab1-4ae6-bd5a-27109143d9d6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1934946 Apr 28 20:14:24.234985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-28d97dc0-049e-4df1-a7f1-b3c9107deb35 None None] Port c09a6e53-8d3d-4ba6-b01a-50194dc64432 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:24.250297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:24.477597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:24.637608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-972b3046-7001-46ed-b63c-be7df5be8cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:24.639427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-972b3046-7001-46ed-b63c-be7df5be8cd3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.3218594 Apr 28 20:14:24.641619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Subnet': ['ID=efb93b2e-fe43-4cb8-b339-d2781be23411,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:24.823306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Checking segment: {'id': '92643fd9-fa68-4367-9dd4-2173ace44335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:24.823771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network hostable DHCP agents. Network: 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:14:24.882764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:14:24.898149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:24.903807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-9147f9ed-1bea-42dd-8d74-77b23b1b7bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:24.907557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a50e0fc-2c27-402f-8889-25f3c4c14099 None None] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:14:24.917801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-9147f9ed-1bea-42dd-8d74-77b23b1b7bf7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.2347724 Apr 28 20:14:25.113574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:25.123446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.127116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09a6e53-8d3d-4ba6-b01a-50194dc64432 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:25.158963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.186451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-6e00e4ba-b13d-4078-ad99-6a8f1ceeaf5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=10007a40-1808-4de2-9479-bc91e6a8c185 HTTP/1.1" status: 200 len: 217 time: 0.2673614 Apr 28 20:14:25.265179 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.332069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed61d370-ab45-46b1-a2ea-6d0b878c03d7 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7532616 Apr 28 20:14:25.337859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 39666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:25.354202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-123014224', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:25.363192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:25.375357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:router and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:25.382034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:25.399514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3', 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3', 'tenant_id': '8c52f7d1762c4bafba0fe039533e8fcc', 'fixed_ips': [{'subnet_id': 'efb93b2e-fe43-4cb8-b339-d2781be23411'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:14:25.400704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:25.402368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.421629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.422551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.455175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-324da4a4-c896-4f43-bf2a-d4eb186bff25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:25.457301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-324da4a4-c896-4f43-bf2a-d4eb186bff25 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 200 len: 848 time: 0.1899328 Apr 28 20:14:25.506138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Transition to ACTIVE for port object c09a6e53-8d3d-4ba6-b01a-50194dc64432 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:25.529432 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.530626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:25.560826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424a63d2-2c40-487d-adb4-6052196f4722 req-17a82b03-b71c-463e-bc9b-3132423eb401 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:25.569229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-424a63d2-2c40-487d-adb4-6052196f4722 req-17a82b03-b71c-463e-bc9b-3132423eb401 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.4315779 Apr 28 20:14:25.658199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-424a63d2-2c40-487d-adb4-6052196f4722 req-74f58e10-3eb7-4313-ae9a-924243d3b417 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854528 Apr 28 20:14:25.762201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:25.893730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Allocated IP 172.20.0.2 (64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3/efb93b2e-fe43-4cb8-b339-d2781be23411/da59c36d-72a1-44c2-acb7-45f06ed619f3) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:25.901132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353999bc-1fc7-460a-aff6-3531f0dccd42 req-3769c39a-a538-4f45-9b57-4e914bc3ad04 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:25.903146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353999bc-1fc7-460a-aff6-3531f0dccd42 req-3769c39a-a538-4f45-9b57-4e914bc3ad04 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1027 time: 0.6604984 Apr 28 20:14:25.990173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-bb84faed-a9cd-404c-957c-8dbe9ff0bf14 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:25.991927 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-bb84faed-a9cd-404c-957c-8dbe9ff0bf14 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 1.3858366 Apr 28 20:14:26.143280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:26.143967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.231795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-353999bc-1fc7-460a-aff6-3531f0dccd42 req-e8bde732-7675-4f9a-9f08-5611c5e34aac tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2500420 Apr 28 20:14:26.259224 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.274028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Transition to ACTIVE for port object da59c36d-72a1-44c2-acb7-45f06ed619f3 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:26.279409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Attempting to bind port c09a6e53-8d3d-4ba6-b01a-50194dc64432 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:26.279677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Attempting to bind port c09a6e53-8d3d-4ba6-b01a-50194dc64432 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:26.280000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Attempting to bind port c09a6e53-8d3d-4ba6-b01a-50194dc64432 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:26.303432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Transition to ACTIVE for port object da59c36d-72a1-44c2-acb7-45f06ed619f3 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:26.320184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.335940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-e51a0295-f8f9-4968-b348-3ae629138426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:26.337563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-e51a0295-f8f9-4968-b348-3ae629138426 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f2b499a-265d-4730-b17a-d57080ae79f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8687983 Apr 28 20:14:26.394026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Port c09a6e53-8d3d-4ba6-b01a-50194dc64432 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:14:26.394363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Attempting to bind port c09a6e53-8d3d-4ba6-b01a-50194dc64432 on network 4f2b499a-265d-4730-b17a-d57080ae79f3 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:26.450668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Pushing event updated for resources: {'Port': ['ID=da59c36d-72a1-44c2-acb7-45f06ed619f3,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:26.474440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.474833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.475687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.476032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.476367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.476698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.479281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.479651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.479986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.480319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.480650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.480974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:26.493690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:26.498636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:26.505729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:26.506586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 14, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:26.507260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Checking segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:26.507894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Bound using segment: {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:26.508488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Bound port: c09a6e53-8d3d-4ba6-b01a-50194dc64432, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5744d424-01c1-4d46-9e5a-648efd5d908e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:26.508985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.670611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Attempting to bind port da59c36d-72a1-44c2-acb7-45f06ed619f3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:26.670987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Attempting to bind port da59c36d-72a1-44c2-acb7-45f06ed619f3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '92643fd9-fa68-4367-9dd4-2173ace44335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:26.671355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Attempting to bind port da59c36d-72a1-44c2-acb7-45f06ed619f3 on network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:26.688581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:26.688958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Checking segment: {'id': '92643fd9-fa68-4367-9dd4-2173ace44335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:26.689362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.689782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Bound using segment: {'id': '92643fd9-fa68-4367-9dd4-2173ace44335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:26.690255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Bound port: da59c36d-72a1-44c2-acb7-45f06ed619f3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92643fd9-fa68-4367-9dd4-2173ace44335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:26.690631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.817488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.871129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:26.887507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] For port 9948cdf0-88e2-4e16-ad2a-d96b980651c9, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=9948cdf0-88e2-4e16-ad2a-d96b980651c9,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:26.888097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:26.914256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] For port da59c36d-72a1-44c2-acb7-45f06ed619f3, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:26.919477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] For port da59c36d-72a1-44c2-acb7-45f06ed619f3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da59c36d-72a1-44c2-acb7-45f06ed619f3,segment=NetworkSegment(92643fd9-fa68-4367-9dd4-2173ace44335),segment_id=92643fd9-fa68-4367-9dd4-2173ace44335)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:26.931560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:27.070992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963e331b-5fa7-48fe-a2a3-70899aad2334 None None] Pushing event updated for resources: {'Port': ['ID=da59c36d-72a1-44c2-acb7-45f06ed619f3,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:27.355935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:27.432677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-85bfd067-53c5-4686-b8de-bed176e8e607 service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8866343 Apr 28 20:14:27.650693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:27.652934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:27.653744 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 7b66d021-2ae8-47db-869b-d8b4b603af88 disassociated. External IP: 172.25.2.121, port: 9948cdf0-88e2-4e16-ad2a-d96b980651c9. Apr 28 20:14:27.655532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 9948cdf0-88e2-4e16-ad2a-d96b980651c9 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:27.719280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0465e873-b21c-484a-8b6a-dbd2eb397b8f req-27c35d08-f950-484c-b066-8193e1460f1a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:27.721529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0465e873-b21c-484a-8b6a-dbd2eb397b8f req-27c35d08-f950-484c-b066-8193e1460f1a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 946 time: 0.7429926 Apr 28 20:14:27.785842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0334a1c-ad94-4ec2-a737-61f9b2610294 req-819fa40d-bed8-47d4-8380-ed4fcf73ba79 service neutron] 10.222.0.41 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3494606 Apr 28 20:14:27.965028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:28.036003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0465e873-b21c-484a-8b6a-dbd2eb397b8f req-8d824898-a7d4-4750-bca2-167fdb6c6163 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=b184f1c8-3c4e-41e8-8f84-e088f4a20202&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029640 Apr 28 20:14:28.088168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:28.088795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:28.090188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] 10.222.0.46 "PUT /v2.0/ports/c09a6e53-8d3d-4ba6-b01a-50194dc64432 HTTP/1.1" status: 200 len: 1091 time: 4.1174302 Apr 28 20:14:28.090780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:28.134914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202bc345-ba13-4e44-8f29-880363e644e0 service neutron] Pushing event updated for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:28.139675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:28.176863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:28.352812 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-841de595-57d1-44e6-8589-36b9da504c5c'] response: {'name': 'network-changed', 'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432', 'status': 'completed', 'code': 200} Apr 28 20:14:28.356317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:28.381980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=9948cdf0-88e2-4e16-ad2a-d96b980651c9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:28.705576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Allocated IP 172.25.2.54 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/bfdba48a-6e4a-4582-b618-f90912d82d4a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:28.955180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:29.079596 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:29.331811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=bfdba48a-6e4a-4582-b618-f90912d82d4a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:29.367815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:29.369635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:29.373123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:29.393813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd47d8c6-d603-494a-8e14-234262394231 None None] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:14:29.485960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2c4d37-4846-47fa-9d1f-51dd9f60918e req-8a77cffa-41a4-4c2b-a1ce-809e69a57066 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:29.501039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b2c4d37-4846-47fa-9d1f-51dd9f60918e req-8a77cffa-41a4-4c2b-a1ce-809e69a57066 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 1.5696268 Apr 28 20:14:29.675823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:14:29.701413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da59c36d-72a1-44c2-acb7-45f06ed619f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:29.784760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b2c4d37-4846-47fa-9d1f-51dd9f60918e req-381e5bde-fee0-4b18-8aaa-88e8797c7df3 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673049 Apr 28 20:14:29.800334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-e4261d85-620b-4554-8bee-bc91b5698dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:29.808791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-e4261d85-620b-4554-8bee-bc91b5698dd9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 1.5814772 Apr 28 20:14:29.825611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ab8d9fa9-7930-4736-a577-0e94ef20e5be None None] Provisioning for port da59c36d-72a1-44c2-acb7-45f06ed619f3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:29.916284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9948cdf0-88e2-4e16-ad2a-d96b980651c9 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:14:29.980429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 9948cdf0-88e2-4e16-ad2a-d96b980651c9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:14:29.980781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 9948cdf0-88e2-4e16-ad2a-d96b980651c9 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:14:30.133776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port da59c36d-72a1-44c2-acb7-45f06ed619f3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:30.141989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da59c36d-72a1-44c2-acb7-45f06ed619f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:30.142359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:30.202166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-9a5f2f0b-5e45-4bdd-906b-727d4a8a4aee service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432 HTTP/1.1" status: 200 len: 217 time: 0.2558398 Apr 28 20:14:30.300817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-459c7223-94ba-4f17-9fd1-bbffd3a1c9d7 req-4ce460ab-2302-4898-8b8d-0af2aad82770 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 210 time: 0.3893948 Apr 28 20:14:30.483029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-199d265f-17d7-48b5-93f1-25b723d7efc3 req-9f7e1c9d-ac6e-47b5-b866-8483f81081cd service neutron] (88139) timed out ('10.222.0.24', 43022) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:14:30.523468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:30.606048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port da59c36d-72a1-44c2-acb7-45f06ed619f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da59c36d-72a1-44c2-acb7-45f06ed619f3,segment=NetworkSegment(92643fd9-fa68-4367-9dd4-2173ace44335),segment_id=92643fd9-fa68-4367-9dd4-2173ace44335)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:30.614040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:30.678234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:14:30.756144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:30.855585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:30.857522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:30.936291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] No DVR routers for this DVR port 9948cdf0-88e2-4e16-ad2a-d96b980651c9 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:14:30.941086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:30.946202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'name': 'network-vif-deleted', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:30.966981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-1c0a2e69-fd49-4ddb-86b2-24c3fda6b02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:30.969119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-1c0a2e69-fd49-4ddb-86b2-24c3fda6b02b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 200 len: 848 time: 0.2808685 Apr 28 20:14:30.974252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a9ccfc0-fb12-4650-91a2-c73c8668cb53 req-68fc8cf9-6b70-486f-b1fe-0114ec6cc02a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "DELETE /v2.0/ports/9948cdf0-88e2-4e16-ad2a-d96b980651c9 HTTP/1.1" status: 204 len: 173 time: 4.9429860 Apr 28 20:14:31.007042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:31.104865 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6c5f5ee-edff-4b20-91c3-73bfae86a0ae'] response: {'server_uuid': 'f01b5b58-1685-46ae-9cef-96d927c8c57b', 'name': 'network-vif-deleted', 'tag': '9948cdf0-88e2-4e16-ad2a-d96b980651c9', 'status': 'completed', 'code': 200} Apr 28 20:14:31.159701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-d7c6bf6c-aa1f-4231-adb7-9f2addcc8e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:31.161675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-d7c6bf6c-aa1f-4231-adb7-9f2addcc8e87 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f2b499a-265d-4730-b17a-d57080ae79f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1850305 Apr 28 20:14:31.325856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:14:31.713352 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-9922f152-f23a-495d-947b-2abd067862f4 service neutron] 10.222.0.46 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5448062 Apr 28 20:14:31.721143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2d6ec4-45e4-422a-860a-5defbd3af1f8 req-4f1fa31e-6217-457f-b389-6a69254c8d07 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:31.725182 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a2d6ec4-45e4-422a-860a-5defbd3af1f8 req-4f1fa31e-6217-457f-b389-6a69254c8d07 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 0.4781597 Apr 28 20:14:31.749784 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:31.975529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2123eb4-21cf-42ae-805c-019997434328 req-13b2140f-32f9-4535-aaf8-6f5661ecc9da tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f01b5b58-1685-46ae-9cef-96d927c8c57b HTTP/1.1" status: 200 len: 210 time: 0.2949464 Apr 28 20:14:31.999963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1f53e9ca-86d5-469f-9d1f-33f4179c8f52 None None] Provisioning complete for port da59c36d-72a1-44c2-acb7-45f06ed619f3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:32.002333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1f53e9ca-86d5-469f-9d1f-33f4179c8f52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:32.175146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=da59c36d-72a1-44c2-acb7-45f06ed619f3,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:32.253341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7a2d6ec4-45e4-422a-860a-5defbd3af1f8 req-b2286a1b-f985-4488-ad71-505b143c531e tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899638 Apr 28 20:14:32.260351 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80edfe52-9445-4a63-ab6e-6a0b5b8e3c14 req-f2243282-290c-4ca7-8dc4-119650711ca1 service neutron] 10.222.0.46 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326030 Apr 28 20:14:32.423067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:32.439194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:14:32.465592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:32.466152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:32.532306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-56cd787d-fc0e-426d-be01-ea34cef9e9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:32.535012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-56cd787d-fc0e-426d-be01-ea34cef9e9ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=68e62046b31645faa85ef5eee22f8abe&device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 0.1688497 Apr 28 20:14:32.671419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Router 07747d91-7151-4d4c-99bd-8896aebce1d3 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:14:32.757121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:14:32.812038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-5c5fd7dc-97f3-4be6-acaa-929b6bd15210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:32.813823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-5c5fd7dc-97f3-4be6-acaa-929b6bd15210 service neutron] 10.222.0.46 "GET /v2.0/networks?id=4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 200 len: 910 time: 0.2693524 Apr 28 20:14:32.932957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-63c3742b-c931-428b-9b40-3bb14402a391 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432 HTTP/1.1" status: 200 len: 217 time: 0.1121323 Apr 28 20:14:32.974040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:14:33.000865 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] Sync routers for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:33.015732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:33.018860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:33.024233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-74bdf7c3-839e-4131-af7d-89d33b763407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:33.026059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-74bdf7c3-839e-4131-af7d-89d33b763407 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 200 len: 848 time: 0.0869329 Apr 28 20:14:33.051517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:33.055901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b32f49e-4c01-45c7-98bf-a7c7c5adab04 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.7108905 Apr 28 20:14:33.057214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40160) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:33.304433 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:33.322145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-b0aeff99-7348-4a37-805e-455cd85efc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:33.328366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da59c36d-72a1-44c2-acb7-45f06ed619f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:33.329408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-b0aeff99-7348-4a37-805e-455cd85efc27 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=4f2b499a-265d-4730-b17a-d57080ae79f3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2920914 Apr 28 20:14:33.330717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:33.347294 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:33.348754 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:33.593799 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:33.599594 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8673dd-2ce8-4ad7-95a0-6ac76f04e1de None None] The sync data for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:33.713127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da59c36d-72a1-44c2-acb7-45f06ed619f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:33.713517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:33.878921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:33.888615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3435b4-d140-41df-8abb-2995fed90cbf None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:34.101106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036db15-2d94-42b9-852b-b6c5328aad20 req-11640178-7bc9-47d0-bd38-60d3db08e35f tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:34.108746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2036db15-2d94-42b9-852b-b6c5328aad20 req-11640178-7bc9-47d0-bd38-60d3db08e35f tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 0.3934658 Apr 28 20:14:34.114019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:34.168344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2036db15-2d94-42b9-852b-b6c5328aad20 req-576b6b28-83fa-4136-a594-9792b9f1e44d tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586450 Apr 28 20:14:34.241092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:34.258224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-c2777432-ed5f-4daf-8dd5-f9b94a751cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9177785 Apr 28 20:14:34.351020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9707771e-fd76-440a-9f53-961422380532 None None] New status for floating IP 7b66d021-2ae8-47db-869b-d8b4b603af88: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:14:34.554295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a5727c1-1d95-436c-99ce-4fb96a8d736e req-4aeb92a4-f1da-43fc-80af-a544096113a6 service neutron] 10.222.0.46 "GET /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848356 Apr 28 20:14:34.555515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:34.583843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b184f1c8-3c4e-41e8-8f84-e088f4a20202,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:34.606337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:34.608766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61bd1076-332a-4d5d-a75b-b34b478d32d0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/security-groups/b184f1c8-3c4e-41e8-8f84-e088f4a20202 HTTP/1.1" status: 204 len: 168 time: 1.2749853 Apr 28 20:14:34.611369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:34.635930 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-00d49c40-cd05-4d9f-a17d-bc517fad67ff tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] show failed (client error): The resource could not be found. Apr 28 20:14:34.637212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00d49c40-cd05-4d9f-a17d-bc517fad67ff tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups/b184f1c8-3c4e-41e8-8f84-e088f4a20202 HTTP/1.1" status: 404 len: 347 time: 0.0246432 Apr 28 20:14:34.640026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40192) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:34.919792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 556dc57f-2baf-4ddf-81e0-ac588e77bbeb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:34.923781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:35.213991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c09a6e53-8d3d-4ba6-b01a-50194dc64432 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:14:35.418722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:35.419717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:35.447391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:35.614571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:35.644454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432', 'network_id': '4f2b499a-265d-4730-b17a-d57080ae79f3', 'port_id': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432', 'mac_address': 'fa:16:3e:d6:2b:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 422, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ee95b18d-4dbb-47f5-81de-5b35149e4632', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:14:35.787516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:35.896131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 556dc57f-2baf-4ddf-81e0-ac588e77bbeb owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:35.918570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Allocated IP 172.20.0.1 (64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3/efb93b2e-fe43-4cb8-b339-d2781be23411/369b8fa0-4784-46e7-a8a9-4eff9d5474b8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:35.925869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09a6e53-8d3d-4ba6-b01a-50194dc64432 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:36.014337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:36.045259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.087082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d525d38f-ff50-4aa7-9853-cbb9b4d1508d req-aa5804db-9522-474d-af48-e8df72c8e590 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:36.096565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d525d38f-ff50-4aa7-9853-cbb9b4d1508d req-aa5804db-9522-474d-af48-e8df72c8e590 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1094 time: 0.5317125 Apr 28 20:14:36.121304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.154395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Transition to ACTIVE for port object 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:36.174800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d525d38f-ff50-4aa7-9853-cbb9b4d1508d req-6118c77b-fdce-4603-8c2d-de8cfa821379 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757108 Apr 28 20:14:36.190414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:14:36.190849 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:14:36.200293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.208561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:36.321230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:36.325307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:36.330449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:36.392163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=369b8fa0-4784-46e7-a8a9-4eff9d5474b8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:36.414199 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.422527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['c09a6e53-8d3d-4ba6-b01a-50194dc64432'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:36.692696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 556dc57f-2baf-4ddf-81e0-ac588e77bbeb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:36.692696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.727683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cf543b58-a01e-4d4a-8600-54cdecb74bb6 None None] Provisioning for port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:36.743945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cf543b58-a01e-4d4a-8600-54cdecb74bb6 None None] Provisioning complete for port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:36.744498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf543b58-a01e-4d4a-8600-54cdecb74bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.817482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cf543b58-a01e-4d4a-8600-54cdecb74bb6 None None] Port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:36.838446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.982445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:36.982744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.190252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 556dc57f-2baf-4ddf-81e0-ac588e77bbeb owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:37.491558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.523073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f492c2-8c8c-4fb6-b784-5bf2e9bfdbbf req-1efd5bd7-0c94-47e7-a02f-b8e4b7d6b191 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:37.529871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38f492c2-8c8c-4fb6-b784-5bf2e9bfdbbf req-1efd5bd7-0c94-47e7-a02f-b8e4b7d6b191 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1095 time: 0.1442695 Apr 28 20:14:37.533639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.549906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.654102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.666182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=556dc57f-2baf-4ddf-81e0-ac588e77bbeb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:37.753769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38f492c2-8c8c-4fb6-b784-5bf2e9bfdbbf req-eca897c8-2800-454e-bbb3-c917e34e9518 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151139 Apr 28 20:14:37.799086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.802464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=369b8fa0-4784-46e7-a8a9-4eff9d5474b8,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:37.837943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:37.839060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e885f498-a25d-45a7-90e3-7aaae317ee9c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/floatingips/7b66d021-2ae8-47db-869b-d8b4b603af88 HTTP/1.1" status: 204 len: 168 time: 3.1975627 Apr 28 20:14:37.943098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:37.945222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:38.288114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Router 07747d91-7151-4d4c-99bd-8896aebce1d3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:14:38.312803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:38.323919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1817084832', 'description': 'tempest-description--2052110334'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:38.333268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:38.341694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:38.352450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:38.359515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:38.375085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.403709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:38.410852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:38.434193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:38.448455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:38.461642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4653d8fd-eab7-447d-9d8b-325b9c201cb5 None None] Provisioning complete for port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:38.462185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4653d8fd-eab7-447d-9d8b-325b9c201cb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.564498 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.576744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.635731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.637099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3199680 Apr 28 20:14:38.640520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4653d8fd-eab7-447d-9d8b-325b9c201cb5 None None] Port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:38.645678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40228) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:38.652493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ff8af4-e12a-49d0-840f-23dc147ce089 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27180735-4ddd-40cc-bd09-44e3a91585ef,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:38.654994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': '27180735-4ddd-40cc-bd09-44e3a91585ef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:38.666928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:38.679004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:38.684097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:38.687361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:14:38.699123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:38.702660 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] Sync routers for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:38.710567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:38.711773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3eefd0bf-9ae1-4fd0-b461-bf4dba4b9007 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "PUT /v2.0/routers/07747d91-7151-4d4c-99bd-8896aebce1d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6533248 Apr 28 20:14:38.717647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Request body: {'port': {'network_id': '64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3', 'name': 'tempest-FloatingIPAdminTestJSON-1228983547'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:38.720701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:38.721611 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:38.748028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.877066 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:38.896305 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:38.897241 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:38.915295 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:38.966925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.026615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:39.027262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acb5179-9cf9-4e35-aedc-bcd3393030d9 None None] The sync data for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:39.029137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=775343b0-f3e3-486e-985d-47421d38dd22,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:39.047509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.049506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82f789aa-c2b4-420a-9e95-a1d19fcbd645 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4015296 Apr 28 20:14:39.052530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40240) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:39.062903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'security_group_rule': {'security_group_id': '27180735-4ddd-40cc-bd09-44e3a91585ef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:39.065730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:39.069914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Usage tracker for resource:port and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:39.072724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:39.073052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:39.078637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:39.082832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a885cc82-b468-4f58-9f55-bd07d54837b9 req-3e3f95f3-b7e5-41d0-8d5b-9b07ff5b991d tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:39.084897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a885cc82-b468-4f58-9f55-bd07d54837b9 req-3e3f95f3-b7e5-41d0-8d5b-9b07ff5b991d tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1095 time: 0.1629279 Apr 28 20:14:39.086057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:security_group_rule and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:39.088912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Made reservation on behalf of 8c52f7d1762c4bafba0fe039533e8fcc for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:39.089374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:39.092906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.113713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:39.117724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] device_id is not set on port 373f9445-4678-4866-8494-20803b422b31 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:14:39.146183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c09a6e53-8d3d-4ba6-b01a-50194dc64432 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:14:39.305281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Allocated IP 172.20.0.13 (64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3/efb93b2e-fe43-4cb8-b339-d2781be23411/373f9445-4678-4866-8494-20803b422b31) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:39.322140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.335849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a885cc82-b468-4f58-9f55-bd07d54837b9 req-fd73ccca-0ff3-426b-93b6-c977fcdb3c16 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399299 Apr 28 20:14:39.337504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port c09a6e53-8d3d-4ba6-b01a-50194dc64432 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:39.344901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port c09a6e53-8d3d-4ba6-b01a-50194dc64432 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:39.345286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.451679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.473718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.501326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e30fe47c-77e1-4357-a691-217d929373f4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:39.534929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.539556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-431e23a5-9756-4ec0-a649-d2989484ab44 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4850094 Apr 28 20:14:39.540357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40250) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:39.545747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:39.554582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:39.558624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:floatingip and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:39.562969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:39.579135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:39.603471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.635141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.694366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:39.732845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:39.744846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.753324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.793181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Transition to ACTIVE for port object 373f9445-4678-4866-8494-20803b422b31 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:39.871874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:39.875304 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8b44a13-5637-4006-ae77-9f358f18ef88'] response: {'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432', 'code': 200} Apr 28 20:14:39.876436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:39.920704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.038841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:40.042338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:40.054295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:40.101230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.202434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:40.209336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.249196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.25.2.251 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0bd05e91-8aa2-47bc-8063-877fb6d4cb20) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:40.260540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event updated for resources: {'Port': ['ID=373f9445-4678-4866-8494-20803b422b31,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:40.270820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-659c9f37-7e73-4250-87da-c6d993f84e24 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.5559251 Apr 28 20:14:40.273975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:40.310708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc178ba-d54d-4328-b395-dd789be23fe9 req-889e2b4c-3003-40c8-be96-a34f7403fcee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:40.312285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9cc178ba-d54d-4328-b395-dd789be23fe9 req-889e2b4c-3003-40c8-be96-a34f7403fcee service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.4112997 Apr 28 20:14:40.352406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'project_id': '8c52f7d1762c4bafba0fe039533e8fcc', 'port_id': '373f9445-4678-4866-8494-20803b422b31'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:40.367354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:40.374364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Usage tracker for resource:floatingip and tenant:8c52f7d1762c4bafba0fe039533e8fcc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:40.378912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:40.387941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9cc178ba-d54d-4328-b395-dd789be23fe9 req-c777c102-598c-4c29-bda6-3a94d4b6933a service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694907 Apr 28 20:14:40.388861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:40.409835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.487865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c3956312-e312-47e1-912d-69ee3e9f6f9b None None] Provisioning for port 373f9445-4678-4866-8494-20803b422b31 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:40.496804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c3956312-e312-47e1-912d-69ee3e9f6f9b None None] Provisioning complete for port 373f9445-4678-4866-8494-20803b422b31 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:40.497198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c3956312-e312-47e1-912d-69ee3e9f6f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.561334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.593797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c3956312-e312-47e1-912d-69ee3e9f6f9b None None] Port 373f9445-4678-4866-8494-20803b422b31 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:40.612087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf877e1-8844-40b2-8ab1-5e69ac3218f7 req-901955f9-8738-47bd-ac4f-1137846c7c50 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:40.614181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdf877e1-8844-40b2-8ab1-5e69ac3218f7 req-901955f9-8738-47bd-ac4f-1137846c7c50 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.1225812 Apr 28 20:14:40.644904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.645191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.701494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:40.708673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:40.733992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:40.782593 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bdf877e1-8844-40b2-8ab1-5e69ac3218f7 req-2fdc69bd-73d0-4544-8b22-213cf4922329 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590490 Apr 28 20:14:40.795877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=0bd05e91-8aa2-47bc-8063-877fb6d4cb20,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:40.855715 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:40.864942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Allocated IP 172.25.2.28 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/93b0b1fd-64c7-46f0-a83d-6bc4ec395552) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:40.954944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.062171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.114460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.208127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:41.213945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:41.222727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:41.381418 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.400425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.426410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Pushing event updated for resources: {'Port': ['ID=93b0b1fd-64c7-46f0-a83d-6bc4ec395552,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:41.583344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=0bd05e91-8aa2-47bc-8063-877fb6d4cb20,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:41.614350 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.683648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:41.684779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-53fc5e39-cff2-4296-8c3f-98df3891cbe6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1434867 Apr 28 20:14:41.832565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40294) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:42.047078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.083241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:42.092352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Usage tracker for resource:security_group_rule and tenant:e430a01277384266954caff39294a30a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:42.096068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:42.112043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:42.132253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-21720bff-9a3a-44a2-bb1c-0f9200e989ec tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--1817084832&fields=id&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 267 time: 0.0722663 Apr 28 20:14:42.307052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.320689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.335482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108f53b-9065-4e15-88b6-42c93915d13b req-8f2bbf64-9e9c-4a27-9426-8a60026b8ad4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:42.337087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c108f53b-9065-4e15-88b6-42c93915d13b req-8f2bbf64-9e9c-4a27-9426-8a60026b8ad4 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.2273819 Apr 28 20:14:42.352244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-9063cbd3-42e8-408f-9500-a2504597e6ea tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:42.353935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-9063cbd3-42e8-408f-9500-a2504597e6ea tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.2108147 Apr 28 20:14:42.385500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.388199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-4c4a3d01-df57-42f5-b3ab-3bfb80fef231 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/quotas/34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 375 time: 0.0211508 Apr 28 20:14:42.398611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.418332 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c108f53b-9065-4e15-88b6-42c93915d13b req-7c903131-bf7c-4f89-a2f3-4885472aa1c5 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506971 Apr 28 20:14:42.437865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.517063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1aeb428-a948-4827-87ff-c258ded1cd81,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:42.593441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69403c0a-75eb-46bd-9171-b7547d745a4a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=e430a01277384266954caff39294a30a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597854 Apr 28 20:14:42.597372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:42.678743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-47e76d34-8567-492a-9e53-6f63f46f175c tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2830644 Apr 28 20:14:42.733534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50cc4eb-f2ab-4ceb-9542-1a87551e48d1 req-ae36f6a5-37ca-435b-9fa6-bc3d7389426a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:42.734941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f50cc4eb-f2ab-4ceb-9542-1a87551e48d1 req-ae36f6a5-37ca-435b-9fa6-bc3d7389426a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.1201286 Apr 28 20:14:42.747557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.780253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.793046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.855923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:42.886402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Pushing event updated for resources: {'Port': ['ID=93b0b1fd-64c7-46f0-a83d-6bc4ec395552,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:42.903860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f50cc4eb-f2ab-4ceb-9542-1a87551e48d1 req-2b22d2bc-a45a-48e6-b7e0-307881a9e241 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603179 Apr 28 20:14:43.040355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:43.055800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-205e234d-0b76-4ab0-a6a3-3a285b1c7b44 service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360372 Apr 28 20:14:43.098943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:43.136666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1aeb428-a948-4827-87ff-c258ded1cd81,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:43.143900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:43.151403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a759978a-2d37-4fac-a48b-898d32b246dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d1aeb428-a948-4827-87ff-c258ded1cd81 HTTP/1.1" status: 204 len: 168 time: 0.5460372 Apr 28 20:14:43.280353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-c635ada9-c3f9-4ebb-b9ab-e14d3b91dfed service neutron] 10.222.0.24 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2056689 Apr 28 20:14:43.434063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1e2193-dd8d-4970-a7bb-2db00d0004dd req-1197f3eb-0592-4253-8b50-2e80d0dc3cc0 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:43.435577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af1e2193-dd8d-4970-a7bb-2db00d0004dd req-1197f3eb-0592-4253-8b50-2e80d0dc3cc0 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.3101599 Apr 28 20:14:43.517089 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Floating IP 64702179-4861-45aa-b413-579e7fb41540 associated. External IP: 172.25.2.28, port: 373f9445-4678-4866-8494-20803b422b31. Apr 28 20:14:43.582751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06b1e0d4-dafc-4285-8141-b6c89e984af6 req-15f7f51e-6f1e-4e27-abef-79372fb0239d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 210 time: 0.0892971 Apr 28 20:14:43.650485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40338) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:43.676328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:43.696118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:43.706733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Usage tracker for resource:security_group_rule and tenant:18bbd3639d79420f9873b0d387607762 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:43.710472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:43.717816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:43.769940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af1e2193-dd8d-4970-a7bb-2db00d0004dd req-9a7485eb-bc3d-4035-a46a-4c08952961ae tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246806 Apr 28 20:14:43.922731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:43.937804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:44.083372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=18bbd3639d79420f9873b0d387607762&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316838 Apr 28 20:14:44.085375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b55357-04a3-400b-854f-b924c6448fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d03f41f2-2b32-439e-99cc-491306255a6e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:44.088557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:44.196191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Router 07747d91-7151-4d4c-99bd-8896aebce1d3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:14:44.225220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:44.291392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:44.364437 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:44.409707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:44.413647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d03f41f2-2b32-439e-99cc-491306255a6e HTTP/1.1" status: 204 len: 168 time: 0.3209193 Apr 28 20:14:44.413647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2666ea75-15a0-4c01-ba99-a2566bddec9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d03f41f2-2b32-439e-99cc-491306255a6e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:44.771698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86771074-0e42-4e53-8567-eecc505bb5f9 req-53fab8e3-eae6-4dba-b117-8279d3335250 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:44.773399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86771074-0e42-4e53-8567-eecc505bb5f9 req-53fab8e3-eae6-4dba-b117-8279d3335250 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.3802874 Apr 28 20:14:44.802182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8612fc7-842c-45b1-a02e-249ea87dd30f req-7120fa67-0139-4d63-8027-43e3adae31bd tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 210 time: 0.0640912 Apr 28 20:14:44.866232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:14:44.875598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] Sync routers for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:44.889611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:44.890202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:44.923095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86771074-0e42-4e53-8567-eecc505bb5f9 req-60096889-5c37-4249-9c5d-9e7890693d92 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403108 Apr 28 20:14:44.924360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:45.062396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:45.080866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af44bd15-cfa5-4cf7-9927-e5bf249d8782 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 4.8043931 Apr 28 20:14:45.083088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:45.091379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:45.093451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:45.211592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:45.212360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce24205-cf9b-4af6-adce-2322624fc140 None None] The sync data for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:45.311554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9d0ec0a3-c9ae-4ab7-b7eb-873b893dd4a8 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "GET /v2.0/floatingips/64702179-4861-45aa-b413-579e7fb41540 HTTP/1.1" status: 200 len: 983 time: 0.2277527 Apr 28 20:14:45.312357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40378) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:45.502251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:45.502744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8d4925c0-9763-4626-8d99-cedc6742a00b tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1947 time: 0.1876390 Apr 28 20:14:45.511943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-070e2ffd-e4ff-4a27-97b4-4cd990fb2838 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:45.513880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-070e2ffd-e4ff-4a27-97b4-4cd990fb2838 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 815 time: 0.4302483 Apr 28 20:14:45.719190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-282c1298-81f3-49b9-8807-e639ae081723 req-c5d6cfca-24eb-4104-b4e6-eee5864d8bbc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:45.840795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-282c1298-81f3-49b9-8807-e639ae081723 req-c5d6cfca-24eb-4104-b4e6-eee5864d8bbc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:45.842340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-c5d6cfca-24eb-4104-b4e6-eee5864d8bbc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34534ed60fba4a3193186ceb41054a8f HTTP/1.1" status: 200 len: 380 time: 0.2612782 Apr 28 20:14:45.874631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port 93b0b1fd-64c7-46f0-a83d-6bc4ec395552 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:45.874882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:45.906475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f07657-1e44-4a02-b691-186a5f288753 req-e1a3814d-fa86-4a6b-aa3a-2d23df318b24 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:45.907874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65f07657-1e44-4a02-b691-186a5f288753 req-e1a3814d-fa86-4a6b-aa3a-2d23df318b24 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.3050320 Apr 28 20:14:46.013348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Deleting port c09a6e53-8d3d-4ba6-b01a-50194dc64432 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:46.014255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:46.272440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'port': {'device_id': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'admin_state_up': True, 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'security_groups': ['27180735-4ddd-40cc-bd09-44e3a91585ef']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:46.435193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38381dc3-bf33-4bf6-8849-357ed207c893 req-74a3d88d-329b-4285-989f-51f6ebc696b9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 210 time: 0.0936899 Apr 28 20:14:46.614127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:46.618634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:46.619009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:46.644811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Usage tracker for resource:port and tenant:34534ed60fba4a3193186ceb41054a8f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:46.669275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:46.757866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:46.798051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:46.809345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for 93b0b1fd-64c7-46f0-a83d-6bc4ec395552 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:46.959455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:46.980610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:46.986261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Usage tracker for resource:security_group_rule and tenant:d44769dcf36745bfb4587f5bb4f5014d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:46.991058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:46.997759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:47.038656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22c4a0-191d-4946-b345-769bd760be06 req-d39e4e77-ca54-4802-923f-6b584c82e0ed tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:47.039569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac22c4a0-191d-4946-b345-769bd760be06 req-d39e4e77-ca54-4802-923f-6b584c82e0ed tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 1096 time: 0.8474870 Apr 28 20:14:47.091430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Made reservation on behalf of 34534ed60fba4a3193186ceb41054a8f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:47.094892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.132354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.139262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.190345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d44769dcf36745bfb4587f5bb4f5014d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4311140 Apr 28 20:14:47.192880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:47.247520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac22c4a0-191d-4946-b345-769bd760be06 req-73025e12-52c6-4ab8-9bcd-2947aa8e5873 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428916 Apr 28 20:14:47.271003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] For port c09a6e53-8d3d-4ba6-b01a-50194dc64432, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c09a6e53-8d3d-4ba6-b01a-50194dc64432,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:47.271399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.338728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d2cf40-213e-426a-8aec-e805df264442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9f95ca2-73e5-461f-90de-fbbc0400c3c7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:47.353672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.392778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.457115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.472313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Calling delete_port for c09a6e53-8d3d-4ba6-b01a-50194dc64432 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:47.480973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9f95ca2-73e5-461f-90de-fbbc0400c3c7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:47.496979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.498657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50ce5ec3-b34b-4b9b-850a-1daf502d6893 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b9f95ca2-73e5-461f-90de-fbbc0400c3c7 HTTP/1.1" status: 204 len: 168 time: 0.3040931 Apr 28 20:14:47.718235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.730620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['10007a40-1808-4de2-9479-bc91e6a8c185'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:47.775626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:47.803203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Allocated IP 172.20.0.10 (428176f7-73b6-4b6d-b135-b6c2ff8562f9/afa334c4-1327-4a25-b557-a86dad2d38e7/fc85581c-2d48-49bd-bceb-716d57c8e847) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:47.805743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Pushing event deleted for resources: {'Port': ['ID=c09a6e53-8d3d-4ba6-b01a-50194dc64432,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:47.831115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f96c4c1a-d11c-4005-ba3f-ef4b0fad2ca6 req-089745d5-d645-42db-9825-577aa4be0469 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 210 time: 0.1446445 Apr 28 20:14:47.957978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.958222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.958536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.959409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.959803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.960157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.960447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.960766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.961092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.961662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.961799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:47.962112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:14:48.143704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Port': ['ID=93b0b1fd-64c7-46f0-a83d-6bc4ec395552,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:48.151042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] No DVR routers for this DVR port c09a6e53-8d3d-4ba6-b01a-50194dc64432 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:14:48.167705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:48.170082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'name': 'network-vif-deleted', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:48.240362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:48.240658 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Floating IP 64702179-4861-45aa-b413-579e7fb41540 disassociated (deleted). External IP: 172.25.2.28, port: 373f9445-4678-4866-8494-20803b422b31. Apr 28 20:14:48.473488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-65f07657-1e44-4a02-b691-186a5f288753 req-5f26775e-9745-4bf2-9ace-18f616039748 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.46 "DELETE /v2.0/ports/c09a6e53-8d3d-4ba6-b01a-50194dc64432 HTTP/1.1" status: 204 len: 173 time: 2.5535142 Apr 28 20:14:48.529198 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd4ba27-23ea-42d6-9e9c-806517c6ecf3'] response: {'server_uuid': 'aa0dbde7-c87d-48cb-a508-20f06f630173', 'name': 'network-vif-deleted', 'tag': 'c09a6e53-8d3d-4ba6-b01a-50194dc64432', 'status': 'completed', 'code': 200} Apr 28 20:14:48.532056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:48.582696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75faf230-724d-4670-9789-d30893d6da96 req-cf455345-ad8e-4ec7-b9df-b0e12867a40a tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aa0dbde7-c87d-48cb-a508-20f06f630173 HTTP/1.1" status: 200 len: 210 time: 0.1245294 Apr 28 20:14:48.591952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Transition to ACTIVE for port object fc85581c-2d48-49bd-bceb-716d57c8e847 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:48.881989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:49.144333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event updated for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:49.167909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c09a6e53-8d3d-4ba6-b01a-50194dc64432 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:14:49.243451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: c09a6e53-8d3d-4ba6-b01a-50194dc64432 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:14:49.243938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c09a6e53-8d3d-4ba6-b01a-50194dc64432 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:14:49.259501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:49.270593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:49.278855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:49.437822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Router 07747d91-7151-4d4c-99bd-8896aebce1d3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:14:49.477228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:49.478339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:49.730677 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:14:49.758879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fd66a0-5be8-45ef-b6bb-d790be392abd req-2f2d5d16-fdea-4da4-9d5a-57d318e2eb46 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:49.760614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-81fd66a0-5be8-45ef-b6bb-d790be392abd req-2f2d5d16-fdea-4da4-9d5a-57d318e2eb46 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Synchronizing usage tracker for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:49.799864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb6d864a-0c67-4db7-925a-81904cf19532 None None] Provisioning for port fc85581c-2d48-49bd-bceb-716d57c8e847 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:49.807400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cb6d864a-0c67-4db7-925a-81904cf19532 None None] Provisioning complete for port fc85581c-2d48-49bd-bceb-716d57c8e847 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:49.808859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb6d864a-0c67-4db7-925a-81904cf19532 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:49.815385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-350d8159-de64-4ac8-aa72-6b70fe4ce195 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9641294 Apr 28 20:14:49.838866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Request body: {'port': {'device_id': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:50.042679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb6d864a-0c67-4db7-925a-81904cf19532 None None] Port fc85581c-2d48-49bd-bceb-716d57c8e847 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:50.091992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-81fd66a0-5be8-45ef-b6bb-d790be392abd req-2f2d5d16-fdea-4da4-9d5a-57d318e2eb46 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Unset dirty status for tenant:34534ed60fba4a3193186ceb41054a8f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:50.093564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81fd66a0-5be8-45ef-b6bb-d790be392abd req-2f2d5d16-fdea-4da4-9d5a-57d318e2eb46 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 932 time: 0.9523728 Apr 28 20:14:50.131692 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:50.241961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1abdac6-f71a-453d-9e6e-bfe5149ecb13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:50.546072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabd74e-dbea-4c4e-8c07-98bfad69aef0 req-8d20ce4f-17d7-4ad8-8599-a9a12e571c67 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:50.563127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fabd74e-dbea-4c4e-8c07-98bfad69aef0 req-8d20ce4f-17d7-4ad8-8599-a9a12e571c67 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1671910 Apr 28 20:14:50.579238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc85581c-2d48-49bd-bceb-716d57c8e847 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:50.588088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:50.604451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Transition to ACTIVE for port object fc85581c-2d48-49bd-bceb-716d57c8e847 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:50.623677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:50.685693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5fabd74e-dbea-4c4e-8c07-98bfad69aef0 req-9ab017cd-ca1e-493c-ae07-dd9e78b60534 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214774 Apr 28 20:14:50.711651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:14:50.721136 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] Sync routers for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:14:50.734734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:50.739772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:50.741841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:50.779967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81fd66a0-5be8-45ef-b6bb-d790be392abd req-f35f72ad-5a7d-42b3-a5b9-d83c6b9f5893 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6784205 Apr 28 20:14:50.854673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:50.877956 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:14:50.878821 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:50.963548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:50.984486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c9df4681-9c17-46b8-a2fe-5d4ee489885c tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/floatingips/64702179-4861-45aa-b413-579e7fb41540 HTTP/1.1" status: 204 len: 168 time: 5.4665036 Apr 28 20:14:50.984829 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40510) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:50.989715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:51.001781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:51.012014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Usage tracker for resource:floatingip and tenant:55b02f2a026447859dac09549428d994 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:51.022487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:51.033277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:51.055006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:51.098509 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:14:51.113812 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a0b909-f459-47a7-82f9-63a139ab8491 None None] The sync data for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:14:51.316465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Attempting to bind port fc85581c-2d48-49bd-bceb-716d57c8e847 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:14:51.317864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Attempting to bind port fc85581c-2d48-49bd-bceb-716d57c8e847 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:14:51.318994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Attempting to bind port fc85581c-2d48-49bd-bceb-716d57c8e847 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:51.331345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Port fc85581c-2d48-49bd-bceb-716d57c8e847 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:14:51.331927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Attempting to bind port fc85581c-2d48-49bd-bceb-716d57c8e847 on network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:14:51.349994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 14, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:14:51.350485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Checking segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:14:51.350868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Bound using segment: {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:14:51.351302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Bound port: fc85581c-2d48-49bd-bceb-716d57c8e847, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:14:51.351655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:51.424414 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:51.466828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:14:51.479048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc85581c-2d48-49bd-bceb-716d57c8e847,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:14:51.486791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:51.579268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:51.580799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:51.582517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/fc85581c-2d48-49bd-bceb-716d57c8e847 HTTP/1.1" status: 200 len: 1092 time: 1.7546954 Apr 28 20:14:51.583045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:51.697227 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ea2153b-d25a-4515-ae1b-fa9950af39dc'] response: {'name': 'network-changed', 'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'status': 'completed', 'code': 200} Apr 28 20:14:51.702945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efcb82-cfdd-4904-a796-6f09f182e0e4 service neutron] Pushing event updated for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:51.778170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-0b07ff64-f0ff-41af-a906-f991e6924b09 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:51.779790 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-0b07ff64-f0ff-41af-a906-f991e6924b09 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:51.813617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-0b07ff64-f0ff-41af-a906-f991e6924b09 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:51.814238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-0b07ff64-f0ff-41af-a906-f991e6924b09 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.1789858 Apr 28 20:14:51.920397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Allocated IP 172.25.2.93 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/906c5f30-4f3b-474f-8ce2-ea0adf844a6e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:51.932428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-ffb211c0-8622-4082-8209-109aaa280d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:51.934122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-ffb211c0-8622-4082-8209-109aaa280d46 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 1095 time: 0.2816784 Apr 28 20:14:52.044416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Deleting port 10007a40-1808-4de2-9479-bc91e6a8c185 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:52.044915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.084624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-c8bbaddd-7796-4dba-9f69-126b8024480f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc85581c-2d48-49bd-bceb-716d57c8e847 HTTP/1.1" status: 200 len: 217 time: 0.1166294 Apr 28 20:14:52.387171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-45e70215-b9cc-49f9-86e1-3687bf877222 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.573047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-08e7b78b-76b7-4011-baf5-4332d33bf003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:52.576842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-08e7b78b-76b7-4011-baf5-4332d33bf003 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.2235210 Apr 28 20:14:52.628327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] For port 10007a40-1808-4de2-9479-bc91e6a8c185, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=10007a40-1808-4de2-9479-bc91e6a8c185,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:52.628327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.628936 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.791268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Calling delete_port for 10007a40-1808-4de2-9479-bc91e6a8c185 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:52.824060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74118510-8669-499a-b9bb-1cd9ac74c00c req-7f2c5f48-30f0-4ed7-828b-ef2b1b85e584 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:52.830069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74118510-8669-499a-b9bb-1cd9ac74c00c req-7f2c5f48-30f0-4ed7-828b-ef2b1b85e584 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 944 time: 0.4826000 Apr 28 20:14:52.849826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c1298-81f3-49b9-8807-e639ae081723 req-0e4d9b3e-271d-4039-b0ca-4b98c8dbe1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:52.852194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-0e4d9b3e-271d-4039-b0ca-4b98c8dbe1e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2476645 Apr 28 20:14:52.860985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519ea4-9dd6-40d7-9f23-053e07ecb487 req-8e45416c-108d-4024-815f-65d96df22036 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:52.869032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d519ea4-9dd6-40d7-9f23-053e07ecb487 req-8e45416c-108d-4024-815f-65d96df22036 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 1097 time: 0.7996175 Apr 28 20:14:52.881128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:52.937550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6d519ea4-9dd6-40d7-9f23-053e07ecb487 req-0d3d3413-1ad5-4f4f-91bd-7c6730c71f43 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=bdef219d-592b-4c1a-8082-80838220d731&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674186 Apr 28 20:14:53.103092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74118510-8669-499a-b9bb-1cd9ac74c00c req-d05b222a-6b41-49a6-bed4-d6c299289ee9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2496238 Apr 28 20:14:53.111169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-c558e14d-45f0-4d49-84bc-d19e09b9d263 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=7a2f6985c0204ab5941b64a889999b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0398560 Apr 28 20:14:53.117430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:53.128889 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:53.129160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:53.129506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:53.141422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['10007a40-1808-4de2-9479-bc91e6a8c185'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:53.223267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Pushing event deleted for resources: {'Port': ['ID=10007a40-1808-4de2-9479-bc91e6a8c185,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:53.241407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Pushing event updated for resources: {'Port': ['ID=906c5f30-4f3b-474f-8ce2-ea0adf844a6e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:53.316259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-80e69f1d-b2b2-477c-bec8-2d24f27338ea service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373820 Apr 28 20:14:53.384051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] No DVR routers for this DVR port 10007a40-1808-4de2-9479-bc91e6a8c185 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:14:53.389149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:53.421929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0da893b7-cf6d-4de9-9b7e-8615272edfb4 req-82b842bb-8fa0-4c09-9f4f-38a3f9f3c57b tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.41 "DELETE /v2.0/ports/10007a40-1808-4de2-9479-bc91e6a8c185 HTTP/1.1" status: 204 len: 173 time: 1.6010849 Apr 28 20:14:53.472784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-3fda2dfe-f62f-47e6-ab3f-c4789b3917da tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:53.498921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-3fda2dfe-f62f-47e6-ab3f-c4789b3917da tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3075750 Apr 28 20:14:53.520146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-92028733-d233-4775-ad6a-66d5c62ed868 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/quotas/7a2f6985c0204ab5941b64a889999b5f HTTP/1.1" status: 200 len: 375 time: 0.0202973 Apr 28 20:14:53.606879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-79f52fef-2524-4b7e-84a4-0d1c270d0bcd tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7a2f6985c0204ab5941b64a889999b5f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806046 Apr 28 20:14:53.629269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:53.698638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'name': 'network-vif-deleted', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:14:53.789196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:53.798455 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-282c1298-81f3-49b9-8807-e639ae081723 req-67aaf550-a9e7-49fc-b42c-e3a392651364 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646263 Apr 28 20:14:53.827517 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bee551a-614d-450c-9db0-5a2a1a55a3b4'] response: {'server_uuid': 'bd3d9391-21a9-4ba9-bb3e-362b72cb6700', 'name': 'network-vif-deleted', 'tag': '10007a40-1808-4de2-9479-bc91e6a8c185', 'status': 'completed', 'code': 200} Apr 28 20:14:53.984003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:54.075217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:54.212611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-52d2e554-71d7-4e13-aa73-72eece95d03b req-75942fcd-77c2-4f01-b82a-035484360bc1 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Synchronizing usage tracker for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:14:54.249553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-52d2e554-71d7-4e13-aa73-72eece95d03b req-75942fcd-77c2-4f01-b82a-035484360bc1 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] Unset dirty status for tenant:68e62046b31645faa85ef5eee22f8abe on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:14:54.250682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52d2e554-71d7-4e13-aa73-72eece95d03b req-75942fcd-77c2-4f01-b82a-035484360bc1 tempest-TestServerMultinode-273863944 tempest-TestServerMultinode-273863944-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bd3d9391-21a9-4ba9-bb3e-362b72cb6700 HTTP/1.1" status: 200 len: 210 time: 0.0899918 Apr 28 20:14:54.256799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-174d2b4e-2577-44ac-b87a-81bc882da522 req-91cbbed5-76fd-4dd7-8621-d3252b1a1a4d tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 210 time: 0.1562626 Apr 28 20:14:54.294985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-c2039eb7-c039-4414-ab5d-4e06f864518d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:54.296502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-c2039eb7-c039-4414-ab5d-4e06f864518d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 1095 time: 0.4254529 Apr 28 20:14:54.640251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0b769a-288e-48c6-9c7a-1196911976d6 req-f6af2cbb-aac0-4df6-ad7e-9b2b7e5d0bb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:54.647981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c0b769a-288e-48c6-9c7a-1196911976d6 req-f6af2cbb-aac0-4df6-ad7e-9b2b7e5d0bb8 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 944 time: 0.1181767 Apr 28 20:14:54.702549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-fb42f619-b497-4627-a233-7d8438b1d41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:54.704530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-fb42f619-b497-4627-a233-7d8438b1d41d service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3765788 Apr 28 20:14:54.725169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c0b769a-288e-48c6-9c7a-1196911976d6 req-3bc22ce0-4f42-4f15-b32e-a4065af0676b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754836 Apr 28 20:14:54.843397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-072781ba-3017-4a02-a557-738f2d799700 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc85581c-2d48-49bd-bceb-716d57c8e847 HTTP/1.1" status: 200 len: 217 time: 0.0837569 Apr 28 20:14:54.956645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-a41dfb35-c0c7-491c-b985-a0c8d81922e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:54.958119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-a41dfb35-c0c7-491c-b985-a0c8d81922e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.1015089 Apr 28 20:14:55.023388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.040054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.211996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.282624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.334374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-1702cb2d-e5b2-4f4d-8ef8-2e97125d7b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:55.335996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-1702cb2d-e5b2-4f4d-8ef8-2e97125d7b97 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3714240 Apr 28 20:14:55.339071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:55.340160 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3543448 Apr 28 20:14:55.343380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:55.344670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5814b8d5-5249-410f-b24b-d3ecc250db45 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Pushing event updated for resources: {'Port': ['ID=906c5f30-4f3b-474f-8ce2-ea0adf844a6e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:55.469174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40586) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:55.544416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-21e70779-504f-42cf-9fe8-181a1675520f service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006731 Apr 28 20:14:55.832171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b0c897a-b12a-400e-84ab-d1aa2ddd478c req-1a2b6f66-483d-4e39-8c66-e723c2fa173f service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780788 Apr 28 20:14:55.853229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:55.889743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:55.896032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e9d450aa-1682-45f3-9a76-1ba9d16637c8 req-45544c03-752a-4897-a67e-f421ec8fbb81 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 210 time: 0.2659135 Apr 28 20:14:55.901625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-e2dabd93-a810-40eb-9954-5e25fc3079d3 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=7a2f6985c0204ab5941b64a889999b5f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1138990 Apr 28 20:14:55.904931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Usage tracker for resource:floatingip and tenant:141f0c393fef46c988ade3abb5851d02 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:55.911614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:55.979340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:56.001386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57795903-3d63-4f1b-8ce5-20c4914be3bf req-2bf15b80-788a-4450-9ac0-c3323192c359 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:56.010851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57795903-3d63-4f1b-8ce5-20c4914be3bf req-2bf15b80-788a-4450-9ac0-c3323192c359 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 944 time: 0.1101282 Apr 28 20:14:56.016275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 10007a40-1808-4de2-9479-bc91e6a8c185 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:14:56.060790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-57795903-3d63-4f1b-8ce5-20c4914be3bf req-f884ff4d-912d-4829-b746-80502596b8ca tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488415 Apr 28 20:14:56.078909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 10007a40-1808-4de2-9479-bc91e6a8c185 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:14:56.079214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 10007a40-1808-4de2-9479-bc91e6a8c185 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:14:56.138995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:56.451545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-c8524c5f-dd96-4a02-be7d-9f5a3752eb1a tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:56.452972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-c8524c5f-dd96-4a02-be7d-9f5a3752eb1a tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5425522 Apr 28 20:14:56.470125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Request body: {'port': {'device_id': '5095d247-d498-469c-a0ba-ef337a668ce6', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '7a2f6985c0204ab5941b64a889999b5f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:56.807290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:56.819331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Usage tracker for resource:port and tenant:7a2f6985c0204ab5941b64a889999b5f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:56.824262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:56.832184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:56.854248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Made reservation on behalf of 7a2f6985c0204ab5941b64a889999b5f for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:14:56.857664 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:56.868611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:56.910451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:56.964595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:14:56.972140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Usage tracker for resource:security_group_rule and tenant:7a2f6985c0204ab5941b64a889999b5f is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:14:57.010603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:14:57.031314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:14:57.087079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-17e916b4-b01e-45ba-953d-fcecb3361792 req-133ac1a1-5af4-416b-b9c8-161ea03ae43c tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 210 time: 0.0700536 Apr 28 20:14:57.126492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Allocated IP 172.25.2.213 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/096b373f-2f46-48b8-ab6d-dab26fbd0838) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:57.315571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8d86cb-21a8-4dc8-b17f-b3b46c1c6e49 req-3febe72c-36e0-4e10-9cda-cd7dd9d665e9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:57.327079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e8d86cb-21a8-4dc8-b17f-b3b46c1c6e49 req-3febe72c-36e0-4e10-9cda-cd7dd9d665e9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 944 time: 0.1210394 Apr 28 20:14:57.376992 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:57.380081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:57.398093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e8d86cb-21a8-4dc8-b17f-b3b46c1c6e49 req-a312f17e-a11e-4730-b6ad-6d209d1b26dc tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697842 Apr 28 20:14:57.448794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:57.586545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:57.632093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1596f203-0222-4234-b1b9-cecce6cf264b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:57.855039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Allocated IP 192.168.233.191 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/1da935e8-bb4e-438c-bc3d-4fac90d4a504) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:14:57.859314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.032078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc85581c-2d48-49bd-bceb-716d57c8e847 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:14:58.088782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:58.097508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:58.110224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:58.183642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc85581c-2d48-49bd-bceb-716d57c8e847,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:58.205314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'port_id': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'mac_address': 'fa:16:3e:19:cd:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:14:58.291321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.306261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Pushing event updated for resources: {'Port': ['ID=096b373f-2f46-48b8-ab6d-dab26fbd0838,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:58.308625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc85581c-2d48-49bd-bceb-716d57c8e847 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:14:58.326297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc85581c-2d48-49bd-bceb-716d57c8e847,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:58.330569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.347981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a44ea7c-574d-48b1-bed1-d4ea4cc13c2e req-518c2cca-c09f-43a9-afaa-4cb8b2c86c37 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 210 time: 0.0899687 Apr 28 20:14:58.409831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:58.431896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.477307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.478648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Transition to ACTIVE for port object 1da935e8-bb4e-438c-bc3d-4fac90d4a504 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:14:58.486617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Deleting port 2d228600-d654-4390-bcea-3210283f2ea0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:14:58.486948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.577003 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['fc85581c-2d48-49bd-bceb-716d57c8e847'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:14:58.618320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4622b5d0-b709-4700-8233-a529a86ae7c8 req-d820887c-4923-46db-94a2-ce2cd9090390 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:58.619430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4622b5d0-b709-4700-8233-a529a86ae7c8 req-d820887c-4923-46db-94a2-ce2cd9090390 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 945 time: 0.1084874 Apr 28 20:14:58.640579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.698608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4622b5d0-b709-4700-8233-a529a86ae7c8 req-8f0d6b74-8235-4615-8dd5-9e1abe640985 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713570 Apr 28 20:14:58.732540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:58.834701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:14:58.840846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:14:58.865999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:14:58.922873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Pushing event updated for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:59.013453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] For port 2d228600-d654-4390-bcea-3210283f2ea0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2d228600-d654-4390-bcea-3210283f2ea0,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:14:59.013849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.105760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-145198f0-944a-4884-b96a-d8036eed89a3 None None] Provisioning for port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:14:59.111034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-145198f0-944a-4884-b96a-d8036eed89a3 None None] Provisioning complete for port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:14:59.111481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-145198f0-944a-4884-b96a-d8036eed89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.150275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Calling delete_port for 2d228600-d654-4390-bcea-3210283f2ea0 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:14:59.171613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-145198f0-944a-4884-b96a-d8036eed89a3 None None] Port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:14:59.197611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:59.198210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.275270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-ef3e4adb-3084-494b-b845-5658f01ae174 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8088062 Apr 28 20:14:59.295538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Request body: {'port': {'device_id': '5095d247-d498-469c-a0ba-ef337a668ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:14:59.344531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.354776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.567288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Pushing event updated for resources: {'Port': ['ID=096b373f-2f46-48b8-ab6d-dab26fbd0838,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:14:59.767666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.776243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.860166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.863629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc734e45-552b-4514-bde9-b2ac575fce49 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.5169706 Apr 28 20:14:59.867958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:14:59.935293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:14:59.955962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6201bff-bc3e-4a46-93bd-14dc16fdc02b req-a4db5ee2-0366-4200-9e98-4ffb5ab330b1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:14:59.959982 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6201bff-bc3e-4a46-93bd-14dc16fdc02b req-a4db5ee2-0366-4200-9e98-4ffb5ab330b1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 945 time: 0.1440523 Apr 28 20:15:00.014410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1245a60-1b70-4f13-9a62-29312507c49d req-7cff355b-ffa4-4e9b-893a-c84f10136870 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:00.015122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1245a60-1b70-4f13-9a62-29312507c49d req-7cff355b-ffa4-4e9b-893a-c84f10136870 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Synchronizing usage tracker for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:00.025964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d228600-d654-4390-bcea-3210283f2ea0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:00.032243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6201bff-bc3e-4a46-93bd-14dc16fdc02b req-19cb6c28-4869-4c4f-b048-32806965da4b tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663502 Apr 28 20:15:00.032913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bfdc2ef8-e5df-4fac-91ee-ee5eed943032 tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2131 time: 0.1630290 Apr 28 20:15:00.047175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:00.064188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc85581c-2d48-49bd-bceb-716d57c8e847 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:00.173961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-666871bb-a362-4fa6-8b1a-febfea6a48a1 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1254973 Apr 28 20:15:00.176494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40642) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:00.179669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port fc85581c-2d48-49bd-bceb-716d57c8e847 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:00.185595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port fc85581c-2d48-49bd-bceb-716d57c8e847 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:00.186166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.274288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1245a60-1b70-4f13-9a62-29312507c49d req-7cff355b-ffa4-4e9b-893a-c84f10136870 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Unset dirty status for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:00.284587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1245a60-1b70-4f13-9a62-29312507c49d req-7cff355b-ffa4-4e9b-893a-c84f10136870 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 936 time: 0.7918880 Apr 28 20:15:00.374209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.425575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1245a60-1b70-4f13-9a62-29312507c49d req-5408fc63-b1bd-45dd-9d47-ad3481f7773c tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Synchronizing usage tracker for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:00.430878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc85581c-2d48-49bd-bceb-716d57c8e847,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:00.432202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:00.441812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.539122 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fbd6033-3810-46a7-b1d1-a4d98430f879'] response: {'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'code': 200} Apr 28 20:15:00.552341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Deleting port 096b373f-2f46-48b8-ab6d-dab26fbd0838 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:00.552787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.583751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:00.651625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.667372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d1245a60-1b70-4f13-9a62-29312507c49d req-5408fc63-b1bd-45dd-9d47-ad3481f7773c tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Unset dirty status for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:00.668517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1245a60-1b70-4f13-9a62-29312507c49d req-5408fc63-b1bd-45dd-9d47-ad3481f7773c tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832378 Apr 28 20:15:00.822251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.822529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.913678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1da935e8-bb4e-438c-bc3d-4fac90d4a504 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:15:00.923760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:00.946758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b02b107-143b-4e86-9ced-030aa5b22594 req-71666457-cfbe-41b6-a764-e0e5f91700a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:00.948317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b02b107-143b-4e86-9ced-030aa5b22594 req-71666457-cfbe-41b6-a764-e0e5f91700a7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 1097 time: 0.3112800 Apr 28 20:15:00.954916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Calling delete_port for 096b373f-2f46-48b8-ab6d-dab26fbd0838 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:01.007327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Transition to ACTIVE for port object 1da935e8-bb4e-438c-bc3d-4fac90d4a504 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:01.045225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b02b107-143b-4e86-9ced-030aa5b22594 req-40e8b3c2-fded-4b4c-b875-4009dec926e8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600884 Apr 28 20:15:01.082066 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.142331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.303712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Pushing event updated for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:01.411284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Pushing event deleted for resources: {'Port': ['ID=096b373f-2f46-48b8-ab6d-dab26fbd0838,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:01.542716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.567226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.568997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a93ab9f-934f-4c4d-9a74-cd44f41065a7 tempest-FloatingIPAdminTestJSON-495655519 tempest-FloatingIPAdminTestJSON-495655519-project] 10.222.0.24 "DELETE /v2.0/floatingips/d3930290-d27b-4ef6-923f-b641d57bcd20 HTTP/1.1" status: 204 len: 168 time: 1.3914654 Apr 28 20:15:01.573546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:01.616626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Router 369ea5eb-51ed-48ff-8fd1-f957b884226b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:01.641047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3239c141-a455-4ccf-99be-1e5cdb8d3968 req-39ed77f8-fbff-4722-a540-b1d06f78980d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:01.642527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3239c141-a455-4ccf-99be-1e5cdb8d3968 req-39ed77f8-fbff-4722-a540-b1d06f78980d tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.4780543 Apr 28 20:15:01.699368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Attempting to bind port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:01.699368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Attempting to bind port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:01.699706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Attempting to bind port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:01.781519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:15:01.781903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Attempting to bind port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:01.785109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Deleting port 906c5f30-4f3b-474f-8ce2-ea0adf844a6e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:01.785479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.791273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 14, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:01.791612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:01.791999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:01.792433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Bound port: 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:01.792781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.846326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3239c141-a455-4ccf-99be-1e5cdb8d3968 req-3c0fbf53-4145-4506-9cd8-581d89ac54a1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963952 Apr 28 20:15:01.962674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:01.972547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0bea0c5b-035a-4b9d-b19c-0e4056cccd95 admin admin] 10.222.0.24 "PUT /v2.0/routers/369ea5eb-51ed-48ff-8fd1-f957b884226b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5019317 Apr 28 20:15:01.977161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40660) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:01.979442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Sync routers for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:01.993200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:01.994178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:01.994906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:01.995360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.034072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:02.154553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Calling delete_port for 906c5f30-4f3b-474f-8ce2-ea0adf844a6e owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:02.193013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:02.218792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71d671-0ca2-4852-868a-f63c58d88d5c req-3f81bcd7-ced3-4248-8450-3876cb623fa4 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:02.219827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:02.226931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c71d671-0ca2-4852-868a-f63c58d88d5c req-3f81bcd7-ced3-4248-8450-3876cb623fa4 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 948 time: 0.4136696 Apr 28 20:15:02.230986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.362901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.452570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:02.453670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.457449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] 10.222.0.46 "PUT /v2.0/ports/1da935e8-bb4e-438c-bc3d-4fac90d4a504 HTTP/1.1" status: 200 len: 1096 time: 3.1750028 Apr 28 20:15:02.461920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Pushing event deleted for resources: {'Port': ['ID=906c5f30-4f3b-474f-8ce2-ea0adf844a6e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:02.470643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:02.637231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.722391 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea933a4c-b953-407d-ad9b-0e79533ff8b5'] response: {'name': 'network-changed', 'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504', 'status': 'completed', 'code': 200} Apr 28 20:15:02.745767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.767519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:02.771664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-89e86be6-a981-4bab-b021-501f744d626d tempest-FloatingIPAdminTestJSON-1906865126 tempest-FloatingIPAdminTestJSON-1906865126-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/64d87b2a-680f-443e-beac-24ee03145ab7 HTTP/1.1" status: 204 len: 168 time: 1.1939268 Apr 28 20:15:02.772132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40674) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:02.807584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:14:59Z', 'revision_number': 5, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:02.812263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Checking router: 369ea5eb-51ed-48ff-8fd1-f957b884226b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:02.822992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Routers {'369ea5eb-51ed-48ff-8fd1-f957b884226b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:02.824058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['369ea5eb-51ed-48ff-8fd1-f957b884226b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:02.861631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7c71d671-0ca2-4852-868a-f63c58d88d5c req-3ab5d8d3-de21-4ce3-8edb-682eae2cba92 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6188591 Apr 28 20:15:02.882692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eb69c-6592-4ee5-b0bc-4885739091ea service neutron] Pushing event updated for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:02.943263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port 373f9445-4678-4866-8494-20803b422b31 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:02.943727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.010213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.021805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-e1c8e7a3-3a32-4950-b15c-4b6a500386f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:03.023638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-e1c8e7a3-3a32-4950-b15c-4b6a500386f9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a2f6985c0204ab5941b64a889999b5f&device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 1099 time: 0.4651234 Apr 28 20:15:03.025002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Deleting port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:03.025572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.087830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] Set router 369ea5eb-51ed-48ff-8fd1-f957b884226b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:03.164837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-d60cadf6-e4ca-4429-8bb8-b0451c4f4ccf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504 HTTP/1.1" status: 200 len: 217 time: 0.0827119 Apr 28 20:15:03.460574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.590201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-4534f95f-007f-44f3-bad3-27cb00207d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:03.591521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-4534f95f-007f-44f3-bad3-27cb00207d1d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.4143846 Apr 28 20:15:03.798903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for 373f9445-4678-4866-8494-20803b422b31 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:03.806336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] For port 44d2dee9-0153-4b4c-92ba-a0a48f281e2a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:03.806938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:03.880478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:14:59Z', 'revision_number': 5, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:03.897493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a7555c5-4464-4c15-bc53-f7a540057869 None None] The sync data for ids ['369ea5eb-51ed-48ff-8fd1-f957b884226b'] in n-d-839811-1 is: [{'id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'name': 'tempest-TestServerMultinode-108629814-router', 'tenant_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:29Z', 'updated_at': '2022-04-28T20:14:59Z', 'revision_number': 5, 'project_id': 'f9e2c6e5446d4a4c8af3543a6aba8bb6', 'gw_port': {'id': '44d2dee9-0153-4b4c-92ba-a0a48f281e2a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:d0:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '369ea5eb-51ed-48ff-8fd1-f957b884226b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:31Z', 'updated_at': '2022-04-28T20:13:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:03.984126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:04.070882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Port': ['ID=373f9445-4678-4866-8494-20803b422b31,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:04.144287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba00b71-bdef-434b-ba76-e8196aa79810 req-873428ba-f504-4c92-a046-dfa7c8d93a06 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:04.146584 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ba00b71-bdef-434b-ba76-e8196aa79810 req-873428ba-f504-4c92-a046-dfa7c8d93a06 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 1.1020296 Apr 28 20:15:04.191972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Calling delete_port for 44d2dee9-0153-4b4c-92ba-a0a48f281e2a owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:04.252230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:04.269611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63714ab9-ab7d-4b33-a2c8-24f37fb3710a tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/ports/373f9445-4678-4866-8494-20803b422b31 HTTP/1.1" status: 204 len: 168 time: 1.4963429 Apr 28 20:15:04.277624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:04.341426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-f13ad806-c7fc-4013-8520-5abd5017a051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:04.342932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-f13ad806-c7fc-4013-8520-5abd5017a051 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7405667 Apr 28 20:15:04.389283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ba00b71-bdef-434b-ba76-e8196aa79810 req-c3e556c6-184b-4a59-99be-1b60aa86efc7 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551104 Apr 28 20:15:04.465353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69e24396-1052-420d-a14a-85f3726d3978 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:04.475244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69e24396-1052-420d-a14a-85f3726d3978 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Synchronizing usage tracker for tenant:8c52f7d1762c4bafba0fe039533e8fcc on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:04.518964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69e24396-1052-420d-a14a-85f3726d3978 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Unset dirty status for tenant:8c52f7d1762c4bafba0fe039533e8fcc on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:04.521481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69e24396-1052-420d-a14a-85f3726d3978 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "GET /v2.0/ports?device_id=07747d91-7151-4d4c-99bd-8896aebce1d3 HTTP/1.1" status: 200 len: 913 time: 0.2414260 Apr 28 20:15:04.523268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40698) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:04.655915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b294-ae60-4073-9bc8-1a1df85e58ce req-499c785c-96bb-4dc3-bc0c-5d96aba54dfe tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:04.657543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b831b294-ae60-4073-9bc8-1a1df85e58ce req-499c785c-96bb-4dc3-bc0c-5d96aba54dfe tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 948 time: 0.5209532 Apr 28 20:15:04.755895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-b78b16ec-f8d2-460b-b82c-3f92a68b6dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915248 Apr 28 20:15:04.759610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b831b294-ae60-4073-9bc8-1a1df85e58ce req-14233e6c-2b1d-40c8-ba2a-637574dd73cc tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897853 Apr 28 20:15:04.937401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.027601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77eefc9-e491-4b9f-8fc8-150512a25c2c req-d76f025a-6318-40c8-8134-4925c2806ea0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:05.029170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a77eefc9-e491-4b9f-8fc8-150512a25c2c req-d76f025a-6318-40c8-8134-4925c2806ea0 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.2180350 Apr 28 20:15:05.047207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26ac6f75-f592-450e-a306-ddc9f5690492 req-aae887a8-8ade-4505-bad9-625df82e65a3 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842264 Apr 28 20:15:05.064323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40704) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:05.071631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44d2dee9-0153-4b4c-92ba-a0a48f281e2a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:05.083739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Request body: {'floatingip': {'port_id': 'fc85581c-2d48-49bd-bceb-716d57c8e847'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:05.280588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2d228600-d654-4390-bcea-3210283f2ea0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:05.325176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 2d228600-d654-4390-bcea-3210283f2ea0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:05.325707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2d228600-d654-4390-bcea-3210283f2ea0 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:05.332592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.392515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.475059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.760535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.766663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.869499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:05.869499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 369ea5eb-51ed-48ff-8fd1-f957b884226b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:15:05.886293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-e78fb266-8a21-48c2-a82c-465a3ef0e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:05.889367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-e78fb266-8a21-48c2-a82c-465a3ef0e8a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a2f6985c0204ab5941b64a889999b5f&device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 1099 time: 0.7357023 Apr 28 20:15:06.218058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:06.218395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.350729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.351964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-13c6d1a2-6fa0-4f82-a8f2-88967a0d7ee3 admin admin] 10.222.0.24 "DELETE /v2.0/routers/369ea5eb-51ed-48ff-8fd1-f957b884226b HTTP/1.1" status: 204 len: 168 time: 4.3727913 Apr 28 20:15:06.380310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40718) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:06.457282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Deleting subnet ee95b18d-4dbb-47f5-81de-5b35149e4632 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:15:06.461586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.507563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc16d86f-711c-44b2-9d88-a1334968d468 req-06ac04eb-b3df-41ed-a8b0-ed0697bbdfc9 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:06.509237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc16d86f-711c-44b2-9d88-a1334968d468 req-06ac04eb-b3df-41ed-a8b0-ed0697bbdfc9 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 948 time: 0.3388224 Apr 28 20:15:06.521845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-57fde3ed-b8a4-44f6-9b9d-0139097f5a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:06.523564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-57fde3ed-b8a4-44f6-9b9d-0139097f5a5f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.6171517 Apr 28 20:15:06.539747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.631635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.701444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-6581fa73-2aa9-4277-97f0-f38a7d31addc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504 HTTP/1.1" status: 200 len: 217 time: 0.1556997 Apr 28 20:15:06.774167 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.812977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc16d86f-711c-44b2-9d88-a1334968d468 req-0b7f7495-7883-4170-a25b-4f24f5988308 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883329 Apr 28 20:15:06.827119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-0f0bcf91-1bf3-4100-9ea0-fe69cdccb35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:06.836206 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-0f0bcf91-1bf3-4100-9ea0-fe69cdccb35e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.1168544 Apr 28 20:15:06.949079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:06.961495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for 369b8fa0-4784-46e7-a8a9-4eff9d5474b8 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:07.038944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-28a46df1-0be0-4859-88a8-74fcb723830c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:07.040468 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-28a46df1-0be0-4859-88a8-74fcb723830c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1968753 Apr 28 20:15:07.043289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.073232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.081273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee95b18d-4dbb-47f5-81de-5b35149e4632,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:07.086157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.090668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af7fd3-62cf-4626-9947-abf3407212ec None None] Network 4f2b499a-265d-4730-b17a-d57080ae79f3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:07.096846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c2110961-2871-44e3-8204-86349e19d84d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ee95b18d-4dbb-47f5-81de-5b35149e4632 HTTP/1.1" status: 204 len: 168 time: 0.7158437 Apr 28 20:15:07.105713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:07.265657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44d2dee9-0153-4b4c-92ba-a0a48f281e2a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:07.303956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 44d2dee9-0153-4b4c-92ba-a0a48f281e2a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:07.304567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 44d2dee9-0153-4b4c-92ba-a0a48f281e2a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:07.342470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-b2bc7525-cb7c-4548-855b-dd2d45381c7e service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952304 Apr 28 20:15:07.347260 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 5d9ceabd-7f80-46b4-8926-675b78c6985c associated. External IP: 172.25.2.251, port: fc85581c-2d48-49bd-bceb-716d57c8e847. Apr 28 20:15:07.413884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.422333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.488579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Port': ['ID=369b8fa0-4784-46e7-a8a9-4eff9d5474b8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:07.543841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Deleting port dbba8ded-1bd7-4426-9ef2-22f162a84e9f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:07.544420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.619612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75894272-a135-4356-b0c7-1607eb845749 None None] DHCP port deletion for 4f2b499a-265d-4730-b17a-d57080ae79f3 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:15:07.624438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Deleting port dbba8ded-1bd7-4426-9ef2-22f162a84e9f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:07.625091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.899253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25b3c32a-4121-453c-a879-81e6996d02d0 req-91b9ac94-ac0e-49fe-9c2d-ca30443bf3c4 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4820340 Apr 28 20:15:07.926425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-75894272-a135-4356-b0c7-1607eb845749 None None] For port dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:07.926856 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:07.955908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] For port dbba8ded-1bd7-4426-9ef2-22f162a84e9f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,segment=NetworkSegment(5744d424-01c1-4d46-9e5a-648efd5d908e),segment_id=5744d424-01c1-4d46-9e5a-648efd5d908e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:07.956549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:08.115868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Calling delete_port for dbba8ded-1bd7-4426-9ef2-22f162a84e9f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:08.320227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:08.411408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:08.418343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75894272-a135-4356-b0c7-1607eb845749 None None] Pushing event deleted for resources: {'Port': ['ID=dbba8ded-1bd7-4426-9ef2-22f162a84e9f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:08.456361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75894272-a135-4356-b0c7-1607eb845749 None None] No DVR routers for this DVR port dbba8ded-1bd7-4426-9ef2-22f162a84e9f on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:15:08.698200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Calling delete_port for dbba8ded-1bd7-4426-9ef2-22f162a84e9f owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:08.763765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:08.768383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:08.776352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:08.787212 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:08.787831 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:08.835491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:08.874269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:15:08.875081 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:15:08.892125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-09e282fb-5a4f-4991-923e-b59c62101f7a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "PUT /v2.0/floatingips/5d9ceabd-7f80-46b4-8926-675b78c6985c HTTP/1.1" status: 200 len: 992 time: 3.8265586 Apr 28 20:15:08.893311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:09.044460 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15351139-63bd-430b-b239-c3ab5d3386bc'] response: {'name': 'network-changed', 'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'status': 'completed', 'code': 200} Apr 28 20:15:09.100561 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:09.207474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67655cd-9738-4618-98e8-523e325b15bf req-77231ad7-0730-4dc0-87ca-109f54efdae5 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:09.215673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c67655cd-9738-4618-98e8-523e325b15bf req-77231ad7-0730-4dc0-87ca-109f54efdae5 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 948 time: 1.2507720 Apr 28 20:15:09.248926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1da935e8-bb4e-438c-bc3d-4fac90d4a504 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:15:09.357089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c67655cd-9738-4618-98e8-523e325b15bf req-3afb3429-e4b9-4565-99c0-a57b60e2db82 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403120 Apr 28 20:15:09.379199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Deleting port dbba8ded-1bd7-4426-9ef2-22f162a84e9f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:09.379537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.409799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device dbba8ded-1bd7-4426-9ef2-22f162a84e9f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:09.471367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] The port 'dbba8ded-1bd7-4426-9ef2-22f162a84e9f' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:15:09.485016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: dbba8ded-1bd7-4426-9ef2-22f162a84e9f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:09.486129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device dbba8ded-1bd7-4426-9ef2-22f162a84e9f not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:09.544918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:09.561664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '1da935e8-bb4e-438c-bc3d-4fac90d4a504', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '1da935e8-bb4e-438c-bc3d-4fac90d4a504', 'mac_address': 'fa:16:3e:50:66:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.191'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:15:09.621236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d9ceabd-7f80-46b4-8926-675b78c6985c', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:19:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:40Z', 'updated_at': '2022-04-28T20:15:06Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:09.623517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d57dc-4b41-4c73-b865-0d26050e759b req-039755e3-d26a-4cda-86f1-428a600ec6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:09.624974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-039755e3-d26a-4cda-86f1-428a600ec6fc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=34534ed60fba4a3193186ceb41054a8f&device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 1097 time: 0.5087101 Apr 28 20:15:09.625483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:09.634542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.636020 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:09.636633 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:09.653047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1da935e8-bb4e-438c-bc3d-4fac90d4a504 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:15:09.670570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:09.675675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.773764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:09.827890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.887102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:09.891764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2b499a-265d-4730-b17a-d57080ae79f3']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:09.915076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5744d424-01c1-4d46-9e5a-648efd5d908e') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:09.915369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5744d424-01c1-4d46-9e5a-648efd5d908e') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:09.938058 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.960764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Router 07747d91-7151-4d4c-99bd-8896aebce1d3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:09.962113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d57dc-4b41-4c73-b865-0d26050e759b req-b474ade0-6cbf-4c31-8261-23a1bd11dac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:09.963542 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-b474ade0-6cbf-4c31-8261-23a1bd11dac0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 200 len: 916 time: 0.3148103 Apr 28 20:15:09.972031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:09.973165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['1da935e8-bb4e-438c-bc3d-4fac90d4a504'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:15:10.107542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.111243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:10.111663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:10.151974 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:10.174363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40752) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:10.353473 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d9ceabd-7f80-46b4-8926-675b78c6985c', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:19:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:40Z', 'updated_at': '2022-04-28T20:15:06Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:10.358419 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb081408-7fc4-4de6-b232-b48ba3816e0e None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5d9ceabd-7f80-46b4-8926-675b78c6985c', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'floating_ip_address': '172.25.2.251', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'port_id': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3368, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'mac_address': 'fa:16:3e:19:cd:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:14:40Z', 'updated_at': '2022-04-28T20:15:06Z', 'revision_number': 1, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:10.385296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.409736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:10.427434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Usage tracker for resource:security_group_rule and tenant:13e18dba22b54c37a484dc61f6c68b6d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:10.438138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:10.450106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:10.577711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-11b9ed10-fe7d-4c72-8fb8-adacbde1d25f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fc85581c-2d48-49bd-bceb-716d57c8e847 HTTP/1.1" status: 200 len: 1000 time: 0.5916352 Apr 28 20:15:10.608106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd393625-7cc5-46aa-a4a3-3fad29090fd7 req-d734bf86-34b0-403a-8f72-d43da009aa78 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:10.615662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd393625-7cc5-46aa-a4a3-3fad29090fd7 req-d734bf86-34b0-403a-8f72-d43da009aa78 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 949 time: 0.1283612 Apr 28 20:15:10.660046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d57dc-4b41-4c73-b865-0d26050e759b req-24fbf383-c381-4475-a56c-f6475f3c2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:10.661977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-24fbf383-c381-4475-a56c-f6475f3c2d13 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 200 len: 854 time: 0.0775247 Apr 28 20:15:10.674880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.695751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bf91dd-f0fb-4259-87fd-bf22d7d00f74 None None] New status for floating IP 5d9ceabd-7f80-46b4-8926-675b78c6985c: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:15:10.698490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd393625-7cc5-46aa-a4a3-3fad29090fd7 req-2d46f62e-fc17-4f67-bc70-bbbd7befedd0 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806859 Apr 28 20:15:10.703150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.736445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.763127 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:10.777374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2b499a-265d-4730-b17a-d57080ae79f3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:10.805538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:10.811468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-140badf7-c946-4106-9fef-6623d630c832 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "PUT /v2.0/routers/07747d91-7151-4d4c-99bd-8896aebce1d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2871926 Apr 28 20:15:10.814204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40768) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:10.818424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=13e18dba22b54c37a484dc61f6c68b6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6394477 Apr 28 20:15:10.818424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10d64f9-2418-49ec-b11f-7f5ae9b5b322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76e99013-11d3-406c-8288-3d3c33fb8a9d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:10.819251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:10.825213 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] Sync routers for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:10.839621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:10.840620 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:10.909661 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:10.919750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] Routers {'07747d91-7151-4d4c-99bd-8896aebce1d3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:10.920717 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['07747d91-7151-4d4c-99bd-8896aebce1d3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:10.982326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:10.983098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7418b96-8f8f-430e-a4d6-6edfcb09ca93 None None] The sync data for ids ['07747d91-7151-4d4c-99bd-8896aebce1d3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:10.999481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-44e84a52-c2d6-485c-8a3c-73a9ca0d12a5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4f2b499a-265d-4730-b17a-d57080ae79f3 HTTP/1.1" status: 204 len: 168 time: 3.8909276 Apr 28 20:15:11.000613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40776) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:11.022444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182d57dc-4b41-4c73-b865-0d26050e759b req-d6c4c4f8-4613-4612-a111-5176bc8a7aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:11.023910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-d6c4c4f8-4613-4612-a111-5176bc8a7aba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=428176f7-73b6-4b6d-b135-b6c2ff8562f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3466260 Apr 28 20:15:11.092040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.265529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1da935e8-bb4e-438c-bc3d-4fac90d4a504 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:11.332138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.341346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:11.347060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:11.347060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.395202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.486265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.486798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.533303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:11.535910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-393228bd-5488-4667-8407-2364fdf6ef44 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4979088 Apr 28 20:15:11.537303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76e99013-11d3-406c-8288-3d3c33fb8a9d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:11.539844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.564687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:11.574754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.586622 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.589781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-adf80da2-97f3-45ec-8514-30b2ac00b170 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76e99013-11d3-406c-8288-3d3c33fb8a9d HTTP/1.1" status: 204 len: 168 time: 0.5840261 Apr 28 20:15:11.630951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port bfdba48a-6e4a-4582-b618-f90912d82d4a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:11.636250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.711125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:11.748816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:11.857901 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d45c91f6-7f43-46e2-b153-417afa3cc9b8'] response: {'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504', 'code': 200} Apr 28 20:15:11.904077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-182d57dc-4b41-4c73-b865-0d26050e759b req-7c195753-ed02-4fe1-b9d3-765e33ec9b29 service neutron] 10.222.0.41 "GET /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604562 Apr 28 20:15:11.967890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.147200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for bfdba48a-6e4a-4582-b618-f90912d82d4a owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:12.314138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdf8489-0124-46aa-ba83-1605fd995083 req-250a316e-49fb-4abe-9870-98ede513b2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:12.317954 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffdf8489-0124-46aa-ba83-1605fd995083 req-250a316e-49fb-4abe-9870-98ede513b2a7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 1101 time: 0.2365525 Apr 28 20:15:12.324093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.451739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5b1628-61f0-4f6b-83de-c9f95032816a req-11b1c800-d368-4125-9e46-8fc1dd14ef2f tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:12.453272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba5b1628-61f0-4f6b-83de-c9f95032816a req-11b1c800-d368-4125-9e46-8fc1dd14ef2f tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.3732398 Apr 28 20:15:12.507077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ffdf8489-0124-46aa-ba83-1605fd995083 req-4f7ba9bc-faa9-4998-9609-1d91c33eaeb6 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776326 Apr 28 20:15:12.551600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba5b1628-61f0-4f6b-83de-c9f95032816a req-6f8c6621-d1fc-441e-bee9-796907cd77a2 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876749 Apr 28 20:15:12.578978 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.637190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Port': ['ID=bfdba48a-6e4a-4582-b618-f90912d82d4a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:12.652225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Deleting port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:12.652461 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.734076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.831752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] For port ec8b4db5-059c-48ac-b4fe-3f8f17812cc9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:12.832348 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.913141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.915100 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.940465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.941208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Fanout notify agent at l3_agent the message router_deleted on router 07747d91-7151-4d4c-99bd-8896aebce1d3 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:15:12.959595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:12.963208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-569c0a51-d079-4f55-8163-0f01962504fd tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/routers/07747d91-7151-4d4c-99bd-8896aebce1d3 HTTP/1.1" status: 204 len: 168 time: 2.1480217 Apr 28 20:15:12.963356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Calling delete_port for ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:12.964817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:13.037525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting subnet efb93b2e-fe43-4cb8-b339-d2781be23411 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:15:13.040883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.108991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.179312 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.211284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.248191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8b4db5-059c-48ac-b4fe-3f8f17812cc9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:13.307894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.358838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Subnet': ['ID=efb93b2e-fe43-4cb8-b339-d2781be23411,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:13.367746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.385041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-098634ee-b24a-429c-adf6-102a32697a4e tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/subnets/efb93b2e-fe43-4cb8-b339-d2781be23411 HTTP/1.1" status: 204 len: 168 time: 0.4176636 Apr 28 20:15:13.387465 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3778d37b-87f3-4298-ace4-94d7b537d544 None None] Network 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:13.387951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40832) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:13.682052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.721136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port da59c36d-72a1-44c2-acb7-45f06ed619f3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:13.721847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.747062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.868569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] DHCP port deletion for 64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:15:13.873309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Deleting port da59c36d-72a1-44c2-acb7-45f06ed619f3 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:13.874213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:13.993210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd5d95-d9b5-45eb-b027-9f9153e286da req-7f67989d-4443-4cf7-b9e0-84fc9232488a tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:14.000270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31bd5d95-d9b5-45eb-b027-9f9153e286da req-7f67989d-4443-4cf7-b9e0-84fc9232488a tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.2322795 Apr 28 20:15:14.176582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31bd5d95-d9b5-45eb-b027-9f9153e286da req-c1650613-c944-4128-894f-6b6534a66f3d tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753614 Apr 28 20:15:14.199583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] For port da59c36d-72a1-44c2-acb7-45f06ed619f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da59c36d-72a1-44c2-acb7-45f06ed619f3,segment=NetworkSegment(92643fd9-fa68-4367-9dd4-2173ace44335),segment_id=92643fd9-fa68-4367-9dd4-2173ace44335)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:14.200214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:14.208858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] For port da59c36d-72a1-44c2-acb7-45f06ed619f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da59c36d-72a1-44c2-acb7-45f06ed619f3,segment=NetworkSegment(92643fd9-fa68-4367-9dd4-2173ace44335),segment_id=92643fd9-fa68-4367-9dd4-2173ace44335)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:14.209638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:14.363121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Calling delete_port for da59c36d-72a1-44c2-acb7-45f06ed619f3 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:14.454735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for da59c36d-72a1-44c2-acb7-45f06ed619f3 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:14.527522 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:14.590926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] Pushing event deleted for resources: {'Port': ['ID=da59c36d-72a1-44c2-acb7-45f06ed619f3,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:14.593069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659c077-c802-4ebc-9990-307c6c3c5293 None None] No DVR routers for this DVR port da59c36d-72a1-44c2-acb7-45f06ed619f3 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:15:14.793075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-cf6630a9-97df-4ec9-b3b4-f8e8eca20d64 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3485017 Apr 28 20:15:14.799673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:15:14.799992 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:15:14.860590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Router c2f432f1-3288-4a30-84f9-7f171aa63a23 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:15.093673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:15.099883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-4c439a12-f1a8-4e54-b5eb-7e394ce6be56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:15.101327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-4c439a12-f1a8-4e54-b5eb-7e394ce6be56 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7a2f6985c0204ab5941b64a889999b5f&device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 1101 time: 0.1817660 Apr 28 20:15:15.102430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Sync routers for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:15.112345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:15.112973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.121079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a647edc9-e1df-4427-8d02-d3d8118491a8 admin admin] 10.222.0.24 "PUT /v2.0/routers/c2f432f1-3288-4a30-84f9-7f171aa63a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1188807 Apr 28 20:15:15.123538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:15.297344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da59c36d-72a1-44c2-acb7-45f06ed619f3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:15.301085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port da59c36d-72a1-44c2-acb7-45f06ed619f3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:15.301554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.354591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:15.385205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] The port 'da59c36d-72a1-44c2-acb7-45f06ed619f3' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:15:15.404733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: da59c36d-72a1-44c2-acb7-45f06ed619f3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:15.405034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da59c36d-72a1-44c2-acb7-45f06ed619f3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:15.472336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-ff90468e-20ac-4661-b9af-0733e080cc2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:15.472336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-ff90468e-20ac-4661-b9af-0733e080cc2f service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.3479216 Apr 28 20:15:15.534663 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.571667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.576562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.587538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92643fd9-fa68-4367-9dd4-2173ace44335') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.588163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92643fd9-fa68-4367-9dd4-2173ace44335') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.602545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.620876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.627724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:15.628233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.636923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-7c18773d-12ce-4736-9cea-f161ebf57db9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.191&port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504 HTTP/1.1" status: 200 len: 217 time: 0.1597068 Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:15.722799 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:15.732484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.738733 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:15.777204 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/networks/64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3 HTTP/1.1" status: 204 len: 168 time: 2.3862727 Apr 28 20:15:15.777204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0056328-6300-4b25-9212-149fb010ad90 tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Network': ['ID=64d0bbeb-600f-4f32-b3a8-2a8a13ae3cd3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:15.779855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40872) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:15.871544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:15:13Z', 'revision_number': 5, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.875962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Checking router: c2f432f1-3288-4a30-84f9-7f171aa63a23 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:15.886849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Routers {'c2f432f1-3288-4a30-84f9-7f171aa63a23'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:15.887482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:14:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['c2f432f1-3288-4a30-84f9-7f171aa63a23'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:15.950396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad56dcf-811d-4f0a-a2e9-da1f98226cdd req-a31d90c8-60b8-4a16-8744-b49a1aeaa841 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:15.953345 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ad56dcf-811d-4f0a-a2e9-da1f98226cdd req-a31d90c8-60b8-4a16-8744-b49a1aeaa841 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.5953195 Apr 28 20:15:15.964338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Deleting port 4f2b892f-d3b8-485d-a15c-ee90b8b68172 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:15.964796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.002532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-08482cc9-eab9-471f-9b22-1a7e4c7cde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:16.003948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-08482cc9-eab9-471f-9b22-1a7e4c7cde3e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.2959232 Apr 28 20:15:16.096095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ad56dcf-811d-4f0a-a2e9-da1f98226cdd req-27731dc2-5c99-4248-bafd-abd7f6a8e562 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288738 Apr 28 20:15:16.098219 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.126018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Deleting port 5d37ea11-9c44-4d52-b505-e170bdf481a0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:16.126270 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.127228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] Set router c2f432f1-3288-4a30-84f9-7f171aa63a23 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:16.196083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-faf58a5a-0179-4fd5-b2e5-68d357b4ccf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:16.198022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-faf58a5a-0179-4fd5-b2e5-68d357b4ccf8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853025 Apr 28 20:15:16.314931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.318488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.555259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Calling delete_port for 4f2b892f-d3b8-485d-a15c-ee90b8b68172 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:16.621591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] For port 5d37ea11-9c44-4d52-b505-e170bdf481a0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5d37ea11-9c44-4d52-b505-e170bdf481a0,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:16.622215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.631774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:15:13Z', 'revision_number': 5, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:16.641581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a19f99-58c6-4132-8461-ce55b4b142d3 None None] The sync data for ids ['c2f432f1-3288-4a30-84f9-7f171aa63a23'] in n-d-839811-1 is: [{'id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'name': 'tempest-TestServerMultinode-1892315327-router', 'tenant_id': '68e62046b31645faa85ef5eee22f8abe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:13:44Z', 'updated_at': '2022-04-28T20:15:13Z', 'revision_number': 5, 'project_id': '68e62046b31645faa85ef5eee22f8abe', 'gw_port': {'id': '5d37ea11-9c44-4d52-b505-e170bdf481a0', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:82:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2f432f1-3288-4a30-84f9-7f171aa63a23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3311, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:13:46Z', 'updated_at': '2022-04-28T20:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:16.642966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-75e6a2ee-b195-4da3-8a3b-fa11c2ba16aa service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4377761 Apr 28 20:15:16.744788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:16.877147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Pushing event deleted for resources: {'Port': ['ID=4f2b892f-d3b8-485d-a15c-ee90b8b68172,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:16.956904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Calling delete_port for 5d37ea11-9c44-4d52-b505-e170bdf481a0 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:16.959552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.960068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.960482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.960876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.961237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.961611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.961944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.962267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.962591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.962911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.963228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.963542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:16.996754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.031571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.033510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8fc08924-7043-4a04-8abd-c19be4f2f90f tempest-FloatingIPAdminTestJSON-1353076549 tempest-FloatingIPAdminTestJSON-1353076549-project] 10.222.0.24 "DELETE /v2.0/floatingips/ed4e78f2-7cb1-4030-8bcb-f3b04254fdcd HTTP/1.1" status: 204 len: 168 time: 1.2515728 Apr 28 20:15:17.217547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:17.240072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13dbc3af-a8de-4ce0-8c58-a23372b9ff34 req-f600b01a-a517-464c-85cb-c37ce3bdfd6f service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866466 Apr 28 20:15:17.293140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:17.293518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ec8b4db5-059c-48ac-b4fe-3f8f17812cc9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:17.316102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8926c41-1e12-45a4-a733-c804bcd9a3e3 req-f6785a98-e550-4e00-873c-84daf96aa1a0 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:17.318564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8926c41-1e12-45a4-a733-c804bcd9a3e3 req-f6785a98-e550-4e00-873c-84daf96aa1a0 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.5839181 Apr 28 20:15:17.377348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8926c41-1e12-45a4-a733-c804bcd9a3e3 req-5f4cd82c-623b-4014-b896-0afb1e890899 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480609 Apr 28 20:15:17.378502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.431061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Pushing event deleted for resources: {'Port': ['ID=5d37ea11-9c44-4d52-b505-e170bdf481a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:17.482898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:17.532797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.679222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3455714a-7767-4102-8566-84a43dd11cc0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8c52f7d1762c4bafba0fe039533e8fcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943445 Apr 28 20:15:17.681594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:17.714907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.717443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.756906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.773310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.773874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Fanout notify agent at l3_agent the message router_deleted on router c2f432f1-3288-4a30-84f9-7f171aa63a23 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:15:17.792616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.797517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-81d841f0-35c0-4975-9f27-1ec6e1e0048a admin admin] 10.222.0.24 "DELETE /v2.0/routers/c2f432f1-3288-4a30-84f9-7f171aa63a23 HTTP/1.1" status: 204 len: 168 time: 2.6729438 Apr 28 20:15:17.803463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:17.808315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.895416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Deleting subnet ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:15:17.900463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.903173 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.918657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ec186b-567e-4201-b6a1-99bf15761b82,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:17.936172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:17.937087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c42f4972-f5f3-4df3-824e-d4326a3b8fee admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b0ec186b-567e-4201-b6a1-99bf15761b82 HTTP/1.1" status: 204 len: 168 time: 0.2540748 Apr 28 20:15:17.984026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.302804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.346054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-8a1c1c21-d077-409d-a40e-4558dda58d2f tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:18.347500 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-8a1c1c21-d077-409d-a40e-4558dda58d2f tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.46 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.1712987 Apr 28 20:15:18.408155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40952) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:18.430973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Deleting port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:18.431335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.481948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.497151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:18.501416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Usage tracker for resource:security_group_rule and tenant:141f0c393fef46c988ade3abb5851d02 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:18.505610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:18.511287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:18.575960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.633881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.638788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a4c804-2cb0-4600-89ea-076e9cbc4b02 None None] Network e28a0575-1976-40a5-a3c5-7ad730cb6c50 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:18.645475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06 HTTP/1.1" status: 204 len: 168 time: 0.8408642 Apr 28 20:15:18.649408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7161e81-3ce4-481f-afa1-f0fe187dffdd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba8ed1fc-ac20-45fc-a9cf-061b2bc51a06,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:18.654663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40962) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:18.704276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.715249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.782307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.820424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=141f0c393fef46c988ade3abb5851d02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110649 Apr 28 20:15:18.825237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 40966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:18.828872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef775169-ee32-4b9d-9072-ec6d9a384582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d0e0b3f-a735-463f-9d5c-12619de2fc43,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:18.844412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa041fc-3824-4c7c-b2bf-1026e7bd9202 req-c71d3911-268b-440a-bbfa-c55f7adeb9d0 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:18.847071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfa041fc-3824-4c7c-b2bf-1026e7bd9202 req-c71d3911-268b-440a-bbfa-c55f7adeb9d0 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 950 time: 0.2265129 Apr 28 20:15:18.848125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Deleting port 088b9f9e-9832-4e8c-9959-cb995cb1b30a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:18.848471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:18.898303 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfa041fc-3824-4c7c-b2bf-1026e7bd9202 req-2ce7cd3a-7ee7-4f94-bcbf-6a0d1702e8d3 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/security-groups?id=1596f203-0222-4234-b1b9-cecce6cf264b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442677 Apr 28 20:15:19.090340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] For port 1da935e8-bb4e-438c-bc3d-4fac90d4a504, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=1da935e8-bb4e-438c-bc3d-4fac90d4a504,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:19.090838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.111781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] DHCP port deletion for e28a0575-1976-40a5-a3c5-7ad730cb6c50 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:15:19.116436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Deleting port 088b9f9e-9832-4e8c-9959-cb995cb1b30a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:19.116818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.281865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 088b9f9e-9832-4e8c-9959-cb995cb1b30a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:19.317286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Calling delete_port for 1da935e8-bb4e-438c-bc3d-4fac90d4a504 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:19.349712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.447229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] For port 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=088b9f9e-9832-4e8c-9959-cb995cb1b30a,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:19.447796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.515180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.541567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] For port 088b9f9e-9832-4e8c-9959-cb995cb1b30a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=088b9f9e-9832-4e8c-9959-cb995cb1b30a,segment=NetworkSegment(4ab8d138-3840-4246-849a-1e98d3cc1690),segment_id=4ab8d138-3840-4246-849a-1e98d3cc1690)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:19.541964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.634577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Calling delete_port for 088b9f9e-9832-4e8c-9959-cb995cb1b30a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:19.699955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Calling delete_port for 088b9f9e-9832-4e8c-9959-cb995cb1b30a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:19.757947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.785338 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.830882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.853326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:15:19.853680 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:15:19.855714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d0e0b3f-a735-463f-9d5c-12619de2fc43,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:19.861104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:19.884045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] Pushing event deleted for resources: {'Port': ['ID=088b9f9e-9832-4e8c-9959-cb995cb1b30a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:19.897167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5d37ea11-9c44-4d52-b505-e170bdf481a0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:19.930720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7400d17e-7d29-4d9b-8a05-14939a975e2f None None] No DVR routers for this DVR port 088b9f9e-9832-4e8c-9959-cb995cb1b30a on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:15:19.949835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5d37ea11-9c44-4d52-b505-e170bdf481a0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:19.950270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5d37ea11-9c44-4d52-b505-e170bdf481a0 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:20.062660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Pushing event deleted for resources: {'Port': ['ID=1da935e8-bb4e-438c-bc3d-4fac90d4a504,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:20.147561 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.148689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-191d6681-a551-42f2-8324-414577f0edd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2d0e0b3f-a735-463f-9d5c-12619de2fc43 HTTP/1.1" status: 204 len: 168 time: 1.3225250 Apr 28 20:15:20.150488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e39bf44c-e977-4226-974f-f5a932cd3739 req-99e727f2-0a4a-494d-9a6b-83ae59341f58 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Synchronizing usage tracker for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:20.191104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] No DVR routers for this DVR port 1da935e8-bb4e-438c-bc3d-4fac90d4a504 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:15:20.194385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.197223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'name': 'network-vif-deleted', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:20.212835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4e53e5b-235f-46cb-b736-11db667e3cca req-b1238642-6caa-4d07-80a5-5a4c06096cac tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.46 "DELETE /v2.0/ports/1da935e8-bb4e-438c-bc3d-4fac90d4a504 HTTP/1.1" status: 204 len: 173 time: 1.8607011 Apr 28 20:15:20.222759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e39bf44c-e977-4226-974f-f5a932cd3739 req-99e727f2-0a4a-494d-9a6b-83ae59341f58 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] Unset dirty status for tenant:7a2f6985c0204ab5941b64a889999b5f on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:20.225866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e39bf44c-e977-4226-974f-f5a932cd3739 req-99e727f2-0a4a-494d-9a6b-83ae59341f58 tempest-VolumesNegativeTest-1708494174 tempest-VolumesNegativeTest-1708494174-project] 10.222.0.24 "GET /v2.0/ports?device_id=5095d247-d498-469c-a0ba-ef337a668ce6 HTTP/1.1" status: 200 len: 210 time: 0.1589403 Apr 28 20:15:20.232820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed1c7c01-8359-4c20-a8d8-46ca1da78623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.310665 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcadf82e-2ec7-42b7-91de-8d99ffe49f28'] response: {'server_uuid': '5095d247-d498-469c-a0ba-ef337a668ce6', 'name': 'network-vif-deleted', 'tag': '1da935e8-bb4e-438c-bc3d-4fac90d4a504', 'status': 'completed', 'code': 200} Apr 28 20:15:20.354604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Deleting port 088b9f9e-9832-4e8c-9959-cb995cb1b30a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:20.355034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.431106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] The port '088b9f9e-9832-4e8c-9959-cb995cb1b30a' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:15:20.664679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.692171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28a0575-1976-40a5-a3c5-7ad730cb6c50']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:20.711069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ab8d138-3840-4246-849a-1e98d3cc1690') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:20.712001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ab8d138-3840-4246-849a-1e98d3cc1690') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:20.726702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.749984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.760311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 40992) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:20.762328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:20.762920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.779213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:20.779662 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:20.800361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:20.805721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Usage tracker for resource:security_group_rule and tenant:55b02f2a026447859dac09549428d994 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:20.808986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:20.818304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:20.916178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.920307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.951732 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.980903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2c1d7b2-42c4-406d-9b74-5031604a463a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:20.981494 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:20.984037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e28a0575-1976-40a5-a3c5-7ad730cb6c50,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:21.004415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a25a618-3326-49af-976f-4bd677739bd8 admin admin] 10.222.0.24 "DELETE /v2.0/networks/e28a0575-1976-40a5-a3c5-7ad730cb6c50 HTTP/1.1" status: 204 len: 168 time: 2.3487506 Apr 28 20:15:21.012077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f68ed98-b3cd-41a0-a3cf-0e3bb6aebb08 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=55b02f2a026447859dac09549428d994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2500675 Apr 28 20:15:21.014124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:21.088062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.132044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.215751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.241528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2c1d7b2-42c4-406d-9b74-5031604a463a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:21.245815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.250744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d1a8096a-acdd-4c80-bccc-82b8046b6a78 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f2c1d7b2-42c4-406d-9b74-5031604a463a HTTP/1.1" status: 204 len: 168 time: 0.2363255 Apr 28 20:15:21.284090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41012) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:21.297054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1da935e8-bb4e-438c-bc3d-4fac90d4a504 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:21.366121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 1da935e8-bb4e-438c-bc3d-4fac90d4a504 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:21.366818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 1da935e8-bb4e-438c-bc3d-4fac90d4a504 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:21.391144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41020) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:21.405014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b80b61f-c761-474a-8f0e-7f3bda711a9b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f9e2c6e5446d4a4c8af3543a6aba8bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1194103 Apr 28 20:15:21.527129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.603282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.800993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.822251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313aa085-2925-4a7a-a9de-c2779260814c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:21.861346 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:21.862997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-87b2ad3e-867b-46a0-94ff-706873775364 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/313aa085-2925-4a7a-a9de-c2779260814c HTTP/1.1" status: 204 len: 168 time: 0.4701574 Apr 28 20:15:22.377573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd6c1ef1-5c1a-42d4-ba74-6b27e14becfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.426003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:22.524608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5e2bd689-ef99-4dfa-b4ef-33e8da8162f5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=68e62046b31645faa85ef5eee22f8abe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964622 Apr 28 20:15:22.527260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41080) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:22.592453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.622689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.698563 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.727326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdef219d-592b-4c1a-8082-80838220d731,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:22.756713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:22.758462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-317b682c-33f5-4607-936c-58e21bc748c3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bdef219d-592b-4c1a-8082-80838220d731 HTTP/1.1" status: 204 len: 168 time: 0.2298505 Apr 28 20:15:23.578915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0c0ddf-e3bc-4302-8de9-ebda0672e016 req-bb1720b3-e718-48fc-af68-ff1d47d8e1a2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:23.581557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d0c0ddf-e3bc-4302-8de9-ebda0672e016 req-bb1720b3-e718-48fc-af68-ff1d47d8e1a2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.1013339 Apr 28 20:15:23.638227 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d0c0ddf-e3bc-4302-8de9-ebda0672e016 req-67d42f49-9c84-4856-80ae-a21ae9758684 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493612 Apr 28 20:15:23.758785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41170) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:23.772262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:23.888061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-581195313', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:23.893664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:23.898286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Usage tracker for resource:port and tenant:925ec120db8c42a3b31c9e6d73c1e88d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:23.901178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:23.908275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:23.919601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Made reservation on behalf of 925ec120db8c42a3b31c9e6d73c1e88d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:23.922218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:23.939112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:23.954906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:23.959902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Usage tracker for resource:security_group_rule and tenant:925ec120db8c42a3b31c9e6d73c1e88d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:23.962995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:23.969045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:24.063637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.076658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.082801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.094401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] device_id is not set on port 72d5e01c-f79c-4b17-ace5-91a2da4bf3a1 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:15:24.168085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139d196e-22e9-4db0-b794-07abe7cc3c53,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:24.252335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Allocated IP 172.25.2.127 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/72d5e01c-f79c-4b17-ace5-91a2da4bf3a1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:24.456876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.511730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.587154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:24.590366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:24.594638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:24.633982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Pushing event updated for resources: {'Port': ['ID=72d5e01c-f79c-4b17-ace5-91a2da4bf3a1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:24.657771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:24.659442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.697015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a28b30f4-0d01-46d4-91e8-fddbca3a070f tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9351561 Apr 28 20:15:24.698680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:24.707567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}]}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:24.715633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:24.720172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Usage tracker for resource:router and tenant:925ec120db8c42a3b31c9e6d73c1e88d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:24.727186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:24.735610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:24.747109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.748500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:24.810847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.185556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3513ac1-d1a8-444a-8f59-472f26e933e1 req-5350d086-8965-472e-8177-87a5deebafa9 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:25.187089 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3513ac1-d1a8-444a-8f59-472f26e933e1 req-5350d086-8965-472e-8177-87a5deebafa9 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.4279647 Apr 28 20:15:25.200528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.219996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.292121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-74628f88-2ad2-4d31-aa75-407296d260f2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:25.293582 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-74628f88-2ad2-4d31-aa75-407296d260f2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.41 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.3016608 Apr 28 20:15:25.297782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3513ac1-d1a8-444a-8f59-472f26e933e1 req-167c80bb-3c97-4e8f-bf69-c2627ad6ea4a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900362 Apr 28 20:15:25.416627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Deleting port c721d7c2-455c-4306-bd4f-69a19be9ff47 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:25.416990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:25.940310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] For port c721d7c2-455c-4306-bd4f-69a19be9ff47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c721d7c2-455c-4306-bd4f-69a19be9ff47,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:25.940948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.132041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Calling delete_port for c721d7c2-455c-4306-bd4f-69a19be9ff47 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:26.252013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.282947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.514722 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.522646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6678b-3997-43c1-9d9f-9d0fc38d4b1b req-f892adaf-d218-4d5a-bb53-a9e902f725e8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:26.527760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c721d7c2-455c-4306-bd4f-69a19be9ff47'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:15:26.529890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4e6678b-3997-43c1-9d9f-9d0fc38d4b1b req-f892adaf-d218-4d5a-bb53-a9e902f725e8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=5237aaaa-df7e-43bc-ab04-09fd048e7c4e HTTP/1.1" status: 200 len: 946 time: 0.1037197 Apr 28 20:15:26.582146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e4e6678b-3997-43c1-9d9f-9d0fc38d4b1b req-902395bd-6ee8-4e43-b08f-bc0586cd4627 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512385 Apr 28 20:15:26.634780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Pushing event deleted for resources: {'Port': ['ID=c721d7c2-455c-4306-bd4f-69a19be9ff47,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:26.711923 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:15:26.726019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] No DVR routers for this DVR port c721d7c2-455c-4306-bd4f-69a19be9ff47 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:15:26.729920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.732419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'name': 'network-vif-deleted', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:26.765806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:26.824238 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30c87089-8178-43ff-8a8a-322400f65ecd'] response: {'server_uuid': '5237aaaa-df7e-43bc-ab04-09fd048e7c4e', 'name': 'network-vif-deleted', 'tag': 'c721d7c2-455c-4306-bd4f-69a19be9ff47', 'status': 'completed', 'code': 200} Apr 28 20:15:26.826007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9b44958b-3e20-4c7e-9bff-82d6e28c3cc5 req-162e20e6-16bf-4bf6-a3d0-8103eba4ada6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.41 "DELETE /v2.0/ports/c721d7c2-455c-4306-bd4f-69a19be9ff47 HTTP/1.1" status: 204 len: 173 time: 1.5256889 Apr 28 20:15:27.086916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.089293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.114031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.115716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 84b140cc-2a72-4572-b7f8-3d5af0d7f726 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:15:27.137331 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] create failed (client error): There was a conflict when trying to complete your request. Apr 28 20:15:27.141302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:27.141448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5845c024-75f4-4956-9d79-5afd48724df6 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.4415045 Apr 28 20:15:27.210736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Deleting port 72d5e01c-f79c-4b17-ace5-91a2da4bf3a1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:27.211082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.466302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.609695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Calling delete_port for 72d5e01c-f79c-4b17-ace5-91a2da4bf3a1 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:27.775721 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.834042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Pushing event deleted for resources: {'Port': ['ID=72d5e01c-f79c-4b17-ace5-91a2da4bf3a1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:27.974749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:27.981494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2d954a38-5b96-48fd-93d0-dfc10abf0361 tempest-RoutersAdminNegativeTest-1928292843 tempest-RoutersAdminNegativeTest-1928292843-project-admin] 10.222.0.24 "DELETE /v2.0/ports/72d5e01c-f79c-4b17-ace5-91a2da4bf3a1 HTTP/1.1" status: 204 len: 168 time: 0.8377995 Apr 28 20:15:28.382376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:28.600075 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:28.616521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:28.620733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Usage tracker for resource:security_group_rule and tenant:6662ebe4d40a48a4af5d6cc3b66cab6a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:28.623793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:28.629683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:28.728576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:28.743581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:28.817417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:28.818048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6662ebe4d40a48a4af5d6cc3b66cab6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4340537 Apr 28 20:15:28.835124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fefc89f-1f62-4820-a34e-c11cb128e7b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf8f1ba5-1a9a-4f31-9978-c58020e51d58,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:29.061442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:29.175093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.215482 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.290307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.298300 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3aced794-dfb3-4ba5-ae1e-fb774c574976 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7a2f6985c0204ab5941b64a889999b5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2332318 Apr 28 20:15:29.298523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:29.306859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf8f1ba5-1a9a-4f31-9978-c58020e51d58,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:29.326136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.338254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ab5d865-c1f8-47f2-b3f3-b5103679699a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bf8f1ba5-1a9a-4f31-9978-c58020e51d58 HTTP/1.1" status: 204 len: 168 time: 0.5104191 Apr 28 20:15:29.488641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.542308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.662159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.736740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1596f203-0222-4234-b1b9-cecce6cf264b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:29.785985 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:29.788020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c4b164d6-0703-47c5-a2ad-2977b6b6c553 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1596f203-0222-4234-b1b9-cecce6cf264b HTTP/1.1" status: 204 len: 168 time: 0.4884696 Apr 28 20:15:29.930431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:29.994916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-57989507-a0a4-4f08-bfcd-0362ba7c1e63 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=925ec120db8c42a3b31c9e6d73c1e88d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0633578 Apr 28 20:15:29.998108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:30.070390 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:30.098847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:30.168001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:30.187816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:30.189107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/139d196e-22e9-4db0-b794-07abe7cc3c53 HTTP/1.1" status: 204 len: 168 time: 0.1901276 Apr 28 20:15:30.190087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070bd9cf-dab3-4469-8610-1ae30f47a9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139d196e-22e9-4db0-b794-07abe7cc3c53,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:30.191956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c721d7c2-455c-4306-bd4f-69a19be9ff47 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:15:30.240627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: c721d7c2-455c-4306-bd4f-69a19be9ff47 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:15:30.240883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c721d7c2-455c-4306-bd4f-69a19be9ff47 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:15:30.945058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:31.084958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-343036639-network', 'tenant_id': '41853d96f65d468fa6210de097f2c821'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:31.090570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:31.094602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Usage tracker for resource:network and tenant:41853d96f65d468fa6210de097f2c821 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:31.098458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:31.107747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:31.120721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Made reservation on behalf of 41853d96f65d468fa6210de097f2c821 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:31.123790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.139117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.162604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:31.166891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Usage tracker for resource:security_group_rule and tenant:41853d96f65d468fa6210de097f2c821 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:31.170108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:31.180885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:31.278349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.288481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.331679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:31.341455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ab3e93-bc52-45c5-afe5-1916dce0d842,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:31.359334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.360722 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Added segment a49249a0-64ff-4ee4-8cc0-7c79005891f9 of type vlan for network 7b9dd679-e357-4474-bbf2-b49c645106f4 Apr 28 20:15:31.407649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.443616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.445583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:31.446565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.486356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:31.569973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] Pushing event updated for resources: {'Network': ['ID=7b9dd679-e357-4474-bbf2-b49c645106f4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:31.581155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:31.625574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:31.631654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Request body: {'subnet': {'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-343036639-subnet', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:31.635769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3b3077a-39ea-4a72-afae-b6f83542ddcb admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6895742 Apr 28 20:15:31.640556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:31.645227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Usage tracker for resource:subnet and tenant:41853d96f65d468fa6210de097f2c821 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:31.648884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:31.656015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:31.683742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Made reservation on behalf of 41853d96f65d468fa6210de097f2c821 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:31.685679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:31.866056 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c2968274-46fa-4e2e-9c63-cb6c42ddf591 tempest-AgentManagementNegativeTest-296385441 tempest-AgentManagementNegativeTest-296385441-project] 10.222.0.24 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3784816 Apr 28 20:15:32.057795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.147697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffbfd192-7b04-4589-8103-9d8f9e5038c9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:32.160108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Checking segment: {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:32.162250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Network hostable DHCP agents. Network: 7b9dd679-e357-4474-bbf2-b49c645106f4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:32.186553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:32.197313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7b9dd679-e357-4474-bbf2-b49c645106f4) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:32.201626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:32.202201 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.207165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8807cc84-7efd-4d07-8faa-fcd0e0aa64ef None None] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:32.260213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c390369d-1cf9-4d9d-9b33-5439eb6f7dcc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6311750 Apr 28 20:15:32.260610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:32.267466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:32.279180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:32.281057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41500) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:32.283695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Usage tracker for resource:router and tenant:41853d96f65d468fa6210de097f2c821 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:32.287590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:32.293503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:32.311616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.316324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.357276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.472073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.520999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:32.525606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7b9dd679-e357-4474-bbf2-b49c645106f4', 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'fixed_ips': [{'subnet_id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:15:32.527417 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.535857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Usage tracker for resource:security_group_rule and tenant:f32726d5642f4d55972517ff5d7a7155 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:32.550927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:32.583166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:32.705632 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.713610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.735371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Allocated IP 172.20.0.2 (7b9dd679-e357-4474-bbf2-b49c645106f4/ffbfd192-7b04-4589-8103-9d8f9e5038c9/3de2d06f-bf47-4421-90e8-a1b25810b715) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:32.753617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d0ce6b-b329-4a33-816b-b0cc8fa843c1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:32.773182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3303b3de-ca30-4bed-a690-627a2024f5f1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f32726d5642f4d55972517ff5d7a7155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4908612 Apr 28 20:15:32.775775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41510) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:32.900738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.929136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:32.992307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.008705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d0ce6b-b329-4a33-816b-b0cc8fa843c1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:33.016683 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.017181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.018472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6bcf6f81-61d2-47f2-9498-f04629a99a0a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8d0ce6b-b329-4a33-816b-b0cc8fa843c1 HTTP/1.1" status: 204 len: 168 time: 0.2412634 Apr 28 20:15:33.086379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.116558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Transition to ACTIVE for port object 3de2d06f-bf47-4421-90e8-a1b25810b715 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:33.138507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Transition to ACTIVE for port object 3de2d06f-bf47-4421-90e8-a1b25810b715 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:33.145079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.289378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Pushing event updated for resources: {'Port': ['ID=3de2d06f-bf47-4421-90e8-a1b25810b715,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:33.317957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.318545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.318898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.319227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.319554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.319877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.320283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.320649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.320841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.321136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.321452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.321814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:33.331632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:33.336789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:33.350687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:33.547463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Attempting to bind port 3de2d06f-bf47-4421-90e8-a1b25810b715 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:33.548131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Attempting to bind port 3de2d06f-bf47-4421-90e8-a1b25810b715 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:33.552981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Attempting to bind port 3de2d06f-bf47-4421-90e8-a1b25810b715 on network 7b9dd679-e357-4474-bbf2-b49c645106f4 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:33.559742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:33.560324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Checking segment: {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:33.560874 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.561401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Bound using segment: {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:33.562060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Bound port: 3de2d06f-bf47-4421-90e8-a1b25810b715, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:33.562664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.710966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-723454ba-a929-4da8-b197-dc599c69704a None None] For port 3de2d06f-bf47-4421-90e8-a1b25810b715, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:33.714366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-723454ba-a929-4da8-b197-dc599c69704a None None] For port 3de2d06f-bf47-4421-90e8-a1b25810b715, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3de2d06f-bf47-4421-90e8-a1b25810b715,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:33.725857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.780087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.826115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:33.913391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723454ba-a929-4da8-b197-dc599c69704a None None] Pushing event updated for resources: {'Port': ['ID=3de2d06f-bf47-4421-90e8-a1b25810b715,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:34.100635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Allocated IP 172.25.2.173 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/da5f722c-badf-43b2-8382-0212237037f3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:34.437020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:34.480550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:34.545819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41542) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.555339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:34.569616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:34.578636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:34.658897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Pushing event updated for resources: {'Port': ['ID=da5f722c-badf-43b2-8382-0212237037f3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:34.821408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b604e068-4763-4b07-8650-3d4c84de0905 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.828364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b604e068-4763-4b07-8650-3d4c84de0905 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2798088 Apr 28 20:15:34.828996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41550) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.870840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-02befbb0-901b-4361-9fc8-f67007e97ff8 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.878919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-02befbb0-901b-4361-9fc8-f67007e97ff8 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0485380 Apr 28 20:15:34.879296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41554) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.884590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2383c6cb-0a83-42d9-87df-bb58a8b58b3b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.889366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2383c6cb-0a83-42d9-87df-bb58a8b58b3b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0091546 Apr 28 20:15:34.894234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41558) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.913819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-c3fb0ae8-3e0e-4f16-b33a-ad07401a839d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.937181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3fb0ae8-3e0e-4f16-b33a-ad07401a839d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0334351 Apr 28 20:15:34.938393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.956158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-e19a1fe6-4a08-4279-87d8-e916f94071da tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.960608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e19a1fe6-4a08-4279-87d8-e916f94071da tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0120625 Apr 28 20:15:34.961402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.971767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-25db5d55-657a-4e99-bfa2-401401ebb1b4 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.975585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25db5d55-657a-4e99-bfa2-401401ebb1b4 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0061395 Apr 28 20:15:34.975954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.980864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-4b0f294c-b48c-4273-9256-4211a4ece484 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.981950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b0f294c-b48c-4273-9256-4211a4ece484 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0050054 Apr 28 20:15:34.984627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41574) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:34.991261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-7ad52a1d-e972-4067-9b21-e21a7ed77d1a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:34.992614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ad52a1d-e972-4067-9b21-e21a7ed77d1a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0066457 Apr 28 20:15:34.996152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41578) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.001417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b2ec1222-04ff-4003-bb09-d8f4fe4e2eb7 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.007072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2ec1222-04ff-4003-bb09-d8f4fe4e2eb7 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0096595 Apr 28 20:15:35.010058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41582) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.019817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-14a7596e-4a61-4645-949c-17c15aaa7848 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.021417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14a7596e-4a61-4645-949c-17c15aaa7848 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0101764 Apr 28 20:15:35.026431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.038706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-f303bdcd-38c6-4290-a58a-b4631e3459dc tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.041855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f303bdcd-38c6-4290-a58a-b4631e3459dc tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0085199 Apr 28 20:15:35.045151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41590) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.057383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-e574ddf7-d8c8-44f6-8609-bee884d20150 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.058622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e574ddf7-d8c8-44f6-8609-bee884d20150 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0120714 Apr 28 20:15:35.061183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.069078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-7d73232c-68e0-4d5c-90da-5c4191b0e96e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.078936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d73232c-68e0-4d5c-90da-5c4191b0e96e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0163786 Apr 28 20:15:35.082579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41598) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.110650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-208f2c5a-a80a-4a89-90fe-2d5c6c2288b3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.118579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-208f2c5a-a80a-4a89-90fe-2d5c6c2288b3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0337665 Apr 28 20:15:35.125291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.131297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b2d4b873-da55-4078-8f55-664edc7eb13d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.132264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b2d4b873-da55-4078-8f55-664edc7eb13d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0058284 Apr 28 20:15:35.137546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41606) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.144982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-25353bd0-f494-4109-a738-78b260c7d464 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.147078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25353bd0-f494-4109-a738-78b260c7d464 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0083663 Apr 28 20:15:35.151449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.164451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-e365d931-dbe9-48d0-98f7-8c49ef2da260 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.169287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e365d931-dbe9-48d0-98f7-8c49ef2da260 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0134654 Apr 28 20:15:35.174164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41614) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.189516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b816c857-87b5-429c-a589-6c10fe0eb4fa tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.199944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b816c857-87b5-429c-a589-6c10fe0eb4fa tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0152688 Apr 28 20:15:35.200470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41618) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.205323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-d7bbf798-92ce-4a36-82da-5e86bf04cc2c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.209067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7bbf798-92ce-4a36-82da-5e86bf04cc2c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0079277 Apr 28 20:15:35.217995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.224805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-be290347-4a1c-4632-92f4-160f1d1c4de6 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.226119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be290347-4a1c-4632-92f4-160f1d1c4de6 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0064332 Apr 28 20:15:35.229151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41626) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.244610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-aaff8283-cfb2-44f1-9389-19b536c64d12 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.246013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aaff8283-cfb2-44f1-9389-19b536c64d12 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0055351 Apr 28 20:15:35.248633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.255646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-d7678c76-7038-40e8-9e16-ffefeda64924 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.256831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7678c76-7038-40e8-9e16-ffefeda64924 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0067825 Apr 28 20:15:35.260579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41634) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.266552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-b5ba5ccf-c128-4de3-9937-8b4c2983a7bd tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.274131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b5ba5ccf-c128-4de3-9937-8b4c2983a7bd tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0114503 Apr 28 20:15:35.277662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.283940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-29dce06d-cd28-4664-a06b-3f45ef8928f6 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.285111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-29dce06d-cd28-4664-a06b-3f45ef8928f6 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0061905 Apr 28 20:15:35.288285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41642) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.294200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-373fad0a-d870-4d1d-aa32-d98f64327724 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.295451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-373fad0a-d870-4d1d-aa32-d98f64327724 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0060260 Apr 28 20:15:35.298649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.308733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-d1841aea-fa5d-4000-84aa-408bbcdeef7c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.310556 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1841aea-fa5d-4000-84aa-408bbcdeef7c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0107183 Apr 28 20:15:35.319746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41650) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.331204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-fad9831b-fe26-4af5-903c-540b4f9f42f4 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.332501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fad9831b-fe26-4af5-903c-540b4f9f42f4 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0066137 Apr 28 20:15:35.339367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.345352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-cadeced8-6ec6-4751-a537-ad0e5be76f4a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.356210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cadeced8-6ec6-4751-a537-ad0e5be76f4a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0144572 Apr 28 20:15:35.363234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41658) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.367417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3de2d06f-bf47-4421-90e8-a1b25810b715 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:35.370131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-5866e5f4-07e4-44e1-8f0a-1cf6db9026aa tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.371081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5866e5f4-07e4-44e1-8f0a-1cf6db9026aa tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0068963 Apr 28 20:15:35.377274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41664) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.390066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2875bc51-8ed6-422c-abe3-be34b94acb3b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.397765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2875bc51-8ed6-422c-abe3-be34b94acb3b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0123813 Apr 28 20:15:35.402028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41668) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.414723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-587ad807-1315-4e36-ac17-09ee3b5d9839 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.419437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-587ad807-1315-4e36-ac17-09ee3b5d9839 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0160890 Apr 28 20:15:35.423244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41672) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.436075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-92dd8942-cde7-4306-a1c3-72100f9e9814 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.439716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-92dd8942-cde7-4306-a1c3-72100f9e9814 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0144458 Apr 28 20:15:35.442953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41676) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.446686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf3334-e843-41ee-b5ef-c3ea0041e39d None None] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:35.449262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-4710f078-3bcb-4ffd-85dd-63447988048e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.450470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4710f078-3bcb-4ffd-85dd-63447988048e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0062678 Apr 28 20:15:35.453100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41680) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.460120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-14468291-adf7-43dc-9777-190ad8671321 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.461332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14468291-adf7-43dc-9777-190ad8671321 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0069513 Apr 28 20:15:35.463909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41684) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.471502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-d5ebe777-598d-47e0-9d22-c83bac98267d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.473332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d5ebe777-598d-47e0-9d22-c83bac98267d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077493 Apr 28 20:15:35.481914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.495327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-976d3422-f8e4-44a2-b7fc-bcb1e75eb5ac tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.496421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-976d3422-f8e4-44a2-b7fc-bcb1e75eb5ac tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0135653 Apr 28 20:15:35.502068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41694) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.508220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-0b898c7f-6d3e-4cea-837b-c6909903adde tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.509240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b898c7f-6d3e-4cea-837b-c6909903adde tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0060618 Apr 28 20:15:35.511809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41698) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.516703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-82a58276-4fde-4a3a-810f-3c174ba8e338 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.517954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82a58276-4fde-4a3a-810f-3c174ba8e338 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0052061 Apr 28 20:15:35.520321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41704) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.525709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-c967b445-45ad-4857-ba4e-2069dd34074e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.526800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c967b445-45ad-4857-ba4e-2069dd34074e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049033 Apr 28 20:15:35.529386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41708) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.541725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-c1eff043-f250-4fdf-b5dd-7ed5ad514416 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.542892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c1eff043-f250-4fdf-b5dd-7ed5ad514416 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0125437 Apr 28 20:15:35.543723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:35.546886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.555316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-216cd704-1e30-461b-aedc-172a225d000b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.560182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-216cd704-1e30-461b-aedc-172a225d000b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0114474 Apr 28 20:15:35.563089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.571517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-3fdf8249-a43b-478c-a9f8-89e2f0f9e35a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.574191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3fdf8249-a43b-478c-a9f8-89e2f0f9e35a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0099421 Apr 28 20:15:35.576704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41720) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.582732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-82b096ef-55c8-4136-bbd2-22079b484839 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.584910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82b096ef-55c8-4136-bbd2-22079b484839 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0070472 Apr 28 20:15:35.589051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41724) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.601288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-d7b93f74-99da-4d86-99cb-f3cd42423782 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.603296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7b93f74-99da-4d86-99cb-f3cd42423782 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0129757 Apr 28 20:15:35.609753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41728) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.617755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-5a5eddfa-a39a-4f31-bfce-47d250f3467d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.621583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5a5eddfa-a39a-4f31-bfce-47d250f3467d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0093107 Apr 28 20:15:35.630454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41732) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.635883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-44406eac-39da-4899-8457-02d71eaad08d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.637082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-44406eac-39da-4899-8457-02d71eaad08d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0054524 Apr 28 20:15:35.640769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41736) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.648933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-1d22f6c5-3414-40b8-bfcb-28926531012a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.652181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d22f6c5-3414-40b8-bfcb-28926531012a tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0101833 Apr 28 20:15:35.662159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.670592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-3157e1f7-e81c-4af9-93e5-30ae48ffbbff tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.678243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3157e1f7-e81c-4af9-93e5-30ae48ffbbff tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0068214 Apr 28 20:15:35.680024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41744) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.689892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7b54de3-7867-46d0-86d8-b0475701926d None None] Provisioning for port 3de2d06f-bf47-4421-90e8-a1b25810b715 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:35.692487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-a642e823-7f6e-4c5f-afaf-9fa583d1724c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.696027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a642e823-7f6e-4c5f-afaf-9fa583d1724c tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0106046 Apr 28 20:15:35.696663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41748) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.703863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-8b060235-4d63-4f3d-87b9-42384cf7dfc3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.708975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b060235-4d63-4f3d-87b9-42384cf7dfc3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0075917 Apr 28 20:15:35.709233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41752) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.716220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-62a38219-1ab9-4e86-aa9d-804891fdebea tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.719659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-62a38219-1ab9-4e86-aa9d-804891fdebea tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0094445 Apr 28 20:15:35.722649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41756) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.727893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-903dbc5b-1e7b-4533-8380-5a1058fa756e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.731613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41762) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.731742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-903dbc5b-1e7b-4533-8380-5a1058fa756e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0081441 Apr 28 20:15:35.741875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-a4e673e8-dfb2-4d36-961b-88adf1e81feb tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.743161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4e673e8-dfb2-4d36-961b-88adf1e81feb tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0103149 Apr 28 20:15:35.745967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41766) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.753773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-424e4789-2ee8-4c6b-ac49-1a83504350ea tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.755704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-424e4789-2ee8-4c6b-ac49-1a83504350ea tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0060039 Apr 28 20:15:35.758092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.777435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-a3a21224-c000-4b9e-ab63-ab1cd90de92b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.781241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.782521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3a21224-c000-4b9e-ab63-ab1cd90de92b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0224991 Apr 28 20:15:35.789722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-8c2d6a01-ccaa-4ba3-8588-9514a70eaf7e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.793683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.795607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8c2d6a01-ccaa-4ba3-8588-9514a70eaf7e tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0131168 Apr 28 20:15:35.805236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-fb7e5a5e-b079-4401-b1ca-afbc3d5c46ca tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.809817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb7e5a5e-b079-4401-b1ca-afbc3d5c46ca tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148878 Apr 28 20:15:35.811231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41788) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.823542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-0889151b-366b-40bb-9f06-34ec62b937f3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.826112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3de2d06f-bf47-4421-90e8-a1b25810b715 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:35.827665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0889151b-366b-40bb-9f06-34ec62b937f3 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0142069 Apr 28 20:15:35.828451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.834458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2f7a9b76-0c50-483d-84c8-f80a49de94b9 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.838306 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2f7a9b76-0c50-483d-84c8-f80a49de94b9 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0088680 Apr 28 20:15:35.838980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41798) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.844073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2107f30b-ce32-4b92-a407-1455ffc7f145 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.847975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2107f30b-ce32-4b92-a407-1455ffc7f145 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080342 Apr 28 20:15:35.848712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41802) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.870476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3de2d06f-bf47-4421-90e8-a1b25810b715 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:35.871246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:35.876450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-f8d05123-4295-49ed-a207-d0f75b4fa9b8 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.881244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f8d05123-4295-49ed-a207-d0f75b4fa9b8 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0314081 Apr 28 20:15:35.884629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41806) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.894146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-4f8ef9a5-4002-4a4d-be93-ec03d4646e72 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.898534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f8ef9a5-4002-4a4d-be93-ec03d4646e72 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0125420 Apr 28 20:15:35.909794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.918922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-0bbeff3a-e036-43ed-890c-205abd4d1b80 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.923139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0bbeff3a-e036-43ed-890c-205abd4d1b80 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0120947 Apr 28 20:15:35.926121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41814) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:35.940813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-003b2422-ca20-4548-b76f-d29c97d78da7 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:35.945931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-003b2422-ca20-4548-b76f-d29c97d78da7 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0182519 Apr 28 20:15:35.985809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.037151 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.075543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.093557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [None req-1dbb59a7-3e25-4308-ae81-44d7c5061d7f tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:36.094567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1dbb59a7-3e25-4308-ae81-44d7c5061d7f tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.1075737 Apr 28 20:15:36.098018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41826) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.134992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3de2d06f-bf47-4421-90e8-a1b25810b715, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3de2d06f-bf47-4421-90e8-a1b25810b715,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:36.141488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-e7429e1c-a63d-4cb8-a429-59d800a86207 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:36.141987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.151797 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-e7429e1c-a63d-4cb8-a429-59d800a86207 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 813 time: 0.2997372 Apr 28 20:15:36.159552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-9d4aaf66-4eec-45fa-af89-2ec499a1830d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:36.171875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9d4aaf66-4eec-45fa-af89-2ec499a1830d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0563653 Apr 28 20:15:36.178101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41830) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.192021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2811b257-6f0a-4a5e-b5f6-bf101b0b8651 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:36.200652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2811b257-6f0a-4a5e-b5f6-bf101b0b8651 tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0210402 Apr 28 20:15:36.213869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41834) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.219963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-858a762d-653f-4d73-b156-9615ae284c1d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:36.224591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-858a762d-653f-4d73-b156-9615ae284c1d tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0095322 Apr 28 20:15:36.226189 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-1a54899b-9f77-4405-9ac2-d532e949cb91 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/quotas/0cc8a4cc97d34bba9a4d35757d00a498 HTTP/1.1" status: 200 len: 375 time: 0.0531366 Apr 28 20:15:36.226735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.232320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [None req-2003e26b-ffad-4ecd-b3bb-c10578b2414b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] http://10.222.0.24:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:15:36.241185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2003e26b-ffad-4ecd-b3bb-c10578b2414b tempest-ExtensionsTestJSON-1056748540 tempest-ExtensionsTestJSON-1056748540-project] 10.222.0.24 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0128317 Apr 28 20:15:36.283744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3de2d06f-bf47-4421-90e8-a1b25810b715,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:36.338130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-35e57ac7-50b3-4f00-882d-357b96e86fd2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Synchronizing usage tracker for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:36.358446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-35e57ac7-50b3-4f00-882d-357b96e86fd2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Unset dirty status for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:36.360180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-35e57ac7-50b3-4f00-882d-357b96e86fd2 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1116438 Apr 28 20:15:36.448181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Router eb34d6f3-ad96-4b94-9bf8-1026772e4314 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:15:36.454765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dbbbfc6b-0d17-4580-9302-fb633eeab526 None None] Provisioning complete for port 3de2d06f-bf47-4421-90e8-a1b25810b715 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:36.455417 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dbbbfc6b-0d17-4580-9302-fb633eeab526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.619114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-a6980b58-848a-4d06-8126-7fa088161f07 service neutron] 10.222.0.24 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480369 Apr 28 20:15:36.725135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:36.726565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41846) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.735533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Sync routers for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:36.775815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.778849 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:36.779480 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:36.779896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38989826-7a8d-4a89-b3d8-31a89154079a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.5182886 Apr 28 20:15:36.780550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:36.868968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-353e1a3d-6d20-49a0-9df9-131d51d8c55c service neutron] 10.222.0.24 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310843 Apr 28 20:15:36.950686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:36.974758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:36.981445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Usage tracker for resource:security_group_rule and tenant:99b70bef33714f1ab292567d2f897dd6 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:36.992956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:37.002511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:37.038260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:37.284311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3de2d06f-bf47-4421-90e8-a1b25810b715 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:37.375478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3de2d06f-bf47-4421-90e8-a1b25810b715 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:37.375830 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:37.618772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:35Z', 'revision_number': 3, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:37.623343 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Checking router: eb34d6f3-ad96-4b94-9bf8-1026772e4314 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:37.623676 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Updating router eb34d6f3-ad96-4b94-9bf8-1026772e4314 port da5f722c-badf-43b2-8382-0212237037f3 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:15:37.695993 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:37.875446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:37.887858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f01a48b-ecb2-479b-b95b-8e424c673ebf req-b0cc7a3a-b3ce-4c7e-b7e2-2027edd49195 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 210 time: 0.6895723 Apr 28 20:15:37.890699 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:37.969701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d5c89d-2204-4283-806f-908bf0e25147,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:37.977051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7346b3b-19a2-4332-925a-aaa56fb3fbea admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99b70bef33714f1ab292567d2f897dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2495067 Apr 28 20:15:37.980025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41868) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:38.062155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.075564 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.093642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Transition to ACTIVE for port object da5f722c-badf-43b2-8382-0212237037f3 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:38.102690 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.104611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.181882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.183200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.199804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d5c89d-2204-4283-806f-908bf0e25147,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:38.204803 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Attempting to bind port da5f722c-badf-43b2-8382-0212237037f3 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:38.205292 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Attempting to bind port da5f722c-badf-43b2-8382-0212237037f3 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:38.205841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Attempting to bind port da5f722c-badf-43b2-8382-0212237037f3 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:38.207792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.210127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7af33e08-f221-402f-b152-7eaea460242f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/42d5c89d-2204-4283-806f-908bf0e25147 HTTP/1.1" status: 204 len: 168 time: 0.2283266 Apr 28 20:15:38.225723 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Pushing event updated for resources: {'Port': ['ID=da5f722c-badf-43b2-8382-0212237037f3,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:38.232703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:38.233202 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:38.233835 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.234409 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:38.235019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Bound port: da5f722c-badf-43b2-8382-0212237037f3, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:38.235603 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.284199 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.284701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.285138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.285620 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.286128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.287042 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.287478 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.287885 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.288307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.288727 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.289163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.289754 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:38.344186 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] For port da5f722c-badf-43b2-8382-0212237037f3, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:38.351369 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] For port da5f722c-badf-43b2-8382-0212237037f3, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da5f722c-badf-43b2-8382-0212237037f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:38.357480 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:38.479578 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd66c5-274a-4972-bfb4-bb9dc0beb2fb None None] Pushing event updated for resources: {'Port': ['ID=da5f722c-badf-43b2-8382-0212237037f3,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:38.530977 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:38.532802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:38.647361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Allocated IP 172.20.0.1 (7b9dd679-e357-4474-bbf2-b49c645106f4/ffbfd192-7b04-4589-8103-9d8f9e5038c9/b6644053-2740-4a8a-b6e5-1a5b8314d520) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:38.773145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-d24e4f85-0272-4bae-b97b-cd6bfa612820 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:38.774110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-d24e4f85-0272-4bae-b97b-cd6bfa612820 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Synchronizing usage tracker for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:38.848364 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:38.852257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-d24e4f85-0272-4bae-b97b-cd6bfa612820 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Unset dirty status for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:38.853760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-d24e4f85-0272-4bae-b97b-cd6bfa612820 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.46 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 813 time: 0.3841212 Apr 28 20:15:38.877751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Request body: {'port': {'device_id': 'f8af7472-df02-4c99-94d3-622c477598b7', 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac', 'admin_state_up': True, 'tenant_id': '0cc8a4cc97d34bba9a4d35757d00a498'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:39.047392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.115633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Transition to ACTIVE for port object b6644053-2740-4a8a-b6e5-1a5b8314d520 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:39.129748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:39.132644 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e65c62a-5344-47f5-89c6-6564bcd6c2a3 req-b18586a4-f6b5-47c9-9fbd-55d4cb2c3d86 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 210 time: 0.0513892 Apr 28 20:15:39.155066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:39.171814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Made reservation on behalf of 0cc8a4cc97d34bba9a4d35757d00a498 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:39.176529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.197856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.246351 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:35Z', 'revision_number': 3, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:39.250741 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ed5609a-3389-4d60-9e4e-dad0f45ebe63 None None] The sync data for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 is: [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:35Z', 'revision_number': 3, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:39.269040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:39.274135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:39.292963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41896) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:39.318514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:39.371983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Pushing event updated for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:39.409691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.431384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'networks': [{'name': 'tempest-network--1280119193'}, {'name': 'tempest-network--1959256747'}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:39.431570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-network--1280119193'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:39.432027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-network--1959256747'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:39.438177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:39.443065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:network and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:39.446182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:39.453982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:39.466077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'network': 2} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:39.473112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.488160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.506863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:39.511486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:security_group_rule and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:39.514986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:39.525515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:39.551648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Allocated IP 172.20.0.9 (9f0905ca-2262-4a63-9b7d-6c9c00a755ac/521b342e-fc4d-42d8-a985-5a4a3cdb863b/139b9954-6f92-4b95-887c-059d1e15905d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:39.608305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f32dde05-963d-461c-8b3c-d4317f09fead None None] Provisioning for port b6644053-2740-4a8a-b6e5-1a5b8314d520 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:39.613817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f32dde05-963d-461c-8b3c-d4317f09fead None None] Provisioning complete for port b6644053-2740-4a8a-b6e5-1a5b8314d520 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:39.617879 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f32dde05-963d-461c-8b3c-d4317f09fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.686318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.692222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f32dde05-963d-461c-8b3c-d4317f09fead None None] Port b6644053-2740-4a8a-b6e5-1a5b8314d520 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:15:39.693897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.694446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.730246 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.763413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=245c811f-77bf-4029-8954-afe48544d745,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:39.780075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:39.794737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.795101 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment 749e1f83-6aa2-4186-9a94-5179067f26ab of type vlan for network 15c37e77-f826-4d84-b59a-6079109a3bca Apr 28 20:15:39.829916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.874867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:39.886449 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.886820 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment 959cf2ac-d773-46a1-b522-93b431900f36 of type vlan for network bdc7e9dc-e1ad-4873-8d6e-3990781fed5f Apr 28 20:15:39.919296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.966876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.967493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:39.982361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:39.988100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:39.988786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.102530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.127505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.8333790 Apr 28 20:15:40.131160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:40.143929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=15c37e77-f826-4d84-b59a-6079109a3bca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:40.157034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 15c37e77-f826-4d84-b59a-6079109a3bca details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:40.435748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72801be1-1ec9-48b4-9bb1-3f1c6a5243c1 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=bdc7e9dc-e1ad-4873-8d6e-3990781fed5f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:40.446414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26e43bfd-37b6-43ef-bc07-82f60d59d5c0 req-0386aa2b-b62c-4a3a-aadc-c529c010e93b tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 210 time: 0.1151888 Apr 28 20:15:40.448512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network bdc7e9dc-e1ad-4873-8d6e-3990781fed5f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:40.453347 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.459822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.509154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.600482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.718616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Pushing event updated for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:40.779971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5176d7-735d-472b-bc84-4a675c9ed004 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:40.786082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5176d7-735d-472b-bc84-4a675c9ed004 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:40.798717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5176d7-735d-472b-bc84-4a675c9ed004 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:40.804946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5176d7-735d-472b-bc84-4a675c9ed004 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:40.809699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9a5176d7-735d-472b-bc84-4a675c9ed004 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.6776798 Apr 28 20:15:40.809867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:40.850518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.934610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:40.937914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:40.940091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:40.944026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:40.948346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:40.949996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:41.000738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Pushing event updated for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:41.095009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:41.096071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.105061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.145228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c37e77-f826-4d84-b59a-6079109a3bca']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:41.166020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '749e1f83-6aa2-4186-9a94-5179067f26ab') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:41.166311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '749e1f83-6aa2-4186-9a94-5179067f26ab') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:41.238648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.241976 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-8eab682c-c387-4fe2-a60a-242535ba9137 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3681376 Apr 28 20:15:41.255260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Request body: {'port': {'device_id': 'f8af7472-df02-4c99-94d3-622c477598b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:41.259654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.266825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:41.267466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:41.289225 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:41.308426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da5f722c-badf-43b2-8382-0212237037f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:41.405110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-83e11573-5d00-49db-99f2-3f2412393cfe None None] Provisioning complete for port b6644053-2740-4a8a-b6e5-1a5b8314d520 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:41.406004 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83e11573-5d00-49db-99f2-3f2412393cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.435343 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.446313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.455092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Router eb34d6f3-ad96-4b94-9bf8-1026772e4314 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:41.495850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port da5f722c-badf-43b2-8382-0212237037f3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:41.508459 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da5f722c-badf-43b2-8382-0212237037f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:41.509116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.535542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.544229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=15c37e77-f826-4d84-b59a-6079109a3bca,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:41.546033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-83e11573-5d00-49db-99f2-3f2412393cfe None None] Port b6644053-2740-4a8a-b6e5-1a5b8314d520 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:15:41.561144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5441f0ee-2a19-43da-a5c6-0e03cc15b73f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/15c37e77-f826-4d84-b59a-6079109a3bca HTTP/1.1" status: 204 len: 168 time: 0.7501922 Apr 28 20:15:41.563600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41942) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:41.732081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.751426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port da5f722c-badf-43b2-8382-0212237037f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da5f722c-badf-43b2-8382-0212237037f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:41.758344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.786873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:41.810018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:41.827309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Sync routers for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:41.827436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-73f22502-da34-415f-ad5f-d15807c2e67d admin admin] 10.222.0.24 "PUT /v2.0/routers/eb34d6f3-ad96-4b94-9bf8-1026772e4314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0445368 Apr 28 20:15:41.871929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:41.872725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:42.016530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=da5f722c-badf-43b2-8382-0212237037f3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:42.044794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.075259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c6e17-a9a3-4fec-a661-36bc110773cf req-6765e821-b14d-421a-9401-7d08c9868595 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:42.078062 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea0c6e17-a9a3-4fec-a661-36bc110773cf req-6765e821-b14d-421a-9401-7d08c9868595 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 931 time: 0.3694844 Apr 28 20:15:42.127842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdc7e9dc-e1ad-4873-8d6e-3990781fed5f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:42.149085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '959cf2ac-d773-46a1-b522-93b431900f36') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:42.149889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '959cf2ac-d773-46a1-b522-93b431900f36') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:42.169359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:42.174129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.191795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea0c6e17-a9a3-4fec-a661-36bc110773cf req-e85fecfd-b943-4afb-8884-b986639f3405 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858588 Apr 28 20:15:42.200304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.225184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:42.225653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:42.252794 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:42.373302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.391952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.407974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/bdc7e9dc-e1ad-4873-8d6e-3990781fed5f HTTP/1.1" status: 204 len: 168 time: 0.8433466 Apr 28 20:15:42.408754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:42.410834 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.411715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ff4e30-2ba2-414a-8f40-51a74f12c6be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=bdc7e9dc-e1ad-4873-8d6e-3990781fed5f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:42.460154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 139b9954-6f92-4b95-887c-059d1e15905d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:15:42.467956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.497820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Transition to ACTIVE for port object 139b9954-6f92-4b95-887c-059d1e15905d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:42.506973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.597589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba747b6-2efb-4820-b734-4c21bd00a7be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:42.604760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba747b6-2efb-4820-b734-4c21bd00a7be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:42.605566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ba747b6-2efb-4820-b734-4c21bd00a7be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Synchronizing usage tracker for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:42.626978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4ba747b6-2efb-4820-b734-4c21bd00a7be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Unset dirty status for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:42.630078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ba747b6-2efb-4820-b734-4c21bd00a7be tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2200243 Apr 28 20:15:42.632248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41968) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:42.641929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1629747662'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:42.649845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:42.662018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:42.665112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:39Z', 'revision_number': 4, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'b6644053-2740-4a8a-b6e5-1a5b8314d520', 'name': '', 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'mac_address': 'fa:16:3e:e3:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:38Z', 'updated_at': '2022-04-28T20:15:40Z', 'revision_number': 2, 'project_id': '41853d96f65d468fa6210de097f2c821', 'subnets': [{'id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:42.669632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Checking router: eb34d6f3-ad96-4b94-9bf8-1026772e4314 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:42.670008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Updating router eb34d6f3-ad96-4b94-9bf8-1026772e4314 port b6644053-2740-4a8a-b6e5-1a5b8314d520 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:15:42.675966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:42.681416 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.726739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:42.738893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.740215 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment 214a75c0-f9bb-4e00-8f61-9e55436ea00b of type vlan for network 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8 Apr 28 20:15:42.745439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.750206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:42.778962 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.821137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.830613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:42.831750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.898409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Attempting to bind port 139b9954-6f92-4b95-887c-059d1e15905d on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:42.898743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Attempting to bind port 139b9954-6f92-4b95-887c-059d1e15905d by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:42.899754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Attempting to bind port 139b9954-6f92-4b95-887c-059d1e15905d on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:42.907213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Port 139b9954-6f92-4b95-887c-059d1e15905d on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:15:42.907579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Attempting to bind port 139b9954-6f92-4b95-887c-059d1e15905d on network 9f0905ca-2262-4a63-9b7d-6c9c00a755ac {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:42.917358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:42.918391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:42.918901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Checking segment: {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:42.919277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Bound using segment: {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:42.919713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Bound port: 139b9954-6f92-4b95-887c-059d1e15905d, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eb4b171-d7dd-4001-a3a3-4762f2b255e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:42.920058 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:42.960199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3243036 Apr 28 20:15:42.968276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 41982) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:42.972545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4354986f-748a-429f-8bd7-79941cd9d012 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:42.972955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1045766160-network', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:42.978830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1037384322'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:42.979798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:42.984653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:42.984825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Usage tracker for resource:network and tenant:b9e43b5470534df9b2f4bc9e6c0a3ac9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:42.990662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:network and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:42.997957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:42.999421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:43.007408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:43.008552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:43.025130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:43.030851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.031030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Made reservation on behalf of b9e43b5470534df9b2f4bc9e6c0a3ac9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:43.033653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.055198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.074863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:43.081806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:43.084998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:43.090906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=139b9954-6f92-4b95-887c-059d1e15905d,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:43.091189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.091687 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment 3e961df2-6524-4ab0-8479-4c7365336b1f of type vlan for network c1f66910-ef4d-4c24-acc4-21eedb3af15f Apr 28 20:15:43.092219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Usage tracker for resource:security_group_rule and tenant:b9e43b5470534df9b2f4bc9e6c0a3ac9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:43.096293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:43.105599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.110581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:43.132480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.174888 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.184951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:43.185585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.187960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] 10.222.0.46 "PUT /v2.0/ports/139b9954-6f92-4b95-887c-059d1e15905d HTTP/1.1" status: 200 len: 1091 time: 1.9364460 Apr 28 20:15:43.190887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:43.203056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:43.206061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.322893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.334393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3610635 Apr 28 20:15:43.334582 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e9c5252-d3dd-4658-bb2f-33393da72d7e'] response: {'name': 'network-changed', 'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d', 'status': 'completed', 'code': 200} Apr 28 20:15:43.350437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Transition to ACTIVE for port object b6644053-2740-4a8a-b6e5-1a5b8314d520 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:43.356261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 41996) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:43.371290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:43.389379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da5f722c-badf-43b2-8382-0212237037f3 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:43.402016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'ports': [{'network_id': '7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8', 'name': 'tempest-port--1774837966', 'admin_state_up': True}, {'network_id': 'c1f66910-ef4d-4c24-acc4-21eedb3af15f', 'admin_state_up': False}]} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:43.402412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'port': {'network_id': '7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8', 'name': 'tempest-port--1774837966', 'admin_state_up': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:43.413980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'port': {'network_id': 'c1f66910-ef4d-4c24-acc4-21eedb3af15f', 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:43.446915 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:43.558865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1560-4a83-4063-9454-63fe52d5ad88 None None] Pushing event updated for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:43.634659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df977e6-1e18-4317-8464-c2f6eda822da tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=c1f66910-ef4d-4c24-acc4-21eedb3af15f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:43.659035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network c1f66910-ef4d-4c24-acc4-21eedb3af15f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:43.680120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27bd709-7d30-44c3-b06b-f8a2e00eb2c7 service neutron] Pushing event updated for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:43.967404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-a7a2b2fc-b0c1-4501-b24d-507147e10aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:43.969451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-a7a2b2fc-b0c1-4501-b24d-507147e10aa3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 1094 time: 0.7140784 Apr 28 20:15:44.125336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Attempting to bind port b6644053-2740-4a8a-b6e5-1a5b8314d520 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:44.125726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Attempting to bind port b6644053-2740-4a8a-b6e5-1a5b8314d520 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:44.126092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Attempting to bind port b6644053-2740-4a8a-b6e5-1a5b8314d520 on network 7b9dd679-e357-4474-bbf2-b49c645106f4 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:44.134937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:44.139686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Checking segment: {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:44.140439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.141151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Bound using segment: {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:44.141636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Bound port: b6644053-2740-4a8a-b6e5-1a5b8314d520, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a49249a0-64ff-4ee4-8cc0-7c79005891f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:44.142015 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.149393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-08db5e89-b965-4859-ac04-144315731bfd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139b9954-6f92-4b95-887c-059d1e15905d HTTP/1.1" status: 200 len: 217 time: 0.1270304 Apr 28 20:15:44.155726 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.162586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port da5f722c-badf-43b2-8382-0212237037f3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:44.162945 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.166435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92cf0a2-eac9-4663-93fe-b8206bfa720f req-e40e7ece-d1f3-4c55-bd73-1d0de44fbe17 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:44.167145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f92cf0a2-eac9-4663-93fe-b8206bfa720f req-e40e7ece-d1f3-4c55-bd73-1d0de44fbe17 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Synchronizing usage tracker for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:44.207434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.214754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:44.236160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:port and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:44.241389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:44.273556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:44.288948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:44.305442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f92cf0a2-eac9-4663-93fe-b8206bfa720f req-e40e7ece-d1f3-4c55-bd73-1d0de44fbe17 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Unset dirty status for tenant:0cc8a4cc97d34bba9a4d35757d00a498 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:44.306665 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f92cf0a2-eac9-4663-93fe-b8206bfa720f req-e40e7ece-d1f3-4c55-bd73-1d0de44fbe17 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 943 time: 0.8141153 Apr 28 20:15:44.307397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74403d19-d8d4-4817-a98a-f58f336174a5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:44.322138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] For port b6644053-2740-4a8a-b6e5-1a5b8314d520, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:44.337626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.338021 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Added segment bc261b9e-a296-400a-a0aa-bb556b326f74 of type vlan for network a28606cd-c046-44cf-947f-1189458d2c83 Apr 28 20:15:44.347641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] For port b6644053-2740-4a8a-b6e5-1a5b8314d520, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6644053-2740-4a8a-b6e5-1a5b8314d520,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:44.347850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'port': 2} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:44.352786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.359084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.363187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-2b49788f-783a-4612-94a8-825c0758eceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:44.364895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-2b49788f-783a-4612-94a8-825c0758eceb service neutron] 10.222.0.46 "GET /v2.0/subnets?id=521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 200 len: 853 time: 0.1946530 Apr 28 20:15:44.459917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.465738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:44.467035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:44.498724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-f50ee665-4cee-4a95-95e1-e28a5f3ac6b3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226137 Apr 28 20:15:44.547252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:44.562826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f92cf0a2-eac9-4663-93fe-b8206bfa720f req-1e6ef725-19b3-4aa6-9d11-91b5cd1973d4 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460485 Apr 28 20:15:44.799308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fd1560-4a83-4063-9454-63fe52d5ad88 None None] Pushing event updated for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:44.807439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.resource_extend [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:15:44.850445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:45.062163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:45.063104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:45.063665 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:45.266728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-35d5b383-6b93-4cce-84d2-ff3ddea05b1d service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7551842 Apr 28 20:15:45.277736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] device_id is not set on port b990c1a0-5805-4df8-87f3-ea8c7cbcf165 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:15:45.283102 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.3431458 Apr 28 20:15:45.285021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42014) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:45.293010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Request body: {'subnet': {'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1045766160-subnet', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:45.302675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:45.311789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40edc609-b4e1-4af2-9e04-69681f574d8b admin admin] Pushing event updated for resources: {'Network': ['ID=a28606cd-c046-44cf-947f-1189458d2c83,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:45.325798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Usage tracker for resource:subnet and tenant:b9e43b5470534df9b2f4bc9e6c0a3ac9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:45.334601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:45.341428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:45.362385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Made reservation on behalf of b9e43b5470534df9b2f4bc9e6c0a3ac9 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:45.363474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a28606cd-c046-44cf-947f-1189458d2c83 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:45.364681 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:45.555476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:39Z', 'revision_number': 4, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'b6644053-2740-4a8a-b6e5-1a5b8314d520', 'name': '', 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'mac_address': 'fa:16:3e:e3:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:38Z', 'updated_at': '2022-04-28T20:15:44Z', 'revision_number': 4, 'project_id': '41853d96f65d468fa6210de097f2c821', 'subnets': [{'id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:45.564452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ad5b788-a3eb-40be-bdc7-498f4b47fffb None None] The sync data for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 is: [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:15:39Z', 'revision_number': 4, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'b6644053-2740-4a8a-b6e5-1a5b8314d520', 'name': '', 'network_id': '7b9dd679-e357-4474-bbf2-b49c645106f4', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'mac_address': 'fa:16:3e:e3:64:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_interface', 'standard_attr_id': 3445, 'fixed_ips': [{'subnet_id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:38Z', 'updated_at': '2022-04-28T20:15:44Z', 'revision_number': 4, 'project_id': '41853d96f65d468fa6210de097f2c821', 'subnets': [{'id': 'ffbfd192-7b04-4589-8103-9d8f9e5038c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:45.648161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:45.667528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4eeb4e7-6b1c-4dba-ba78-fa0300133a5e req-a65c32de-6f3a-45ef-92e7-99001a257536 service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3926685 Apr 28 20:15:45.824667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:45.825174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad353e62-8e53-466c-b453-c757f8a502c5,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:45.883891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Checking segment: {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:45.884254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Network hostable DHCP agents. Network: a28606cd-c046-44cf-947f-1189458d2c83, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:45.935668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e61993-f10a-40e1-a4c3-24f5ffb9f326 req-8669f6c6-02bb-4b8e-999a-cc9e6e4f0542 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:45.937819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18e61993-f10a-40e1-a4c3-24f5ffb9f326 req-8669f6c6-02bb-4b8e-999a-cc9e6e4f0542 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 943 time: 0.1748869 Apr 28 20:15:45.938595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Network a28606cd-c046-44cf-947f-1189458d2c83 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:45.998763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a28606cd-c046-44cf-947f-1189458d2c83) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:46.001554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] device_id is not set on port e89a84ac-9df4-4899-9c49-fe1f48116893 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:15:46.006840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:46.007697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.020307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e41b1ee6-5882-4641-809c-704d1fa4b45e None None] Network a28606cd-c046-44cf-947f-1189458d2c83 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:46.021408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-18e61993-f10a-40e1-a4c3-24f5ffb9f326 req-b04fc623-745c-4272-90f3-718ecbbdb934 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726469 Apr 28 20:15:46.042361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-21b59c92-4b42-4110-8a29-cf68cfc50b60 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7560410 Apr 28 20:15:46.042936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:46.049288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-621dbe14-4f9d-43a3-87e5-070b9efa315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:46.050898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-621dbe14-4f9d-43a3-87e5-070b9efa315a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 1094 time: 0.3048637 Apr 28 20:15:46.054928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:46.087033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:46.101028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Usage tracker for resource:router and tenant:b9e43b5470534df9b2f4bc9e6c0a3ac9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:46.116147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:46.124939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:46.162700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.163796 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.307703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.324523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a28606cd-c046-44cf-947f-1189458d2c83', 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'fixed_ips': [{'subnet_id': 'ad353e62-8e53-466c-b453-c757f8a502c5'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:15:46.325623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.339508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.370839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-4b73d84c-a351-4a01-a6c2-9208858e656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:46.384560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-4b73d84c-a351-4a01-a6c2-9208858e656c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 914 time: 0.3246074 Apr 28 20:15:46.515905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-217947e3-b27a-4852-838b-ccb00c5d22e8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139b9954-6f92-4b95-887c-059d1e15905d HTTP/1.1" status: 200 len: 217 time: 0.1234739 Apr 28 20:15:46.566484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Allocated IP 172.20.0.2 (a28606cd-c046-44cf-947f-1189458d2c83/ad353e62-8e53-466c-b453-c757f8a502c5/935c2058-30a3-4243-8e7d-9a8a2395aa85) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:46.840528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-df1745ef-70fd-4c37-bb16-5f156fa95ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:46.842063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-df1745ef-70fd-4c37-bb16-5f156fa95ab5 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 200 len: 853 time: 0.2258103 Apr 28 20:15:46.886583 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:46.900986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Transition to ACTIVE for port object 935c2058-30a3-4243-8e7d-9a8a2395aa85 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:46.925239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Transition to ACTIVE for port object 935c2058-30a3-4243-8e7d-9a8a2395aa85 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:46.936448 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.050235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Network a28606cd-c046-44cf-947f-1189458d2c83 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:47.055673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:47.059951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:47.077455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Pushing event updated for resources: {'Port': ['ID=935c2058-30a3-4243-8e7d-9a8a2395aa85,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:47.159613 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-d4bb13df-b149-4e1d-9344-acbf954ff3c6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3036489 Apr 28 20:15:47.160634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.381536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Attempting to bind port 935c2058-30a3-4243-8e7d-9a8a2395aa85 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:47.383109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Attempting to bind port 935c2058-30a3-4243-8e7d-9a8a2395aa85 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:47.383897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Attempting to bind port 935c2058-30a3-4243-8e7d-9a8a2395aa85 on network a28606cd-c046-44cf-947f-1189458d2c83 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:47.394203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:47.400073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Checking segment: {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:47.401815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.403039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Bound using segment: {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:47.406516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Bound port: 935c2058-30a3-4243-8e7d-9a8a2395aa85, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:47.407022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.451020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6644053-2740-4a8a-b6e5-1a5b8314d520 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:47.454161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.505123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d688bee2-1b8c-4eeb-b3a3-d2a1f9ddfbac req-675da473-2e86-4806-a3bb-eac3ae9d32f6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:47.516615 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d688bee2-1b8c-4eeb-b3a3-d2a1f9ddfbac req-675da473-2e86-4806-a3bb-eac3ae9d32f6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 943 time: 0.2559414 Apr 28 20:15:47.643647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d688bee2-1b8c-4eeb-b3a3-d2a1f9ddfbac req-a9ef7034-e858-4b21-975f-f77436deceee tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249623 Apr 28 20:15:47.721618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Port': ['ID=b990c1a0-5805-4df8-87f3-ea8c7cbcf165,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:47.748136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Checking segment: {'id': '214a75c0-f9bb-4e00-8f61-9e55436ea00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:47.748606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network hostable DHCP agents. Network: 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:47.787712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] For port 935c2058-30a3-4243-8e7d-9a8a2395aa85, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:47.791700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] For port 935c2058-30a3-4243-8e7d-9a8a2395aa85, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=935c2058-30a3-4243-8e7d-9a8a2395aa85,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:47.796068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b6644053-2740-4a8a-b6e5-1a5b8314d520 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:47.801135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-e8af1833-b9e5-42c6-9566-efe2e5cdfdca service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6247025 Apr 28 20:15:47.808894 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.858810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b6644053-2740-4a8a-b6e5-1a5b8314d520 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:47.859129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:47.979744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d1ab12-235e-4639-b210-8086b3558560 None None] Pushing event updated for resources: {'Port': ['ID=935c2058-30a3-4243-8e7d-9a8a2395aa85,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:48.103289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-275eced0-df2c-43e6-a9e0-67d9ff02c148 req-e3c29edd-ea02-4f6a-89ed-4b7e262676ef service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518952 Apr 28 20:15:48.110280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:48.110975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.154715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:48.159457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:48.160925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.172642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b6644053-2740-4a8a-b6e5-1a5b8314d520, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6644053-2740-4a8a-b6e5-1a5b8314d520,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:48.176242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03b6006-a62f-43d8-b5f4-fad8666a8858 None None] Network 7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:48.192864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.274793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Port': ['ID=e89a84ac-9df4-4899-9c49-fe1f48116893,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:48.293751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.293751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.293751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.294634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.311054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.312033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.312871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.313569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.321497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.321497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.321497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.321887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:15:48.422946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Checking segment: {'id': '3e961df2-6524-4ab0-8479-4c7365336b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'c1f66910-ef4d-4c24-acc4-21eedb3af15f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:48.423460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network hostable DHCP agents. Network: c1f66910-ef4d-4c24-acc4-21eedb3af15f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:48.664636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:48.703965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network c1f66910-ef4d-4c24-acc4-21eedb3af15f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:48.737406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, c1f66910-ef4d-4c24-acc4-21eedb3af15f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:48.748607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.772367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d633815-4cb3-483d-87b1-76d5070894d1 None None] Network c1f66910-ef4d-4c24-acc4-21eedb3af15f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:48.812916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:48.823950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:48.829397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:48.830597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.877083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:48.980327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db7ae60c-0152-4b07-a8e8-e0e19190e7b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.6118116 Apr 28 20:15:48.980695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42118) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:49.092119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b3b65-653d-4964-b353-6abe2f6f065a req-ce2ebe01-0365-47c2-910b-3e20ffd251f7 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.093948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb4b3b65-653d-4964-b353-6abe2f6f065a req-ce2ebe01-0365-47c2-910b-3e20ffd251f7 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 943 time: 0.2539387 Apr 28 20:15:49.140969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Allocated IP 172.25.2.151 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c488ae0d-5bc0-4d7f-a654-78a7e503a0c6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:49.165757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24142a-7314-4548-9b48-2a83e8ee5377 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.172900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c24142a-7314-4548-9b48-2a83e8ee5377 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:49.182326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3c24142a-7314-4548-9b48-2a83e8ee5377 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1998682 Apr 28 20:15:49.183310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42124) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:49.203878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb4b3b65-653d-4964-b353-6abe2f6f065a req-34430480-b7d1-4f71-bdab-24387a572a58 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912123 Apr 28 20:15:49.325280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Deleting port b990c1a0-5805-4df8-87f3-ea8c7cbcf165 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:49.325895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.422019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 139b9954-6f92-4b95-887c-059d1e15905d details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:15:49.461859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6644053-2740-4a8a-b6e5-1a5b8314d520 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:49.513961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.580346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.702117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451bfa8-52cf-4d48-bf53-e108b94ac6ba None None] Network a28606cd-c046-44cf-947f-1189458d2c83 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:49.721170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b6644053-2740-4a8a-b6e5-1a5b8314d520 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:49.721551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.723276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:49.726387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:49.738405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:49.804222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:49.810419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Pushing event updated for resources: {'Port': ['ID=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:49.904278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=139b9954-6f92-4b95-887c-059d1e15905d,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:49.936071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c40911b7-420e-41c8-a193-043572e1bc1d None None] Provisioning for port 935c2058-30a3-4243-8e7d-9a8a2395aa85 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:49.960085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Calling delete_port for b990c1a0-5805-4df8-87f3-ea8c7cbcf165 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:49.983070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '139b9954-6f92-4b95-887c-059d1e15905d', 'network_id': '9f0905ca-2262-4a63-9b7d-6c9c00a755ac', 'port_id': '139b9954-6f92-4b95-887c-059d1e15905d', 'mac_address': 'fa:16:3e:7e:2a:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '521b342e-fc4d-42d8-a985-5a4a3cdb863b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:15:50.070829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.114706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 935c2058-30a3-4243-8e7d-9a8a2395aa85 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:50.153925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Port': ['ID=b990c1a0-5805-4df8-87f3-ea8c7cbcf165,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:50.165271 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.173547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e0f92d1-5bcf-4872-84b9-449e697258a4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/ports/b990c1a0-5805-4df8-87f3-ea8c7cbcf165 HTTP/1.1" status: 204 len: 168 time: 0.9864013 Apr 28 20:15:50.173786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42130) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:50.206735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.243024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 139b9954-6f92-4b95-887c-059d1e15905d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:15:50.249045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Deleting port e89a84ac-9df4-4899-9c49-fe1f48116893 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:15:50.249389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.282047 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88ba3894-6d33-4ff2-979b-f849e4de81b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.316590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=139b9954-6f92-4b95-887c-059d1e15905d,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:50.341614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.457693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 935c2058-30a3-4243-8e7d-9a8a2395aa85 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:50.486837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 935c2058-30a3-4243-8e7d-9a8a2395aa85 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:50.487220 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.535339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:50.544239 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.634570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.704568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['139b9954-6f92-4b95-887c-059d1e15905d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:15:50.792491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:50.873813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 935c2058-30a3-4243-8e7d-9a8a2395aa85, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=935c2058-30a3-4243-8e7d-9a8a2395aa85,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:50.895405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.028740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=935c2058-30a3-4243-8e7d-9a8a2395aa85,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:51.034247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d29c70d-b216-4102-9150-f68ac0d2a5c4 req-837cb5a9-c23f-48ec-9133-e72a7c1e7792 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:51.036017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d29c70d-b216-4102-9150-f68ac0d2a5c4 req-837cb5a9-c23f-48ec-9133-e72a7c1e7792 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 944 time: 0.6091073 Apr 28 20:15:51.044202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Calling delete_port for e89a84ac-9df4-4899-9c49-fe1f48116893 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:15:51.050845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ec22475-801c-4c2f-b7f3-9fbae8dfd11e None None] Provisioning complete for port 935c2058-30a3-4243-8e7d-9a8a2395aa85 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:51.051217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ec22475-801c-4c2f-b7f3-9fbae8dfd11e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.082643 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.165950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d29c70d-b216-4102-9150-f68ac0d2a5c4 req-635828eb-b56a-4b03-acb3-739d0abba74f tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859928 Apr 28 20:15:51.180025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.248318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Port': ['ID=e89a84ac-9df4-4899-9c49-fe1f48116893,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:51.250531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.262346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-66bd48b3-f3e1-4408-a795-1714c1da6f01 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/ports/e89a84ac-9df4-4899-9c49-fe1f48116893 HTTP/1.1" status: 204 len: 168 time: 1.0873857 Apr 28 20:15:51.263375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42140) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:51.282473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 935c2058-30a3-4243-8e7d-9a8a2395aa85 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:51.308872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e618a29a-d1ca-48b4-89ec-d97d5d5a7b88 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Synchronizing usage tracker for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:51.328673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e618a29a-d1ca-48b4-89ec-d97d5d5a7b88 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Unset dirty status for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:51.335261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:51.335633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e618a29a-d1ca-48b4-89ec-d97d5d5a7b88 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0708272 Apr 28 20:15:51.350063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-995121174'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:51.359837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:51.370050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 935c2058-30a3-4243-8e7d-9a8a2395aa85 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:51.370416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.370556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:network and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:51.373451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:51.383613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:51.396284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Router 27a539fe-488a-44af-abbb-800d290ff72d is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:15:51.399412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:51.402773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.567158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:51.585349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.585719 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment dfc1576f-556d-4f82-a469-fb58748d6eaa of type vlan for network d8c9af05-b25b-4f64-8361-3c159a67feae Apr 28 20:15:51.631388 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.641253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:51.652723 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Sync routers for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:51.666852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:51.667511 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:51.685934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.687169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-821e4154-7af3-4c56-8380-e7f23f5f48e4 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6419029 Apr 28 20:15:51.689765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42150) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:51.692394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.698023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:51.698610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:51.865274 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:51.873985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5374515 Apr 28 20:15:51.875993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42154) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:51.882874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1329634584'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:51.905985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:51.911171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:network and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:51.914645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:51.927564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:51.953009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:51.957239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.010559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:15:52.030859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.031674 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Added segment 829bc2a8-f222-4a1e-ab58-068decfa4a2c of type vlan for network 07490b74-aa94-4548-b606-917ecfd29eb4 Apr 28 20:15:52.066600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.107220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.113558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:52.114707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.200591 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:50Z', 'revision_number': 3, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:52.211094 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Checking router: 27a539fe-488a-44af-abbb-800d290ff72d for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:52.211432 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Updating router 27a539fe-488a-44af-abbb-800d290ff72d port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:15:52.256544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=07490b74-aa94-4548-b606-917ecfd29eb4,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:52.271824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dd981f02-fb5e-4b27-a7e5-2ac44275a461 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3947198 Apr 28 20:15:52.273328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 07490b74-aa94-4548-b606-917ecfd29eb4 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:52.320939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d681d29-ac81-455c-8fec-77a8190e3e1f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Network': ['ID=d8c9af05-b25b-4f64-8361-3c159a67feae,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:52.394521 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.453246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d8c9af05-b25b-4f64-8361-3c159a67feae details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:15:52.514854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8fba7ce-8903-4a4c-9ba9-9a97af732854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.815447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a3b2cc-46a5-430e-bfb1-f4a74c03685a req-645f276c-5b2f-4fde-8bb9-68a434a0565e tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:52.817788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08a3b2cc-46a5-430e-bfb1-f4a74c03685a req-645f276c-5b2f-4fde-8bb9-68a434a0565e tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 944 time: 0.4468296 Apr 28 20:15:52.898340 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:52.899295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08a3b2cc-46a5-430e-bfb1-f4a74c03685a req-91dbd069-1f33-4d0c-9cf7-a5735426283a tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753763 Apr 28 20:15:52.919216 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Transition to ACTIVE for port object c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:52.930725 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.071805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66a613-007f-4923-a37e-db9b731e0fd2 None None] Pushing event updated for resources: {'Port': ['ID=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:53.126235 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Attempting to bind port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:15:53.126572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Attempting to bind port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:15:53.126936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Attempting to bind port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:15:53.134080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:15:53.134477 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:53.134844 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.135165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.135304 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:15:53.135728 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Bound port: c488ae0d-5bc0-4d7f-a654-78a7e503a0c6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:15:53.136103 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.244431 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] For port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:15:53.249488 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] For port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:15:53.257614 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.351834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:53.352677 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:53.407094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Allocated IP 172.20.0.1 (a28606cd-c046-44cf-947f-1189458d2c83/ad353e62-8e53-466c-b453-c757f8a502c5/816ea101-f68a-4577-aaac-42b7aa5eff29) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:15:53.455243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 139b9954-6f92-4b95-887c-059d1e15905d up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:53.472591 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66a613-007f-4923-a37e-db9b731e0fd2 None None] Pushing event updated for resources: {'Port': ['ID=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:53.602216 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:53.617898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 139b9954-6f92-4b95-887c-059d1e15905d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:53.623310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 139b9954-6f92-4b95-887c-059d1e15905d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:53.623684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.694880 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.735109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Transition to ACTIVE for port object 816ea101-f68a-4577-aaac-42b7aa5eff29 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:15:53.789176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.883193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.919100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:53.962288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Network a28606cd-c046-44cf-947f-1189458d2c83 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:54.004747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:54.023333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:15:54.027896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:15:54.164132 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:50Z', 'revision_number': 3, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:54.173380 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed282f-1149-4e8c-a419-b90ce4977f28 None None] The sync data for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 is: [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:50Z', 'revision_number': 3, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:15:54.207763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Pushing event updated for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:54.214759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=139b9954-6f92-4b95-887c-059d1e15905d,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:54.230504 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:54.238653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:54.250966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:54.752949 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b44f9747-7d60-4f3c-9598-133e48b810ab'] response: {'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d', 'code': 200} Apr 28 20:15:54.763720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:54.806760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2987480a-f824-4df9-9cd9-2031674f3f40 None None] Provisioning for port 816ea101-f68a-4577-aaac-42b7aa5eff29 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:54.824202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2987480a-f824-4df9-9cd9-2031674f3f40 None None] Provisioning complete for port 816ea101-f68a-4577-aaac-42b7aa5eff29 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:54.825093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2987480a-f824-4df9-9cd9-2031674f3f40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:54.829056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.081194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacdcc3c-e5e7-426d-ac7c-9e0d0af27470 req-32e3754d-3ed1-4d04-aa99-58a2cd2d852b tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:55.103885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cacdcc3c-e5e7-426d-ac7c-9e0d0af27470 req-32e3754d-3ed1-4d04-aa99-58a2cd2d852b tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.5279307 Apr 28 20:15:55.137350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2987480a-f824-4df9-9cd9-2031674f3f40 None None] Port 816ea101-f68a-4577-aaac-42b7aa5eff29 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:15:55.155006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a6bf5a-0206-4feb-b2d6-39c8c262a44f req-a856c350-4624-4430-b00c-183eccd3c21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:55.156846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76a6bf5a-0206-4feb-b2d6-39c8c262a44f req-a856c350-4624-4430-b00c-183eccd3c21a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 1096 time: 0.6659272 Apr 28 20:15:55.256411 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cacdcc3c-e5e7-426d-ac7c-9e0d0af27470 req-11eacbe1-d170-46a6-94f8-f46857563072 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513171 Apr 28 20:15:55.279832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.287249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76a6bf5a-0206-4feb-b2d6-39c8c262a44f req-33482127-1f25-4849-b576-518feca9b534 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206203 Apr 28 20:15:55.329371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.337836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.369521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:55.512224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42174) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:55.520535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'subnets': [{'network_id': 'd8c9af05-b25b-4f64-8361-3c159a67feae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839985713', 'ip_version': 6}, {'network_id': '07490b74-aa94-4548-b606-917ecfd29eb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:55.520535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'subnet': {'network_id': 'd8c9af05-b25b-4f64-8361-3c159a67feae', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1839985713', 'ip_version': 6}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:55.521336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Request body: {'subnet': {'network_id': '07490b74-aa94-4548-b606-917ecfd29eb4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:15:55.522159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:15:55.530563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:55.531227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.912240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:15:55.923807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Usage tracker for resource:subnet and tenant:0a479db001d34637abdb5c62a31d99e9 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:15:55.930379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.935478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:15:55.942336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:15:55.967079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Made reservation on behalf of 0a479db001d34637abdb5c62a31d99e9 for: {'subnet': 2} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:15:55.967934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:15:55.973571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.975200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:55.978351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:56.014524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:56.053207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Pushing event updated for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:56.127892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:56.264297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Network a28606cd-c046-44cf-947f-1189458d2c83 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:15:56.265703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:56.674761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-20c92f7c-62ea-463c-a3ee-c9ceefc29f45 None None] Provisioning complete for port 816ea101-f68a-4577-aaac-42b7aa5eff29 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:56.675458 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20c92f7c-62ea-463c-a3ee-c9ceefc29f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:56.771677 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-20c92f7c-62ea-463c-a3ee-c9ceefc29f45 None None] Port 816ea101-f68a-4577-aaac-42b7aa5eff29 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:15:56.811030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92e53af-27a5-4d1d-86b6-a7bdf201c21f req-53644dc0-2f82-45be-9dce-fb169090a898 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:56.812497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d92e53af-27a5-4d1d-86b6-a7bdf201c21f req-53644dc0-2f82-45be-9dce-fb169090a898 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.2547975 Apr 28 20:15:56.854659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:56.868326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Router 27a539fe-488a-44af-abbb-800d290ff72d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:15:56.926004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d92e53af-27a5-4d1d-86b6-a7bdf201c21f req-a9484d5e-22b4-4964-ba33-8c8fa72a7c51 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048627 Apr 28 20:15:56.942762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Subnet': ['ID=cf456e3a-c7cc-4448-98e3-2ae04c9b249a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:56.959598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Checking segment: {'id': 'dfc1576f-556d-4f82-a469-fb58748d6eaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'd8c9af05-b25b-4f64-8361-3c159a67feae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:56.961999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network hostable DHCP agents. Network: d8c9af05-b25b-4f64-8361-3c159a67feae, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:57.006366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network d8c9af05-b25b-4f64-8361-3c159a67feae is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:57.028648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d8c9af05-b25b-4f64-8361-3c159a67feae) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:57.034361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.039606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90db435-0c41-4fc2-862e-0b3971f3e146 None None] Network d8c9af05-b25b-4f64-8361-3c159a67feae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:57.205770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:15:57.215296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event updated for resources: {'Subnet': ['ID=79745d86-dd1a-43e6-b166-d751836f02f3,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:57.222413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Checking segment: {'id': '829bc2a8-f222-4a1e-ab58-068decfa4a2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '07490b74-aa94-4548-b606-917ecfd29eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:15:57.222793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network hostable DHCP agents. Network: 07490b74-aa94-4548-b606-917ecfd29eb4, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:15:57.234071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-418fd33c-a7f0-40bb-a2d3-b9116bce257e admin admin] 10.222.0.24 "PUT /v2.0/routers/27a539fe-488a-44af-abbb-800d290ff72d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5423334 Apr 28 20:15:57.257666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Network 07490b74-aa94-4548-b606-917ecfd29eb4 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:15:57.270178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 07490b74-aa94-4548-b606-917ecfd29eb4) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:15:57.275702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:57.276659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:57.277005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.296625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc58c63-99ba-4096-91d8-e5bb0211feec None None] Network 07490b74-aa94-4548-b606-917ecfd29eb4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:57.307773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1539a1f-4353-428e-8ad0-701ff35f9628 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.7922499 Apr 28 20:15:57.308855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:57.394976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceb1c4-39ac-435b-b406-7f93d7ce4da4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:57.400224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceb1c4-39ac-435b-b406-7f93d7ce4da4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:57.402075 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ceb1c4-39ac-435b-b406-7f93d7ce4da4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:57.409276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-14ceb1c4-39ac-435b-b406-7f93d7ce4da4 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0992491 Apr 28 20:15:57.413741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42206) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:57.429903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:15:57.460051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Sync routers for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:15:57.506751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Deleting subnet cf456e3a-c7cc-4448-98e3-2ae04c9b249a {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:15:57.510133 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.580147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:15:57.580789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:57.610741 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.713860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.818921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:15:57.819294 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.821150 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.885866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:57.894219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/subnets/cf456e3a-c7cc-4448-98e3-2ae04c9b249a HTTP/1.1" status: 204 len: 168 time: 0.4771469 Apr 28 20:15:57.894618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:57.896805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6beadf69-9cba-4598-bdfb-5e9bc32c11b7 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Subnet': ['ID=cf456e3a-c7cc-4448-98e3-2ae04c9b249a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:57.984036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51624a8c-7bf4-4c8e-92a4-4d5b5b2eaf93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d8c9af05-b25b-4f64-8361-3c159a67feae', 'network_id': 'd8c9af05-b25b-4f64-8361-3c159a67feae', 'tenant_id': '0a479db001d34637abdb5c62a31d99e9', 'fixed_ips': [{'subnet_id': 'cf456e3a-c7cc-4448-98e3-2ae04c9b249a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:15:57.984961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-51624a8c-7bf4-4c8e-92a4-4d5b5b2eaf93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.032773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Deleting subnet 79745d86-dd1a-43e6-b166-d751836f02f3 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:15:58.037011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.150814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05194b8b-edbf-43b3-a946-94c5bdc354ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-07490b74-aa94-4548-b606-917ecfd29eb4', 'network_id': '07490b74-aa94-4548-b606-917ecfd29eb4', 'tenant_id': '0a479db001d34637abdb5c62a31d99e9', 'fixed_ips': [{'subnet_id': '79745d86-dd1a-43e6-b166-d751836f02f3'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:15:58.153092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05194b8b-edbf-43b3-a946-94c5bdc354ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.182718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:15:58.233616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.332182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.428743 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.503002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Subnet': ['ID=79745d86-dd1a-43e6-b166-d751836f02f3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:58.507877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:58.523481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82339ea1-8ebc-45ac-ac7a-716aea195d1a req-86b5414a-2f98-4294-ae30-4d6606f80f99 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:58.525331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82339ea1-8ebc-45ac-ac7a-716aea195d1a req-86b5414a-2f98-4294-ae30-4d6606f80f99 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.3911669 Apr 28 20:15:58.530207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42246) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:58.530432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b6dfec8d-7bd6-402f-a756-59c5875f654d tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/subnets/79745d86-dd1a-43e6-b166-d751836f02f3 HTTP/1.1" status: 204 len: 168 time: 0.6338601 Apr 28 20:15:58.601871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-82339ea1-8ebc-45ac-ac7a-716aea195d1a req-a2c128cd-7f40-4a4f-9e30-f840fd19dae5 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671434 Apr 28 20:15:58.666418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec968d5-1a51-4d57-a073-8610b38e329f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:58.666418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ec968d5-1a51-4d57-a073-8610b38e329f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Synchronizing usage tracker for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server [None req-05194b8b-edbf-43b3-a946-94c5bdc354ec None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79745d86-dd1a-43e6-b166-d751836f02f3: This subnet is being modified by another concurrent operation. Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.force_reraise() Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise self.value Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1452, in create_port Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1419, in _create_port_db Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server subnet.lock_register( Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server raise exception Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 79745d86-dd1a-43e6-b166-d751836f02f3: This subnet is being modified by another concurrent operation. Apr 28 20:15:58.678476 n-d-839811-1 neutron-server[88141]: ERROR oslo_messaging.rpc.server Apr 28 20:15:58.690114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5375ac55-7a1a-4067-8bb8-0bed98a5baa1 None None] Network d8c9af05-b25b-4f64-8361-3c159a67feae requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:58.724902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ec968d5-1a51-4d57-a073-8610b38e329f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Unset dirty status for tenant:0a479db001d34637abdb5c62a31d99e9 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:15:58.726830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9ec968d5-1a51-4d57-a073-8610b38e329f tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1957161 Apr 28 20:15:58.730490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:58.759227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d511813-37cc-43fe-911e-21cd239f4bc4 None None] Network 07490b74-aa94-4548-b606-917ecfd29eb4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:15:58.924105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.092681 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.123684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07490b74-aa94-4548-b606-917ecfd29eb4']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:59.139128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829bc2a8-f222-4a1e-ab58-068decfa4a2c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:59.139488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829bc2a8-f222-4a1e-ab58-068decfa4a2c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:59.159727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.188755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.206377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:15:59.206799 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:15:59.335454 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:15:59.338401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff387c75-bba6-4afb-be5f-dd01911f284a None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:15:59.340615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.376662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.381758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=07490b74-aa94-4548-b606-917ecfd29eb4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:15:59.394459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0b2c9372-8905-4d6e-a9f3-a3ca9c10a5cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/07490b74-aa94-4548-b606-917ecfd29eb4 HTTP/1.1" status: 204 len: 168 time: 0.6628783 Apr 28 20:15:59.395355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42282) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:59.456632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:54Z', 'revision_number': 4, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '816ea101-f68a-4577-aaac-42b7aa5eff29', 'name': '', 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'mac_address': 'fa:16:3e:4f:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:53Z', 'updated_at': '2022-04-28T20:15:54Z', 'revision_number': 2, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'subnets': [{'id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:15:59.505065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Checking router: 27a539fe-488a-44af-abbb-800d290ff72d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:15:59.505666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Updating router 27a539fe-488a-44af-abbb-800d290ff72d port 816ea101-f68a-4577-aaac-42b7aa5eff29 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:15:59.523178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f0e081-9d58-4636-a10c-caca2baa9783 req-d5e88abe-fe63-45ea-9bcf-c56c594dc3f9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:15:59.537019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f0e081-9d58-4636-a10c-caca2baa9783 req-d5e88abe-fe63-45ea-9bcf-c56c594dc3f9 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.1494265 Apr 28 20:15:59.636694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.676223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8f0e081-9d58-4636-a10c-caca2baa9783 req-e1d60c1f-739d-4068-8974-1e8f5fb9a517 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366179 Apr 28 20:15:59.708622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:15:59.709386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff387c75-bba6-4afb-be5f-dd01911f284a None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:15:59.809370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:15:59.983019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.027329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c9af05-b25b-4f64-8361-3c159a67feae']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.062164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfc1576f-556d-4f82-a469-fb58748d6eaa') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.065101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfc1576f-556d-4f82-a469-fb58748d6eaa') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.090307 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.112649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.121495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:00.121997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:00.233681 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:00.242545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.280840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.285526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=d8c9af05-b25b-4f64-8361-3c159a67feae,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:00.296572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50c2262a-6345-4617-94a0-339e21c9e117 tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/d8c9af05-b25b-4f64-8361-3c159a67feae HTTP/1.1" status: 204 len: 168 time: 0.8998492 Apr 28 20:16:00.297143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42298) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:00.473215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.611417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.630676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.659821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Transition to ACTIVE for port object 816ea101-f68a-4577-aaac-42b7aa5eff29 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:00.692985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.720217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:00.815275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f66910-ef4d-4c24-acc4-21eedb3af15f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.855699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e961df2-6524-4ab0-8479-4c7365336b1f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.856144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e961df2-6524-4ab0-8479-4c7365336b1f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:00.908801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e6ef-6bc2-4ca4-ac34-892684ac2085 None None] Pushing event updated for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:01.080072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.116925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Attempting to bind port 816ea101-f68a-4577-aaac-42b7aa5eff29 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:01.118094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Attempting to bind port 816ea101-f68a-4577-aaac-42b7aa5eff29 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:01.119332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Attempting to bind port 816ea101-f68a-4577-aaac-42b7aa5eff29 on network a28606cd-c046-44cf-947f-1189458d2c83 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:01.138748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.145234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:01.146627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Checking segment: {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:01.147249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.148160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Bound using segment: {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:01.148902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Bound port: 816ea101-f68a-4577-aaac-42b7aa5eff29, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc261b9e-a296-400a-a0aa-bb556b326f74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:01.149747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.186705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:01.187239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:01.230647 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:01.270909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] For port 816ea101-f68a-4577-aaac-42b7aa5eff29, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:01.274515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] For port 816ea101-f68a-4577-aaac-42b7aa5eff29, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=816ea101-f68a-4577-aaac-42b7aa5eff29,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:01.285244 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.304669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Deleting port b6644053-2740-4a8a-b6e5-1a5b8314d520 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:01.305007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.417487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-dce72de5-103b-40a7-ab01-d46757f0ce5a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:01.418875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:01.419007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-dce72de5-103b-40a7-ab01-d46757f0ce5a tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.5236320 Apr 28 20:16:01.419514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:01.442815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f2253-4ad0-457b-b8e0-dc9287b682e8 req-a679c129-d1fa-4744-b659-10fc0292208e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:01.457316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-173f2253-4ad0-457b-b8e0-dc9287b682e8 req-a679c129-d1fa-4744-b659-10fc0292208e tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.4406466 Apr 28 20:16:01.491001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.506769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc3e6ef-6bc2-4ca4-ac34-892684ac2085 None None] Pushing event updated for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:01.644533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port fc85581c-2d48-49bd-bceb-716d57c8e847 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:01.646053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] For port b6644053-2740-4a8a-b6e5-1a5b8314d520, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b6644053-2740-4a8a-b6e5-1a5b8314d520,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:01.646670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.648994 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.802952 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:01.826398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:01.831234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=c1f66910-ef4d-4c24-acc4-21eedb3af15f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:01.854525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bfff2db-876b-4857-a10a-9d5f9e5434cd tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/c1f66910-ef4d-4c24-acc4-21eedb3af15f HTTP/1.1" status: 204 len: 168 time: 1.5541039 Apr 28 20:16:01.857764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42310) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:01.874684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-173f2253-4ad0-457b-b8e0-dc9287b682e8 req-93dfad97-717f-4862-ba54-7841c43c7f99 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160986 Apr 28 20:16:01.875475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Calling delete_port for b6644053-2740-4a8a-b6e5-1a5b8314d520 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:02.097783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.151983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.163455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6644053-2740-4a8a-b6e5-1a5b8314d520,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:02.308679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:54Z', 'revision_number': 4, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '816ea101-f68a-4577-aaac-42b7aa5eff29', 'name': '', 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'mac_address': 'fa:16:3e:4f:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:53Z', 'updated_at': '2022-04-28T20:16:01Z', 'revision_number': 4, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'subnets': [{'id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:02.319337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc96efe2-3abf-4e68-a97f-d8a01bf3964b None None] The sync data for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 is: [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:15:54Z', 'revision_number': 4, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '816ea101-f68a-4577-aaac-42b7aa5eff29', 'name': '', 'network_id': 'a28606cd-c046-44cf-947f-1189458d2c83', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'mac_address': 'fa:16:3e:4f:c6:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3477, 'fixed_ips': [{'subnet_id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:53Z', 'updated_at': '2022-04-28T20:16:01Z', 'revision_number': 4, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'subnets': [{'id': 'ad353e62-8e53-466c-b453-c757f8a502c5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:02.409248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] For port fc85581c-2d48-49bd-bceb-716d57c8e847, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=fc85581c-2d48-49bd-bceb-716d57c8e847,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:02.409640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.666773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.703355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:02.726665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '214a75c0-f9bb-4e00-8f61-9e55436ea00b') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:02.727757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '214a75c0-f9bb-4e00-8f61-9e55436ea00b') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:02.729813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.755445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.862948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.875571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:02.876220 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:02.892638 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:03.146600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.183205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.201031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.201516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.201960 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Floating IP 5d9ceabd-7f80-46b4-8926-675b78c6985c disassociated. External IP: 172.25.2.251, port: fc85581c-2d48-49bd-bceb-716d57c8e847. Apr 28 20:16:03.202337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for fc85581c-2d48-49bd-bceb-716d57c8e847 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:03.313849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] 10.222.0.24 "DELETE /v2.0/networks/7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8 HTTP/1.1" status: 204 len: 168 time: 1.4528277 Apr 28 20:16:03.338254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9557cda-37ae-46bf-aee6-5ea18f13f44a tempest-BulkNetworkOpsIpV6Test-879625313 tempest-BulkNetworkOpsIpV6Test-879625313-project] Pushing event deleted for resources: {'Network': ['ID=7f9efe8e-ffc1-42e0-9a0b-e2a4ab038fe8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:03.377771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8644952-c457-4dd9-a7e5-c9183e807f34 req-c5e0ee53-f760-4a6d-be06-6ac5b67607ee tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:03.379315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8644952-c457-4dd9-a7e5-c9183e807f34 req-c5e0ee53-f760-4a6d-be06-6ac5b67607ee tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 946 time: 0.3001611 Apr 28 20:16:03.397661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Router eb34d6f3-ad96-4b94-9bf8-1026772e4314 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:03.458310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 816ea101-f68a-4577-aaac-42b7aa5eff29 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:03.572964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.642279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 816ea101-f68a-4577-aaac-42b7aa5eff29 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:03.663457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 816ea101-f68a-4577-aaac-42b7aa5eff29 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:03.666403 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:03.700717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=fc85581c-2d48-49bd-bceb-716d57c8e847,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:03.711414 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:16:03.760505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8644952-c457-4dd9-a7e5-c9183e807f34 req-bd7fca44-0c94-472a-824a-541913444f7f tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups?id=27180735-4ddd-40cc-bd09-44e3a91585ef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3538592 Apr 28 20:16:03.823711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:03.834035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Sync routers for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:03.852335 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:03.853283 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:03.873258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2add5b01-ce76-422d-98ed-ab64fe2d350c admin admin] 10.222.0.24 "PUT /v2.0/routers/eb34d6f3-ad96-4b94-9bf8-1026772e4314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1627705 Apr 28 20:16:03.876268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:04.031135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.141000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.216549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 816ea101-f68a-4577-aaac-42b7aa5eff29, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=816ea101-f68a-4577-aaac-42b7aa5eff29,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:04.225447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.263868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42332) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:04.311609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:04.431582 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:04.524912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:04.537315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc85581c-2d48-49bd-bceb-716d57c8e847 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:04.550760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.574384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Deleting port da5f722c-badf-43b2-8382-0212237037f3 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:04.574968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.622358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: fc85581c-2d48-49bd-bceb-716d57c8e847 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:04.624412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device fc85581c-2d48-49bd-bceb-716d57c8e847 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:04.692040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c5b62e79-0475-462f-914c-9ea2cbecdddf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0a479db001d34637abdb5c62a31d99e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183600 Apr 28 20:16:04.695185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:04.761297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:04.771843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:04.790140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:04.791076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:04.920418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] For port da5f722c-badf-43b2-8382-0212237037f3, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=da5f722c-badf-43b2-8382-0212237037f3,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:04.920987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.944087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:04.986016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.085911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'da5f722c-badf-43b2-8382-0212237037f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:16:02Z', 'revision_number': 5, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port': {'id': 'da5f722c-badf-43b2-8382-0212237037f3', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3439, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:33Z', 'updated_at': '2022-04-28T20:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:05.101406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Checking router: eb34d6f3-ad96-4b94-9bf8-1026772e4314 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:05.104092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] No DVR routers for this DVR port fc85581c-2d48-49bd-bceb-716d57c8e847 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:05.110511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.121737 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Routers {'eb34d6f3-ad96-4b94-9bf8-1026772e4314'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:05.122599 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:05.153921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'name': 'network-vif-deleted', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:05.187790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:05.316995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 816ea101-f68a-4577-aaac-42b7aa5eff29 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:05.352658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Calling delete_port for da5f722c-badf-43b2-8382-0212237037f3 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:05.454270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3119746b-14a8-4ecb-bf53-829e1f20c124 req-e281b048-71ef-4b1f-9cd1-78ff134b8c58 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/ports?device_id=f3d436d4-7fff-4b14-b3b0-eb0820915812 HTTP/1.1" status: 200 len: 210 time: 0.3652573 Apr 28 20:16:05.468512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c10eb58-3d0a-4e46-9a5b-8f04bbeaaa5d req-9cbc5342-49cc-461f-949f-47998daff843 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.41 "DELETE /v2.0/ports/fc85581c-2d48-49bd-bceb-716d57c8e847 HTTP/1.1" status: 204 len: 173 time: 4.0078192 Apr 28 20:16:05.496675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.527153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=245c811f-77bf-4029-8954-afe48544d745,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:05.586930 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] Set router eb34d6f3-ad96-4b94-9bf8-1026772e4314 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:05.590863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.595040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf3da5fc-d931-4b47-b297-f106e94d7edf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/245c811f-77bf-4029-8954-afe48544d745 HTTP/1.1" status: 204 len: 168 time: 0.8965368 Apr 28 20:16:05.634237 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50815f4e-5a36-4784-9c22-51509e62d8e0'] response: {'server_uuid': 'f3d436d4-7fff-4b14-b3b0-eb0820915812', 'name': 'network-vif-deleted', 'tag': 'fc85581c-2d48-49bd-bceb-716d57c8e847', 'status': 'completed', 'code': 200} Apr 28 20:16:05.725438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.823731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Pushing event deleted for resources: {'Port': ['ID=da5f722c-badf-43b2-8382-0212237037f3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:05.864552 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:16:04Z', 'revision_number': 6, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:05.869080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0cab0b-f487-4d91-b194-26212a342a40 None None] The sync data for ids ['eb34d6f3-ad96-4b94-9bf8-1026772e4314'] in n-d-839811-1 is: [{'id': 'eb34d6f3-ad96-4b94-9bf8-1026772e4314', 'name': 'tempest-TestAggregatesBasicOps-343036639-router', 'tenant_id': '41853d96f65d468fa6210de097f2c821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:32Z', 'updated_at': '2022-04-28T20:16:04Z', 'revision_number': 6, 'project_id': '41853d96f65d468fa6210de097f2c821', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:05.928546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 816ea101-f68a-4577-aaac-42b7aa5eff29 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:05.929096 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:05.947188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.157893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:06.162662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:06.174478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:06.175098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:06.186403 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.189450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.216377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.217536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb34d6f3-ad96-4b94-9bf8-1026772e4314 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:16:06.238268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.244338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:06.245197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cabaf654-2d36-4ab2-8796-617cb22f32ea admin admin] 10.222.0.24 "DELETE /v2.0/routers/eb34d6f3-ad96-4b94-9bf8-1026772e4314 HTTP/1.1" status: 204 len: 168 time: 2.3674140 Apr 28 20:16:06.376622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Deleting subnet ffbfd192-7b04-4589-8103-9d8f9e5038c9 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:06.381215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.439785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:06.481519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.619672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.675157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:06.713429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.829394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffbfd192-7b04-4589-8103-9d8f9e5038c9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:06.838528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:06.845785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.867273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20599465-d89f-4e28-af6b-098ff2e3b5dc admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ffbfd192-7b04-4589-8103-9d8f9e5038c9 HTTP/1.1" status: 204 len: 168 time: 0.6203666 Apr 28 20:16:06.868675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42394) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:06.874226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.891122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b660a7-bc49-4c08-a6c1-63756450125a None None] Network 7b9dd679-e357-4474-bbf2-b49c645106f4 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:06.909011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:06.983056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.028338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27180735-4ddd-40cc-bd09-44e3a91585ef,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:07.050575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.056093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-addf3688-49ea-4f3f-84cc-6c11769404f6 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/security-groups/27180735-4ddd-40cc-bd09-44e3a91585ef HTTP/1.1" status: 204 len: 168 time: 0.3789790 Apr 28 20:16:07.062797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.066865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9440bf83-a796-4425-b22c-f35e991e2e8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] Request body: {'port': {'network_id': 'd3e88669-5809-444c-867f-33b129d74f9a', 'name': 'tempest-NetworksNegativeTestJSON-1134829750'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:07.095839 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9440bf83-a796-4425-b22c-f35e991e2e8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] POST failed (client error): The resource could not be found. Apr 28 20:16:07.096732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9440bf83-a796-4425-b22c-f35e991e2e8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:07.099428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9440bf83-a796-4425-b22c-f35e991e2e8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2591493 Apr 28 20:16:07.111098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.112740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.118073 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-f572c119-8fa2-45c3-9e34-6b982a511482 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] show failed (client error): The resource could not be found. Apr 28 20:16:07.119967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f572c119-8fa2-45c3-9e34-6b982a511482 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "GET /v2.0/security-groups/27180735-4ddd-40cc-bd09-44e3a91585ef HTTP/1.1" status: 404 len: 347 time: 0.0261998 Apr 28 20:16:07.125795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42408) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.172428 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd79089-6939-43a4-9b20-09ff1ac85e7b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] DELETE failed (client error): The resource could not be found. Apr 28 20:16:07.172669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd79089-6939-43a4-9b20-09ff1ac85e7b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:07.174804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3dd79089-6939-43a4-9b20-09ff1ac85e7b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "DELETE /v2.0/networks/cbd8e8bc-9451-46da-b627-28648816181e HTTP/1.1" status: 404 len: 339 time: 0.0571210 Apr 28 20:16:07.191124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42412) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.194926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Deleting port 3de2d06f-bf47-4421-90e8-a1b25810b715 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:07.195182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.247844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:07.254319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918dbfeb-02bc-4f35-b430-43aed1a3d3fb None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:09:40Z', 'revision_number': 4, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '16ad4f60-5f15-4b69-9260-1a720e795d4e', 'name': '', 'network_id': '428176f7-73b6-4b6d-b135-b6c2ff8562f9', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'mac_address': 'fa:16:3e:7a:15:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3117, 'fixed_ips': [{'subnet_id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:37Z', 'updated_at': '2022-04-28T20:09:55Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'subnets': [{'id': 'afa334c4-1327-4a25-b557-a86dad2d38e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:07.349638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] DHCP port deletion for 7b9dd679-e357-4474-bbf2-b49c645106f4 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:07.354341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Deleting port 3de2d06f-bf47-4421-90e8-a1b25810b715 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:07.354718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.403754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da5f722c-badf-43b2-8382-0212237037f3 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:07.457210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 0bd05e91-8aa2-47bc-8063-877fb6d4cb20 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:07.458500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.476241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: da5f722c-badf-43b2-8382-0212237037f3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:07.476571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device da5f722c-badf-43b2-8382-0212237037f3 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:07.477417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6644053-2740-4a8a-b6e5-1a5b8314d520 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:07.560164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b6644053-2740-4a8a-b6e5-1a5b8314d520 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:07.562257 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b6644053-2740-4a8a-b6e5-1a5b8314d520 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:07.609202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] For port 3de2d06f-bf47-4421-90e8-a1b25810b715, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3de2d06f-bf47-4421-90e8-a1b25810b715,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:07.613615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.727313 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb430187-c827-486d-95aa-5b9a3820e81d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] DELETE failed (client error): The resource could not be found. Apr 28 20:16:07.728096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb430187-c827-486d-95aa-5b9a3820e81d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:07.730073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb430187-c827-486d-95aa-5b9a3820e81d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "DELETE /v2.0/ports/b21b3547-8bdd-43a6-b20e-dcc54e998190 HTTP/1.1" status: 404 len: 333 time: 0.5377665 Apr 28 20:16:07.730414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.730913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.738272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.742745 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba4c6f67-88a8-4817-a90b-1e0e3c61bec4 None None] New status for floating IP 5d9ceabd-7f80-46b4-8926-675b78c6985c: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:16:07.806758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Calling delete_port for 3de2d06f-bf47-4421-90e8-a1b25810b715 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:07.834978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] For port 3de2d06f-bf47-4421-90e8-a1b25810b715, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3de2d06f-bf47-4421-90e8-a1b25810b715,segment=NetworkSegment(a49249a0-64ff-4ee4-8cc0-7c79005891f9),segment_id=a49249a0-64ff-4ee4-8cc0-7c79005891f9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:07.835381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:07.865963 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c43718d-664a-40f3-b970-3068cab54a8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] DELETE failed (client error): The resource could not be found. Apr 28 20:16:07.866806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c43718d-664a-40f3-b970-3068cab54a8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:07.875388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2c43718d-664a-40f3-b970-3068cab54a8b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "DELETE /v2.0/subnets/ace10c5c-eb6c-4eda-a117-c6bd2e3bfc9c HTTP/1.1" status: 404 len: 337 time: 0.1362715 Apr 28 20:16:07.876427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42434) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:07.948887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.002096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 0bd05e91-8aa2-47bc-8063-877fb6d4cb20 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:08.091340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Pushing event deleted for resources: {'Port': ['ID=3de2d06f-bf47-4421-90e8-a1b25810b715,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:08.119735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] No DVR routers for this DVR port 3de2d06f-bf47-4421-90e8-a1b25810b715 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:08.131612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Calling delete_port for 3de2d06f-bf47-4421-90e8-a1b25810b715 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:08.215529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:08.216238 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:08.260385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.273197 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-888b0a59-1945-42dd-81d2-4ad65058726b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] GET failed (client error): The resource could not be found. Apr 28 20:16:08.277055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-888b0a59-1945-42dd-81d2-4ad65058726b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "GET /v2.0/networks/11fcda98-a205-4ce7-b6b4-edab76c4f2d4 HTTP/1.1" status: 404 len: 339 time: 0.3323574 Apr 28 20:16:08.282369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42444) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.301386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b9dd679-e357-4474-bbf2-b49c645106f4']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:08.320391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49249a0-64ff-4ee4-8cc0-7c79005891f9') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:08.320738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49249a0-64ff-4ee4-8cc0-7c79005891f9') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:08.334949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.358897 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-9682be73-3fb9-4016-8e0e-acfa598f7015 tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] GET failed (client error): The resource could not be found. Apr 28 20:16:08.360428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9682be73-3fb9-4016-8e0e-acfa598f7015 tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "GET /v2.0/ports/33d17e96-5160-4e9d-a5c9-5f1901cf1646 HTTP/1.1" status: 404 len: 333 time: 0.0750229 Apr 28 20:16:08.361004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.367704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42448) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.395338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:08.395964 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:08.428501 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-768fac76-23ef-436b-922e-85729b6f4a2b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] GET failed (client error): The resource could not be found. Apr 28 20:16:08.435076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-768fac76-23ef-436b-922e-85729b6f4a2b tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "GET /v2.0/subnets/e1506760-34c5-406e-a960-cee58c6b439b HTTP/1.1" status: 404 len: 337 time: 0.0610349 Apr 28 20:16:08.435076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:08.435076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.436487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.444493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8f3ef30e-b8ec-4602-bc22-ffe41117f62c tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:08.451334 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:08.486317 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f3ef30e-b8ec-4602-bc22-ffe41117f62c tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] PUT failed (client error): The resource could not be found. Apr 28 20:16:08.487465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f3ef30e-b8ec-4602-bc22-ffe41117f62c tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:08.495911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f3ef30e-b8ec-4602-bc22-ffe41117f62c tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "PUT /v2.0/networks/3220a775-2162-47f0-8dd6-5f7a0f4b8779 HTTP/1.1" status: 404 len: 339 time: 0.0569644 Apr 28 20:16:08.496689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.503460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18c22f5a-2df6-4e94-b11e-985821bfe25d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:08.553760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.554558 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-18c22f5a-2df6-4e94-b11e-985821bfe25d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] PUT failed (client error): The resource could not be found. Apr 28 20:16:08.555026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18c22f5a-2df6-4e94-b11e-985821bfe25d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:08.556159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18c22f5a-2df6-4e94-b11e-985821bfe25d tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "PUT /v2.0/ports/61883f3f-7f4e-4cdf-ba2d-64110f5d17bb HTTP/1.1" status: 404 len: 333 time: 0.0579689 Apr 28 20:16:08.560443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.566773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-43408668-e3f1-4780-945f-69caab525a0f tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:08.575128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.588386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b9dd679-e357-4474-bbf2-b49c645106f4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:08.591567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c663f64c-b08b-4bcc-b1b6-703bf7092b97 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7b9dd679-e357-4474-bbf2-b49c645106f4 HTTP/1.1" status: 204 len: 168 time: 1.7090402 Apr 28 20:16:08.594057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42466) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:08.600309 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-43408668-e3f1-4780-945f-69caab525a0f tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] PUT failed (client error): The resource could not be found. Apr 28 20:16:08.600762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43408668-e3f1-4780-945f-69caab525a0f tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:16:08.601918 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-43408668-e3f1-4780-945f-69caab525a0f tempest-NetworksNegativeTestJSON-2133582653 tempest-NetworksNegativeTestJSON-2133582653-project] 10.222.0.24 "PUT /v2.0/subnets/64e9ba90-6148-47da-b4a0-e6027ce3982c HTTP/1.1" status: 404 len: 337 time: 0.0400949 Apr 28 20:16:08.717881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Deleting port 3de2d06f-bf47-4421-90e8-a1b25810b715 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:08.718339 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:08.799730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a49c9524-0bd1-4a00-a67d-15b2d6288a0c None None] The port '3de2d06f-bf47-4421-90e8-a1b25810b715' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:16:08.899049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Deleting port 0bd05e91-8aa2-47bc-8063-877fb6d4cb20 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:08.899340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.143220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42478) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:09.245982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.246776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.334135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3de2d06f-bf47-4421-90e8-a1b25810b715 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:09.426989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3de2d06f-bf47-4421-90e8-a1b25810b715 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:09.427344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3de2d06f-bf47-4421-90e8-a1b25810b715 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:09.430546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Calling delete_port for 0bd05e91-8aa2-47bc-8063-877fb6d4cb20 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:09.488843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.513513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:09.523449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Usage tracker for resource:security_group_rule and tenant:99bbb8800a19473789e9e73b048dac47 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:09.528219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:09.542961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:09.668760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.709387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.781842 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.782934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Pushing event deleted for resources: {'Port': ['ID=0bd05e91-8aa2-47bc-8063-877fb6d4cb20,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:09.822137 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:09.938668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95462bf6-4641-4a79-9a52-0677b42250b8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:09.960018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33fa59a1-6f06-4511-9f14-1a50b20f74ec admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=99bbb8800a19473789e9e73b048dac47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8123505 Apr 28 20:16:09.963463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:09.972975 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.000446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.004213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abeed9e9-1fd3-40dd-898c-0ae612c8c6f1 tempest-AttachVolumeNegativeTest-1924492020 tempest-AttachVolumeNegativeTest-1924492020-project] 10.222.0.24 "DELETE /v2.0/floatingips/5d9ceabd-7f80-46b4-8926-675b78c6985c HTTP/1.1" status: 204 len: 168 time: 2.8747320 Apr 28 20:16:10.091794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.101133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.120875 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.189655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.214430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.217985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/95462bf6-4641-4a79-9a52-0677b42250b8 HTTP/1.1" status: 204 len: 168 time: 0.2510571 Apr 28 20:16:10.217985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fdf92e-591c-46d1-b7af-97166444272c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95462bf6-4641-4a79-9a52-0677b42250b8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:10.296819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Deleting port 816ea101-f68a-4577-aaac-42b7aa5eff29 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:10.297399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.525887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] For port 816ea101-f68a-4577-aaac-42b7aa5eff29, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=816ea101-f68a-4577-aaac-42b7aa5eff29,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:10.526433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:10.693856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Calling delete_port for 816ea101-f68a-4577-aaac-42b7aa5eff29 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:10.974703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.030651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=816ea101-f68a-4577-aaac-42b7aa5eff29,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:11.562701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42532) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:11.703605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-472001311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:11.724176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:11.728568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:router and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:11.735419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:11.752593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:11.759578 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.765035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.766420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.786539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.808982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.868184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.873000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-80fa5340-ffe7-4f7e-8762-daa992fef3bb tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3087888 Apr 28 20:16:11.873299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:11.878768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-186639475'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:11.896445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:11.897800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:network and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:11.900914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:11.908136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:11.929281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:11.950245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:11.993750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.017055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:12.021593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:security_group_rule and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:12.024658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:12.030823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:12.205693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.216482 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.260751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:12.289823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.290289 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Added segment b8ae5636-5ed1-42e5-ac33-f93fed994847 of type vlan for network f7762013-5e5f-41d6-a995-cc9fe1d01fee Apr 28 20:16:12.318797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cf352ff-22d1-4bf6-9141-f0ac22f3adc6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:12.331592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Router 27a539fe-488a-44af-abbb-800d290ff72d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:12.349054 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.398608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.480960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.491816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:12.493956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:12.628748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:12.642663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Sync routers for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:12.645256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-29998792-28f1-4c03-86e9-ab5a803bc9e1 admin admin] 10.222.0.24 "PUT /v2.0/routers/27a539fe-488a-44af-abbb-800d290ff72d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0498085 Apr 28 20:16:12.647806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:12.667316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:12.672844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:12.744015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Network': ['ID=f7762013-5e5f-41d6-a995-cc9fe1d01fee,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:12.785176 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-200ae1e0-4f79-4f00-b9f1-b1212113f071 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9107139 Apr 28 20:16:12.788855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:12.798286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'subnet': {'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:12.831255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:13.001659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.041763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:13.055853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:subnet and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:13.059571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:13.066236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:13.084150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:13.090955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.229249 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.245166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Deleting port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:13.245651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.270367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:13.617982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.631794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] For port c488ae0d-5bc0-4d7f-a654-78a7e503a0c6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:13.632409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.733064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151'}], 'enable_snat': True}, 'gw_port_id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:16:10Z', 'revision_number': 5, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port': {'id': 'c488ae0d-5bc0-4d7f-a654-78a7e503a0c6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:d9:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27a539fe-488a-44af-abbb-800d290ff72d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3472, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:15:48Z', 'updated_at': '2022-04-28T20:15:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:13.738158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Checking router: 27a539fe-488a-44af-abbb-800d290ff72d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:13.748218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Routers {'27a539fe-488a-44af-abbb-800d290ff72d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:13.749217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:15:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['27a539fe-488a-44af-abbb-800d290ff72d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:13.788786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Calling delete_port for c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:13.844307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Subnet': ['ID=22fa51b1-9dd8-444e-bb37-a065097135ac,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:13.862951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Checking segment: {'id': 'b8ae5636-5ed1-42e5-ac33-f93fed994847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:13.863382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network hostable DHCP agents. Network: f7762013-5e5f-41d6-a995-cc9fe1d01fee, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:13.917443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:13.931102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f7762013-5e5f-41d6-a995-cc9fe1d01fee) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:13.935372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:13.936019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:13.944530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1bb240-6803-4ba1-ab2e-a8f7a7bc8da4 None None] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:13.990720 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-78a3ac8a-4c03-4b3c-b8fe-0465366cdf6d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2002599 Apr 28 20:16:13.993933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:13.999929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'network': {'name': 'tempest-router-network01--996650366'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:14.009398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:14.018645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:network and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:14.029235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:14.044907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:14.064017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:14.067693 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.134037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.137779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:14.154412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] Set router 27a539fe-488a-44af-abbb-800d290ff72d gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:14.168418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.168418 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Added segment e74d722e-a507-4147-8f8f-ed410aae495f of type vlan for network fb52bebe-44aa-487d-9c1f-481a98205ec5 Apr 28 20:16:14.203844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Pushing event deleted for resources: {'Port': ['ID=c488ae0d-5bc0-4d7f-a654-78a7e503a0c6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:14.215406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.263306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.280045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:14.280694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.372638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.585154 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5886807 Apr 28 20:16:14.648275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:14.688733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'network': {'name': 'tempest-router-network02--1858515775'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:14.713315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db89a334-0d53-4691-8d45-2be0c81e6079 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Network': ['ID=fb52bebe-44aa-487d-9c1f-481a98205ec5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:14.730659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:14.757890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:network and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:14.767087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:14.783373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:14.796446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:14.800625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.850234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:14.863462 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.864957 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Added segment 5ee2c43c-03ed-4b27-b451-734c0f6798c0 of type vlan for network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 Apr 28 20:16:14.872773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.884751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.905287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:14.920322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.924522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.925424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27a539fe-488a-44af-abbb-800d290ff72d {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:16:14.940895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.945580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-66a078eb-e99c-4ff9-a80c-5b4012073378 admin admin] 10.222.0.24 "DELETE /v2.0/routers/27a539fe-488a-44af-abbb-800d290ff72d HTTP/1.1" status: 204 len: 168 time: 2.2952628 Apr 28 20:16:14.946666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42586) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:14.975507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:14.981440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:14.982115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.014823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:16:13Z', 'revision_number': 6, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:15.020900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4d465e-715c-4609-ab6f-34f384d66aa5 None None] The sync data for ids ['27a539fe-488a-44af-abbb-800d290ff72d'] in n-d-839811-1 is: [{'id': '27a539fe-488a-44af-abbb-800d290ff72d', 'name': 'tempest-TestAggregatesBasicOps-1045766160-router', 'tenant_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:15:46Z', 'updated_at': '2022-04-28T20:16:13Z', 'revision_number': 6, 'project_id': 'b9e43b5470534df9b2f4bc9e6c0a3ac9', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:15.033388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f7762013-5e5f-41d6-a995-cc9fe1d01fee', 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee', 'tenant_id': '4dd3db146cae4f6f878d95afed19ab8d', 'fixed_ips': [{'subnet_id': '22fa51b1-9dd8-444e-bb37-a065097135ac'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:16:15.034249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.039373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Deleting subnet ad353e62-8e53-466c-b453-c757f8a502c5 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:15.042850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.140160 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.266716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Allocated IP 172.20.0.2 (f7762013-5e5f-41d6-a995-cc9fe1d01fee/22fa51b1-9dd8-444e-bb37-a065097135ac/2678a741-3c93-4679-b830-0fc49abafd67) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:15.315005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.343709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 816ea101-f68a-4577-aaac-42b7aa5eff29 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:15.401763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.416652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 816ea101-f68a-4577-aaac-42b7aa5eff29 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:15.416652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 816ea101-f68a-4577-aaac-42b7aa5eff29 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:15.503558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad353e62-8e53-466c-b453-c757f8a502c5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:15.519762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.523124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4562c4-7ebf-4c25-b49c-1194b5237e6b None None] Network a28606cd-c046-44cf-947f-1189458d2c83 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:15.533824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ce11adc4-d4a9-4779-b3d9-1a15da247544 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/ad353e62-8e53-466c-b453-c757f8a502c5 HTTP/1.1" status: 204 len: 168 time: 0.5854912 Apr 28 20:16:15.536165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:15.575069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Network': ['ID=8342c2ee-9101-4cea-8a5b-1eb5ea7ff750,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:15.595752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-20c467fa-35c0-4532-9e61-6e3dfa31bf30 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9404790 Apr 28 20:16:15.597955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:15.604747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'subnet': {'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:15.637617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:15.780692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:15.796913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:subnet and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:15.811032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-86917df8-7016-4ac8-9df4-d81a84204b36 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3563335 Apr 28 20:16:15.811930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:15.818005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.826326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:15.851143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:15.852608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Deleting port 935c2058-30a3-4243-8e7d-9a8a2395aa85 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:15.853223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.854806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.894840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:15.917636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Transition to ACTIVE for port object 2678a741-3c93-4679-b830-0fc49abafd67 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:15.965099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Transition to ACTIVE for port object 2678a741-3c93-4679-b830-0fc49abafd67 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:16.076539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.254417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:16.295392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:16.309615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:16.321101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] For port 935c2058-30a3-4243-8e7d-9a8a2395aa85, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=935c2058-30a3-4243-8e7d-9a8a2395aa85,segment=NetworkSegment(bc261b9e-a296-400a-a0aa-bb556b326f74),segment_id=bc261b9e-a296-400a-a0aa-bb556b326f74)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:16.321607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.430608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Pushing event updated for resources: {'Port': ['ID=2678a741-3c93-4679-b830-0fc49abafd67,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:16.431704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-fadc18a7-0eaa-4021-a842-288b4c74e7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:16.433557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-fadc18a7-0eaa-4021-a842-288b4c74e7fb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 1096 time: 0.4886801 Apr 28 20:16:16.519885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.670942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Attempting to bind port 2678a741-3c93-4679-b830-0fc49abafd67 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:16.671369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Attempting to bind port 2678a741-3c93-4679-b830-0fc49abafd67 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b8ae5636-5ed1-42e5-ac33-f93fed994847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:16.672143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Attempting to bind port 2678a741-3c93-4679-b830-0fc49abafd67 on network f7762013-5e5f-41d6-a995-cc9fe1d01fee {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:16.685597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Subnet': ['ID=3c06d07d-42ef-4eb3-88c4-1808d800a369,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:16.707345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Checking segment: {'id': 'e74d722e-a507-4147-8f8f-ed410aae495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:16.707808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network hostable DHCP agents. Network: fb52bebe-44aa-487d-9c1f-481a98205ec5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:16.719705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:16.720761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-8731cad7-47a6-4f1f-82a1-574ab3257832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:16.722502 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-8731cad7-47a6-4f1f-82a1-574ab3257832 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 200 len: 914 time: 0.2544885 Apr 28 20:16:16.725274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Checking segment: {'id': 'b8ae5636-5ed1-42e5-ac33-f93fed994847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:16.726316 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.726939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Bound using segment: {'id': 'b8ae5636-5ed1-42e5-ac33-f93fed994847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:16.727945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Bound port: 2678a741-3c93-4679-b830-0fc49abafd67, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8ae5636-5ed1-42e5-ac33-f93fed994847', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'f7762013-5e5f-41d6-a995-cc9fe1d01fee'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:16.729931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.870667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-771223e0-4093-4d54-9eba-75e8c3e237d5 None None] DHCP port deletion for a28606cd-c046-44cf-947f-1189458d2c83 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:16.870822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:16.895007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-40f41279-1c14-4312-b5f3-9a40514d0f6d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=139b9954-6f92-4b95-887c-059d1e15905d HTTP/1.1" status: 200 len: 217 time: 0.1596510 Apr 28 20:16:16.895873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-771223e0-4093-4d54-9eba-75e8c3e237d5 None None] Deleting port 935c2058-30a3-4243-8e7d-9a8a2395aa85 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:16.896724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-771223e0-4093-4d54-9eba-75e8c3e237d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:16.926289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Calling delete_port for 935c2058-30a3-4243-8e7d-9a8a2395aa85 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:16.988744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, fb52bebe-44aa-487d-9c1f-481a98205ec5) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:17.006954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:17.008112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.016724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99cc88cf-830b-4de8-9034-bfd153333513 None None] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:17.070763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.119541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-da59b680-8c65-4365-a80e-a75006963761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:17.121112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-da59b680-8c65-4365-a80e-a75006963761 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 200 len: 853 time: 0.2107079 Apr 28 20:16:17.126986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d6d0beaf-684f-4ef9-b147-fc506c290c73 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5235312 Apr 28 20:16:17.127432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:17.145210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'subnet': {'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:17.191932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] No DVR routers for this DVR port 935c2058-30a3-4243-8e7d-9a8a2395aa85 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:17.308787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-f7256bc3-2d6c-4580-84f5-b2a0339cea39 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9f0905ca-2262-4a63-9b7d-6c9c00a755ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1397202 Apr 28 20:16:17.333002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=935c2058-30a3-4243-8e7d-9a8a2395aa85,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:17.356349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.356696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.357031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.357678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.357678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.358314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.358314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.359649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.360261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.360875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.361553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.362100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:17.367967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-771223e0-4093-4d54-9eba-75e8c3e237d5 None None] The port '935c2058-30a3-4243-8e7d-9a8a2395aa85' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:16:17.387200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:17.486107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] For port 2678a741-3c93-4679-b830-0fc49abafd67, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:17.498225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:17.498500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c488ae0d-5bc0-4d7f-a654-78a7e503a0c6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:17.498920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 935c2058-30a3-4243-8e7d-9a8a2395aa85 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:17.511296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.547018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a28606cd-c046-44cf-947f-1189458d2c83']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:17.578836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc261b9e-a296-400a-a0aa-bb556b326f74') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:17.579284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc261b9e-a296-400a-a0aa-bb556b326f74') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:17.616905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.634851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.642510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:17.643122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.668972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:17.687374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] For port 2678a741-3c93-4679-b830-0fc49abafd67, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2678a741-3c93-4679-b830-0fc49abafd67,segment=NetworkSegment(b8ae5636-5ed1-42e5-ac33-f93fed994847),segment_id=b8ae5636-5ed1-42e5-ac33-f93fed994847)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:17.688304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 935c2058-30a3-4243-8e7d-9a8a2395aa85 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:17.688651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 935c2058-30a3-4243-8e7d-9a8a2395aa85 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:17.696453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Usage tracker for resource:subnet and tenant:4dd3db146cae4f6f878d95afed19ab8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:17.710433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.737584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:17.747617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:17.770303 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:17.775066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Made reservation on behalf of 4dd3db146cae4f6f878d95afed19ab8d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:17.775791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.783023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.833744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:17.856248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-0d79e6d0-2edd-4cc4-92c9-d28be69a5c59 service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5312288 Apr 28 20:16:17.857253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a28606cd-c046-44cf-947f-1189458d2c83,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:17.860359 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2216a482-14f2-4ce9-af88-07a50efa68a6 admin admin] 10.222.0.24 "DELETE /v2.0/networks/a28606cd-c046-44cf-947f-1189458d2c83 HTTP/1.1" status: 204 len: 168 time: 2.3222244 Apr 28 20:16:18.043124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-fb52bebe-44aa-487d-9c1f-481a98205ec5', 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5', 'tenant_id': '4dd3db146cae4f6f878d95afed19ab8d', 'fixed_ips': [{'subnet_id': '3c06d07d-42ef-4eb3-88c4-1808d800a369'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:16:18.043933 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.073235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e5cb9f-4430-4d4a-ade2-268ebbb9b424 None None] Pushing event updated for resources: {'Port': ['ID=2678a741-3c93-4679-b830-0fc49abafd67,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:18.178617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8562f4c9-8cef-4d58-9263-ead318f94770 req-1a346489-0f9e-46b9-b17f-eb2b09d55c58 service neutron] 10.222.0.46 "GET /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3076985 Apr 28 20:16:18.288067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:18.311635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Allocated IP 172.20.0.2 (fb52bebe-44aa-487d-9c1f-481a98205ec5/3c06d07d-42ef-4eb3-88c4-1808d800a369/0ea9b438-0b52-48ec-86db-86386cc9eee8) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:18.403099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de528a5b-5bca-42d8-87e5-9b5b35391039 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=41853d96f65d468fa6210de097f2c821&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137447 Apr 28 20:16:18.403718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:18.590717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.671521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.686538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.772350 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.794572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ab3e93-bc52-45c5-afe5-1916dce0d842,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:18.797518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.802894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1bb2c1b8-a972-4fd8-a35f-a9f1cbc83572 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1ab3e93-bc52-45c5-afe5-1916dce0d842 HTTP/1.1" status: 204 len: 168 time: 0.3982046 Apr 28 20:16:18.860918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Subnet': ['ID=9bbe454c-91d5-4d99-ad34-511c8f4611e6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:18.865592 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.904747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Transition to ACTIVE for port object 0ea9b438-0b52-48ec-86db-86386cc9eee8 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:18.915286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Checking segment: {'id': '5ee2c43c-03ed-4b27-b451-734c0f6798c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:18.915657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network hostable DHCP agents. Network: 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:18.939933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:18.941395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Transition to ACTIVE for port object 0ea9b438-0b52-48ec-86db-86386cc9eee8 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:18.963516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:18.967960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:18.978462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:18.981616 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:19.028870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60db9e36-409b-4074-9456-65ba4da991f2 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9002795 Apr 28 20:16:19.031672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42668) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:19.105808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea877615-2b26-4504-8657-4099feb9a4a7 None None] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:19.451582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2678a741-3c93-4679-b830-0fc49abafd67 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:19.552425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:19.561408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Pushing event updated for resources: {'Port': ['ID=0ea9b438-0b52-48ec-86db-86386cc9eee8,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:19.577954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:19.585436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:19.652656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-8342c2ee-9101-4cea-8a5b-1eb5ea7ff750', 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750', 'tenant_id': '4dd3db146cae4f6f878d95afed19ab8d', 'fixed_ips': [{'subnet_id': '9bbe454c-91d5-4d99-ad34-511c8f4611e6'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:16:19.654522 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:19.673895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:19.700313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 2678a741-3c93-4679-b830-0fc49abafd67 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:19.751169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ca55ba39-9c9d-4f95-bae6-d98d3e2e4854 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9e43b5470534df9b2f4bc9e6c0a3ac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0751867 Apr 28 20:16:19.753144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42688) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:19.802387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Attempting to bind port 0ea9b438-0b52-48ec-86db-86386cc9eee8 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:19.802672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Attempting to bind port 0ea9b438-0b52-48ec-86db-86386cc9eee8 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e74d722e-a507-4147-8f8f-ed410aae495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:19.803040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Attempting to bind port 0ea9b438-0b52-48ec-86db-86386cc9eee8 on network fb52bebe-44aa-487d-9c1f-481a98205ec5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:19.822341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:19.822717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Checking segment: {'id': 'e74d722e-a507-4147-8f8f-ed410aae495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:19.823121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:19.823523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Bound using segment: {'id': 'e74d722e-a507-4147-8f8f-ed410aae495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:19.823994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Bound port: 0ea9b438-0b52-48ec-86db-86386cc9eee8, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e74d722e-a507-4147-8f8f-ed410aae495f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'fb52bebe-44aa-487d-9c1f-481a98205ec5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:19.824369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:19.894474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:19.932251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.021209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.028325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2842e2c-9e0b-4882-b8d1-3c7687ff6b00 None None] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:20.056540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74403d19-d8d4-4817-a98a-f58f336174a5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:20.077619 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.081981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3086a430-25c4-4523-8603-3a3db97061a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/74403d19-d8d4-4817-a98a-f58f336174a5 HTTP/1.1" status: 204 len: 168 time: 0.3262851 Apr 28 20:16:20.219389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Provisioning for port 2678a741-3c93-4679-b830-0fc49abafd67 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:20.252996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.333411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Provisioning complete for port 2678a741-3c93-4679-b830-0fc49abafd67 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:20.333924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.576798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] For port 0ea9b438-0b52-48ec-86db-86386cc9eee8, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:20.592927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6da74f7a-8623-4edb-b947-6b935e70ae21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.597740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] For port 0ea9b438-0b52-48ec-86db-86386cc9eee8, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0ea9b438-0b52-48ec-86db-86386cc9eee8,segment=NetworkSegment(e74d722e-a507-4147-8f8f-ed410aae495f),segment_id=e74d722e-a507-4147-8f8f-ed410aae495f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:20.671241 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.681121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:20.880853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c621a0f-1213-4fe5-aaba-0438e2da008d None None] Pushing event updated for resources: {'Port': ['ID=0ea9b438-0b52-48ec-86db-86386cc9eee8,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:20.932975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] For port 2678a741-3c93-4679-b830-0fc49abafd67, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2678a741-3c93-4679-b830-0fc49abafd67,segment=NetworkSegment(b8ae5636-5ed1-42e5-ac33-f93fed994847),segment_id=b8ae5636-5ed1-42e5-ac33-f93fed994847)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:20.943558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Allocated IP 172.20.0.2 (8342c2ee-9101-4cea-8a5b-1eb5ea7ff750/9bbe454c-91d5-4d99-ad34-511c8f4611e6/85338c2f-4e4f-46f1-b4b2-5772b1d5db41) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:20.959874 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:21.290460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5cdf2a-c873-484d-972b-148c0b622570 None None] Pushing event updated for resources: {'Port': ['ID=2678a741-3c93-4679-b830-0fc49abafd67,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:21.325869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Allocated IP 172.20.0.1 (fb52bebe-44aa-487d-9c1f-481a98205ec5/3c06d07d-42ef-4eb3-88c4-1808d800a369/a203ec0e-f0f0-46c7-b40d-a2f99942dd0f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:21.668261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:21.715407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Transition to ACTIVE for port object a203ec0e-f0f0-46c7-b40d-a2f99942dd0f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:21.787587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:21.789396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:21.827660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Transition to ACTIVE for port object 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:21.873062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Transition to ACTIVE for port object 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:21.880311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:21.911961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:21.986576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Port': ['ID=a203ec0e-f0f0-46c7-b40d-a2f99942dd0f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:22.003150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:22.006319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:22.010139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:22.054870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:22.061384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:22.077028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:22.082454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Pushing event updated for resources: {'Port': ['ID=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:22.139487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.152625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-884259123-network', 'tenant_id': '5e9337cc429f4f6690d78215042ce1bc'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:22.159926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:22.167333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Usage tracker for resource:network and tenant:5e9337cc429f4f6690d78215042ce1bc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:22.175066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:22.193899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:22.231076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Made reservation on behalf of 5e9337cc429f4f6690d78215042ce1bc for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:22.233825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.267668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.287579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:22.292823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Usage tracker for resource:security_group_rule and tenant:5e9337cc429f4f6690d78215042ce1bc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:22.297000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:22.305340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.305984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:22.355095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e7fb762b-2747-42ca-aa9e-c8dcd158426e None None] Provisioning complete for port 2678a741-3c93-4679-b830-0fc49abafd67 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:22.355703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7fb762b-2747-42ca-aa9e-c8dcd158426e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.419039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Attempting to bind port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:22.419701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Attempting to bind port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '5ee2c43c-03ed-4b27-b451-734c0f6798c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:22.420309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Attempting to bind port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 on network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:22.447801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:22.448453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Checking segment: {'id': '5ee2c43c-03ed-4b27-b451-734c0f6798c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:22.449010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.449579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Bound using segment: {'id': '5ee2c43c-03ed-4b27-b451-734c0f6798c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:22.450276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Bound port: 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee2c43c-03ed-4b27-b451-734c0f6798c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '8342c2ee-9101-4cea-8a5b-1eb5ea7ff750'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:22.450928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.467033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.478096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.511623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:22.569533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.569886 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Added segment 8942f54d-7e22-40e5-9e1a-dcffdd3024b2 of type vlan for network 7bf96cc7-128d-4269-b57e-7ad38341b93b Apr 28 20:16:22.623885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4131b868-f14d-4cc3-9c96-9c4bce944ddb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:22.628206 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1ea42e61-17ee-4537-86af-dfc1eed4d014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.650276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.693314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.694766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:22.696491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.817626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] For port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:22.861117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] For port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,segment=NetworkSegment(5ee2c43c-03ed-4b27-b451-734c0f6798c0),segment_id=5ee2c43c-03ed-4b27-b451-734c0f6798c0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:22.882492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:22.910126 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9938707 Apr 28 20:16:22.912451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:22.920700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Request body: {'subnet': {'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-884259123-subnet', 'tenant_id': '5e9337cc429f4f6690d78215042ce1bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:22.940783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:22.962105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Usage tracker for resource:subnet and tenant:5e9337cc429f4f6690d78215042ce1bc is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:22.962105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:22.976217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:22.984890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252660e3-11b4-4e73-8147-b532cf79cf81 admin admin] Pushing event updated for resources: {'Network': ['ID=7bf96cc7-128d-4269-b57e-7ad38341b93b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:22.999684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Made reservation on behalf of 5e9337cc429f4f6690d78215042ce1bc for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:23.002604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a1ca2-1d62-4df3-aeeb-9d857e37ddd6 None None] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:23.003079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.039435 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.053732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.096819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7bf96cc7-128d-4269-b57e-7ad38341b93b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:23.124365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ef072-2996-4c66-8c66-ff79059e768c None None] Pushing event updated for resources: {'Port': ['ID=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:23.301190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e522aafe-02d9-4bd4-9841-392035c47862 None None] Provisioning for port 0ea9b438-0b52-48ec-86db-86386cc9eee8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:23.365566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.396935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42750) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:23.397645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Port': ['ID=a203ec0e-f0f0-46c7-b40d-a2f99942dd0f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:23.780154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:23.798995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2678a741-3c93-4679-b830-0fc49abafd67 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:23.964062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2678a741-3c93-4679-b830-0fc49abafd67 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:23.964795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:24.007734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:24.018004 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:24.027239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Checking segment: {'id': '8942f54d-7e22-40e5-9e1a-dcffdd3024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:24.027604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Network hostable DHCP agents. Network: 7bf96cc7-128d-4269-b57e-7ad38341b93b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:24.085268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Network 7bf96cc7-128d-4269-b57e-7ad38341b93b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:24.101529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7bf96cc7-128d-4269-b57e-7ad38341b93b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:24.103050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:24.108259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:24.116924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:24.117541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:24.167153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e80dad6-3071-4894-86d3-821e4fde14f9 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2519102 Apr 28 20:16:24.246666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54119911-5522-460c-86ce-1be168071142 None None] Network 7bf96cc7-128d-4269-b57e-7ad38341b93b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:24.586271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:24.842643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0ea9b438-0b52-48ec-86db-86386cc9eee8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:25.004338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cdf256-d560-4f41-bcf0-6b56f551c422 None None] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:25.278834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0ea9b438-0b52-48ec-86db-86386cc9eee8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:25.307235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-293a968a-9d68-4f6e-b9d9-d860fd679593 None None] Provisioning for port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:25.475776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:25.481297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-395821974-network', 'tenant_id': 'c9886a5828a14dff9ed8faa2bee74e0d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:25.490991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:25.497785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Usage tracker for resource:network and tenant:c9886a5828a14dff9ed8faa2bee74e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:25.507783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:25.517513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:25.542214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Made reservation on behalf of c9886a5828a14dff9ed8faa2bee74e0d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:25.544760 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.572499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.600201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:25.602047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0ea9b438-0b52-48ec-86db-86386cc9eee8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:25.602428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.605627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Usage tracker for resource:security_group_rule and tenant:c9886a5828a14dff9ed8faa2bee74e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:25.608996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:25.619180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Router a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:16:25.619615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:25.668238 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.843058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e466bb-a7f2-4661-b7e8-3df227a4c4b1 None None] Network 7bf96cc7-128d-4269-b57e-7ad38341b93b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:25.867970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.889625 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:25.983637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33a7c2b4-1fcc-48c6-9d5f-03f77adedbc8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:26.007695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:26.031140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.031954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:26.032218 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Added segment 54a9c780-3193-42c6-9736-1fa349fb3bad of type vlan for network 634ae7d3-ae31-43d7-be32-6823d0c9f20e Apr 28 20:16:26.045347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9ba88b4f-ec30-479d-a5cc-a168aeeaeba6 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0125868 Apr 28 20:16:26.048211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42786) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:26.051784 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] Sync routers for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:26.068513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:26.073420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:26.108054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.166119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Provisioning for port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:26.177775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Provisioning complete for port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:26.178272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.197859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.198895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:26.199578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.235347 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:26.258013 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:26.261158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:26.262576 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:26.320877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.362500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.412936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9359670 Apr 28 20:16:26.420089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42790) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:26.428685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Request body: {'subnet': {'network_id': '634ae7d3-ae31-43d7-be32-6823d0c9f20e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-395821974-subnet', 'tenant_id': 'c9886a5828a14dff9ed8faa2bee74e0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:26.433056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c664275a-f51d-4013-a7f4-6bfe0ea896f0 admin admin] Pushing event updated for resources: {'Network': ['ID=634ae7d3-ae31-43d7-be32-6823d0c9f20e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:26.434354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Provisioning complete for port 0ea9b438-0b52-48ec-86db-86386cc9eee8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:26.436932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:26.440937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Usage tracker for resource:subnet and tenant:c9886a5828a14dff9ed8faa2bee74e0d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:26.444122 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:26.444663 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11a38755-d4fa-4185-9740-420e66923a2c None None] The sync data for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:26.445200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:26.445587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e717445c-161f-41cc-b55b-7581044eb3e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.461107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:26.482652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Made reservation on behalf of c9886a5828a14dff9ed8faa2bee74e0d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:26.486204 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.535357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 634ae7d3-ae31-43d7-be32-6823d0c9f20e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:26.649433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0ea9b438-0b52-48ec-86db-86386cc9eee8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0ea9b438-0b52-48ec-86db-86386cc9eee8,segment=NetworkSegment(e74d722e-a507-4147-8f8f-ed410aae495f),segment_id=e74d722e-a507-4147-8f8f-ed410aae495f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:26.697554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.834195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:26.890658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0ea9b438-0b52-48ec-86db-86386cc9eee8,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:26.896188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:26.955330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=098143b8-de6e-4bcd-bda6-07d33f8fa851,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:27.034797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Checking segment: {'id': '54a9c780-3193-42c6-9736-1fa349fb3bad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '634ae7d3-ae31-43d7-be32-6823d0c9f20e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:27.035156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Network hostable DHCP agents. Network: 634ae7d3-ae31-43d7-be32-6823d0c9f20e, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:27.092309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Network 634ae7d3-ae31-43d7-be32-6823d0c9f20e is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:27.112405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 634ae7d3-ae31-43d7-be32-6823d0c9f20e) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:27.117213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:27.118161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:27.148988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ef2c61-5db0-45ab-98d6-2461d25c71ab None None] Network 634ae7d3-ae31-43d7-be32-6823d0c9f20e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:27.166203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e49ea5ae-e375-4da6-9adf-c032c3bd1c81 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7449517 Apr 28 20:16:27.215854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-88bcbbd0-58ad-4468-b4c7-91c4ff659378 None None] Provisioning complete for port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:27.216052 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88bcbbd0-58ad-4468-b4c7-91c4ff659378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:27.338776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:27.363274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:27.363647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:27.510313 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-e6a72866-11b6-4cb0-949b-a4b05a545453 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:16:27.514920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:27.523970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-88bcbbd0-58ad-4468-b4c7-91c4ff659378 None None] Port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:27.525142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6a72866-11b6-4cb0-949b-a4b05a545453 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4628105 Apr 28 20:16:27.654416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Deleting port 16ad4f60-5f15-4b69-9260-1a720e795d4e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:27.654756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:27.853232 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:27.903578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9e951119-d084-4757-bdfb-9f47f20bc2e2 None None] Provisioning complete for port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:27.904132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e951119-d084-4757-bdfb-9f47f20bc2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:28.018255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] For port 16ad4f60-5f15-4b69-9260-1a720e795d4e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=16ad4f60-5f15-4b69-9260-1a720e795d4e,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:28.026587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:28.162157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eab0e5-7b3d-407b-b090-55962422cdd7 None None] Network 634ae7d3-ae31-43d7-be32-6823d0c9f20e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:28.189042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,segment=NetworkSegment(5ee2c43c-03ed-4b27-b451-734c0f6798c0),segment_id=5ee2c43c-03ed-4b27-b451-734c0f6798c0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:28.205336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:28.225642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Calling delete_port for 16ad4f60-5f15-4b69-9260-1a720e795d4e owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:28.450336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:28.458903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-17d9e3a8-2bec-43cb-90e6-704c3c2621c0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:28.459184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-17d9e3a8-2bec-43cb-90e6-704c3c2621c0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Synchronizing usage tracker for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:28.524930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:28.600922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-17d9e3a8-2bec-43cb-90e6-704c3c2621c0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Unset dirty status for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:28.605514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-17d9e3a8-2bec-43cb-90e6-704c3c2621c0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/networks?id=7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 200 len: 811 time: 0.4943144 Apr 28 20:16:28.638960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-d0f28dec-fd60-4182-b13c-10cd5b77b011 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/quotas/5e9337cc429f4f6690d78215042ce1bc HTTP/1.1" status: 200 len: 375 time: 0.0224173 Apr 28 20:16:28.641338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Pushing event deleted for resources: {'Port': ['ID=16ad4f60-5f15-4b69-9260-1a720e795d4e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:28.719539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-119b683d-4af1-4c9b-b946-cfaa13b212fe tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5e9337cc429f4f6690d78215042ce1bc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0616057 Apr 28 20:16:28.885176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:28.899860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:29.044726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:29.047511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:29.110851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:29.209834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0ea9b438-0b52-48ec-86db-86386cc9eee8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:29.286821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0ea9b438-0b52-48ec-86db-86386cc9eee8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:29.287548 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:29.479222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-7bd23cf4-be4f-48b9-bb38-387abfcbe1c3 service neutron] 10.222.0.24 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045467 Apr 28 20:16:29.671534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port a203ec0e-f0f0-46c7-b40d-a2f99942dd0f {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:29.672117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:29.685559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:29.728029 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-173e75a3-4af9-43b8-869d-d8311b1c472d service neutron] 10.222.0.24 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472491 Apr 28 20:16:29.902234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:29.914872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Sync routers for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:29.925040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:29.925862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-84ddedd5-4ce1-4466-b104-bc7ea8e18310 admin admin] 10.222.0.24 "PUT /v2.0/routers/4b47afcc-7b53-4c61-b6e6-54f5ed475d5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4788725 Apr 28 20:16:29.938245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:29.942814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:29.987592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2d3b941-570a-4759-b3ef-a4024267df89 req-0559e3c9-cc00-4b56-a5c8-3c149d30c15e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 210 time: 0.0484400 Apr 28 20:16:30.347128 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.353155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:30.374579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:30.585488 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.610208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.651579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:30.656676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Usage tracker for resource:security_group_rule and tenant:536ce1e03a1e4e7794bd3cada860f7a3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:30.661928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:30.673307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:30.811730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Calling delete_port for a203ec0e-f0f0-46c7-b40d-a2f99942dd0f owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:30.874919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.882084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.916328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:30.939140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=536ce1e03a1e4e7794bd3cada860f7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5840642 Apr 28 20:16:30.939434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42868) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:30.964305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d2d15-9349-4df0-a061-248e7037013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f1cd39-c21a-4a03-8a6a-0ead8d06e1cb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:31.059368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Deleting port 4dfec53c-cdc9-490e-a4bc-052362ea5536 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:31.059713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:31.096991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140'}], 'enable_snat': True}, 'gw_port_id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:16:28Z', 'revision_number': 5, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port': {'id': '4dfec53c-cdc9-490e-a4bc-052362ea5536', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:0b:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3116, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:09:30Z', 'updated_at': '2022-04-28T20:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:31.113597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Checking router: 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:31.134367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Routers {'4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:31.135000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:31.143312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b9899-0c01-4940-8aae-300d02448bd0 req-bea8403c-ab0a-4e18-b7fd-e22635a40c38 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:31.152521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a5b9899-0c01-4940-8aae-300d02448bd0 req-bea8403c-ab0a-4e18-b7fd-e22635a40c38 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.1428354 Apr 28 20:16:31.206513 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a5b9899-0c01-4940-8aae-300d02448bd0 req-ab140fa1-d02f-4720-b026-30a29de03d46 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526655 Apr 28 20:16:31.266669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab9ab1e0-d950-4553-96f0-882e73dd921e req-92fb8b38-b50d-4a12-a06d-fe9c521336d1 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 210 time: 0.0879931 Apr 28 20:16:31.362267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] Set router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:31.533932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:31.539697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:31.553708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:16:30Z', 'revision_number': 6, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:31.559179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c8ae658-6e2d-45bc-bdc1-5fe32233fbbb None None] The sync data for ids ['4b47afcc-7b53-4c61-b6e6-54f5ed475d5d'] in n-d-839811-1 is: [{'id': '4b47afcc-7b53-4c61-b6e6-54f5ed475d5d', 'name': 'tempest-AttachVolumeNegativeTest-1480208968-router', 'tenant_id': '34534ed60fba4a3193186ceb41054a8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:09:28Z', 'updated_at': '2022-04-28T20:16:30Z', 'revision_number': 6, 'project_id': '34534ed60fba4a3193186ceb41054a8f', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:31.619266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Port': ['ID=a203ec0e-f0f0-46c7-b40d-a2f99942dd0f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:31.633387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] For port 4dfec53c-cdc9-490e-a4bc-052362ea5536, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4dfec53c-cdc9-490e-a4bc-052362ea5536,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:31.633773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:31.688591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:31.868347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-d77b4773-d078-4e37-8f09-f62af92fb924 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:31.870196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-d77b4773-d078-4e37-8f09-f62af92fb924 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.41 "GET /v2.0/networks?id=7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 200 len: 811 time: 0.1901219 Apr 28 20:16:31.877366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Calling delete_port for 4dfec53c-cdc9-490e-a4bc-052362ea5536 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:31.895891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Request body: {'port': {'device_id': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b', 'admin_state_up': True, 'tenant_id': '5e9337cc429f4f6690d78215042ce1bc'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:32.048394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:32.052914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Usage tracker for resource:port and tenant:5e9337cc429f4f6690d78215042ce1bc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:32.056111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:32.061688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:32.072165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Made reservation on behalf of 5e9337cc429f4f6690d78215042ce1bc for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:32.075764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.253341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Allocated IP 172.20.0.6 (7bf96cc7-128d-4269-b57e-7ad38341b93b/d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe/d230bdcb-7630-48e8-b3d6-7477b12e7907) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:32.262193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.276506 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.372087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f1cd39-c21a-4a03-8a6a-0ead8d06e1cb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:32.478557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.481989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6ab67e9f-3475-414f-ab88-675ea2c91188 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/63f1cd39-c21a-4a03-8a6a-0ead8d06e1cb HTTP/1.1" status: 204 len: 168 time: 1.5347342 Apr 28 20:16:32.542781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.623588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.715579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Pushing event updated for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:32.734185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Network 7bf96cc7-128d-4269-b57e-7ad38341b93b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:32.735909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:32.740927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:32.796490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Router a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:32.820186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 16ad4f60-5f15-4b69-9260-1a720e795d4e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:32.823084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.823921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e66989-f69f-4e1e-9029-4db5186e1a2e req-390bfefb-78cc-4877-a479-417a947a0de6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:32.825827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6e66989-f69f-4e1e-9029-4db5186e1a2e req-390bfefb-78cc-4877-a479-417a947a0de6 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.2454903 Apr 28 20:16:32.832227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:32.832920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:32.865884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 16ad4f60-5f15-4b69-9260-1a720e795d4e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:32.867286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 16ad4f60-5f15-4b69-9260-1a720e795d4e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:32.867868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4dfec53c-cdc9-490e-a4bc-052362ea5536 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:32.898192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6e66989-f69f-4e1e-9029-4db5186e1a2e req-dfa192fa-25bc-4e46-82fc-9e3f64da21d3 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608418 Apr 28 20:16:32.904317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-35000447-bfca-4102-855e-d37e405beef9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0141392 Apr 28 20:16:32.926839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Request body: {'port': {'device_id': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:32.929935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4dfec53c-cdc9-490e-a4bc-052362ea5536 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:32.930331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4dfec53c-cdc9-490e-a4bc-052362ea5536 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:32.956491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Pushing event deleted for resources: {'Port': ['ID=4dfec53c-cdc9-490e-a4bc-052362ea5536,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:33.135816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33def23-2aea-4c12-99ba-b971b705f2b5 req-b2695ff3-d8af-49c2-8707-34a9157a54b9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:33.137305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b33def23-2aea-4c12-99ba-b971b705f2b5 req-b2695ff3-d8af-49c2-8707-34a9157a54b9 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 931 time: 0.4779708 Apr 28 20:16:33.147553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-705c9410-5bce-49b2-bd15-319881b5abec tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:33.148986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-705c9410-5bce-49b2-bd15-319881b5abec tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.46 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 945 time: 0.4907610 Apr 28 20:16:33.149928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:33.159992 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.160369 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] Sync routers for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:33.172166 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:33.172882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:33.211751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.238246 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:33.247200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:33.247724 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:33.260840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42896) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:33.262146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e12ecac5-079b-42a2-a7fe-307c5c77681d tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7456317 Apr 28 20:16:33.316053 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:33.316766 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422dee3d-78ac-4061-8329-b03c4e3dbcfa None None] The sync data for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:33.388095 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-20b8cccc-2882-4bd8-ac03-c7837a63a1ac tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] delete failed (client error): The resource could not be found. Apr 28 20:16:33.393503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20b8cccc-2882-4bd8-ac03-c7837a63a1ac tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-388535246 HTTP/1.1" status: 404 len: 334 time: 0.1273818 Apr 28 20:16:33.393503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42902) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:33.406136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-209605cb-1db2-40d2-b616-04bb42330a6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'router': {'external_gateway_info': {'network_id': 'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:33.445356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Deleting port 139b9954-6f92-4b95-887c-059d1e15905d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:33.445715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.482676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.485954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b33def23-2aea-4c12-99ba-b971b705f2b5 req-a937fe5a-cb0a-469e-bfdc-dd5a3c10aa93 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Synchronizing usage tracker for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:33.500509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.575273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b33def23-2aea-4c12-99ba-b971b705f2b5 req-a937fe5a-cb0a-469e-bfdc-dd5a3c10aa93 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Unset dirty status for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:33.576178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b33def23-2aea-4c12-99ba-b971b705f2b5 req-a937fe5a-cb0a-469e-bfdc-dd5a3c10aa93 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4244418 Apr 28 20:16:33.588171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.588695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b47afcc-7b53-4c61-b6e6-54f5ed475d5d {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:16:33.604517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.605655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af77543a-71cc-4d62-84f4-386fbe44096b admin admin] 10.222.0.24 "DELETE /v2.0/routers/4b47afcc-7b53-4c61-b6e6-54f5ed475d5d HTTP/1.1" status: 204 len: 168 time: 3.6624019 Apr 28 20:16:33.608647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:33.899336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Deleting subnet afa334c4-1327-4a25-b557-a86dad2d38e7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:33.904822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.931363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-209605cb-1db2-40d2-b616-04bb42330a6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:33.978282 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-209605cb-1db2-40d2-b616-04bb42330a6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] update failed (client error): The resource could not be found. Apr 28 20:16:33.982698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-209605cb-1db2-40d2-b616-04bb42330a6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 HTTP/1.1" status: 404 len: 339 time: 0.5855887 Apr 28 20:16:33.983673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 42922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:33.996918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.038032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] For port 139b9954-6f92-4b95-887c-059d1e15905d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=139b9954-6f92-4b95-887c-059d1e15905d,segment=NetworkSegment(4eb4b171-d7dd-4001-a3a3-4762f2b255e6),segment_id=4eb4b171-d7dd-4001-a3a3-4762f2b255e6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:34.038761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.195060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Calling delete_port for 139b9954-6f92-4b95-887c-059d1e15905d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:34.296139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.432124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.444905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.resource_extend [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Apr 28 20:16:34.491584 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.560016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Pushing event deleted for resources: {'Port': ['ID=139b9954-6f92-4b95-887c-059d1e15905d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:34.590471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a84fa8c5-4512-4dcf-90f1-c0dc26d55505 None None] Network 428176f7-73b6-4b6d-b135-b6c2ff8562f9 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:34.608373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.615996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=afa334c4-1327-4a25-b557-a86dad2d38e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:34.624152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] No DVR routers for this DVR port 139b9954-6f92-4b95-887c-059d1e15905d on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:34.628652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.631385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'name': 'network-vif-deleted', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:34.651743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f5cdc3ae-fddb-4efc-ac85-b85e5c3fc49e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/afa334c4-1327-4a25-b557-a86dad2d38e7 HTTP/1.1" status: 204 len: 168 time: 1.0417352 Apr 28 20:16:34.653213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93deb3d5-2a44-4e7a-9e29-fa2f920c98fd req-36824123-7ba5-47d8-8980-14fb9dfe4bc8 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.46 "DELETE /v2.0/ports/139b9954-6f92-4b95-887c-059d1e15905d HTTP/1.1" status: 204 len: 173 time: 1.4958584 Apr 28 20:16:34.654046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:34.766893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d230bdcb-7630-48e8-b3d6-7477b12e7907 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:16:34.781037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.783696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.880252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Transition to ACTIVE for port object d230bdcb-7630-48e8-b3d6-7477b12e7907 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:34.901649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.916189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Deleting port 93e5dea1-80f8-484f-8812-9e5096651c47 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:34.916189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.946183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42942) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:34.948983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24b7f8b-a5b2-422c-9d2b-1ec9c3971d99 req-c7efb535-936d-42f8-9c5a-03a7c3a84188 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:34.950487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b24b7f8b-a5b2-422c-9d2b-1ec9c3971d99 req-c7efb535-936d-42f8-9c5a-03a7c3a84188 tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/ports?device_id=f8af7472-df02-4c99-94d3-622c477598b7 HTTP/1.1" status: 200 len: 867 time: 0.7672472 Apr 28 20:16:34.960003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-796887938', 'description': 'tempest-secgroup-smoke-796887938 description', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:34.961429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.968467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] DHCP port deletion for 428176f7-73b6-4b6d-b135-b6c2ff8562f9 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:34.973207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Deleting port 93e5dea1-80f8-484f-8812-9e5096651c47 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:34.973508 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:34.982091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:34.986296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:34.990208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:34.997496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:35.053366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.086684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.157403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:35.165112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:35.170218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:35.180343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:35.232355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] For port 93e5dea1-80f8-484f-8812-9e5096651c47, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=93e5dea1-80f8-484f-8812-9e5096651c47,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:35.233530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.311994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a53daa-0370-4d7c-8b9e-b07586e81fa7 req-ed4bd94e-e723-4091-b0e6-b937f92d646e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:35.313585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81a53daa-0370-4d7c-8b9e-b07586e81fa7 req-ed4bd94e-e723-4091-b0e6-b937f92d646e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 943 time: 0.2938981 Apr 28 20:16:35.333953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:35.366782 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b24b7f8b-a5b2-422c-9d2b-1ec9c3971d99 req-0ae658d7-5a46-4757-a741-0ef11cb8e08e tempest-VolumesSnapshotTestJSON-1595483877 tempest-VolumesSnapshotTestJSON-1595483877-project] 10.222.0.24 "GET /v2.0/security-groups?id=cde06651-1b6e-4a3f-b364-73201c3cfa1c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4062095 Apr 28 20:16:35.368844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] For port 93e5dea1-80f8-484f-8812-9e5096651c47, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=93e5dea1-80f8-484f-8812-9e5096651c47,segment=NetworkSegment(8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa),segment_id=8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:35.369430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.399057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Calling delete_port for 93e5dea1-80f8-484f-8812-9e5096651c47 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:35.445338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Attempting to bind port d230bdcb-7630-48e8-b3d6-7477b12e7907 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:35.445696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Attempting to bind port d230bdcb-7630-48e8-b3d6-7477b12e7907 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '8942f54d-7e22-40e5-9e1a-dcffdd3024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:35.446027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Attempting to bind port d230bdcb-7630-48e8-b3d6-7477b12e7907 on network 7bf96cc7-128d-4269-b57e-7ad38341b93b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:35.479145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.481682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Port d230bdcb-7630-48e8-b3d6-7477b12e7907 on network 7bf96cc7-128d-4269-b57e-7ad38341b93b not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:16:35.482013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Attempting to bind port d230bdcb-7630-48e8-b3d6-7477b12e7907 on network 7bf96cc7-128d-4269-b57e-7ad38341b93b {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:35.491862 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7310c0-52da-4785-8924-10a531366b8a'] response: {'server_uuid': 'f8af7472-df02-4c99-94d3-622c477598b7', 'name': 'network-vif-deleted', 'tag': '139b9954-6f92-4b95-887c-059d1e15905d', 'status': 'completed', 'code': 200} Apr 28 20:16:35.494649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:35.495184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Checking segment: {'id': '8942f54d-7e22-40e5-9e1a-dcffdd3024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:35.495352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Bound using segment: {'id': '8942f54d-7e22-40e5-9e1a-dcffdd3024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:35.495769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Bound port: d230bdcb-7630-48e8-b3d6-7477b12e7907, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8942f54d-7e22-40e5-9e1a-dcffdd3024b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:35.496115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.532767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Pushing event deleted for resources: {'Port': ['ID=93e5dea1-80f8-484f-8812-9e5096651c47,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:35.535138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] No DVR routers for this DVR port 93e5dea1-80f8-484f-8812-9e5096651c47 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:35.544893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.544893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.544893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.544893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.546567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.546567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.546567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.546567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.547104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.547104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.547357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.547663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12dc00b1-2b07-4a7b-9ec7-d4570955da9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:35.558913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-81a53daa-0370-4d7c-8b9e-b07586e81fa7 req-31e41bab-37ad-4ab8-8700-f37e7dec443f tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354393 Apr 28 20:16:35.565591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Calling delete_port for 93e5dea1-80f8-484f-8812-9e5096651c47 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:35.586467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Allocated IP 172.20.0.1 (f7762013-5e5f-41d6-a995-cc9fe1d01fee/22fa51b1-9dd8-444e-bb37-a065097135ac/edf4a5e9-9412-4028-890b-22e7742d1cfd) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:35.656431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 139b9954-6f92-4b95-887c-059d1e15905d no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:35.663633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:35.666202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.671470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.695663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 139b9954-6f92-4b95-887c-059d1e15905d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:35.695663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 139b9954-6f92-4b95-887c-059d1e15905d not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:35.735418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907,segment=NetworkSegment(8942f54d-7e22-40e5-9e1a-dcffdd3024b2),segment_id=8942f54d-7e22-40e5-9e1a-dcffdd3024b2)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:35.741822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.792923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:35.795081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:35.795340 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:35.802296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:35.810538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:35.821001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:35.821442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:35.822079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.823691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] 10.222.0.41 "PUT /v2.0/ports/d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 200 len: 1091 time: 2.9081285 Apr 28 20:16:35.824131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:35.824537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b139ff4b-ba81-402c-bef0-745efbb376c4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:35.877547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.906409 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.910111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.914651 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5d0c875-28af-4845-9753-304cfcfdcb0f'] response: {'name': 'network-changed', 'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907', 'status': 'completed', 'code': 200} Apr 28 20:16:35.918400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25a014-a6f6-41a9-8f71-1f1a9995acc6 service neutron] Pushing event updated for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:35.950547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Transition to ACTIVE for port object edf4a5e9-9412-4028-890b-22e7742d1cfd will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:35.956165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63775240-f1ef-4c31-862d-8ffa5a5717de,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:35.964157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.965537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8323ed32-6281-4cba-8d9a-d1e3794947b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.0183525 Apr 28 20:16:35.968359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42948) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:35.975024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:35.981245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:35.985004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:35.988153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:35.988283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-90f577e5-87a3-41cf-ab11-8d752517a3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:35.989803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-90f577e5-87a3-41cf-ab11-8d752517a3bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e9337cc429f4f6690d78215042ce1bc&device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 1094 time: 0.1073375 Apr 28 20:16:35.991226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:35.995742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:36.012264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.072765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.076827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.104824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3446505b-da35-4473-9191-ff186182e6c9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:36.112151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.113690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b6f9e859-6d8e-4172-bf1f-f26b4f19985d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1441886 Apr 28 20:16:36.116736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42952) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:36.121880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:36.128489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:36.133557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:36.136820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:36.142891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:36.164508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.229780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.233958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.252221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-8fd0075e-46e2-40c6-8fd1-92965a4bb3da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 200 len: 217 time: 0.2253723 Apr 28 20:16:36.259208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a41a348-eff8-440f-8968-6097aa647315,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:36.259828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:36.263025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:36.268525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:36.268852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.273121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9423565c-d0a0-4644-a918-b540f16544d0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1554220 Apr 28 20:16:36.273732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42956) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:36.279193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:36.286455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:36.290550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:36.293499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:36.296039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Deleting port 93e5dea1-80f8-484f-8812-9e5096651c47 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:36.296290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.327772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:36.342957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Port': ['ID=edf4a5e9-9412-4028-890b-22e7742d1cfd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:36.373856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] The port '93e5dea1-80f8-484f-8812-9e5096651c47' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:16:36.390207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-8a71c4e5-8dd4-44ec-ab2b-5e5952e0147c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:36.392315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-8a71c4e5-8dd4-44ec-ab2b-5e5952e0147c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe HTTP/1.1" status: 200 len: 851 time: 0.1272135 Apr 28 20:16:36.393366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.445748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.516382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-2efddd58-ae54-4509-88d8-a1a9a685060f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf96cc7-128d-4269-b57e-7ad38341b93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1076078 Apr 28 20:16:36.547792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.594775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428176f7-73b6-4b6d-b135-b6c2ff8562f9']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:36.603377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b4c27d8-d139-4e8c-831f-8018170aed45 None None] Provisioning for port edf4a5e9-9412-4028-890b-22e7742d1cfd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:36.610211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b4c27d8-d139-4e8c-831f-8018170aed45 None None] Provisioning complete for port edf4a5e9-9412-4028-890b-22e7742d1cfd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:36.610657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b4c27d8-d139-4e8c-831f-8018170aed45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.645590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.648129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:36.648129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc82ab8-bc1c-47db-8515-8a6eae7ae3fa') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:36.659966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.698450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.698968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0b4c27d8-d139-4e8c-831f-8018170aed45 None None] Port edf4a5e9-9412-4028-890b-22e7742d1cfd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:36.720947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.733113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-28e92cca-1026-4586-869a-7d4968c2f03b service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047246 Apr 28 20:16:36.747916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.750191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.753840 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4766760 Apr 28 20:16:36.754082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:36.761944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:36.775154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edc9983-2c65-4b03-b6d1-1abde10de6f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62ee7fda-def6-4414-a3c8-265a9432aa43,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:36.784432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:36.785081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.791641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 93e5dea1-80f8-484f-8812-9e5096651c47 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:36.802256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:36.804783 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:36.823407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:36.833678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:36.855652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 93e5dea1-80f8-484f-8812-9e5096651c47 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:36.855999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 93e5dea1-80f8-484f-8812-9e5096651c47 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:36.891876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:36.909094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.937772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.944313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:36.985186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] Pushing event deleted for resources: {'Network': ['ID=428176f7-73b6-4b6d-b135-b6c2ff8562f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:36.996933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-82dcdc6c-73b8-4fa1-b6d4-d79993a4b7ca admin admin] 10.222.0.24 "DELETE /v2.0/networks/428176f7-73b6-4b6d-b135-b6c2ff8562f9 HTTP/1.1" status: 204 len: 168 time: 2.3395123 Apr 28 20:16:37.021922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.026081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.054194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4324c3c6-406a-4715-83cb-dfd869644628,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:37.065122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.067487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-19abab14-47b8-4d7c-a9a9-d4ccd74dee4e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3112040 Apr 28 20:16:37.069731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42976) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.076465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:37.084492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:37.089072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:37.092340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:37.100422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:37.118136 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:16:37.126084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.212680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.220481 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.241638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec2fa82-fc2d-4f34-9484-3f98e9767b11 req-facfd27e-7f4b-4dfa-8de4-c1be5de09e44 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:37.242359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4ec2fa82-fc2d-4f34-9484-3f98e9767b11 req-facfd27e-7f4b-4dfa-8de4-c1be5de09e44 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Synchronizing usage tracker for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:37.252218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=482c0fec-1413-4b86-bb76-e3b390345937,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:37.256898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.276681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba058b5a-34d5-4789-991c-16ae77dbac94 req-446ddcd3-c21b-41d7-8093-ae00a2a0e4a4 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5053098 Apr 28 20:16:37.283960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.285119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb7b1693-e5ff-4c6a-9f60-07a643804886 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2142994 Apr 28 20:16:37.294522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.302850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '63775240-f1ef-4c31-862d-8ffa5a5717de', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:37.317003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:37.325952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:37.329352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:37.336656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-24258f4b-44d6-46f9-9cc0-51c2639a3f0b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=34534ed60fba4a3193186ceb41054a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0762787 Apr 28 20:16:37.338656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.340220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:37.388402 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:16:37.391335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4ec2fa82-fc2d-4f34-9484-3f98e9767b11 req-facfd27e-7f4b-4dfa-8de4-c1be5de09e44 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Unset dirty status for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:37.392467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ec2fa82-fc2d-4f34-9484-3f98e9767b11 req-facfd27e-7f4b-4dfa-8de4-c1be5de09e44 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 943 time: 0.6542859 Apr 28 20:16:37.402470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.435710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.482442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ec2fa82-fc2d-4f34-9484-3f98e9767b11 req-4376fecd-db6e-4ce3-b467-f9b3314265b1 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714335 Apr 28 20:16:37.519031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-4ea24760-d6cf-4712-bf24-f5b215f74084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:37.520596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-4ea24760-d6cf-4712-bf24-f5b215f74084 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e9337cc429f4f6690d78215042ce1bc&device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 1094 time: 0.1823914 Apr 28 20:16:37.523059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.527497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.539023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.550799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.566331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.603441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09a6342e-faf6-4530-84df-c814506b6c64,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:37.617896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.623548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e62baf20-b551-4ca8-9107-dab4192cc823 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3236766 Apr 28 20:16:37.623548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 42994) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.628961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'network': {'name': 'tempest-network-smoke--1127014006', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:37.634988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:37.640600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:network and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:37.644716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:37.648229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.671171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:37.680557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e7b10e-b2fb-425c-904b-57bb912602bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:37.714847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.724901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3dc6ce8a-64dc-4af6-87d5-3ebd29f00ff1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/99e7b10e-b2fb-425c-904b-57bb912602bc HTTP/1.1" status: 204 len: 168 time: 0.3862021 Apr 28 20:16:37.734069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:37.743142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.756679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.763437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event updated for resources: {'Port': ['ID=edf4a5e9-9412-4028-890b-22e7742d1cfd,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:37.786478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:37.801117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.802407 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Added segment bbcb9160-0953-4b3e-b6c0-1578a101816a of type vlan for network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a Apr 28 20:16:37.836436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.872070 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.878182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:37.878817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:37.936823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3129270 Apr 28 20:16:37.937607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43000) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:37.952284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'admin_state_up': True, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:38.008764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:38.014582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbafa47-768c-43aa-87c8-bf04a8e3f37d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Network': ['ID=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:38.016730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-bcad2720-7031-41e0-9a49-3069340a69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:38.017792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:router and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:38.018195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-bcad2720-7031-41e0-9a49-3069340a69d1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 200 len: 912 time: 0.4553306 Apr 28 20:16:38.021031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:38.028068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:38.042594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:38.069877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:38.071153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:38.101883 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:38.108314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-8ea515f8-ab91-4300-bf48-44b60d5f32ce service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 200 len: 217 time: 0.0759501 Apr 28 20:16:38.228167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:38.232221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:38.406560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-90077dd2-4865-4595-96af-84566ee83877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:38.408001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-90077dd2-4865-4595-96af-84566ee83877 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe HTTP/1.1" status: 200 len: 851 time: 0.2929096 Apr 28 20:16:38.460030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:38.610605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-440b8a3f-77f3-4286-8c65-6e6b0a2f261a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf96cc7-128d-4269-b57e-7ad38341b93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1332817 Apr 28 20:16:38.646058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cf4366de-f683-48b0-885e-586ece795ba9 None None] Provisioning complete for port edf4a5e9-9412-4028-890b-22e7742d1cfd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:38.646942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf4366de-f683-48b0-885e-586ece795ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:38.742190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cf4366de-f683-48b0-885e-586ece795ba9 None None] Port edf4a5e9-9412-4028-890b-22e7742d1cfd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:38.744886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Router a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:38.860424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5052c282-47b3-428f-885a-270f822c1af1 req-b6785edf-3337-40de-907b-de8f093ef90f tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:38.862396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5052c282-47b3-428f-885a-270f822c1af1 req-b6785edf-3337-40de-907b-de8f093ef90f tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 943 time: 0.1199148 Apr 28 20:16:38.923749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-78e47179-3870-4e23-9a96-785abb3ab3fc service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3006351 Apr 28 20:16:39.034390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5052c282-47b3-428f-885a-270f822c1af1 req-a782b717-e7ca-4986-b93f-760f7c868ce6 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656034 Apr 28 20:16:39.084271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:39.092832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:39.096821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] Sync routers for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:39.103398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3ebbb20-a920-4204-b41a-24e70be6cf19 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1180356 Apr 28 20:16:39.106497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43034) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:39.110402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:39.111267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:39.122731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:39.198247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:39.213039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:39.214252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:39.297838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:39.298333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f579c1e-8f76-4b63-8c6b-95627734b01a None None] The sync data for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:39.317821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7bad13c-07e1-4ec0-8b21-786ccd90f3e2 req-54b809fc-232f-42fc-90e6-7021ed8d09b2 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3769870 Apr 28 20:16:39.319191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.97 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/f138403c-b09f-486f-a410-5115a48c5c72) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:39.343943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8a267b01-b13e-4442-b70b-09f7c350080e tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:39.572527 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-8a267b01-b13e-4442-b70b-09f7c350080e tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 20:16:39.573719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8a267b01-b13e-4442-b70b-09f7c350080e tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 HTTP/1.1" status: 409 len: 329 time: 0.4658828 Apr 28 20:16:39.574365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:39.576765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43050) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:39.627421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:39.702793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:39.713809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:39.719256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:39.779396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=f138403c-b09f-486f-a410-5115a48c5c72,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:40.121081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.242337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.395425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2673a78c-6d3c-4602-a209-01bbea9052d0 req-d924024c-4ab2-480a-9d94-af20d8fe576a tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:40.396877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2673a78c-6d3c-4602-a209-01bbea9052d0 req-d924024c-4ab2-480a-9d94-af20d8fe576a tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 943 time: 0.1955507 Apr 28 20:16:40.459129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2673a78c-6d3c-4602-a209-01bbea9052d0 req-007add89-12bf-4fcf-b655-50fa13f72db5 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512269 Apr 28 20:16:40.466638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d230bdcb-7630-48e8-b3d6-7477b12e7907 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:16:40.604392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.711391 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:16:40.711931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907,segment=NetworkSegment(8942f54d-7e22-40e5-9e1a-dcffdd3024b2),segment_id=8942f54d-7e22-40e5-9e1a-dcffdd3024b2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:40.735283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd230bdcb-7630-48e8-b3d6-7477b12e7907', 'network_id': '7bf96cc7-128d-4269-b57e-7ad38341b93b', 'port_id': 'd230bdcb-7630-48e8-b3d6-7477b12e7907', 'mac_address': 'fa:16:3e:36:6a:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 426, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:16:40.784857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43086) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:40.785062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.798744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.820563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d230bdcb-7630-48e8-b3d6-7477b12e7907 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:16:40.840720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907,segment=NetworkSegment(8942f54d-7e22-40e5-9e1a-dcffdd3024b2),segment_id=8942f54d-7e22-40e5-9e1a-dcffdd3024b2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:40.846388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:40.941517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:41.005256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port edf4a5e9-9412-4028-890b-22e7742d1cfd {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:41.006577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.071293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router aa47373c-c543-4fe2-b6c4-ac617efa43db is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:16:41.074492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.114653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:41.132838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Usage tracker for resource:security_group_rule and tenant:20825f010673478f8d93776587be29b6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:41.138243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:41.148513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:41.164018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d230bdcb-7630-48e8-b3d6-7477b12e7907'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:16:41.287725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.320109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:41.334933 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Sync routers for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:41.345795 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:41.346858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:41.381375 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.383830 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ae4db061-a365-472e-bece-fe84de85f0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4420004 Apr 28 20:16:41.388620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:41.451163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Calling delete_port for edf4a5e9-9412-4028-890b-22e7742d1cfd owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:41.619792 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:41.631453 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.637129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:41.691301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86f4d770-502a-4ef7-8566-473e855d66a6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:41.707727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ea0e0ffc-fd05-494a-8324-0bcedb23d04a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=20825f010673478f8d93776587be29b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9193823 Apr 28 20:16:41.707918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43106) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:41.744027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-35136978-1150-4a2d-849d-ecac572a35a6 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b9489e90e1054f0b81c7cd8c61d5e714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3540905 Apr 28 20:16:41.744734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:41.887315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce50bf-bcde-43ef-b439-125009515966 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:41.892310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cfce50bf-bcde-43ef-b439-125009515966 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1453259 Apr 28 20:16:41.893846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:41.945680 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:40Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:41.949758 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Checking router: aa47373c-c543-4fe2-b6c4-ac617efa43db for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:41.950176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Updating router aa47373c-c543-4fe2-b6c4-ac617efa43db port f138403c-b09f-486f-a410-5115a48c5c72 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:16:41.952647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43118) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:41.953298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-caab5013-11ce-447e-80d5-d4f2eb0c445a tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581670 Apr 28 20:16:41.967702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-720227107', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:41.978279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cb053c-59ed-42e4-ae78-02315839486c req-3dc678da-0bd2-47a6-b518-1e08e6c2fbcb tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:41.979835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76cb053c-59ed-42e4-ae78-02315839486c req-3dc678da-0bd2-47a6-b518-1e08e6c2fbcb tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 944 time: 0.3428502 Apr 28 20:16:41.991986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.014541 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.032544 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76cb053c-59ed-42e4-ae78-02315839486c req-fa8e92c6-ee98-4542-809a-9c3df8da3bba tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461471 Apr 28 20:16:42.061537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.167698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Port': ['ID=edf4a5e9-9412-4028-890b-22e7742d1cfd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:42.227583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.283152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:42.295496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:subnet and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:42.302879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:42.327712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:42.362187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.475590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d230bdcb-7630-48e8-b3d6-7477b12e7907 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:42.475829 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.479176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:42.482770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.502005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.511679 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Transition to ACTIVE for port object f138403c-b09f-486f-a410-5115a48c5c72 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:42.523149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.525507 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.547276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86f4d770-502a-4ef7-8566-473e855d66a6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:42.599092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port d230bdcb-7630-48e8-b3d6-7477b12e7907 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:42.604533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d230bdcb-7630-48e8-b3d6-7477b12e7907 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:42.604907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.622082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Attempting to bind port f138403c-b09f-486f-a410-5115a48c5c72 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:42.622374 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Attempting to bind port f138403c-b09f-486f-a410-5115a48c5c72 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:42.622720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Attempting to bind port f138403c-b09f-486f-a410-5115a48c5c72 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:42.631712 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:42.632086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:42.632483 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.633055 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:42.633542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Bound port: f138403c-b09f-486f-a410-5115a48c5c72, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:42.634078 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.696498 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Pushing event updated for resources: {'Port': ['ID=f138403c-b09f-486f-a410-5115a48c5c72,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:42.706926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.707265 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.709074 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.709415 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.709771 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.710102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.710546 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.710881 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.711201 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.711580 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.712007 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.712329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:42.757901 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] For port f138403c-b09f-486f-a410-5115a48c5c72, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:42.763789 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] For port f138403c-b09f-486f-a410-5115a48c5c72, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f138403c-b09f-486f-a410-5115a48c5c72,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:42.769099 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.770545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.771815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.774348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-38437efe-1a51-4d64-848e-011594fc5814 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/86f4d770-502a-4ef7-8566-473e855d66a6 HTTP/1.1" status: 204 len: 168 time: 1.0654757 Apr 28 20:16:42.806992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:42.818456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907,segment=NetworkSegment(8942f54d-7e22-40e5-9e1a-dcffdd3024b2),segment_id=8942f54d-7e22-40e5-9e1a-dcffdd3024b2)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:42.823681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:42.907778 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d44754c4-2f99-4148-aa61-dc2b4f7ad20a'] response: {'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907', 'code': 200} Apr 28 20:16:42.916648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:42.935892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Router a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:42.939373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:42.940239 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.090988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6d77c9-0ab6-42d7-b207-9a009fc68747 None None] Pushing event updated for resources: {'Port': ['ID=f138403c-b09f-486f-a410-5115a48c5c72,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:43.173228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:43.175089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:43.184133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] Sync routers for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:43.195999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-461c4005-c498-4f1f-b256-7cb4e7a63518 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6130824 Apr 28 20:16:43.196209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43132) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:43.199038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:43.199853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.254760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b78106-e023-4f01-8d75-7a8d277c1f87 req-30975a5f-c0fb-44b7-bd4c-d57620f8d296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:43.256062 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05b78106-e023-4f01-8d75-7a8d277c1f87 req-30975a5f-c0fb-44b7-bd4c-d57620f8d296 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 1096 time: 0.2738273 Apr 28 20:16:43.258126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.325653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.329161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:43.351243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] Routers {'a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:43.354335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.414317 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-bc8f7b9e-3512-456d-9777-7e580149e312 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] show failed (client error): The resource could not be found. Apr 28 20:16:43.431390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc8f7b9e-3512-456d-9777-7e580149e312 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-960616055 HTTP/1.1" status: 404 len: 334 time: 0.2296863 Apr 28 20:16:43.440831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:43.444871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.461378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-754e0ded-daa7-44ce-a74b-31845659b393 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:43.502169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.503225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13dbcb29-f388-48c2-9385-bfda9fec13b5 None None] The sync data for ids ['a574fb2f-9f60-4f36-8d18-e7120ba0b8b4'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:43.543888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:43.548479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Usage tracker for resource:security_group_rule and tenant:141bb50099ed4d5bb455008e70b8332e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:43.553518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:43.564466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:43.621494 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-754e0ded-daa7-44ce-a74b-31845659b393 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] update failed (client error): The resource could not be found. Apr 28 20:16:43.622675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-754e0ded-daa7-44ce-a74b-31845659b393 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-628478158 HTTP/1.1" status: 404 len: 334 time: 0.1805546 Apr 28 20:16:43.627103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43146) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:43.627240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-05b78106-e023-4f01-8d75-7a8d277c1f87 req-995b886e-888c-455c-8c71-c51ce871621c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347967 Apr 28 20:16:43.632366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Checking segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:43.632724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network hostable DHCP agents. Network: 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:16:43.644598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Subnet': ['ID=4cdba776-5d2e-400c-ace7-8021326db199,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:43.666606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:16:43.681846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:43.694052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60d9fb3-ea09-4d53-8d4e-cf70dc450cf0 None None] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:43.697962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:40Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:43.703616 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac78e67-a761-4a93-87b3-9e4c98b99d26 None None] The sync data for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 is: [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:40Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:43.709267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:43.709898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.740454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a805527c-2413-4feb-9aba-c11663849846 req-54428786-6c2b-4502-aea8-8bbec5b49ac0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:43.742987 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a805527c-2413-4feb-9aba-c11663849846 req-54428786-6c2b-4502-aea8-8bbec5b49ac0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.4126194 Apr 28 20:16:43.753549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d0fe95f3-af5c-4279-9f32-ff769a0a9fde tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7933960 Apr 28 20:16:43.754082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43150) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:43.810629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting subnet 9bbe454c-91d5-4d99-ad34-511c8f4611e6 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:43.821050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.921264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.933053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:43.975300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:16:43.976292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.166168 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a805527c-2413-4feb-9aba-c11663849846 req-c1624983-77f7-4318-a35e-9bb63048f55b tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117820 Apr 28 20:16:44.193958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=141bb50099ed4d5bb455008e70b8332e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8524690 Apr 28 20:16:44.205894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.229778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Allocated IP 172.20.0.2 (663aa6f3-b7bf-4bfa-9d43-99903eb81b9a/4cdba776-5d2e-400c-ace7-8021326db199/8ff7c40e-4029-4d8b-aa91-ccf911bc229a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:44.236144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:44.295310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a76daac-1f8a-43a4-a0e9-1a8656a70465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=261f6a59-aa74-4f92-8ae0-d4bb65111e25,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:44.406813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.461224 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.496031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.506837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Transition to ACTIVE for port object 8ff7c40e-4029-4d8b-aa91-ccf911bc229a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:44.525546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Transition to ACTIVE for port object 8ff7c40e-4029-4d8b-aa91-ccf911bc229a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:44.541507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.564197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.585862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.632959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=261f6a59-aa74-4f92-8ae0-d4bb65111e25,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:44.649861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:44.655016 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7aabfd37-1934-4a8d-91f8-84d49c7637a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/261f6a59-aa74-4f92-8ae0-d4bb65111e25 HTTP/1.1" status: 204 len: 168 time: 0.4178588 Apr 28 20:16:44.711641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:44.715108 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:44.719261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:44.761300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Pushing event updated for resources: {'Port': ['ID=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:44.843322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.004806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f138403c-b09f-486f-a410-5115a48c5c72 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:45.007169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbe454c-91d5-4d99-ad34-511c8f4611e6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:45.019589 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.030936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d52eb153-0560-4998-925e-1d691fb1e483 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/subnets/9bbe454c-91d5-4d99-ad34-511c8f4611e6 HTTP/1.1" status: 204 len: 168 time: 1.4007149 Apr 28 20:16:45.041235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43162) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:45.064077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0926ab2b-c84e-4445-86c6-02b1d92def21 None None] Network 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:45.151726 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.185966 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting subnet 3c06d07d-42ef-4eb3-88c4-1808d800a369 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:45.189565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.280642 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.343490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Attempting to bind port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:45.344046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Attempting to bind port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:45.344557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Attempting to bind port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:45.391467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:45.392410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Checking segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:45.392566 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.392904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Bound using segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:45.393367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Bound port: 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:45.393784 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.454598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.596237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.623593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f138403c-b09f-486f-a410-5115a48c5c72 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:45.654022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f138403c-b09f-486f-a410-5115a48c5c72 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:45.654616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.659848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Subnet': ['ID=3c06d07d-42ef-4eb3-88c4-1808d800a369,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:45.665220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.686539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ee0e954-b044-4c6b-90f4-7683580cd2f9 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/subnets/3c06d07d-42ef-4eb3-88c4-1808d800a369 HTTP/1.1" status: 204 len: 168 time: 0.6440387 Apr 28 20:16:45.688939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:45.693850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc78888-923e-48ef-9683-a00851d53095 None None] Network fb52bebe-44aa-487d-9c1f-481a98205ec5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:45.746934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] For port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:45.811679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] DHCP port deletion for 8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:45.825751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] For port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:45.880935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Deleting port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:45.881274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.950692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.980504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:45.995274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:45.995764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.148149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed824bd-5602-4839-8cdc-9c9bad5d2832 req-e971f27b-04a7-4e01-a526-1757fcc35e09 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:46.149864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fed824bd-5602-4839-8cdc-9c9bad5d2832 req-e971f27b-04a7-4e01-a526-1757fcc35e09 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.7273083 Apr 28 20:16:46.340201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fed824bd-5602-4839-8cdc-9c9bad5d2832 req-d5520795-c703-4f45-a764-62b2ac764375 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816490 Apr 28 20:16:46.433821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] For port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,segment=NetworkSegment(5ee2c43c-03ed-4b27-b451-734c0f6798c0),segment_id=5ee2c43c-03ed-4b27-b451-734c0f6798c0)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:46.434711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.460548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] For port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,segment=NetworkSegment(5ee2c43c-03ed-4b27-b451-734c0f6798c0),segment_id=5ee2c43c-03ed-4b27-b451-734c0f6798c0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:46.460880 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.479635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.1 (663aa6f3-b7bf-4bfa-9d43-99903eb81b9a/4cdba776-5d2e-400c-ace7-8021326db199/11f5db3d-6256-46d9-99e5-2032549bb756) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:46.634272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Calling delete_port for 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:46.713606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Calling delete_port for 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:46.848663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.864326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f725b637-79e3-44d9-8b6a-1361078a1414 None None] Pushing event updated for resources: {'Port': ['ID=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:46.897278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:46.897278 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:46.914855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a0c3d-8049-46c8-b57b-62d619317991 req-b4241798-b2db-40a4-9a79-3c7fabe468bd tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:46.919708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be0a0c3d-8049-46c8-b57b-62d619317991 req-b4241798-b2db-40a4-9a79-3c7fabe468bd tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.2929621 Apr 28 20:16:46.925448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.953175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] Pushing event deleted for resources: {'Port': ['ID=85338c2f-4e4f-46f1-b4b2-5772b1d5db41,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:46.970261 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:46.979478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be0a0c3d-8049-46c8-b57b-62d619317991 req-660ea7e5-26b0-40de-be49-efd642c1e773 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537903 Apr 28 20:16:46.981534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object 11f5db3d-6256-46d9-99e5-2032549bb756 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:46.992351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea5eea1-130d-4856-8b2f-a0f8d64d65b4 None None] No DVR routers for this DVR port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:47.059811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.076148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f138403c-b09f-486f-a410-5115a48c5c72, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f138403c-b09f-486f-a410-5115a48c5c72,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:47.087167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.187868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] DHCP port deletion for fb52bebe-44aa-487d-9c1f-481a98205ec5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:47.261718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Deleting port 0ea9b438-0b52-48ec-86db-86386cc9eee8 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:47.262303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.294354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:47.308520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:47.323303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:47.331171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:47.359483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:47.359827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:47.396992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port 85338c2f-4e4f-46f1-b4b2-5772b1d5db41 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:47.397337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.458873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f138403c-b09f-486f-a410-5115a48c5c72,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:47.506551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.530149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:47.573700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] The port '85338c2f-4e4f-46f1-b4b2-5772b1d5db41' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:16:47.745582 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.776598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8342c2ee-9101-4cea-8a5b-1eb5ea7ff750']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:47.791185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee2c43c-03ed-4b27-b451-734c0f6798c0') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:47.791447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee2c43c-03ed-4b27-b451-734c0f6798c0') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:47.806813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.851984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.873943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:47.874311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.887513 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:47.912249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] For port 0ea9b438-0b52-48ec-86db-86386cc9eee8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0ea9b438-0b52-48ec-86db-86386cc9eee8,segment=NetworkSegment(e74d722e-a507-4147-8f8f-ed410aae495f),segment_id=e74d722e-a507-4147-8f8f-ed410aae495f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:47.913318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:48.121714 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:48.128933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Calling delete_port for 0ea9b438-0b52-48ec-86db-86386cc9eee8 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:48.340625 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.462494 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.483827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] No DVR routers for this DVR port 0ea9b438-0b52-48ec-86db-86386cc9eee8 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:48.487684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242bbd7e-2d20-4e34-aecd-a60f6cc835cd None None] Pushing event deleted for resources: {'Port': ['ID=0ea9b438-0b52-48ec-86db-86386cc9eee8,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:48.558070 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.566647 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Network': ['ID=8342c2ee-9101-4cea-8a5b-1eb5ea7ff750,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:48.587327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/networks/8342c2ee-9101-4cea-8a5b-1eb5ea7ff750 HTTP/1.1" status: 204 len: 168 time: 2.8971343 Apr 28 20:16:48.597654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.599043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.599958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.601413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.602106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.602765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.603407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.603816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43216) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:48.604749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.605261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.605893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.606464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.606992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-166001cc-aa75-4b4e-a476-0aefa00ed97a tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:16:48.627737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91edafa8-561b-4016-8f87-ef7f0ca4fb31 req-95969bc4-5e6a-4fbf-bcc3-3e7fcad3cf00 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:48.635522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91edafa8-561b-4016-8f87-ef7f0ca4fb31 req-95969bc4-5e6a-4fbf-bcc3-3e7fcad3cf00 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.7649002 Apr 28 20:16:48.701205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91edafa8-561b-4016-8f87-ef7f0ca4fb31 req-ff7754d0-4c75-4b67-b1b5-f0add0d6eb10 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649025 Apr 28 20:16:48.732380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d754f4-b81b-4eca-969a-9792f57ffc66 None None] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:48.841828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.854366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f1ba1288-652b-4b53-ac84-775fdff7e5aa None None] Provisioning for port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:48.891914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:48.943040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.167906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.181248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:49.198149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.362968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb52bebe-44aa-487d-9c1f-481a98205ec5']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:49.382934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ff7c40e-4029-4d8b-aa91-ccf911bc229a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:49.429344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e74d722e-a507-4147-8f8f-ed410aae495f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:49.429899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e74d722e-a507-4147-8f8f-ed410aae495f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:49.485448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.575000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:49.581356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:49.581918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.585187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.605174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:49.606018 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:49.657744 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:49.775776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Provisioning complete for port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:49.776251 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:49.870480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:49.940675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:50.090291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.179495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:50.185365 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.199654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.200447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f138403c-b09f-486f-a410-5115a48c5c72 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:50.257858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.329370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.359107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6976aed0-412d-4587-bbf5-4e56f6311923 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.390450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Network': ['ID=fb52bebe-44aa-487d-9c1f-481a98205ec5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:50.397948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a8a34d04-817f-4eaa-84ae-ef84484aeed8 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/networks/fb52bebe-44aa-487d-9c1f-481a98205ec5 HTTP/1.1" status: 204 len: 168 time: 1.7930267 Apr 28 20:16:50.400793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:50.430939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:50.430939 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:50.452872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:50.454627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a7b88-8353-4f78-9ebe-e0c710688dc7 req-b8971e92-cf83-43bf-8601-c7a880e55ecc tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:50.459970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-166a7b88-8353-4f78-9ebe-e0c710688dc7 req-b8971e92-cf83-43bf-8601-c7a880e55ecc tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.5881932 Apr 28 20:16:50.486127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f138403c-b09f-486f-a410-5115a48c5c72 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:50.486534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.531222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-166a7b88-8353-4f78-9ebe-e0c710688dc7 req-08ce839d-f898-48f3-82e6-a2b54cdb62c2 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579994 Apr 28 20:16:50.531917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting subnet 22fa51b1-9dd8-444e-bb37-a065097135ac {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:16:50.541007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.548264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router aa47373c-c543-4fe2-b6c4-ac617efa43db has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:16:50.652300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.785659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:50.879962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0ea9b438-0b52-48ec-86db-86386cc9eee8 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:50.970959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.006558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0ea9b438-0b52-48ec-86db-86386cc9eee8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:51.006558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0ea9b438-0b52-48ec-86db-86386cc9eee8 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:51.033788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:16:51.046230 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Sync routers for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:16:51.052253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.057472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1348ed64-f70e-4e68-a1e1-a2e249a90f31 None None] Network f7762013-5e5f-41d6-a995-cc9fe1d01fee requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:16:51.061277 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cf109c8b-6e7a-45e9-8be0-4ce32a57713c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/aa47373c-c543-4fe2-b6c4-ac617efa43db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3054187 Apr 28 20:16:51.063250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:51.064148 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:51.072657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Subnet': ['ID=22fa51b1-9dd8-444e-bb37-a065097135ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:51.086731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5ac716b-9867-420a-b2ae-a6e0b74e78de tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/subnets/22fa51b1-9dd8-444e-bb37-a065097135ac HTTP/1.1" status: 204 len: 168 time: 0.6802921 Apr 28 20:16:51.089173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:51.285644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ff7c40e-4029-4d8b-aa91-ccf911bc229a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:51.405742 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.423580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Provisioning for port 11f5db3d-6256-46d9-99e5-2032549bb756 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:51.446582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port 2678a741-3c93-4679-b830-0fc49abafd67 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:51.447296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.478721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Provisioning complete for port 11f5db3d-6256-46d9-99e5-2032549bb756 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:51.479986 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.541110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905341-5293-4369-a818-f637682d8a91 req-5b79f2c7-66ea-4598-8052-0a239ded28d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:51.542616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-5b79f2c7-66ea-4598-8052-0a239ded28d5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e9337cc429f4f6690d78215042ce1bc&device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 1096 time: 0.3802040 Apr 28 20:16:51.680869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ca10eca3-f5aa-4a18-807d-d1296a593dbc None None] Port 11f5db3d-6256-46d9-99e5-2032549bb756 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:51.693107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:51.693480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.696186 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:51.725819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-d367efc8-0294-40e5-805f-02652fdfc3f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:51.746706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905341-5293-4369-a818-f637682d8a91 req-16aae150-43e8-49a6-97ba-d5ba66b44858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:51.748668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-16aae150-43e8-49a6-97ba-d5ba66b44858 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 200 len: 912 time: 0.1953979 Apr 28 20:16:51.835853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-d367efc8-0294-40e5-805f-02652fdfc3f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:51.837541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-d367efc8-0294-40e5-805f-02652fdfc3f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-796887938&fields=id&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 267 time: 0.2977235 Apr 28 20:16:51.867936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-f10368c2-f454-47fe-990b-b22283a2a62e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 200 len: 217 time: 0.1075420 Apr 28 20:16:51.896780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a7b86b22-07c3-4d21-8d57-2fbfe912b951 None None] Provisioning complete for port 11f5db3d-6256-46d9-99e5-2032549bb756 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:51.897155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7b86b22-07c3-4d21-8d57-2fbfe912b951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.926298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] DHCP port deletion for f7762013-5e5f-41d6-a995-cc9fe1d01fee request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:16:51.949804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Deleting port 2678a741-3c93-4679-b830-0fc49abafd67 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:51.950308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:51.952225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531d659a-a7a2-477d-ac98-a1c51ba0c9cf req-bada7576-38c6-4262-b547-e89b58e2d9b7 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:51.954123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-531d659a-a7a2-477d-ac98-a1c51ba0c9cf req-bada7576-38c6-4262-b547-e89b58e2d9b7 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.5791774 Apr 28 20:16:52.021824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a7b86b22-07c3-4d21-8d57-2fbfe912b951 None None] Port 11f5db3d-6256-46d9-99e5-2032549bb756 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:52.043023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-531d659a-a7a2-477d-ac98-a1c51ba0c9cf req-9ce7afe7-3849-4be8-93ff-905e0d0d0e15 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787518 Apr 28 20:16:52.079608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff905341-5293-4369-a818-f637682d8a91 req-36335143-d246-46b8-9367-d5861677cc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:52.081050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-36335143-d246-46b8-9367-d5861677cc44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe HTTP/1.1" status: 200 len: 851 time: 0.1982107 Apr 28 20:16:52.201653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-89b499df-41be-494f-b6be-e58afbeaa78f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf96cc7-128d-4269-b57e-7ad38341b93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1108329 Apr 28 20:16:52.206825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-3d0c47e8-5418-454f-821d-52ab79d81da4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:52.208779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-3d0c47e8-5418-454f-821d-52ab79d81da4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:52.218441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] For port 2678a741-3c93-4679-b830-0fc49abafd67, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2678a741-3c93-4679-b830-0fc49abafd67,segment=NetworkSegment(b8ae5636-5ed1-42e5-ac33-f93fed994847),segment_id=b8ae5636-5ed1-42e5-ac33-f93fed994847)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:52.218802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.248026 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:48Z', 'revision_number': 2, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:52.252761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Checking router: aa47373c-c543-4fe2-b6c4-ac617efa43db for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:16:52.253223 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Updating router aa47373c-c543-4fe2-b6c4-ac617efa43db port 11f5db3d-6256-46d9-99e5-2032549bb756 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:16:52.305109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] For port 2678a741-3c93-4679-b830-0fc49abafd67, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2678a741-3c93-4679-b830-0fc49abafd67,segment=NetworkSegment(b8ae5636-5ed1-42e5-ac33-f93fed994847),segment_id=b8ae5636-5ed1-42e5-ac33-f93fed994847)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:52.305532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.327150 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.460195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Calling delete_port for 2678a741-3c93-4679-b830-0fc49abafd67 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:52.527123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-49c2dbb6-c26e-4e3f-b444-b7d0d26afb66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.543759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-cb7e405d-32cd-4286-b205-66e7c7ecc43d service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3348227 Apr 28 20:16:52.564450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.618288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] Pushing event deleted for resources: {'Port': ['ID=2678a741-3c93-4679-b830-0fc49abafd67,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:52.622413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Calling delete_port for 2678a741-3c93-4679-b830-0fc49abafd67 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:16:52.628219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fae7d3-e41b-4d23-88f8-cb40d35e77f6 None None] No DVR routers for this DVR port 2678a741-3c93-4679-b830-0fc49abafd67 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:16:52.690474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-3d0c47e8-5418-454f-821d-52ab79d81da4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:52.695175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-3d0c47e8-5418-454f-821d-52ab79d81da4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 797 time: 0.8424568 Apr 28 20:16:52.764180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-074cc074-365b-4a5d-9009-e276757b3f0d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/quotas/b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 375 time: 0.0356195 Apr 28 20:16:52.876790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff905341-5293-4369-a818-f637682d8a91 req-8a17b7a8-4e6c-49c4-8095-7f2274c62976 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217702 Apr 28 20:16:52.888381 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.902961 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Transition to ACTIVE for port object 11f5db3d-6256-46d9-99e5-2032549bb756 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:52.908965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:16:52.909292 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:16:52.912177 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:52.936672 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-75c95fde-4d41-4e33-9d5b-51f63ac38c31 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1638148 Apr 28 20:16:53.006256 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e03a57-4f05-4937-b7de-dbfbe5fbeb87 None None] Pushing event updated for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:53.154687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-ab69b951-d2dd-4c8b-82eb-e2f43368ee91 service neutron] 10.222.0.24 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2052906 Apr 28 20:16:53.217082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2678a741-3c93-4679-b830-0fc49abafd67 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:16:53.293075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 2678a741-3c93-4679-b830-0fc49abafd67 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:16:53.294482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2678a741-3c93-4679-b830-0fc49abafd67 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:16:53.299097 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Attempting to bind port 11f5db3d-6256-46d9-99e5-2032549bb756 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:53.299478 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Attempting to bind port 11f5db3d-6256-46d9-99e5-2032549bb756 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:53.299758 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Attempting to bind port 11f5db3d-6256-46d9-99e5-2032549bb756 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:53.314346 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:53.314750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Checking segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:53.315167 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.318571 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Bound using segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:53.319112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Bound port: 11f5db3d-6256-46d9-99e5-2032549bb756, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:53.322369 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.465974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2daa4c-b9fc-49f8-a3a6-0a168619353d req-731d7ac3-be4f-4910-a5a0-71850676dd8b tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:53.475619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f2daa4c-b9fc-49f8-a3a6-0a168619353d req-731d7ac3-be4f-4910-a5a0-71850676dd8b tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.1967704 Apr 28 20:16:53.512505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Deleting port 2678a741-3c93-4679-b830-0fc49abafd67 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:16:53.512947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.542048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] For port 11f5db3d-6256-46d9-99e5-2032549bb756, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:53.546313 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] For port 11f5db3d-6256-46d9-99e5-2032549bb756, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=11f5db3d-6256-46d9-99e5-2032549bb756,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:53.552743 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.570828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f2daa4c-b9fc-49f8-a3a6-0a168619353d req-4d55f8ed-da43-49e7-919e-74d96b252bc1 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942242 Apr 28 20:16:53.679276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-1c0328c5-aa94-4b26-a50c-b39c3a1c1832 service neutron] 10.222.0.24 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237274 Apr 28 20:16:53.739620 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:16:53.742615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:53.742796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] The port '2678a741-3c93-4679-b830-0fc49abafd67' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:16:53.783135 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:53.995656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.026837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7762013-5e5f-41d6-a995-cc9fe1d01fee']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:54.056455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8ae5636-5ed1-42e5-ac33-f93fed994847') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:54.056755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8ae5636-5ed1-42e5-ac33-f93fed994847') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:54.081163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.083329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.090801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-397feb11-ce38-4973-bfb9-30aef8920f7e req-93804e7b-3deb-4428-8a35-3a683b541a83 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:54.104703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:16:54.126422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-397feb11-ce38-4973-bfb9-30aef8920f7e req-93804e7b-3deb-4428-8a35-3a683b541a83 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:54.138433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.146080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-397feb11-ce38-4973-bfb9-30aef8920f7e req-93804e7b-3deb-4428-8a35-3a683b541a83 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 210 time: 0.1622303 Apr 28 20:16:54.151812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:16:54.152226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:16:54.199705 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:16:54.299349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.324516 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:54.343290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/networks/f7762013-5e5f-41d6-a995-cc9fe1d01fee HTTP/1.1" status: 204 len: 168 time: 3.2529900 Apr 28 20:16:54.344497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6256ec18-eb48-4ba3-ba98-e20cd65402cf tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Pushing event deleted for resources: {'Network': ['ID=f7762013-5e5f-41d6-a995-cc9fe1d01fee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:54.345895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43318) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:54.435786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5053fb5c-8975-457a-8285-0c74dfe9ad03 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Synchronizing usage tracker for tenant:4dd3db146cae4f6f878d95afed19ab8d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:16:54.464142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5053fb5c-8975-457a-8285-0c74dfe9ad03 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Unset dirty status for tenant:4dd3db146cae4f6f878d95afed19ab8d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:16:54.464370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e03a57-4f05-4937-b7de-dbfbe5fbeb87 None None] Pushing event updated for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:54.470319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5053fb5c-8975-457a-8285-0c74dfe9ad03 tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "GET /v2.0/ports?device_id=a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 HTTP/1.1" status: 200 len: 205 time: 0.1206741 Apr 28 20:16:54.470803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:54.687701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:53Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:16:54.700593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bacb0441-09b4-4c4c-bdf2-1e9218b8bbd6 None None] The sync data for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 is: [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:53Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:16:54.711186 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.252939 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.275454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11f5db3d-6256-46d9-99e5-2032549bb756 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:55.313576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.317006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.383402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 11f5db3d-6256-46d9-99e5-2032549bb756 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:55.392566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 11f5db3d-6256-46d9-99e5-2032549bb756 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:55.395966 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.404502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dec0432-1fec-4531-8ad1-1497fe1121f6 req-1a085b84-1df8-4a09-837a-35f807ced5e0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:55.413576 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dec0432-1fec-4531-8ad1-1497fe1121f6 req-1a085b84-1df8-4a09-837a-35f807ced5e0 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.5167117 Apr 28 20:16:55.414049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-147c7065-28ba-41b9-b94e-3311a51224cf req-ba580c6e-b8b0-4393-a029-955d852e441e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 210 time: 0.0895915 Apr 28 20:16:55.465192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.465707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Fanout notify agent at l3_agent the message router_deleted on router a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:16:55.507164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.510699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-789ebf41-9520-4ab7-8768-43fd26fccd6f tempest-RoutersNegativeTest-612828495 tempest-RoutersNegativeTest-612828495-project] 10.222.0.24 "DELETE /v2.0/routers/a574fb2f-9f60-4f36-8d18-e7120ba0b8b4 HTTP/1.1" status: 204 len: 168 time: 1.0375016 Apr 28 20:16:55.522531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2dec0432-1fec-4531-8ad1-1497fe1121f6 req-3f2eb231-41f8-46c6-90a6-2955b428f3fb tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080656 Apr 28 20:16:55.741439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:55.859371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 11f5db3d-6256-46d9-99e5-2032549bb756, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=11f5db3d-6256-46d9-99e5-2032549bb756,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:16:55.870342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:56.005559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:56.159259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-8aac26d3-951e-40a4-8af2-c2061d36eb19 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:56.161362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-8aac26d3-951e-40a4-8af2-c2061d36eb19 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 797 time: 0.4798400 Apr 28 20:16:56.244169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-91615dc9-042e-4c7f-b640-353bc84c758a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 379 time: 0.0704165 Apr 28 20:16:56.252606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'port': {'device_id': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'admin_state_up': True, 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'security_groups': ['63775240-f1ef-4c31-862d-8ffa5a5717de']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:56.358233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43362) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:56.806067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:56.826298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:56.945438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:56.949424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.021354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3404b2f-82ea-4e85-a65d-9835b66b8212 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4dd3db146cae4f6f878d95afed19ab8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6618149 Apr 28 20:16:57.028413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:57.047177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33c0dbe9-8ba9-4456-8de7-b8f43efdc86a req-c6008cef-57a1-4e2b-8af3-671923d07cb2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 210 time: 0.3908474 Apr 28 20:16:57.108436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5597a2e-c747-4e9e-bd04-42343f04efc0 req-fee81b65-4b6e-4727-b4a7-07acdb5949fd tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:57.116390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5597a2e-c747-4e9e-bd04-42343f04efc0 req-fee81b65-4b6e-4727-b4a7-07acdb5949fd tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.2712531 Apr 28 20:16:57.141400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.176172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.230977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d5597a2e-c747-4e9e-bd04-42343f04efc0 req-2513e126-14b9-4457-8f2a-34b4e4567cb4 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135399 Apr 28 20:16:57.239943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.240875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11f5db3d-6256-46d9-99e5-2032549bb756 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:16:57.261982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.266534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1cf352ff-22d1-4bf6-9141-f0ac22f3adc6 HTTP/1.1" status: 204 len: 168 time: 0.2233167 Apr 28 20:16:57.266534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa154dcc-6ffc-4ed1-b316-9fe8e5e45cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cf352ff-22d1-4bf6-9141-f0ac22f3adc6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:57.304142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.6 (663aa6f3-b7bf-4bfa-9d43-99903eb81b9a/4cdba776-5d2e-400c-ace7-8021326db199/67343f6e-7920-40e8-abb5-95f679553f98) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:16:57.339569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 11f5db3d-6256-46d9-99e5-2032549bb756 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:57.339946 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.568442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.588370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object 67343f6e-7920-40e8-abb5-95f679553f98 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:57.617639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.688782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:16:57.692143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:16:57.696582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:16:57.748475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:57.799910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:57.800556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.830561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-f49842d6-7bd4-44d2-9898-1b3532f05d45 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5834773 Apr 28 20:16:57.841909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Request body: {'port': {'device_id': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:57.971853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:57.980823 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-88170594-0e21-47e8-9524-d2fcf8a78183 None None] Provisioning for port 67343f6e-7920-40e8-abb5-95f679553f98 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:16:57.992932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-88170594-0e21-47e8-9524-d2fcf8a78183 None None] Provisioning complete for port 67343f6e-7920-40e8-abb5-95f679553f98 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:16:57.993740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-88170594-0e21-47e8-9524-d2fcf8a78183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:58.078054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-88170594-0e21-47e8-9524-d2fcf8a78183 None None] Port 67343f6e-7920-40e8-abb5-95f679553f98 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:16:58.402097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31854e1a-abdf-44a5-a05d-c2a9be4bbc6c req-6bea7544-5215-4120-8efe-78f7f1b9cadd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:58.413401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31854e1a-abdf-44a5-a05d-c2a9be4bbc6c req-6bea7544-5215-4120-8efe-78f7f1b9cadd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 931 time: 0.2001567 Apr 28 20:16:58.457080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67343f6e-7920-40e8-abb5-95f679553f98 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:16:58.466256 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:58.484159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Transition to ACTIVE for port object 67343f6e-7920-40e8-abb5-95f679553f98 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:16:58.490198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:58.527032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31854e1a-abdf-44a5-a05d-c2a9be4bbc6c req-075e3fef-7c64-462d-94d6-40e18c2baf4c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116519 Apr 28 20:16:58.615757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:58.753045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:58.914933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a351fc-6392-468d-b4c7-9434b72c5f54 req-2f6d373a-d610-43b6-90d6-8e447f6335e4 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:58.922652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00a351fc-6392-468d-b4c7-9434b72c5f54 req-2f6d373a-d610-43b6-90d6-8e447f6335e4 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.3764174 Apr 28 20:16:58.976474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-44640388-11fb-475a-9668-169745189376 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943050585-network', 'tenant_id': '339acb9f6b254b408250a31b36824dbe'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:58.982927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-44640388-11fb-475a-9668-169745189376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:58.988352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-44640388-11fb-475a-9668-169745189376 admin admin] Usage tracker for resource:network and tenant:339acb9f6b254b408250a31b36824dbe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:58.990919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:16:58.991214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:16:58.992071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:58.992324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-44640388-11fb-475a-9668-169745189376 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:58.999577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-44640388-11fb-475a-9668-169745189376 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:59.018336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:16:59.018704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:16:59.018819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44640388-11fb-475a-9668-169745189376 admin admin] Made reservation on behalf of 339acb9f6b254b408250a31b36824dbe for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:59.021740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.038258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-00a351fc-6392-468d-b4c7-9434b72c5f54 req-7e3cca0d-8f40-45e7-b23f-e9656298f92e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095736 Apr 28 20:16:59.039304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.041137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:16:59.041512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Checking segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:16:59.041883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Bound using segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:16:59.042323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Bound port: 67343f6e-7920-40e8-abb5-95f679553f98, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:16:59.042676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.063178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-44640388-11fb-475a-9668-169745189376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:59.068960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-44640388-11fb-475a-9668-169745189376 admin admin] Usage tracker for resource:security_group_rule and tenant:339acb9f6b254b408250a31b36824dbe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:59.072134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-44640388-11fb-475a-9668-169745189376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:59.079154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-44640388-11fb-475a-9668-169745189376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:59.171276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:16:59.174835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:16:59.182942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.193625 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.198734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.240795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44640388-11fb-475a-9668-169745189376 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:16:59.259467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44640388-11fb-475a-9668-169745189376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75f90bf6-e64e-4fb6-b4d0-ac7965e0783c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:59.268603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.270968 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-44640388-11fb-475a-9668-169745189376 admin admin] Added segment 16b8690b-9c60-4717-8b6c-0af4d04052bb of type vlan for network cbf6fb05-64df-4509-a3b7-13de36a0d62f Apr 28 20:16:59.277712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:59.290806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:59.291466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.292836 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-fdb8c4b6-9a96-48fe-94f8-ff42d18b3cc1 service neutron] 10.222.0.46 "PUT /v2.0/ports/67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 1091 time: 1.4554737 Apr 28 20:16:59.293324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:16:59.328609 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.374562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.375886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44640388-11fb-475a-9668-169745189376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:59.376798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-44640388-11fb-475a-9668-169745189376 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.454704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-44640388-11fb-475a-9668-169745189376 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8374484 Apr 28 20:16:59.459901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43450) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:16:59.470033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Request body: {'subnet': {'network_id': 'cbf6fb05-64df-4509-a3b7-13de36a0d62f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1943050585-subnet', 'tenant_id': '339acb9f6b254b408250a31b36824dbe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:16:59.486860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:16:59.505589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Usage tracker for resource:subnet and tenant:339acb9f6b254b408250a31b36824dbe is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:16:59.529167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:16:59.557879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:16:59.681352 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-647fce4f-4e05-4354-aa43-57233e7c9928'] response: {'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'status': 'completed', 'code': 200} Apr 28 20:16:59.761715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44640388-11fb-475a-9668-169745189376 admin admin] Pushing event updated for resources: {'Network': ['ID=cbf6fb05-64df-4509-a3b7-13de36a0d62f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:16:59.776873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cbf6fb05-64df-4509-a3b7-13de36a0d62f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:16:59.805638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-6b1b0515-cdec-4741-b801-188d16d9eaad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:59.807547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-6b1b0515-cdec-4741-b801-188d16d9eaad service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1094 time: 0.4638982 Apr 28 20:16:59.889064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Made reservation on behalf of 339acb9f6b254b408250a31b36824dbe for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:16:59.892131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:16:59.895663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-9adb30ee-240d-43e1-87d4-89b4c31c1562 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 217 time: 0.0767756 Apr 28 20:16:59.907494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96facb91-276b-41d0-8c85-881f354ba7ff req-df5a5ea7-984d-42f9-977d-8c6fe84b421c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:16:59.908815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-96facb91-276b-41d0-8c85-881f354ba7ff req-df5a5ea7-984d-42f9-977d-8c6fe84b421c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:17:00.041558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-96facb91-276b-41d0-8c85-881f354ba7ff req-df5a5ea7-984d-42f9-977d-8c6fe84b421c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:17:00.041558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96facb91-276b-41d0-8c85-881f354ba7ff req-df5a5ea7-984d-42f9-977d-8c6fe84b421c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.3333850 Apr 28 20:17:00.054007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece0ce0f-5e6a-4742-bc71-b4b08647c6ca req-e9b3fa8d-c2e5-4cdb-8891-3964610d0539 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.055574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ece0ce0f-5e6a-4742-bc71-b4b08647c6ca req-e9b3fa8d-c2e5-4cdb-8891-3964610d0539 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.3405540 Apr 28 20:17:00.073905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-67fa943d-c9ef-4bcf-a5a5-8abbefa6467e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.075442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-67fa943d-c9ef-4bcf-a5a5-8abbefa6467e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e9337cc429f4f6690d78215042ce1bc&device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 1096 time: 0.3591218 Apr 28 20:17:00.100079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-6db947fc-75f2-4abe-bac3-2af01c29d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.111985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-6db947fc-75f2-4abe-bac3-2af01c29d35f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.1916139 Apr 28 20:17:00.182710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ece0ce0f-5e6a-4742-bc71-b4b08647c6ca req-072a0b14-7424-4dfb-b54f-971f65ff5b57 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041608 Apr 28 20:17:00.254852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96facb91-276b-41d0-8c85-881f354ba7ff req-60eae6e7-4de2-466f-ae22-a33c095161ac tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1737604 Apr 28 20:17:00.282543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-982f007b-b585-4dcf-a483-ca0d6181e29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.284094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-982f007b-b585-4dcf-a483-ca0d6181e29e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1494544 Apr 28 20:17:00.346189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-f14b8605-bf8d-43aa-9116-78030bc426fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.348209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-f14b8605-bf8d-43aa-9116-78030bc426fe service neutron] 10.222.0.41 "GET /v2.0/networks?id=7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 200 len: 912 time: 0.2531233 Apr 28 20:17:00.439140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-b403335e-e6b1-41d3-a6a1-9bbe540175b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 200 len: 217 time: 0.0781267 Apr 28 20:17:00.464602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-c9afbbee-d50e-4cfb-88e7-9b068959d3ae service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742826 Apr 28 20:17:00.508712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-5413baf1-8160-4426-99b4-47d9ac43dc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.510769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-5413baf1-8160-4426-99b4-47d9ac43dc75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe HTTP/1.1" status: 200 len: 851 time: 0.0631480 Apr 28 20:17:00.511900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:00.546992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:00.606507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-2f990b72-0e20-4320-8124-b4d260fc3dff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7bf96cc7-128d-4269-b57e-7ad38341b93b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634139 Apr 28 20:17:00.613481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8cb6981-b4e3-4938-8556-c6a2909a5192 req-093d6cfd-504d-4e46-adda-a8ec1fbfd275 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429431 Apr 28 20:17:00.678013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df9fcde5-edfc-4eec-a114-6523c42a709e,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:00.741596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-fd9d31b9-2b10-4979-a2f9-e1051f3a63ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.743519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-fd9d31b9-2b10-4979-a2f9-e1051f3a63ff service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1094 time: 0.0807354 Apr 28 20:17:00.743913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Checking segment: {'id': '16b8690b-9c60-4717-8b6c-0af4d04052bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'cbf6fb05-64df-4509-a3b7-13de36a0d62f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:00.744261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Network hostable DHCP agents. Network: cbf6fb05-64df-4509-a3b7-13de36a0d62f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:00.781148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:00.808462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:00.823179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Usage tracker for resource:security_group_rule and tenant:ae3814f858554ea9a91f04b67d84dd45 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:00.827217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:00.839510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:00.850269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Network cbf6fb05-64df-4509-a3b7-13de36a0d62f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:00.870260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-4067df8e-f544-4a1e-ade9-6a1af7055ab0 service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461493 Apr 28 20:17:00.872324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cbf6fb05-64df-4509-a3b7-13de36a0d62f) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:00.883038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485e60b8-41de-4ff3-aad9-1e89468ad7e7 None None] Network cbf6fb05-64df-4509-a3b7-13de36a0d62f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:00.897765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-aaa7e9da-1613-479a-9a22-85b0e78013cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.899736 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-aaa7e9da-1613-479a-9a22-85b0e78013cd service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.1508124 Apr 28 20:17:00.902699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:00.903271 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.001274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-4ba9891d-f29f-4da4-8c96-2dd93d27dd9b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 217 time: 0.0936515 Apr 28 20:17:01.074426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-3742757e-6aae-407f-8865-25bd666b6635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:01.076104 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-3742757e-6aae-407f-8865-25bd666b6635 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0707171 Apr 28 20:17:01.149865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ea5b67f-5c6e-4fcf-9579-5b8fe6bd5724 req-71a9daf7-b16d-46be-8963-af4e63f22dbc service neutron] 10.222.0.41 "GET /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2691143 Apr 28 20:17:01.160583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d72abd-6d44-4e7f-bb1a-cbc67427da7b None None] Network cbf6fb05-64df-4509-a3b7-13de36a0d62f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:01.175656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-e269ccb9-94a7-49d8-8523-b961e6ea5c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:01.181996 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-e269ccb9-94a7-49d8-8523-b961e6ea5c28 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0996807 Apr 28 20:17:01.186741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-78b7a1ec-85f7-43cf-90dc-7557ce70e185 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.7246013 Apr 28 20:17:01.239365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.244833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.298275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cce68e3f-4f9a-49dc-9f17-7c97ac7eedd9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:01.304007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-25e6c744-7a22-45ef-bae9-bcd810082261 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ae3814f858554ea9a91f04b67d84dd45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561059 Apr 28 20:17:01.306791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:01.364369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-3e0e6613-0677-49e3-affa-f1220b1bd21b service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672554 Apr 28 20:17:01.380501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.548347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59c86bec-445c-416a-9cb5-c6edc12fef50 req-a0b0f497-2894-460d-b318-a693c18c4e8c service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778247 Apr 28 20:17:01.591815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.669293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe434f9-effc-46b6-a1df-381d6bd7ab6d req-4cb0cfbf-226d-4879-b102-d316ef45bd55 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:01.677366 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6fe434f9-effc-46b6-a1df-381d6bd7ab6d req-4cb0cfbf-226d-4879-b102-d316ef45bd55 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.1192188 Apr 28 20:17:01.706762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245ea24-905e-4aad-9acd-eb4bdf6c8ef3 req-e344deaa-77d9-411c-847c-ba9da17e8206 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:01.709282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7245ea24-905e-4aad-9acd-eb4bdf6c8ef3 req-e344deaa-77d9-411c-847c-ba9da17e8206 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.2339976 Apr 28 20:17:01.714229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.736678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6fe434f9-effc-46b6-a1df-381d6bd7ab6d req-158ce754-e323-4a91-bcd6-3f4a05eabd84 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581546 Apr 28 20:17:01.752918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cce68e3f-4f9a-49dc-9f17-7c97ac7eedd9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:01.820840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:01.823060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-30e9a8de-0674-47e6-b5b5-abb2a16b9272 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cce68e3f-4f9a-49dc-9f17-7c97ac7eedd9 HTTP/1.1" status: 204 len: 168 time: 0.5149946 Apr 28 20:17:01.828160 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7245ea24-905e-4aad-9acd-eb4bdf6c8ef3 req-a6bb5ec8-ce7f-407e-8f4a-74a9caf9e571 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972118 Apr 28 20:17:02.085548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43514) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:02.091106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851548301-network', 'tenant_id': '981fa1f3262e4109a7a7c52eafc042a7'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:02.097296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:02.102264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Usage tracker for resource:network and tenant:981fa1f3262e4109a7a7c52eafc042a7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:02.105852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:02.111880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:02.122796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Made reservation on behalf of 981fa1f3262e4109a7a7c52eafc042a7 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:02.125276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.138525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.159687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:02.160154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43518) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:02.163798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Usage tracker for resource:security_group_rule and tenant:981fa1f3262e4109a7a7c52eafc042a7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:02.178586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:02.185333 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.195215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:02.207745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:02.213730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Usage tracker for resource:security_group_rule and tenant:47599848414843f2845e5070ae44185b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:02.222302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:02.231669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:02.342587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.350696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.401047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:02.413332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bafd2801-49e8-4cdf-8582-4d423ce694a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:02.418186 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.421304 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.421733 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Added segment a186bc1f-589e-49eb-8d72-5e8d851eaf94 of type vlan for network 841559ce-d9bf-4ca1-9a3e-3d834d9349a8 Apr 28 20:17:02.428280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.482146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.499375 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=47599848414843f2845e5070ae44185b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3373778 Apr 28 20:17:02.502389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:02.506409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af571d0-b14d-4668-bb9e-d83d1949441d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c70ead-36dc-4d9d-b346-13acd6094bc0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:02.534403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.535423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:02.536752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.616503 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.655587 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.659433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5726922 Apr 28 20:17:02.660346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47cdc59-014f-4089-b628-426ef35c27b3 admin admin] Pushing event updated for resources: {'Network': ['ID=841559ce-d9bf-4ca1-9a3e-3d834d9349a8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:02.662597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43528) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:02.668181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Request body: {'subnet': {'network_id': '841559ce-d9bf-4ca1-9a3e-3d834d9349a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1851548301-subnet', 'tenant_id': '981fa1f3262e4109a7a7c52eafc042a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:02.673189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 841559ce-d9bf-4ca1-9a3e-3d834d9349a8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:02.673737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:02.678223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Usage tracker for resource:subnet and tenant:981fa1f3262e4109a7a7c52eafc042a7 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:02.681159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:02.687312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:02.697972 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Made reservation on behalf of 981fa1f3262e4109a7a7c52eafc042a7 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:02.700736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.734014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.754257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c70ead-36dc-4d9d-b346-13acd6094bc0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:02.766490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.768030 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2bf031fe-f85a-4602-a1f3-89542cadfb34 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/64c70ead-36dc-4d9d-b346-13acd6094bc0 HTTP/1.1" status: 204 len: 168 time: 0.2643898 Apr 28 20:17:02.941316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:02.981802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7d6ad6-3429-4713-bc6f-ba4475e8e038 req-1aa72e65-e2ae-4fbf-aace-6aff29c2a696 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:02.983350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc7d6ad6-3429-4713-bc6f-ba4475e8e038 req-1aa72e65-e2ae-4fbf-aace-6aff29c2a696 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.0894923 Apr 28 20:17:03.075630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cc7d6ad6-3429-4713-bc6f-ba4475e8e038 req-80b221df-62a2-4bd3-847c-be703cd51840 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852296 Apr 28 20:17:03.106144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Checking segment: {'id': 'a186bc1f-589e-49eb-8d72-5e8d851eaf94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '841559ce-d9bf-4ca1-9a3e-3d834d9349a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:03.106527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Network hostable DHCP agents. Network: 841559ce-d9bf-4ca1-9a3e-3d834d9349a8, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:03.111227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8fb460-5f1f-457b-af27-890a463bc9f0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:03.150093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Network 841559ce-d9bf-4ca1-9a3e-3d834d9349a8 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:03.164917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 841559ce-d9bf-4ca1-9a3e-3d834d9349a8) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:03.174269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb6f0a4-6b70-4a7a-8b48-07f82c4b5ed5 req-911fbc44-f05d-45a2-a232-433cbb551070 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:03.174678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74fd2d2-f53b-4cfc-b2d7-46e7fe51e7b1 None None] Network 841559ce-d9bf-4ca1-9a3e-3d834d9349a8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:03.175840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffb6f0a4-6b70-4a7a-8b48-07f82c4b5ed5 req-911fbc44-f05d-45a2-a232-433cbb551070 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.1290710 Apr 28 20:17:03.179493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:03.180070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:03.241628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a9c86f85-4ea7-47f2-806b-61f02fe5387a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5779757 Apr 28 20:17:03.252744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffb6f0a4-6b70-4a7a-8b48-07f82c4b5ed5 req-7acb084a-5679-45b6-8379-d25c81fcdac2 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670621 Apr 28 20:17:03.508726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43550) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:03.592445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-861c6b34-cf61-43a1-b4c6-67a7745f257e None None] Network 841559ce-d9bf-4ca1-9a3e-3d834d9349a8 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:03.826289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:17:03.895750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Deleting subnet df9fcde5-edfc-4eec-a114-6523c42a709e {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:03.899399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:03.973704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.033360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.202600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978f3881-de24-4233-b86c-1d1d72109981 req-3049c9fd-25e0-4630-8a07-51647350ae0e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:04.207554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-978f3881-de24-4233-b86c-1d1d72109981 req-3049c9fd-25e0-4630-8a07-51647350ae0e tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.2198036 Apr 28 20:17:04.222998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.259544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:04.314832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-978f3881-de24-4233-b86c-1d1d72109981 req-1f756ae0-7c59-48d0-8eeb-52c7779bb250 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021211 Apr 28 20:17:04.319019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '67343f6e-7920-40e8-abb5-95f679553f98', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'mac_address': 'fa:16:3e:1a:4b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:17:04.409248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df9fcde5-edfc-4eec-a114-6523c42a709e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:04.445022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.451315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.474362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67343f6e-7920-40e8-abb5-95f679553f98 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:17:04.480835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fd04d6ea-a92e-4d4d-809d-c17aff8ab025 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/df9fcde5-edfc-4eec-a114-6523c42a709e HTTP/1.1" status: 204 len: 168 time: 0.9709458 Apr 28 20:17:04.483350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43574) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:04.495095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:04.499530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.550442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e01d451-d96c-40c6-b080-45586905af18 req-a652c1de-6795-4d30-8330-eddf86b1f3a0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:04.558043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e01d451-d96c-40c6-b080-45586905af18 req-a652c1de-6795-4d30-8330-eddf86b1f3a0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.2497454 Apr 28 20:17:04.596939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:04.643687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9e01d451-d96c-40c6-b080-45586905af18 req-e4bdbb32-da63-484b-9362-88dd654590be tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811424 Apr 28 20:17:04.694297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.835705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['67343f6e-7920-40e8-abb5-95f679553f98'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:17:04.838878 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.884677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf6fb05-64df-4509-a3b7-13de36a0d62f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:04.906351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16b8690b-9c60-4717-8b6c-0af4d04052bb') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:04.906698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16b8690b-9c60-4717-8b6c-0af4d04052bb') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:04.920711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.942485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.951246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:04.951814 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:04.970003 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:05.121083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.141193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.152029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] Pushing event deleted for resources: {'Network': ['ID=cbf6fb05-64df-4509-a3b7-13de36a0d62f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:05.158094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa9bb30f-910e-444d-8c01-514ed8f3976c admin admin] 10.222.0.24 "DELETE /v2.0/networks/cbf6fb05-64df-4509-a3b7-13de36a0d62f HTTP/1.1" status: 204 len: 168 time: 0.6707804 Apr 28 20:17:05.158255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:05.235105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Deleting subnet 7d8fb460-5f1f-457b-af27-890a463bc9f0 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:05.242684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.306634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.409655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.557789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.560501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1679a2-0e49-4f0a-81b7-409c89e48a14 req-10662aa5-4afe-486e-999b-99d54d9c8a3f tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:05.567990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb1679a2-0e49-4f0a-81b7-409c89e48a14 req-10662aa5-4afe-486e-999b-99d54d9c8a3f tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.1236789 Apr 28 20:17:05.611376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8fb460-5f1f-457b-af27-890a463bc9f0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:05.618816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.630550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a7143c18-bca6-4be0-bb32-8e49da0539f1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/7d8fb460-5f1f-457b-af27-890a463bc9f0 HTTP/1.1" status: 204 len: 168 time: 0.4714234 Apr 28 20:17:05.633012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43608) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:05.757599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.972278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:05.985241 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb1679a2-0e49-4f0a-81b7-409c89e48a14 req-18cce5a0-949d-4460-a754-b1b5aa53f965 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/security-groups?id=4131b868-f14d-4cc3-9c96-9c4bce944ddb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4168780 Apr 28 20:17:06.022677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590cd123-b206-4012-a387-7c7c5172de97 req-4a863d74-3a68-4e04-82fd-a58d358c9984 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:06.024460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-590cd123-b206-4012-a387-7c7c5172de97 req-4a863d74-3a68-4e04-82fd-a58d358c9984 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 944 time: 0.2257833 Apr 28 20:17:06.055918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841559ce-d9bf-4ca1-9a3e-3d834d9349a8']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:06.079044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a919462-e859-45d0-a14f-642469414ee5 req-f5886bc7-7243-49a8-b1aa-b5f1235f9c7b tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:06.080792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a919462-e859-45d0-a14f-642469414ee5 req-f5886bc7-7243-49a8-b1aa-b5f1235f9c7b tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.41 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 945 time: 0.1805108 Apr 28 20:17:06.088973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a186bc1f-589e-49eb-8d72-5e8d851eaf94') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:06.089637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a186bc1f-589e-49eb-8d72-5e8d851eaf94') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:06.107196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-590cd123-b206-4012-a387-7c7c5172de97 req-ef218736-459e-4598-bb09-a9cff4700266 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727253 Apr 28 20:17:06.109037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.133307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.146549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:06.147538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:06.163805 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:06.178025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Deleting port d230bdcb-7630-48e8-b3d6-7477b12e7907 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:06.178697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.253416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.263205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.286731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] Pushing event deleted for resources: {'Network': ['ID=841559ce-d9bf-4ca1-9a3e-3d834d9349a8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:06.297247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b91b982-426b-4282-8181-8e5fcd253744 admin admin] 10.222.0.24 "DELETE /v2.0/networks/841559ce-d9bf-4ca1-9a3e-3d834d9349a8 HTTP/1.1" status: 204 len: 168 time: 0.6627166 Apr 28 20:17:06.483283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43626) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:06.497364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] For port d230bdcb-7630-48e8-b3d6-7477b12e7907, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d230bdcb-7630-48e8-b3d6-7477b12e7907,segment=NetworkSegment(8942f54d-7e22-40e5-9e1a-dcffdd3024b2),segment_id=8942f54d-7e22-40e5-9e1a-dcffdd3024b2)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:06.498164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.559831 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b6880772-2371-41c2-bbcc-37dc04cda5c8 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=339acb9f6b254b408250a31b36824dbe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0753736 Apr 28 20:17:06.562238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43630) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:06.586754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43634) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:06.635475 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.676955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Calling delete_port for d230bdcb-7630-48e8-b3d6-7477b12e7907 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:06.683639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.772386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.794828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.805063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/75f90bf6-e64e-4fb6-b4d0-ac7965e0783c HTTP/1.1" status: 204 len: 168 time: 0.2378032 Apr 28 20:17:06.809913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040ff8b7-571f-4342-ac35-66e7209626ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f90bf6-e64e-4fb6-b4d0-ac7965e0783c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:06.872736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.894859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:06.901348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Usage tracker for resource:security_group_rule and tenant:4900543ad72d443bb0ef4b379e4defdc is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:06.905881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:06.915933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:06.925749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:06.944365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d230bdcb-7630-48e8-b3d6-7477b12e7907'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:17:06.985302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Pushing event deleted for resources: {'Port': ['ID=d230bdcb-7630-48e8-b3d6-7477b12e7907,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:07.086105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] No DVR routers for this DVR port d230bdcb-7630-48e8-b3d6-7477b12e7907 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:17:07.086105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.086105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'name': 'network-vif-deleted', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:17:07.116255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a919462-e859-45d0-a14f-642469414ee5 req-01f21b27-d7e6-4290-9985-8996e76a3332 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.41 "DELETE /v2.0/ports/d230bdcb-7630-48e8-b3d6-7477b12e7907 HTTP/1.1" status: 204 len: 173 time: 1.0269938 Apr 28 20:17:07.214010 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47871431-3e0b-4abe-bf34-0610067cf9ee'] response: {'server_uuid': 'd2ffa59c-4de2-450d-aaff-9d0b39235a74', 'name': 'network-vif-deleted', 'tag': 'd230bdcb-7630-48e8-b3d6-7477b12e7907', 'status': 'completed', 'code': 200} Apr 28 20:17:07.232982 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.235227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e619e063-5017-464b-9a18-39d7e3249981 req-521e0093-3097-4694-a34c-61a497fd1b35 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Synchronizing usage tracker for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:17:07.245047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.292922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-e619e063-5017-464b-9a18-39d7e3249981 req-521e0093-3097-4694-a34c-61a497fd1b35 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] Unset dirty status for tenant:5e9337cc429f4f6690d78215042ce1bc on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:17:07.298811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e619e063-5017-464b-9a18-39d7e3249981 req-521e0093-3097-4694-a34c-61a497fd1b35 tempest-TestServerAdvancedOps-430471429 tempest-TestServerAdvancedOps-430471429-project] 10.222.0.24 "GET /v2.0/ports?device_id=d2ffa59c-4de2-450d-aaff-9d0b39235a74 HTTP/1.1" status: 200 len: 210 time: 0.1373308 Apr 28 20:17:07.317389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4900543ad72d443bb0ef4b379e4defdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6654599 Apr 28 20:17:07.323240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:07.340752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd29b574-4d69-4ec4-be7f-706ec8f2e0ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc5df17c-08cc-44bd-9a81-f15bf08e0e6d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:07.460171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.494285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.508637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b80cdc-b467-40b3-8347-4629a57bbaae req-7a40957c-9c1a-493d-b0e1-ec4f22074421 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:07.515624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b80cdc-b467-40b3-8347-4629a57bbaae req-7a40957c-9c1a-493d-b0e1-ec4f22074421 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 944 time: 0.1621892 Apr 28 20:17:07.529289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43656) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:07.585187 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bd8aa341-3a07-45f3-882d-05ff713179f3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=981fa1f3262e4109a7a7c52eafc042a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0541956 Apr 28 20:17:07.587471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b80cdc-b467-40b3-8347-4629a57bbaae req-e0368ce8-c3be-49ee-be72-f549b1fcf7c9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680718 Apr 28 20:17:07.588738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43660) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:07.629451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.652566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc5df17c-08cc-44bd-9a81-f15bf08e0e6d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:07.662226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.668315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.669648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aa1bf517-579d-4bfd-addd-2bcc51bcd7c9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cc5df17c-08cc-44bd-9a81-f15bf08e0e6d HTTP/1.1" status: 204 len: 168 time: 0.3454738 Apr 28 20:17:07.697599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.759011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.777416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bafd2801-49e8-4cdf-8582-4d423ce694a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:07.783195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:07.784500 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dddaffe9-d2dd-40c0-a3aa-dd1f933389db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/bafd2801-49e8-4cdf-8582-4d423ce694a7 HTTP/1.1" status: 204 len: 168 time: 0.1943300 Apr 28 20:17:07.874820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:07.958674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 67343f6e-7920-40e8-abb5-95f679553f98 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:07.963877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 67343f6e-7920-40e8-abb5-95f679553f98 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:07.964474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.153124 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.198318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:17:08.213339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:08.224783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.284384 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be530fdd-4bb1-498f-83c6-e67543b2f9a5'] response: {'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'code': 200} Apr 28 20:17:08.317684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:08.463301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43682) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:08.493773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:08.527174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.548581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:08.554507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Usage tracker for resource:security_group_rule and tenant:9adf1b2932594a0c966cf821ddbee47e is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:08.558791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fcd41-ffdc-4673-af3a-19142c85d433 req-4bd8cd80-a703-4004-988b-b2ba39555f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:08.560436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9fcd41-ffdc-4673-af3a-19142c85d433 req-4bd8cd80-a703-4004-988b-b2ba39555f17 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1951392 Apr 28 20:17:08.561403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:08.564077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Deleting subnet d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:08.569984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.580540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:08.639144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.640819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9fcd41-ffdc-4673-af3a-19142c85d433 req-2153e132-851c-4eb8-9956-16af3b7a1e37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721402 Apr 28 20:17:08.706744 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.781381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.789613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.857683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.872849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=9adf1b2932594a0c966cf821ddbee47e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3747416 Apr 28 20:17:08.872849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af237025-3e07-447e-8129-f9a4d3114428 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d340cd1-b952-43d3-a213-650aba9b09ae,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:08.874166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:08.921635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:08.931681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd03968-5e15-4f71-b3b7-6ed961702683 req-56b9793a-1531-42d6-a504-6d968b721f60 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:08.932880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cd03968-5e15-4f71-b3b7-6ed961702683 req-56b9793a-1531-42d6-a504-6d968b721f60 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1740823 Apr 28 20:17:08.934038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:08.941767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6c1543d8-6003-4a9b-9c37-4e6f23b8077c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d2ff291a-f72e-4c7e-a1b8-384b9f8e0cbe HTTP/1.1" status: 204 len: 168 time: 0.4755380 Apr 28 20:17:08.943379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43704) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:08.986157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.013915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.072472 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.093374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8cd03968-5e15-4f71-b3b7-6ed961702683 req-ea3e38b6-706b-42fd-af4b-669256cd3eeb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470902 Apr 28 20:17:09.099448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d340cd1-b952-43d3-a213-650aba9b09ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:09.107149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.114612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.116053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-df126bfd-4715-4edd-8482-fa764655e882 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d340cd1-b952-43d3-a213-650aba9b09ae HTTP/1.1" status: 204 len: 168 time: 0.2407975 Apr 28 20:17:09.561445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.631337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf96cc7-128d-4269-b57e-7ad38341b93b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:09.655360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8942f54d-7e22-40e5-9e1a-dcffdd3024b2') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:09.656332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8942f54d-7e22-40e5-9e1a-dcffdd3024b2') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:09.670284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.713364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.724774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:09.725495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:09.757283 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:10.016203 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.038034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.067351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7bf96cc7-128d-4269-b57e-7ad38341b93b HTTP/1.1" status: 204 len: 168 time: 1.1223326 Apr 28 20:17:10.068866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d39ac8-a847-405f-8431-5cdce71887b1 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bf96cc7-128d-4269-b57e-7ad38341b93b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:10.070282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:10.163678 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.205957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Deleting subnet 098143b8-de6e-4bcd-bda6-07d33f8fa851 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:10.216293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.513689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.583970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.604162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d230bdcb-7630-48e8-b3d6-7477b12e7907 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:17:10.642340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ed78fe-8a30-41ff-acff-8cc1c77b5157 req-5fc61fef-2125-4590-9efa-33280d65a353 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:10.643811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79ed78fe-8a30-41ff-acff-8cc1c77b5157 req-5fc61fef-2125-4590-9efa-33280d65a353 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.3837092 Apr 28 20:17:10.697630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: d230bdcb-7630-48e8-b3d6-7477b12e7907 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:17:10.701688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d230bdcb-7630-48e8-b3d6-7477b12e7907 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:17:10.713562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79ed78fe-8a30-41ff-acff-8cc1c77b5157 req-b7c026a9-76dc-4dce-896e-bb2c54064a86 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595872 Apr 28 20:17:10.775010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.878466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=098143b8-de6e-4bcd-bda6-07d33f8fa851,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:10.891730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:10.907935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9be54ae-75f1-445d-b16d-c12373ec1a9e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/098143b8-de6e-4bcd-bda6-07d33f8fa851 HTTP/1.1" status: 204 len: 168 time: 0.8364766 Apr 28 20:17:10.911226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43762) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.095809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.176307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed004dd7-d0f7-4a8b-8893-095b0748490c req-6a1744a6-e3eb-453b-80dc-babcee5f4694 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:11.177795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed004dd7-d0f7-4a8b-8893-095b0748490c req-6a1744a6-e3eb-453b-80dc-babcee5f4694 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.2289929 Apr 28 20:17:11.270699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.308806 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed004dd7-d0f7-4a8b-8893-095b0748490c req-4ae5ba6c-48ed-4378-8aec-1fd39a34caa2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173825 Apr 28 20:17:11.312073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634ae7d3-ae31-43d7-be32-6823d0c9f20e']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:11.324761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a9c780-3193-42c6-9736-1fa349fb3bad') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:11.325055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a9c780-3193-42c6-9736-1fa349fb3bad') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:11.332919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.337373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.355455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.357990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.368136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:11.368538 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.379888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:11.381834 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:11.427223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d392dd-8e0e-4218-827a-99aaefb27de8 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:11.428712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-88d392dd-8e0e-4218-827a-99aaefb27de8 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1091 time: 0.0941770 Apr 28 20:17:11.432239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43794) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.443922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:11.457220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:11.464198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:floatingip and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:11.467410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:11.469757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.480266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:11.495879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.503868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.510097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] Pushing event deleted for resources: {'Network': ['ID=634ae7d3-ae31-43d7-be32-6823d0c9f20e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:11.515253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6ec05081-54ac-4c09-817e-eb63cd51b87c admin admin] 10.222.0.24 "DELETE /v2.0/networks/634ae7d3-ae31-43d7-be32-6823d0c9f20e HTTP/1.1" status: 204 len: 168 time: 0.6005516 Apr 28 20:17:11.555779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.573640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.576627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:11.581380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Usage tracker for resource:security_group_rule and tenant:a179bb6d495146afad31b37aed420cad is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:11.585556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:11.595214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:11.640348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:11.644580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Usage tracker for resource:security_group_rule and tenant:fb653f1a5a12472d801b57af68385c6b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:11.648357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:11.654438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:11.681440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.699128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.704017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.760557 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a179bb6d495146afad31b37aed420cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4015408 Apr 28 20:17:11.761251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.761921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05dacf-b0f7-49f5-a4c3-5a313d301309 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7353230-eece-475e-b423-3c5ff3f21073,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:11.787089 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c5ec8b39-ed79-4858-908f-9b42cab8d700 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5e9337cc429f4f6690d78215042ce1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1020947 Apr 28 20:17:11.790970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:11.830971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.859404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.868288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.917163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.923299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.939347 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.944613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7353230-eece-475e-b423-3c5ff3f21073,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:11.955086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:11.959521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-545228c7-92ee-474b-9ddf-c4baf2c5ba6f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7353230-eece-475e-b423-3c5ff3f21073 HTTP/1.1" status: 204 len: 168 time: 0.1915519 Apr 28 20:17:11.979039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.030777 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb653f1a5a12472d801b57af68385c6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6496425 Apr 28 20:17:12.034576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43822) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:12.046656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986ca14c-e0db-48f2-8966-0cd5be5afeb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7cfdf2-5c3e-4295-826c-9051f01777ac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.079770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.135570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.145379 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.76 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/e3622fb5-773b-4f3c-a262-8e05adde481e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:12.180375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.198238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.252509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.265390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4131b868-f14d-4cc3-9c96-9c4bce944ddb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.277485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7cfdf2-5c3e-4295-826c-9051f01777ac,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.285115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.291111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fcc82b42-2dd5-4caa-bfc9-b481bb301b95 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5e7cfdf2-5c3e-4295-826c-9051f01777ac HTTP/1.1" status: 204 len: 168 time: 0.2537806 Apr 28 20:17:12.362929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.373720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.384636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.389142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a27e9c7e-01da-490d-8b16-ac80ebf4634a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4131b868-f14d-4cc3-9c96-9c4bce944ddb HTTP/1.1" status: 204 len: 168 time: 0.5976729 Apr 28 20:17:12.415774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.422187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43832) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:12.467964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.482564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:12.485837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:12.490795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:12.509049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:12.519156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Usage tracker for resource:security_group_rule and tenant:bb23123ed426432cb100c54c1c58217f is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:12.527120 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:12.541319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:12.615783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=e3622fb5-773b-4f3c-a262-8e05adde481e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.689988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.699337 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.758079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bb23123ed426432cb100c54c1c58217f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3321927 Apr 28 20:17:12.758079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82745c-2a0b-4c11-b97b-a1534b58b78e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5169eaf2-78bf-4dfb-9f14-38316239d733,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.758858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43840) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:12.838622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.870217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.936101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.955331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5169eaf2-78bf-4dfb-9f14-38316239d733,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:12.959489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:12.962998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-42946a95-1376-4466-9b49-8cf96879cd18 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5169eaf2-78bf-4dfb-9f14-38316239d733 HTTP/1.1" status: 204 len: 168 time: 0.1922684 Apr 28 20:17:13.003221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.088510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.126524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:13.242013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a44b89b8-202e-4e3f-bb7c-212dc0a6eba3 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c9886a5828a14dff9ed8faa2bee74e0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140745 Apr 28 20:17:13.242690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:13.346905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.416753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.463576 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.475708 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.539956 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.569146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a7c2b4-1fcc-48c6-9d5f-03f77adedbc8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:13.585102 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.586284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8db71d62-ffc8-4ba2-ab35-30ca00dbadb4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/33a7c2b4-1fcc-48c6-9d5f-03f77adedbc8 HTTP/1.1" status: 204 len: 168 time: 0.3426616 Apr 28 20:17:13.653061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=e3622fb5-773b-4f3c-a262-8e05adde481e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:13.675660 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:13.870890 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 9de79d34-8375-4c58-9329-a0c2cbf22ef4 associated. External IP: 172.25.2.76, port: 67343f6e-7920-40e8-abb5-95f679553f98. Apr 28 20:17:14.304223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router aa47373c-c543-4fe2-b6c4-ac617efa43db has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:17:14.566184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:14.578818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Sync routers for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:14.595328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:14.596252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:14.628084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:14.735921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3da3de3-0971-4214-8395-20ef7b1e0304 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3025005 Apr 28 20:17:14.736988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:17:14.797082 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0c57b31-7a25-4a8e-8281-792db44d9168'] response: {'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'status': 'completed', 'code': 200} Apr 28 20:17:14.858877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:14.960426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907adf2-0665-4997-9195-3317a7c09331 req-7f13b1ed-384a-469c-821d-96052f9e33b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:14.967099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-7f13b1ed-384a-469c-821d-96052f9e33b4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1442196 Apr 28 20:17:15.251934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43946) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:15.349201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907adf2-0665-4997-9195-3317a7c09331 req-d3b016cd-a16e-4897-ae8f-69c91582f2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:15.350728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-d3b016cd-a16e-4897-ae8f-69c91582f2d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.3763781 Apr 28 20:17:15.477560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9de79d34-8375-4c58-9329-a0c2cbf22ef4', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'mac_address': 'fa:16:3e:1a:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:17:12Z', 'updated_at': '2022-04-28T20:17:12Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:15.497636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Checking router: aa47373c-c543-4fe2-b6c4-ac617efa43db for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:15.514630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:15.515205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:15.572230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-277243478-network', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:15.584267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:15.589065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Usage tracker for resource:network and tenant:b9a75bbb0d8540d9824acbf105186380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:15.592810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:15.599992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:15.619232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Made reservation on behalf of b9a75bbb0d8540d9824acbf105186380 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:15.624841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:15.658208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:15.688523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7063f872-a8a0-40fd-be22-e29251531b11 req-c84a3fe4-80b0-42dc-bcef-0749ec23196a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:15.690072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7063f872-a8a0-40fd-be22-e29251531b11 req-c84a3fe4-80b0-42dc-bcef-0749ec23196a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.6168115 Apr 28 20:17:15.700448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:15.705901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Usage tracker for resource:security_group_rule and tenant:b9a75bbb0d8540d9824acbf105186380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:15.711047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:15.717706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:15.746455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-e1cec73a-8bf7-4f12-8ef1-4d24b6ee87c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 998 time: 0.3895152 Apr 28 20:17:15.767321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7063f872-a8a0-40fd-be22-e29251531b11 req-5c5f9bcb-b391-4b84-ba76-82c17dbfa039 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606756 Apr 28 20:17:15.802707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 43958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:15.836024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:15.930670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907adf2-0665-4997-9195-3317a7c09331 req-792457da-270c-4b78-a777-19d367889ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:15.931769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:15.932116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-792457da-270c-4b78-a777-19d367889ca4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.1632190 Apr 28 20:17:15.938146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:15.975521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:15.993182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6c105-eb3e-4a39-80d2-072e3beeee8e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:16.002400 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.004270 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Added segment 94eaa50f-90b7-4383-a528-736cec8a8f5c of type vlan for network b835575d-e396-4c37-89f0-85862cd4abce Apr 28 20:17:16.007402 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-55449afa-52fd-4eae-9864-c32e48d6a7b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 200 len: 990 time: 0.1987128 Apr 28 20:17:16.059216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9907adf2-0665-4997-9195-3317a7c09331 req-4d9fd187-e72a-48b4-872f-c89b1467a876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:16.061008 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-4d9fd187-e72a-48b4-872f-c89b1467a876 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1166923 Apr 28 20:17:16.094726 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.167850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.170127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:16.170973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.350482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-e78347fc-82ae-4290-b9ab-9d8a603a8978 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2825117 Apr 28 20:17:16.359184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1055386 Apr 28 20:17:16.364866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 43990) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:16.387891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Request body: {'subnet': {'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-277243478-subnet', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:16.392855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db532de-d2c0-48c2-a3e6-b49301ccc543 admin admin] Pushing event updated for resources: {'Network': ['ID=b835575d-e396-4c37-89f0-85862cd4abce,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:16.409564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:16.415181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Usage tracker for resource:subnet and tenant:b9a75bbb0d8540d9824acbf105186380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:16.419270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:16.425816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:16.442819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Made reservation on behalf of b9a75bbb0d8540d9824acbf105186380 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:16.446776 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.595562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b835575d-e396-4c37-89f0-85862cd4abce details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:16.620405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9907adf2-0665-4997-9195-3317a7c09331 req-d57aa564-34d7-4b17-b5d2-2815607f2665 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614059 Apr 28 20:17:16.780725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-e1c8d527-2664-4f85-b7aa-467239c1ec1f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1457982 Apr 28 20:17:16.796906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9de79d34-8375-4c58-9329-a0c2cbf22ef4', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'mac_address': 'fa:16:3e:1a:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:17:12Z', 'updated_at': '2022-04-28T20:17:12Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:16.802572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733f6016-57fa-40f7-931b-72525b822f49 None None] The sync data for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 is: [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9de79d34-8375-4c58-9329-a0c2cbf22ef4', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.76', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3613, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'mac_address': 'fa:16:3e:1a:4b:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:17:12Z', 'updated_at': '2022-04-28T20:17:12Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:16.928306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:16.989410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-db57f849-3486-4a5a-baed-61b7d703c70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:16.992786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-db57f849-3486-4a5a-baed-61b7d703c70b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1084423 Apr 28 20:17:17.010325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:17.058160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d863f28-41bc-407d-b49f-ac6b6625d302,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:17.067663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Checking segment: {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:17.067663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Network hostable DHCP agents. Network: b835575d-e396-4c37-89f0-85862cd4abce, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:17.123697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Network b835575d-e396-4c37-89f0-85862cd4abce is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:17.140007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b835575d-e396-4c37-89f0-85862cd4abce) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:17.145999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:17.146805 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.151335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68b7f59-5c54-4ab6-a6a8-5e0b8a27f02f None None] Network b835575d-e396-4c37-89f0-85862cd4abce requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:17.174917 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d29bd148-d574-4fae-8c61-93b5b4495f1c None None] New status for floating IP 9de79d34-8375-4c58-9329-a0c2cbf22ef4: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:17:17.218752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e3456d32-46a1-4099-8b50-759224f1cc25 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.8525410 Apr 28 20:17:17.221179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44058) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:17.228613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:17.240410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:17.248349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Usage tracker for resource:router and tenant:b9a75bbb0d8540d9824acbf105186380 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:17.257775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:17.271175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:17.296061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.298407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.340168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.509290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-aaf2de36-3169-4d62-8a05-ccfc41207d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:17.510790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-aaf2de36-3169-4d62-8a05-ccfc41207d88 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.4976964 Apr 28 20:17:17.714994 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:17:17.730995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-20ab2139-5ab7-4f9c-81a9-2c9fd0eb78a5 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 1000 time: 0.1982369 Apr 28 20:17:17.775674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44070) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:17.786757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a912094e-b84f-4b3b-9f01-b65cef78384f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 200 len: 990 time: 0.7753100 Apr 28 20:17:17.822741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-397aa258-9b81-4f7e-8841-78bc8d2e5068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:17.830796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-397aa258-9b81-4f7e-8841-78bc8d2e5068 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0891323 Apr 28 20:17:17.833194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-b835575d-e396-4c37-89f0-85862cd4abce', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:17:17.836323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.966451 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:17.995051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-5d25d100-75db-4ca7-a554-60af7a7226bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:17.997107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-5d25d100-75db-4ca7-a554-60af7a7226bf service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1585855 Apr 28 20:17:18.039214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Allocated IP 172.20.0.2 (b835575d-e396-4c37-89f0-85862cd4abce/3d863f28-41bc-407d-b49f-ac6b6625d302/9a700a52-0a56-42f5-9838-e195e9b1d399) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:18.216448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-9b79fbb9-bc9b-4a88-9933-b59cb918b540 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879785 Apr 28 20:17:18.216888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.270948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:18.279116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Usage tracker for resource:security_group_rule and tenant:a3d1eacdd1134a0199c758b4dd66797c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:18.283533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:18.328181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.338304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:18.339489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Transition to ACTIVE for port object 9a700a52-0a56-42f5-9838-e195e9b1d399 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:18.361602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Transition to ACTIVE for port object 9a700a52-0a56-42f5-9838-e195e9b1d399 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:18.368537 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.406020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97e21b27-d041-4dc2-88d0-6d873b1c91d7 req-6c4eb493-cb4c-4e0c-a095-86cdbc64eba7 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791735 Apr 28 20:17:18.476516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Network b835575d-e396-4c37-89f0-85862cd4abce is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:18.480451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:18.482346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Pushing event updated for resources: {'Port': ['ID=9a700a52-0a56-42f5-9838-e195e9b1d399,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:18.484863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:18.523191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.534914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.621014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.629024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Attempting to bind port 9a700a52-0a56-42f5-9838-e195e9b1d399 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:18.642818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Attempting to bind port 9a700a52-0a56-42f5-9838-e195e9b1d399 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:18.642818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Attempting to bind port 9a700a52-0a56-42f5-9838-e195e9b1d399 on network b835575d-e396-4c37-89f0-85862cd4abce {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:18.651267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:18.651645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Checking segment: {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:18.652044 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.652436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Bound using segment: {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:18.652900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Bound port: 9a700a52-0a56-42f5-9838-e195e9b1d399, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:18.653272 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.655545 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.764526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a3d1eacdd1134a0199c758b4dd66797c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9847929 Apr 28 20:17:18.766233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a71b3f9-caf9-4e4c-8361-c35453b2b2c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8571e4f-9a85-4bfd-b1a9-0749811dcf4b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:18.767698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44082) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:18.788589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] For port 9a700a52-0a56-42f5-9838-e195e9b1d399, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:18.790546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44086) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:18.791832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] For port 9a700a52-0a56-42f5-9838-e195e9b1d399, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9a700a52-0a56-42f5-9838-e195e9b1d399,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:18.797133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.929619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f2f010-957b-43f6-a689-4830adfa9cac None None] Pushing event updated for resources: {'Port': ['ID=9a700a52-0a56-42f5-9838-e195e9b1d399,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:18.952159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:18.967582 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4152de9-4d33-4118-9bbb-eeca6029d5a9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 200 len: 992 time: 0.1758106 Apr 28 20:17:18.985851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Allocated IP 172.25.2.239 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d2305280-877d-4b85-9fde-cb3ada2b7c21) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:19.008633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.247228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.275126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.291790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8571e4f-9a85-4bfd-b1a9-0749811dcf4b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:19.307054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.307507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.307938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.308369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.308952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.309217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.309670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.310231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.310512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.310930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.311349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.311763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:19.347517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.352301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8cb7cf32-e0bd-426b-8ba0-1fa131ad5bf3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e8571e4f-9a85-4bfd-b1a9-0749811dcf4b HTTP/1.1" status: 204 len: 168 time: 0.5833113 Apr 28 20:17:19.374349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.486145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:19.490112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:19.492645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:19.538714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Pushing event updated for resources: {'Port': ['ID=d2305280-877d-4b85-9fde-cb3ada2b7c21,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:19.770249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:19.791028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:19.833805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:19.847248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Usage tracker for resource:security_group_rule and tenant:fb7a4804efc54eeaace50e799711e97d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:19.852876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:19.860447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:20.042221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.047244 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.103702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd70414d-c610-4615-bcda-29fc2a4936b8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:20.112065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4035c25d-130a-424c-972d-313ed930c079 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=fb7a4804efc54eeaace50e799711e97d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3403928 Apr 28 20:17:20.112670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:20.225020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.237919 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dd82799c-c714-48be-aa88-56e29f7e1bf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.272868 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.372649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.392406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd70414d-c610-4615-bcda-29fc2a4936b8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:20.409097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.410808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-207f4739-ae01-4fa1-94df-636fb2444686 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd70414d-c610-4615-bcda-29fc2a4936b8 HTTP/1.1" status: 204 len: 168 time: 0.2958391 Apr 28 20:17:20.431450 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:20.460035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6672ace7-256c-4aad-ae0c-df8d6fc0f58b None None] Network b835575d-e396-4c37-89f0-85862cd4abce requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:20.690014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-50c66f8a-4248-4a37-83cb-d6de015dcf79 None None] Provisioning for port 9a700a52-0a56-42f5-9838-e195e9b1d399 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:21.074719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:21.306857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9a700a52-0a56-42f5-9838-e195e9b1d399 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:21.479165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9a700a52-0a56-42f5-9838-e195e9b1d399 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:21.485808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9a700a52-0a56-42f5-9838-e195e9b1d399 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:21.486190 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:21.526728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Router 1860b30c-0120-48a6-a506-79a86776058f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:17:21.686786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] Provisioning complete for port 9a700a52-0a56-42f5-9838-e195e9b1d399 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:21.687403 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:21.801893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:21.822157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Sync routers for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:21.828370 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:21.835919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dfb81b2b-51fe-4291-941d-3de1c7f77da9 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.6110170 Apr 28 20:17:21.836284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:21.959736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:21.960672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:16:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:22.016737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.086787 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.143285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] For port 9a700a52-0a56-42f5-9838-e195e9b1d399, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9a700a52-0a56-42f5-9838-e195e9b1d399,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:22.158722 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.257292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:17:22.257649 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:17:22.318430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d1c95-0eee-4a60-851a-debc0948ef4d None None] Pushing event updated for resources: {'Port': ['ID=9a700a52-0a56-42f5-9838-e195e9b1d399,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:22.327405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:22.536817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bcc34b05-cb81-4994-8579-5959c7c80ed4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.733727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:19Z', 'revision_number': 3, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:22.739749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Checking router: 1860b30c-0120-48a6-a506-79a86776058f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:22.740570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Updating router 1860b30c-0120-48a6-a506-79a86776058f port d2305280-877d-4b85-9fde-cb3ada2b7c21 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:22.844785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.875720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:22.964190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44192) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:23.148227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.165389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:23.168057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Allocated IP 172.20.0.1 (b835575d-e396-4c37-89f0-85862cd4abce/3d863f28-41bc-407d-b49f-ac6b6625d302/ea14d676-5e9c-4e25-bd10-77aa1b3d06fa) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:23.174496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Usage tracker for resource:security_group_rule and tenant:4b3da4f1807147fe986507d61bd147e2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:23.185487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:23.185487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:23.235035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9a700a52-0a56-42f5-9838-e195e9b1d399 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:23.308205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.319136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.336808 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.356499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Transition to ACTIVE for port object ea14d676-5e9c-4e25-bd10-77aa1b3d06fa will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:23.380497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.389812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.403945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Transition to ACTIVE for port object d2305280-877d-4b85-9fde-cb3ada2b7c21 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:23.416297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9a700a52-0a56-42f5-9838-e195e9b1d399 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:23.416297 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.425015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=4b3da4f1807147fe986507d61bd147e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4572895 Apr 28 20:17:23.425015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d797acbc-e5d1-4b38-9fa3-10c96d603997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b3e924-51b6-426a-9918-867ee06f2643,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:23.427207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44200) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:23.510875 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.579314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.633988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.669904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6f2bf-50fb-4165-93e3-7862da95fccb None None] Pushing event updated for resources: {'Port': ['ID=d2305280-877d-4b85-9fde-cb3ada2b7c21,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:23.710630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Attempting to bind port d2305280-877d-4b85-9fde-cb3ada2b7c21 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:23.711172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Attempting to bind port d2305280-877d-4b85-9fde-cb3ada2b7c21 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:23.711637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Attempting to bind port d2305280-877d-4b85-9fde-cb3ada2b7c21 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:23.725187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.740998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b3e924-51b6-426a-9918-867ee06f2643,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:23.753529 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.755185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b40cf04f-020f-4231-84c6-b3043959a36c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e1b3e924-51b6-426a-9918-867ee06f2643 HTTP/1.1" status: 204 len: 168 time: 0.3270860 Apr 28 20:17:23.784743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Pushing event updated for resources: {'Port': ['ID=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:23.804758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 16, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:23.805300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:23.805959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.806236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:23.806836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Bound port: d2305280-877d-4b85-9fde-cb3ada2b7c21, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:23.807281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.822345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Network b835575d-e396-4c37-89f0-85862cd4abce is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:23.824897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:23.840701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:23.921050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.951263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:23.982817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] For port d2305280-877d-4b85-9fde-cb3ada2b7c21, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:23.989339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] For port d2305280-877d-4b85-9fde-cb3ada2b7c21, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2305280-877d-4b85-9fde-cb3ada2b7c21,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:23.995257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.092837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:24.094312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:24.123629 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.265691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.311648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe6f2bf-50fb-4165-93e3-7862da95fccb None None] Pushing event updated for resources: {'Port': ['ID=d2305280-877d-4b85-9fde-cb3ada2b7c21,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:24.358904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ab95571-ebec-4ef9-856f-4e2f1b3c63ba None None] Provisioning for port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:24.377011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ab95571-ebec-4ef9-856f-4e2f1b3c63ba None None] Provisioning complete for port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:24.378037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab95571-ebec-4ef9-856f-4e2f1b3c63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.412940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.427248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.465515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ab95571-ebec-4ef9-856f-4e2f1b3c63ba None None] Port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:17:24.468151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:24.621101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:24.625434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Pushing event updated for resources: {'Port': ['ID=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:24.916707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Network b835575d-e396-4c37-89f0-85862cd4abce is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:24.917972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:25.067411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ea14d676-5e9c-4e25-bd10-77aa1b3d06fa', 'name': '', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'mac_address': 'fa:16:3e:da:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:22Z', 'updated_at': '2022-04-28T20:17:23Z', 'revision_number': 1, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'subnets': [{'id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:25.071289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458ee9e6-1b62-400b-befb-77b5e3024248 None None] The sync data for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 is: [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ea14d676-5e9c-4e25-bd10-77aa1b3d06fa', 'name': '', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'mac_address': 'fa:16:3e:da:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:22Z', 'updated_at': '2022-04-28T20:17:23Z', 'revision_number': 1, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'subnets': [{'id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:25.230642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:25.310524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Router 1860b30c-0120-48a6-a506-79a86776058f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:17:25.399039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3c9181f-8db8-41f9-8b55-91fe25e1363c None None] Provisioning complete for port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:25.404654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3c9181f-8db8-41f9-8b55-91fe25e1363c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:25.574399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d3c9181f-8db8-41f9-8b55-91fe25e1363c None None] Port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:17:25.621382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:25.636677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a35df0ec-e285-4d9f-addb-6f65b71097ab admin admin] 10.222.0.24 "PUT /v2.0/routers/1860b30c-0120-48a6-a506-79a86776058f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7986634 Apr 28 20:17:26.167227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:26.599762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1049666829'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:26.615230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:26.628048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Usage tracker for resource:network and tenant:3ee8c01c9cc74fd2bb75d678564d30d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:26.636580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:26.657213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:26.682229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Made reservation on behalf of 3ee8c01c9cc74fd2bb75d678564d30d7 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:26.686035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:26.719673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:26.746555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:26.784221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Usage tracker for resource:security_group_rule and tenant:3ee8c01c9cc74fd2bb75d678564d30d7 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:26.798516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:26.810640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:26.955142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:26.963199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.014501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:27.016828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e228538d-518e-4add-b435-04091ecf6d93,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:27.032439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.032925 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Added segment c671128f-2f35-44ee-a995-37b2cddc8f38 of type vlan for network 7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb Apr 28 20:17:27.071008 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.122953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.129502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:27.130158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.266269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2305280-877d-4b85-9fde-cb3ada2b7c21 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:27.269422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Pushing event updated for resources: {'Network': ['ID=7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:27.293580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9522bd75-5046-423b-b694-825038c15239 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.1251788 Apr 28 20:17:27.296863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44294) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:27.354909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:27.390881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'name': 'tempest-network--132495520', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:27.400273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:27.411181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:network and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:27.418658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:27.431203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:27.466350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:27.469567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.495586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.530856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:27.537800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:security_group_rule and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:27.547730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:27.561143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:27.631821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d2305280-877d-4b85-9fde-cb3ada2b7c21 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:27.641839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d2305280-877d-4b85-9fde-cb3ada2b7c21 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:27.643120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.690012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.699448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.731297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:27.769203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5c8be-b00e-46d6-a235-b17498dcce10,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:27.786667 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.787008 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Added segment 03a2c875-d90c-4a7d-a84a-ab7d63d0aec0 of type vlan for network 04fe51f5-c2be-4141-897c-b9079560bb41 Apr 28 20:17:27.801777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.822776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.823374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d2305280-877d-4b85-9fde-cb3ada2b7c21, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2305280-877d-4b85-9fde-cb3ada2b7c21,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:27.828954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.922170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44306) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:27.936030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d2305280-877d-4b85-9fde-cb3ada2b7c21,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:27.983257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:27.984226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:27.984798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.331930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0327508 Apr 28 20:17:28.335127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44314) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:28.353066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc81bde-80f6-4e6a-a753-8f66b6f32be4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=04fe51f5-c2be-4141-897c-b9079560bb41,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:28.366564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 04fe51f5-c2be-4141-897c-b9079560bb41 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:28.417814 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Sync routers for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:28.446499 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:28.448573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:28.605323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.786499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.819228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04fe51f5-c2be-4141-897c-b9079560bb41']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:28.833852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03a2c875-d90c-4a7d-a84a-ab7d63d0aec0') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:28.834560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03a2c875-d90c-4a7d-a84a-ab7d63d0aec0') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:28.853779 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.874827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.875795 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:28.882228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:28.882766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:28.899056 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:28.962540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:29.016936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.210373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.234944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:29.243002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Usage tracker for resource:security_group_rule and tenant:21efbc0fe61d43ba89ca49624e5071aa is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:29.247144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2305280-877d-4b85-9fde-cb3ada2b7c21 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:29.255092 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:29.265600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.266659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:29.293930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04fe51f5-c2be-4141-897c-b9079560bb41 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:29.299193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.303297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Network': ['ID=04fe51f5-c2be-4141-897c-b9079560bb41,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:29.313763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6481ba61-ee8d-4aa2-a837-84d2396c43c9 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/04fe51f5-c2be-4141-897c-b9079560bb41 HTTP/1.1" status: 204 len: 168 time: 0.9737136 Apr 28 20:17:29.314262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44330) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:29.321410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:29.323377 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ea14d676-5e9c-4e25-bd10-77aa1b3d06fa', 'name': '', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'mac_address': 'fa:16:3e:da:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:22Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 2, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'subnets': [{'id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:29.328237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:29.333318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:network and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:29.333893 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Checking router: 1860b30c-0120-48a6-a506-79a86776058f for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:29.336089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Updating router 1860b30c-0120-48a6-a506-79a86776058f port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:29.336716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:29.342675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:29.361199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:29.363937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.400841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:29.404943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d2305280-877d-4b85-9fde-cb3ada2b7c21 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:29.406733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.412713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.413196 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Added segment c90cc1c0-1d95-4620-ac9c-15df44769720 of type vlan for network 45c917df-8eb0-4791-b89c-7ac67823269f Apr 28 20:17:29.431388 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.462391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.506280 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.507309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:29.508358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.696745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3787925 Apr 28 20:17:29.700332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:29.711562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f332b5ce-2b7c-4181-8e6d-890787d35090 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=45c917df-8eb0-4791-b89c-7ac67823269f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:29.720906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'subnet': {'network_id': '45c917df-8eb0-4791-b89c-7ac67823269f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:29.784688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Deleting port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:29.785182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.797114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 45c917df-8eb0-4791-b89c-7ac67823269f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:29.811029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:29.822916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.824382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:subnet and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:29.841660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:29.849896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:29.852012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.894724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=21efbc0fe61d43ba89ca49624e5071aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9243717 Apr 28 20:17:29.895418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44338) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:29.934135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:29.936641 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:29.983201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5c6b45-d3e9-48de-ba80-6d17245c60e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df2bdf5-96d8-4733-81fc-fe48970978fb,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:30.044465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.117718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.179622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.187463 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.189794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.207403 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Transition to ACTIVE for port object ea14d676-5e9c-4e25-bd10-77aa1b3d06fa will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:30.209814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df2bdf5-96d8-4733-81fc-fe48970978fb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:30.226841 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.236330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.255467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0be78db5-8c85-45e1-8f91-6e35312599b1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5df2bdf5-96d8-4733-81fc-fe48970978fb HTTP/1.1" status: 204 len: 168 time: 0.3589094 Apr 28 20:17:30.601949 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Attempting to bind port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:30.602481 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Attempting to bind port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:30.602715 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Attempting to bind port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa on network b835575d-e396-4c37-89f0-85862cd4abce {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:30.619936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:30.621659 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Checking segment: {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:30.623045 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.623907 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Bound using segment: {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:30.625202 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Bound port: ea14d676-5e9c-4e25-bd10-77aa1b3d06fa, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eaa50f-90b7-4383-a528-736cec8a8f5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:30.629711 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.644001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Calling delete_port for ea14d676-5e9c-4e25-bd10-77aa1b3d06fa owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:30.717191 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] For port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:30.720460 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] For port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:30.722130 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021ae4-0dd1-45ca-a4ef-a9cd979b46ff None None] Pushing event updated for resources: {'Port': ['ID=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:30.728735 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.815434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:30.859571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:30.881057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:30.886103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Usage tracker for resource:security_group_rule and tenant:69fffb8643214d84bcd16120c5d1e873 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:30.888140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:30.889069 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:30.889794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:30.897330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:30.977220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:17:30.977588 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:17:31.016163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.022026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.107049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed938fd-c06b-43ae-9a2b-a95c02dc9835,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:31.121685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-973cf4f7-cf2c-4175-a34f-f01cebd76838 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=69fffb8643214d84bcd16120c5d1e873&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3034818 Apr 28 20:17:31.122772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:17:31.123232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:31.124445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.150482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:31.214134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.230783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9d0431b-e56a-446b-9098-30095d70266f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:31.240125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Checking segment: {'id': 'c90cc1c0-1d95-4620-ac9c-15df44769720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '45c917df-8eb0-4791-b89c-7ac67823269f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:31.240649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Network hostable DHCP agents. Network: 45c917df-8eb0-4791-b89c-7ac67823269f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:31.248269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.263080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Network 45c917df-8eb0-4791-b89c-7ac67823269f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:31.276463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 45c917df-8eb0-4791-b89c-7ac67823269f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:31.286233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fba82ce-9631-4088-9201-a2d2d1584139 None None] Network 45c917df-8eb0-4791-b89c-7ac67823269f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:31.290797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:31.294451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.330559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.361093 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d021ae4-0dd1-45ca-a4ef-a9cd979b46ff None None] Pushing event updated for resources: {'Port': ['ID=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:31.363775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed938fd-c06b-43ae-9a2b-a95c02dc9835,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:31.377905 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-69112b36-ab09-46cd-bc07-8386da59a0a1 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6748390 Apr 28 20:17:31.380199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:31.387172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.388773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c34e2de-e507-45a9-b814-c294ace068ad admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fed938fd-c06b-43ae-9a2b-a95c02dc9835 HTTP/1.1" status: 204 len: 168 time: 0.2645180 Apr 28 20:17:31.396516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'floatingip': {'floating_network_id': '45c917df-8eb0-4791-b89c-7ac67823269f'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:31.407290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:31.429520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:floatingip and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:31.439340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:31.447737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:31.464972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.487670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Deleting port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:31.488969 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.645897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2882c-b8ed-40f5-886a-2adf659107ec None None] Network 45c917df-8eb0-4791-b89c-7ac67823269f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:31.674499 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ea14d676-5e9c-4e25-bd10-77aa1b3d06fa', 'name': '', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'mac_address': 'fa:16:3e:da:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:22Z', 'updated_at': '2022-04-28T20:17:30Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'subnets': [{'id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:31.680210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eb92edb-9957-48a2-9d35-141baafaa1e8 None None] The sync data for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 is: [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:24Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ea14d676-5e9c-4e25-bd10-77aa1b3d06fa', 'name': '', 'network_id': 'b835575d-e396-4c37-89f0-85862cd4abce', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'mac_address': 'fa:16:3e:da:35:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:22Z', 'updated_at': '2022-04-28T20:17:30Z', 'revision_number': 4, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'subnets': [{'id': '3d863f28-41bc-407d-b49f-ac6b6625d302', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:31.825533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] For port ea14d676-5e9c-4e25-bd10-77aa1b3d06fa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:31.825533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:31.999138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Calling delete_port for ea14d676-5e9c-4e25-bd10-77aa1b3d06fa owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:32.053782 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:32.250382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Allocated IP 172.20.0.11 (45c917df-8eb0-4791-b89c-7ac67823269f/b9d0431b-e56a-446b-9098-30095d70266f/370660ae-a0ff-4294-93d9-9b8f45d0e625) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:32.414041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:32.474253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Pushing event deleted for resources: {'Port': ['ID=ea14d676-5e9c-4e25-bd10-77aa1b3d06fa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:32.610400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:32.971319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.046421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.059281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Network 45c917df-8eb0-4791-b89c-7ac67823269f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:33.065965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Port': ['ID=370660ae-a0ff-4294-93d9-9b8f45d0e625,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:33.068965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:33.072156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:33.365545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.520584 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.586493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Router 1860b30c-0120-48a6-a506-79a86776058f has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:17:33.890244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:33.902744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Sync routers for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:33.921661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44416) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:33.922134 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-74789bda-8ea1-4602-8a62-bc17fe72f95c admin admin] 10.222.0.24 "PUT /v2.0/routers/1860b30c-0120-48a6-a506-79a86776058f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9988189 Apr 28 20:17:33.926194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:33.928991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:33.929743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:33.934172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.115191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Port': ['ID=370660ae-a0ff-4294-93d9-9b8f45d0e625,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:34.149105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.184433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.189302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44424) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:34.190020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c4468200-d910-4811-912c-d5453c28598a tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8072019 Apr 28 20:17:34.235296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:34.292031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ca2475a-87e4-4ce8-8b53-af86f67b6fe3 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "GET /v2.0/floatingips?floating_network_id=45c917df-8eb0-4791-b89c-7ac67823269f HTTP/1.1" status: 200 len: 690 time: 0.0992036 Apr 28 20:17:34.292791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44430) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:34.420087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.594732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.632018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:32Z', 'revision_number': 5, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:34.636878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Checking router: 1860b30c-0120-48a6-a506-79a86776058f for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:34.647938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Routers {'1860b30c-0120-48a6-a506-79a86776058f'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:34.648840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['1860b30c-0120-48a6-a506-79a86776058f'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:34.694266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Deleting port 370660ae-a0ff-4294-93d9-9b8f45d0e625 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:34.695056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.754926 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.780786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Deleting port d2305280-877d-4b85-9fde-cb3ada2b7c21 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:34.781120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:34.851317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] Set router 1860b30c-0120-48a6-a506-79a86776058f gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:35.084573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:35.248354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.248822 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.279436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:32Z', 'revision_number': 5, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:35.284484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81fb2e37-5f22-4f31-8f3f-8aefa4510964 None None] The sync data for ids ['1860b30c-0120-48a6-a506-79a86776058f'] in n-d-839811-1 is: [{'id': '1860b30c-0120-48a6-a506-79a86776058f', 'name': 'tempest-ImageQuotaTest-277243478-router', 'tenant_id': 'b9a75bbb0d8540d9824acbf105186380', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239'}], 'enable_snat': True}, 'gw_port_id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:17Z', 'updated_at': '2022-04-28T20:17:32Z', 'revision_number': 5, 'project_id': 'b9a75bbb0d8540d9824acbf105186380', 'gw_port': {'id': 'd2305280-877d-4b85-9fde-cb3ada2b7c21', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:49:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1860b30c-0120-48a6-a506-79a86776058f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3629, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.239', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:18Z', 'updated_at': '2022-04-28T20:17:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:35.450620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Deleting subnet 521b342e-fc4d-42d8-a985-5a4a3cdb863b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:35.451662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] For port d2305280-877d-4b85-9fde-cb3ada2b7c21, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d2305280-877d-4b85-9fde-cb3ada2b7c21,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:35.452189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.463762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.608553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Calling delete_port for d2305280-877d-4b85-9fde-cb3ada2b7c21 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:35.669414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Calling delete_port for 370660ae-a0ff-4294-93d9-9b8f45d0e625 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:35.697200 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.779221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.875299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.924841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:35.933050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb701047-f038-4013-80bc-485324313767 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=521b342e-fc4d-42d8-a985-5a4a3cdb863b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:35.936582 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fb701047-f038-4013-80bc-485324313767 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/521b342e-fc4d-42d8-a985-5a4a3cdb863b HTTP/1.1" status: 204 len: 168 time: 0.8510249 Apr 28 20:17:35.939032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:35.988931 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.046178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Port': ['ID=370660ae-a0ff-4294-93d9-9b8f45d0e625,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:36.054054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.085864 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.185151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.212290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0905ca-2262-4a63-9b7d-6c9c00a755ac']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:36.225109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eb4b171-d7dd-4001-a3a3-4762f2b255e6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:36.225407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eb4b171-d7dd-4001-a3a3-4762f2b255e6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:36.238043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.249934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2305280-877d-4b85-9fde-cb3ada2b7c21,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:36.255062 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.255341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.262634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:36.262634 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:36.276542 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:36.335225 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.356102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.372260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.383032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] Pushing event deleted for resources: {'Network': ['ID=9f0905ca-2262-4a63-9b7d-6c9c00a755ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:36.393015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc35a83e-b47e-43a4-9a14-12f32d8863ca admin admin] 10.222.0.24 "DELETE /v2.0/networks/9f0905ca-2262-4a63-9b7d-6c9c00a755ac HTTP/1.1" status: 204 len: 168 time: 0.4530232 Apr 28 20:17:36.531267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:36.550494 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.592661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00949ac7-77cf-4d1b-bacb-954df9031888 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=0cc8a4cc97d34bba9a4d35757d00a498&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577824 Apr 28 20:17:36.592862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44464) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:36.616925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.621438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.665015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.665578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1860b30c-0120-48a6-a506-79a86776058f {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:17:36.673007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.677291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.704764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.771407 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.791170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde06651-1b6e-4a3f-b364-73201c3cfa1c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:36.807507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.813642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7fb27ec-49c4-47d9-8048-53455e8a78e8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cde06651-1b6e-4a3f-b364-73201c3cfa1c HTTP/1.1" status: 204 len: 168 time: 0.2196960 Apr 28 20:17:36.873033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9d0431b-e56a-446b-9098-30095d70266f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:36.897438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.898494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ac1b3f75-40e7-44b1-81c4-b81e3f85fd32 admin admin] 10.222.0.24 "DELETE /v2.0/routers/1860b30c-0120-48a6-a506-79a86776058f HTTP/1.1" status: 204 len: 168 time: 2.9748485 Apr 28 20:17:36.901123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:36.961104 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.964168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Deleting subnet 3d863f28-41bc-407d-b49f-ac6b6625d302 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:36.968063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:36.993659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45c917df-8eb0-4791-b89c-7ac67823269f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:37.008966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90cc1c0-1d95-4620-ac9c-15df44769720') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:37.009310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90cc1c0-1d95-4620-ac9c-15df44769720') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:37.022504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.034249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.042061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.054392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:37.054943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:37.201321 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:37.212936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.243422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.275432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 45c917df-8eb0-4791-b89c-7ac67823269f {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:37.279675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.292280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2305280-877d-4b85-9fde-cb3ada2b7c21 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:17:37.296106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Network': ['ID=45c917df-8eb0-4791-b89c-7ac67823269f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:37.315314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f88ee428-2c9c-4de7-bdaa-43cd405d0559 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/45c917df-8eb0-4791-b89c-7ac67823269f HTTP/1.1" status: 204 len: 168 time: 3.0195320 Apr 28 20:17:37.316192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44480) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.360707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d2305280-877d-4b85-9fde-cb3ada2b7c21 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:17:37.361327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d2305280-877d-4b85-9fde-cb3ada2b7c21 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:17:37.361953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea14d676-5e9c-4e25-bd10-77aa1b3d06fa no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:17:37.421547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ea14d676-5e9c-4e25-bd10-77aa1b3d06fa {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:17:37.422324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ea14d676-5e9c-4e25-bd10-77aa1b3d06fa not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:17:37.455081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7901cd9c-2346-4183-8606-1fd01e87a817 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Synchronizing usage tracker for tenant:707b8bddf2aa475dad5e66bd0df730db on resource:floatingip {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:17:37.460737 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.539995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d863f28-41bc-407d-b49f-ac6b6625d302,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:37.543666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.552510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36abb69-1d16-45a4-bec5-9272fb27c97f None None] Network b835575d-e396-4c37-89f0-85862cd4abce requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:37.559538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a8712032-ef10-4c43-985b-057943c6f760 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3d863f28-41bc-407d-b49f-ac6b6625d302 HTTP/1.1" status: 204 len: 168 time: 0.6519616 Apr 28 20:17:37.559538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7901cd9c-2346-4183-8606-1fd01e87a817 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Unset dirty status for tenant:707b8bddf2aa475dad5e66bd0df730db on resource:floatingip {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:17:37.559538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7901cd9c-2346-4183-8606-1fd01e87a817 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.2389891 Apr 28 20:17:37.559807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.559807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44488) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.736793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:37.737326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:37.737872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:37.738422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:37.739323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Synchronizing usage tracker for tenant:707b8bddf2aa475dad5e66bd0df730db on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:17:37.750943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.767698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Deleting port 9a700a52-0a56-42f5-9838-e195e9b1d399 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:37.768328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.808219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Unset dirty status for tenant:707b8bddf2aa475dad5e66bd0df730db on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:17:37.809795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c03ae87e-bae0-4311-85dc-2b136f0fddb2 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.2491498 Apr 28 20:17:37.812882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.860859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] DHCP port deletion for b835575d-e396-4c37-89f0-85862cd4abce request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:17:37.866331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Deleting port 9a700a52-0a56-42f5-9838-e195e9b1d399 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:37.866786 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:37.898632 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-b3795547-4b05-41b7-b2aa-40b415c63d89 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] delete failed (client error): The resource could not be found. Apr 28 20:17:37.900059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3795547-4b05-41b7-b2aa-40b415c63d89 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/floatingips/20921749-1456-4aa3-aa36-394d147f01f6 HTTP/1.1" status: 404 len: 345 time: 0.0858512 Apr 28 20:17:37.903336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.958099 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ca933b-ff44-4fc7-bf6e-44e804e5e4f4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] DELETE failed (client error): The resource could not be found. Apr 28 20:17:37.965748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3ca933b-ff44-4fc7-bf6e-44e804e5e4f4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88140) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:17:37.970267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d3ca933b-ff44-4fc7-bf6e-44e804e5e4f4 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/45c917df-8eb0-4791-b89c-7ac67823269f HTTP/1.1" status: 404 len: 339 time: 0.0657682 Apr 28 20:17:37.979056 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44506) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:37.985671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'name': 'tempest-network--1830291493', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:37.998590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:38.004605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:network and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:38.008081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:38.018230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:38.032722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:38.036159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.069131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:38.080571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.081006 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Added segment a22df64d-da95-4f76-9300-9962f85697b8 of type vlan for network 294e0e43-5a66-4d40-9906-ace18d1535d3 Apr 28 20:17:38.085827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] For port 9a700a52-0a56-42f5-9838-e195e9b1d399, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9a700a52-0a56-42f5-9838-e195e9b1d399,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:38.086611 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.092270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] For port 9a700a52-0a56-42f5-9838-e195e9b1d399, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9a700a52-0a56-42f5-9838-e195e9b1d399,segment=NetworkSegment(94eaa50f-90b7-4383-a528-736cec8a8f5c),segment_id=94eaa50f-90b7-4383-a528-736cec8a8f5c)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:38.092662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.117213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.165333 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.166405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:38.167094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.239990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Calling delete_port for 9a700a52-0a56-42f5-9838-e195e9b1d399 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:38.251956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Calling delete_port for 9a700a52-0a56-42f5-9838-e195e9b1d399 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:38.267986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2855761 Apr 28 20:17:38.271311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:38.277149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e0684-e4dc-408b-97f2-e18d17815fa6 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=294e0e43-5a66-4d40-9906-ace18d1535d3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:38.338656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 294e0e43-5a66-4d40-9906-ace18d1535d3 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:38.349942 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.db.api [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:17:38.350439 n-d-839811-1 neutron-server[88139]: DEBUG oslo_db.api [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:17:38.360216 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.431872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] No DVR routers for this DVR port 9a700a52-0a56-42f5-9838-e195e9b1d399 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:17:38.435225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:38.443523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Pushing event deleted for resources: {'Port': ['ID=9a700a52-0a56-42f5-9838-e195e9b1d399,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:38.444273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:38.447995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:38.452982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.452982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.452982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.453273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.453637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:38.455674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Synchronizing usage tracker for tenant:3ee8c01c9cc74fd2bb75d678564d30d7 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:17:38.455911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.455911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.456458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cfdda4a-0f57-493c-9e71-4ef96a419bc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:38.500238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Unset dirty status for tenant:3ee8c01c9cc74fd2bb75d678564d30d7 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:17:38.505634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b0178f0d-d61c-4d4c-bb7e-e1dbf3f0a240 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2331703 Apr 28 20:17:38.506211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44514) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:38.633850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.766164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.790648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['294e0e43-5a66-4d40-9906-ace18d1535d3']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:38.802780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22df64d-da95-4f76-9300-9962f85697b8') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:38.803077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22df64d-da95-4f76-9300-9962f85697b8') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:38.813955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.833999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.841239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:38.841987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: util.warn( Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:38.855327 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:38.858082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Deleting port 9a700a52-0a56-42f5-9838-e195e9b1d399 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:38.858082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:38.980647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] The port '9a700a52-0a56-42f5-9838-e195e9b1d399' was deleted {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:17:39.050238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.057005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 294e0e43-5a66-4d40-9906-ace18d1535d3 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:39.079433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.141717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Network': ['ID=294e0e43-5a66-4d40-9906-ace18d1535d3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:39.148046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.157597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5ef70a1a-1bb3-4d52-811c-cd891a6fa62b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/294e0e43-5a66-4d40-9906-ace18d1535d3 HTTP/1.1" status: 204 len: 168 time: 0.6498027 Apr 28 20:17:39.162150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44526) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:39.169102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'name': 'tempest-network--836094898', 'router:external': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:39.193235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:39.195821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b835575d-e396-4c37-89f0-85862cd4abce']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:39.202961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:network and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:39.208965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:39.216390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eaa50f-90b7-4383-a528-736cec8a8f5c') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:39.216690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eaa50f-90b7-4383-a528-736cec8a8f5c') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:39.224305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:39.233900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.240601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9a700a52-0a56-42f5-9838-e195e9b1d399 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:17:39.255682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:39.259340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.268512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.277421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9a700a52-0a56-42f5-9838-e195e9b1d399 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:17:39.277790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9a700a52-0a56-42f5-9838-e195e9b1d399 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:17:39.286299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:39.286785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:39.300093 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:39.380366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:39.390707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.391054 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Added segment 77a06f90-02dd-4ad3-be09-e15e4568bd37 of type vlan for network 4cb08f35-658f-4d3b-bf5c-cd9727394cb8 Apr 28 20:17:39.397081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.415898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.425298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] Pushing event deleted for resources: {'Network': ['ID=b835575d-e396-4c37-89f0-85862cd4abce,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:39.439292 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-355244ff-a5b8-4dfa-ae94-b3ab1beb5293 admin admin] 10.222.0.24 "DELETE /v2.0/networks/b835575d-e396-4c37-89f0-85862cd4abce HTTP/1.1" status: 204 len: 168 time: 1.8792934 Apr 28 20:17:39.467168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.620702 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.621803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:39.622445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.712350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44536) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:39.717862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5550711 Apr 28 20:17:39.728584 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44540) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:39.732770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b5108d-1dda-4420-a5ad-ec7764f73058 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=4cb08f35-658f-4d3b-bf5c-cd9727394cb8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:39.745280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4cb08f35-658f-4d3b-bf5c-cd9727394cb8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:39.809576 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fdb00fb3-6817-4cc0-9dcf-1e7bae64da23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9a75bbb0d8540d9824acbf105186380&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0959852 Apr 28 20:17:39.812316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:39.885954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.919972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.977710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:39.994127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6c105-eb3e-4a39-80d2-072e3beeee8e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:40.004801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.006289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-91982df6-f834-4e3c-9a1f-22745b596036 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/46d6c105-eb3e-4a39-80d2-072e3beeee8e HTTP/1.1" status: 204 len: 168 time: 0.1928115 Apr 28 20:17:40.018542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b104d4-612d-4b60-abf1-efbef7045456 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:40.020885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-48b104d4-612d-4b60-abf1-efbef7045456 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "GET /v2.0/networks/4cb08f35-658f-4d3b-bf5c-cd9727394cb8 HTTP/1.1" status: 200 len: 756 time: 0.2903001 Apr 28 20:17:40.022763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44552) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:40.128550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.156619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058b588d-6a7b-4350-b94d-f40dbc3dac2f tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:40.160489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-058b588d-6a7b-4350-b94d-f40dbc3dac2f tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "GET /v2.0/networks/7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb HTTP/1.1" status: 200 len: 768 time: 0.1343212 Apr 28 20:17:40.160708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:40.272103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.401978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.434632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cb08f35-658f-4d3b-bf5c-cd9727394cb8']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:40.438785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:40.453629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a06f90-02dd-4ad3-be09-e15e4568bd37') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:40.454016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a06f90-02dd-4ad3-be09-e15e4568bd37') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:40.468064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.473190 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.486191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.495469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:40.495859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.503759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:40.509342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Usage tracker for resource:security_group_rule and tenant:None is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:40.513260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:40.522189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:40.529419 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:40.611207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.616627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4cb08f35-658f-4d3b-bf5c-cd9727394cb8 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:40.623251 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.647784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/4cb08f35-658f-4d3b-bf5c-cd9727394cb8 HTTP/1.1" status: 204 len: 168 time: 0.4825871 Apr 28 20:17:40.647963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:40.650664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0947bb-1b7d-4391-bc00-62ae1ed647d5 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Network': ['ID=4cb08f35-658f-4d3b-bf5c-cd9727394cb8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:40.656045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'name': 'tempest-network--1831126518'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:40.662645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:40.667257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Usage tracker for resource:network and tenant:707b8bddf2aa475dad5e66bd0df730db is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:40.670514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:40.676762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:40.694175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.699036 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.707347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Made reservation on behalf of 707b8bddf2aa475dad5e66bd0df730db for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:40.710691 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.753889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:40.761269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.3185084 Apr 28 20:17:40.761269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d5b0e-4541-4a81-94c0-4a1af98a4fd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaca76f-9fd7-469e-8ffc-79e8a7df3eb6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:40.762066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44570) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:40.784243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.784638 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Added segment 245f333c-31ff-420f-9329-57e846f1fc24 of type vlan for network 121410be-de94-4b4a-863d-1af76b313db8 Apr 28 20:17:40.856383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.870304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.912329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.933280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:40.934289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:40.934864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.079476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4305110 Apr 28 20:17:41.082970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44582) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:41.084657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd103cd7-a680-4fd5-b0c0-8a855af7b13d tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=121410be-de94-4b4a-863d-1af76b313db8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:41.088799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:41.107440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 121410be-de94-4b4a-863d-1af76b313db8 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:41.109379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.128143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaca76f-9fd7-469e-8ffc-79e8a7df3eb6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:41.142310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.143464 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9fb3f8de-fa5f-4928-8925-2ce9cffd5d39 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eeaca76f-9fd7-469e-8ffc-79e8a7df3eb6 HTTP/1.1" status: 204 len: 168 time: 0.3772807 Apr 28 20:17:41.412445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.438504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.568498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Network 121410be-de94-4b4a-863d-1af76b313db8 is not hosted by any dhcp agent {{(pid=88139) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Apr 28 20:17:41.573522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:41.574697 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.576297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "PUT /v2.0/networks/121410be-de94-4b4a-863d-1af76b313db8 HTTP/1.1" status: 200 len: 858 time: 0.4921765 Apr 28 20:17:41.579158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44600) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:41.594939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42cbe98-88bc-46d6-9ed8-6c008ea9929b tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event updated for resources: {'Network': ['ID=121410be-de94-4b4a-863d-1af76b313db8,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:41.700932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.842560 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.874014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121410be-de94-4b4a-863d-1af76b313db8']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:41.888272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '245f333c-31ff-420f-9329-57e846f1fc24') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:41.888656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '245f333c-31ff-420f-9329-57e846f1fc24') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:41.901838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.918888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.925511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:41.926700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:41.945341 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:41.984846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:42.028755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.052143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 121410be-de94-4b4a-863d-1af76b313db8 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:42.054120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Pushing event deleted for resources: {'Network': ['ID=121410be-de94-4b4a-863d-1af76b313db8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:42.056163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.065904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44618) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:42.066159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b4fa6d86-067e-4b0d-acf1-1e276cc0c6c8 tempest-ExternalNetworksTestJSON-1724931305 tempest-ExternalNetworksTestJSON-1724931305-project-admin] 10.222.0.24 "DELETE /v2.0/networks/121410be-de94-4b4a-863d-1af76b313db8 HTTP/1.1" status: 204 len: 168 time: 0.4856145 Apr 28 20:17:42.113183 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5c0686d-6c7a-48e4-a2b4-7e67436bb1e1 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] DELETE failed (client error): The resource could not be found. Apr 28 20:17:42.114138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5c0686d-6c7a-48e4-a2b4-7e67436bb1e1 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:17:42.123727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f5c0686d-6c7a-48e4-a2b4-7e67436bb1e1 tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "DELETE /v2.0/subnets/b9d0431b-e56a-446b-9098-30095d70266f HTTP/1.1" status: 404 len: 337 time: 0.0558860 Apr 28 20:17:42.126132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:42.188984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-756690945-network', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:42.244462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:42.260456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Usage tracker for resource:network and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:42.264536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:42.274084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.275852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:42.319980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Made reservation on behalf of 5bdb18f59c024922bafaf4c126a80e7b for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:42.322393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.353866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.377262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:42.384233 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:42.388422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:42.389279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.395891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:42.518803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.567531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.583665 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.628388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:42.641744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:42.650345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f13d70-c7a6-4734-9cff-aa4e6417f1de,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:42.658172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.658514 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Added segment eab14b4a-b861-43a5-8350-134b29c9c2e9 of type vlan for network faf51640-a7c2-479a-b773-3dae4bbf2c06 Apr 28 20:17:42.666611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c671128f-2f35-44ee-a995-37b2cddc8f38') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:42.666851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c671128f-2f35-44ee-a995-37b2cddc8f38') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:42.682980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.709863 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.713749 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.722286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:42.723292 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:42.737565 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:42.830140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.831094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:42.833019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.859497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.865015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:42.969956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] Pushing event updated for resources: {'Network': ['ID=faf51640-a7c2-479a-b773-3dae4bbf2c06,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:42.982079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:42.993374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] 10.222.0.24 "DELETE /v2.0/networks/7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb HTTP/1.1" status: 204 len: 168 time: 0.8634162 Apr 28 20:17:42.997372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680edfc-e847-451f-ad3f-ad8e2375c42a tempest-ExternalNetworksTestJSON-779125487 tempest-ExternalNetworksTestJSON-779125487-project] Pushing event deleted for resources: {'Network': ['ID=7fa6a1d7-5235-4b0c-a699-f72fc3cfa2bb,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:43.000769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-69c9b710-87d1-4a65-8c50-2b29e08e5da9 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0148735 Apr 28 20:17:43.004319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:43.010660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Request body: {'subnet': {'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-756690945-subnet', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:43.021101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:43.031226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Usage tracker for resource:subnet and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:43.035040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:43.043963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:43.062898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Made reservation on behalf of 5bdb18f59c024922bafaf4c126a80e7b for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:43.065189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.275015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:43.359175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.459370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aad1034-c352-4313-8bc5-64d4c37874dd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:43.473430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Checking segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:43.474150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Network hostable DHCP agents. Network: faf51640-a7c2-479a-b773-3dae4bbf2c06, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:43.477541 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-736aed67-35b7-4289-8f32-64ae88b6af95 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ee8c01c9cc74fd2bb75d678564d30d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2010751 Apr 28 20:17:43.480066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:43.501314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:43.515992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, faf51640-a7c2-479a-b773-3dae4bbf2c06) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:43.525512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8997ebf3-b4d1-4898-b96a-3c24bc555980 None None] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:43.527685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:43.528411 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.558722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3a249d30-d179-4a49-a19c-050e899a1e7b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5525677 Apr 28 20:17:43.561277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:43.568176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:43.574796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:43.576761 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.583194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Usage tracker for resource:router and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:43.586971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:43.594384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:43.608475 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.616933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.617991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.636856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.678694 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.698621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e228538d-518e-4add-b435-04091ecf6d93,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:43.715286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:43.716342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-785edcd6-7a3e-4ad1-b988-5d62d45156a3 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e228538d-518e-4add-b435-04091ecf6d93 HTTP/1.1" status: 204 len: 168 time: 0.2346275 Apr 28 20:17:43.887423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-faf51640-a7c2-479a-b773-3dae4bbf2c06', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:17:43.888643 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.166150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Allocated IP 172.20.0.2 (faf51640-a7c2-479a-b773-3dae4bbf2c06/3aad1034-c352-4313-8bc5-64d4c37874dd/f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:44.277159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44662) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:44.338779 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3e7293c7-ebd0-4716-8295-70f4a94df11f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=707b8bddf2aa475dad5e66bd0df730db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0601764 Apr 28 20:17:44.341226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:44.521327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.546050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.553237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.558509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Transition to ACTIVE for port object f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:44.579148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Transition to ACTIVE for port object f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:44.587415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.588929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.651434 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.658333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:44.661671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:44.664203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:44.673039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5c8be-b00e-46d6-a235-b17498dcce10,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:44.687531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.690945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a8be15f7-8192-4618-904e-158fba0341db admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/08b5c8be-b00e-46d6-a235-b17498dcce10 HTTP/1.1" status: 204 len: 168 time: 0.3463237 Apr 28 20:17:44.730934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Pushing event updated for resources: {'Port': ['ID=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:44.784960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Attempting to bind port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:44.785388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Attempting to bind port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:44.786109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Attempting to bind port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 on network faf51640-a7c2-479a-b773-3dae4bbf2c06 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:44.791786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:44.792103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Checking segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:44.792503 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.792892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Bound using segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:44.793548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Bound port: f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:44.793749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.892554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] For port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:44.896543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] For port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:44.903927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.931644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.968081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:44.985018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c660ec9-145d-4fb8-a9c8-976a0454ea30 None None] Pushing event updated for resources: {'Port': ['ID=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:45.163343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Allocated IP 172.25.2.102 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:45.352314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:45.397746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:45.477747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:45.480588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:45.483507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:45.542891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Pushing event updated for resources: {'Port': ['ID=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:45.961192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:46.262234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4235a9c3-55c5-43f4-949c-0acf2389cb85 None None] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:46.501642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-00f4c61b-2d68-4e17-a5ba-af16f3eaf4bd None None] Provisioning for port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:46.596287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:46.610146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44712) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:46.807391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-624764', 'router:external': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:46.825018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:46.835941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:network and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:46.840834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:46.855541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:46.887734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Made reservation on behalf of bef1b4dd75ba4577870132abf0139534 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:46.890316 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:46.911073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:46.931313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:46.936935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:security_group_rule and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:46.940255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:46.946217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:17:46.948173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:47.170239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:47.196571 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:47.209172 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:47.209797 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.210503 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:47.220210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.232974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.238451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-79428795-09a4-4bc6-b93f-c16317a6fb99 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.6732719 Apr 28 20:17:47.238651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44718) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:47.266805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:47.272675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df965563-6f5e-4315-8332-7cd54153c288,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:47.302387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.302997 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Added segment 53404b71-d17e-4c20-98bb-21201444efd4 of type vlan for network b0973fbb-1581-485a-99ae-6b8b827a5adc Apr 28 20:17:47.340695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:47.351057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.394965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.397591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:47.398274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.432692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:47.440993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:47.442142 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.517326 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.9060137 Apr 28 20:17:47.523587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44724) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:47.532060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'subnet': {'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:47.537650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef6dd98-bf9a-4354-90a7-a65e66bfbfac tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Network': ['ID=b0973fbb-1581-485a-99ae-6b8b827a5adc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:47.540241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:47.544630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:subnet and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:47.547929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:47.564607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:47.573621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:47.575662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network b0973fbb-1581-485a-99ae-6b8b827a5adc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:47.581268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Made reservation on behalf of bef1b4dd75ba4577870132abf0139534 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:47.587177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.689823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.761633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:47.768697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:47.846390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:48.036181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.objects.ports [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88140) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Apr 28 20:17:48.036859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.094612 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:45Z', 'revision_number': 3, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:48.100529 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:48.101270 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Updating router e59ecb6e-6723-4b31-bd63-b179f4a7d72a port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:48.125910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Subnet': ['ID=67390478-cd71-4625-bb03-a4dd3a9511e7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:48.130614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.135768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Checking segment: {'id': '53404b71-d17e-4c20-98bb-21201444efd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:48.136223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network hostable DHCP agents. Network: b0973fbb-1581-485a-99ae-6b8b827a5adc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:48.160538 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.177163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network b0973fbb-1581-485a-99ae-6b8b827a5adc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:48.193173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, b0973fbb-1581-485a-99ae-6b8b827a5adc) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:48.202958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3372ac67-9b6f-4ace-9f4b-733ae7237c5a None None] Network b0973fbb-1581-485a-99ae-6b8b827a5adc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:48.206603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:48.208021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.243496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eb4b7ef2-688a-4e6c-bab3-cd35a943d633 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7162733 Apr 28 20:17:48.243687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:48.250743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-390954450', 'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:48.256492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:48.261182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:port and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:48.264552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:48.271409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:48.427297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Made reservation on behalf of bef1b4dd75ba4577870132abf0139534 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:48.429763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.459971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] device_id is not set on port 0fde09cc-fe69-4c15-9876-5f62daf1e4b3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:17:48.503255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0f9e27-99b3-45eb-a3dc-c9f928b8bf8f None None] Network b0973fbb-1581-485a-99ae-6b8b827a5adc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:48.523556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Allocated IP 172.20.0.1 (faf51640-a7c2-479a-b773-3dae4bbf2c06/3aad1034-c352-4313-8bc5-64d4c37874dd/98042378-c171-48c8-8dea-f5ccdc71fce6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:48.654249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.20.0.10 (b0973fbb-1581-485a-99ae-6b8b827a5adc/67390478-cd71-4625-bb03-a4dd3a9511e7/0fde09cc-fe69-4c15-9876-5f62daf1e4b3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:48.794420 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.835699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Transition to ACTIVE for port object f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:48.856209 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.859112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.886917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.895523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.926753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Transition to ACTIVE for port object 98042378-c171-48c8-8dea-f5ccdc71fce6 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:48.958386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network b0973fbb-1581-485a-99ae-6b8b827a5adc is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:48.964827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:48.980048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:48.983641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:48.999763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Pushing event updated for resources: {'Port': ['ID=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:49.015759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.016472 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.016960 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.017379 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.017833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.018413 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.019055 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.020083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.020502 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.020917 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.021843 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.022271 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.032655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Attempting to bind port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:49.033448 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Attempting to bind port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:49.033926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Attempting to bind port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:49.039358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:49.039974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.046025 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:49.046400 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:49.048449 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.048872 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:49.049365 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Bound port: f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:49.049781 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.068389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:49.076071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.8243620 Apr 28 20:17:49.076355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44740) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:49.076355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44744) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:49.078234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=0fde09cc-fe69-4c15-9876-5f62daf1e4b3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:49.092315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.093004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.093572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.094126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.094654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.095230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.095766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.096223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.096766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.097963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.098410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.098833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37db01bc-5efd-476d-bbf8-8fedc786c9f1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:17:49.113208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:49.126986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:49.156922 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] For port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:49.160648 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] For port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:49.170448 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.204911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.234820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:49.259869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Deleting port 0fde09cc-fe69-4c15-9876-5f62daf1e4b3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:49.260202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.296342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:49.391626 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:49.392583 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:49.461932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:49.462705 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.575928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e5660391-f584-4df8-8f19-c76ed55c70d3 None None] Provisioning for port 98042378-c171-48c8-8dea-f5ccdc71fce6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:49.592649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e5660391-f584-4df8-8f19-c76ed55c70d3 None None] Provisioning complete for port 98042378-c171-48c8-8dea-f5ccdc71fce6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:49.593299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e5660391-f584-4df8-8f19-c76ed55c70d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.650153 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:49.666344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e5660391-f584-4df8-8f19-c76ed55c70d3 None None] Port 98042378-c171-48c8-8dea-f5ccdc71fce6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:17:49.667764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.703127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:49.737191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Usage tracker for resource:security_group_rule and tenant:b0869ce77e14425089649a83aee17095 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:49.755634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:49.759132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:49.773024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:49.778074 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec750c-8c26-488c-b885-e7f01b65f077 None None] Pushing event updated for resources: {'Port': ['ID=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:49.914323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Calling delete_port for 0fde09cc-fe69-4c15-9876-5f62daf1e4b3 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:49.953740 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:45Z', 'revision_number': 3, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:49.957749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf63e75-bcf0-4aee-a956-058d4297f11f None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:45Z', 'revision_number': 3, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:49.961520 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.234657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-07e947d4-ce43-4bd0-9704-99fb0db96170 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.290928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.294178 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.348862 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.412123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fde09cc-fe69-4c15-9876-5f62daf1e4b3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:50.489991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b0869ce77e14425089649a83aee17095&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4110830 Apr 28 20:17:50.490484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:50.493353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b4382e-dab7-4c47-9a35-4e0c1bbdddad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad32ad2-9d1e-46d5-b764-0cf5dc420208,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:50.529485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.538963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.558953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.586104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.598079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.647796 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.652867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c2f7f324-9dd2-4329-95bb-43af3592bfda tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/ports/0fde09cc-fe69-4c15-9876-5f62daf1e4b3 HTTP/1.1" status: 204 len: 168 time: 1.5794928 Apr 28 20:17:50.658507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44758) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:50.664568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad32ad2-9d1e-46d5-b764-0cf5dc420208,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:50.667989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc', 'external_fixed_ips': [{'subnet_id': '67390478-cd71-4625-bb03-a4dd3a9511e7', 'ip_address': '172.20.0.10'}]}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:50.678696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Pushing event updated for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:50.682121 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.682329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:50.683529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d4c1aed-299d-4e45-96c7-7cd6bd36f8ba admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4ad32ad2-9d1e-46d5-b764-0cf5dc420208 HTTP/1.1" status: 204 len: 168 time: 0.1920106 Apr 28 20:17:50.684780 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.691958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:router and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:50.696675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:50.721850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:50.794919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.795947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.832485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:50.878132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:50.880010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:51.020922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:51.040874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.060473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:51.064814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Usage tracker for resource:security_group_rule and tenant:bf905bf3f9dd48098214f20d8bd9e484 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:51.072722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:51.079652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:51.120772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69b1eb5f-65df-431f-af19-5821dfae312a None None] Provisioning complete for port 98042378-c171-48c8-8dea-f5ccdc71fce6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:51.121819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b1eb5f-65df-431f-af19-5821dfae312a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.178657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-69b1eb5f-65df-431f-af19-5821dfae312a None None] Port 98042378-c171-48c8-8dea-f5ccdc71fce6 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:17:51.182918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.190740 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.249920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=867b9837-355e-4db0-b762-01da690d9054,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:51.262165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c850f51f-6608-4067-90fa-9c781ad0c92b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bf905bf3f9dd48098214f20d8bd9e484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401686 Apr 28 20:17:51.263552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:51.287277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:51.334085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.369012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.370350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:51.376711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:51.377560 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.415163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.448400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.468292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=867b9837-355e-4db0-b762-01da690d9054,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:51.485227 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.490838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-abd8bbe4-b287-4cbb-afe8-2c8215102b41 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/867b9837-355e-4db0-b762-01da690d9054 HTTP/1.1" status: 204 len: 168 time: 0.2263339 Apr 28 20:17:51.500566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:17:51.593538 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.611670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:51.617184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:51.694899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:51.794048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:51.803372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:51.806853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1e0f1a3-4bd0-49d2-a138-feca0025c6ea admin admin] 10.222.0.24 "PUT /v2.0/routers/e59ecb6e-6723-4b31-bd63-b179f4a7d72a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5665410 Apr 28 20:17:51.812554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:51.813153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:52.064841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:52.093121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.125267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.374903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.20.0.10 (b0973fbb-1581-485a-99ae-6b8b827a5adc/67390478-cd71-4625-bb03-a4dd3a9511e7/cf2112f2-d234-4a0f-a05d-8ed099fad2a8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:52.412665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bea48525-465c-42f0-9c78-0152b62a8975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.458625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44808) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:52.464205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-2708982-network', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:52.470358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:52.476318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Usage tracker for resource:network and tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:52.480628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:50Z', 'revision_number': 2, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:52.482997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:52.490418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:52.490774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Updating router e59ecb6e-6723-4b31-bd63-b179f4a7d72a port 98042378-c171-48c8-8dea-f5ccdc71fce6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:52.501002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:52.531438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Made reservation on behalf of 5605c9d6f5cf4326b9a6dd404d9e5f47 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:52.533766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.547003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.555300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.562481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:52.566301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Usage tracker for resource:security_group_rule and tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:52.569209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:52.574936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:52.575282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.611855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.686250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.688638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network b0973fbb-1581-485a-99ae-6b8b827a5adc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:52.691881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:52.692819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.696433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:52.747270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=cf2112f2-d234-4a0f-a05d-8ed099fad2a8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:52.755691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:52.761638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc8fd0-6ace-489c-b1a8-b2363d00cefd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:52.771340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.771977 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Added segment b4ccfdee-0393-4dc9-ae4f-13fde69ee523 of type vlan for network 396f5449-e30f-41e9-b956-c2c547cd7d14 Apr 28 20:17:52.810330 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.852159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.854128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:52.854989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:52.987076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] Pushing event updated for resources: {'Network': ['ID=396f5449-e30f-41e9-b956-c2c547cd7d14,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:52.997503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-637929d5-1ba6-4bd0-97fb-bfe5afa7bbfc admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5375850 Apr 28 20:17:52.999073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44818) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:53.005646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Request body: {'subnet': {'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-2708982-subnet', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:53.011839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:53.016563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Usage tracker for resource:subnet and tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:53.021552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:53.027755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:53.030753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:53.041415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Made reservation on behalf of 5605c9d6f5cf4326b9a6dd404d9e5f47 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:53.044179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.188491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.224664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Transition to ACTIVE for port object 98042378-c171-48c8-8dea-f5ccdc71fce6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:53.249486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.312847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:53.320542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.346089 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.497147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4ab43ba-51d1-4bdb-b3fb-b15797effb48,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:53.526714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Checking segment: {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:53.527363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Network hostable DHCP agents. Network: 396f5449-e30f-41e9-b956-c2c547cd7d14, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:17:53.577845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf6536-b687-4057-8425-8dde0f3d97f4 None None] Pushing event updated for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:53.584728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:17:53.605977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 396f5449-e30f-41e9-b956-c2c547cd7d14) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:53.610163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Attempting to bind port 98042378-c171-48c8-8dea-f5ccdc71fce6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:53.610537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Attempting to bind port 98042378-c171-48c8-8dea-f5ccdc71fce6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:53.610898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Attempting to bind port 98042378-c171-48c8-8dea-f5ccdc71fce6 on network faf51640-a7c2-479a-b773-3dae4bbf2c06 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:53.611551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:53.612199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.621723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abf9a9a-5e7b-4d53-98e8-b52436876704 None None] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:53.644050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ee75ab15-bb64-4e89-90b7-67333cd7f3eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6437509 Apr 28 20:17:53.646703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44834) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:53.647206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:53.647848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Checking segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:53.648465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.649049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Bound using segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:53.649774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Bound port: 98042378-c171-48c8-8dea-f5ccdc71fce6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:53.650371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.652599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:53.658634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:53.663066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Usage tracker for resource:router and tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:53.666315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:53.673354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:53.690433 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.693175 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.715230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.756398 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.865926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:53.866492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.940756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:53.980450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router 7b74f443-1131-484c-8c0f-51bd78821390 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:17:54.039854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] For port 98042378-c171-48c8-8dea-f5ccdc71fce6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:54.104281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] For port 98042378-c171-48c8-8dea-f5ccdc71fce6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=98042378-c171-48c8-8dea-f5ccdc71fce6,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:54.148383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.186612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:54.198357 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Sync routers for ids ['7b74f443-1131-484c-8c0f-51bd78821390'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:54.210220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Routers {'7b74f443-1131-484c-8c0f-51bd78821390'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:54.211811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['7b74f443-1131-484c-8c0f-51bd78821390'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:54.224622 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.226467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.227918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cdc72eec-9df2-4309-b228-ac2048871e44 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.5682657 Apr 28 20:17:54.230979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44848) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:54.245672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.383514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-396f5449-e30f-41e9-b956-c2c547cd7d14', 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'fixed_ips': [{'subnet_id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:17:54.384496 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.409189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf6536-b687-4057-8425-8dde0f3d97f4 None None] Pushing event updated for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:54.433154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:54.434060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:54.519735 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.602836 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Set router 7b74f443-1131-484c-8c0f-51bd78821390 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:54.840652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:54.859024 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.891521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:17:54.911892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:54.915731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Allocated IP 172.20.0.2 (396f5449-e30f-41e9-b956-c2c547cd7d14/e4ab43ba-51d1-4bdb-b3fb-b15797effb48/57a29a1f-7f0c-450d-b817-de43e0481384) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:55.000201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.016195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:55.018945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Deleting port cf2112f2-d234-4a0f-a05d-8ed099fad2a8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:17:55.021070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.022701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'network': {'name': 'tempest-network-smoke--670975550', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:55.062532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:55.076027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:network and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:55.080517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:55.089575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:55.111106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Allocated IP 172.25.2.60 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/387abde0-8ab2-4005-a81c-d51f008a816a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:55.114675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:17:55.118235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.134366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.156164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:55.161152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group_rule and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:55.164486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:55.170090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:55.208538 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b74f443-1131-484c-8c0f-51bd78821390', 'name': '', 'tenant_id': 'bef1b4dd75ba4577870132abf0139534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc', 'external_fixed_ips': [{'subnet_id': '67390478-cd71-4625-bb03-a4dd3a9511e7', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'cf2112f2-d234-4a0f-a05d-8ed099fad2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:50Z', 'updated_at': '2022-04-28T20:17:53Z', 'revision_number': 3, 'project_id': 'bef1b4dd75ba4577870132abf0139534', 'gw_port': {'id': 'cf2112f2-d234-4a0f-a05d-8ed099fad2a8', 'name': '', 'network_id': 'b0973fbb-1581-485a-99ae-6b8b827a5adc', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:d6:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b74f443-1131-484c-8c0f-51bd78821390', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3713, 'fixed_ips': [{'subnet_id': '67390478-cd71-4625-bb03-a4dd3a9511e7', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:52Z', 'updated_at': '2022-04-28T20:17:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '67390478-cd71-4625-bb03-a4dd3a9511e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:55.215854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Checking router: 7b74f443-1131-484c-8c0f-51bd78821390 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:55.216431 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Updating router 7b74f443-1131-484c-8c0f-51bd78821390 port cf2112f2-d234-4a0f-a05d-8ed099fad2a8 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:55.234961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.257251 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.294948 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.387922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.393089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Calling delete_port for cf2112f2-d234-4a0f-a05d-8ed099fad2a8 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:17:55.394534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.400904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.409087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Transition to ACTIVE for port object 57a29a1f-7f0c-450d-b817-de43e0481384 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:55.436416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:53Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:55.439459 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.443129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Transition to ACTIVE for port object 57a29a1f-7f0c-450d-b817-de43e0481384 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:55.447093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8267506d-41a2-402e-aea4-04749bc2ce42 None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:53Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:55.457428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.477813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:17:55.537064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1ac72a0-6abf-4581-942a-42d6db28ba1d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:55.545437 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.545809 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Added segment 3747d3d3-5804-4fc7-bfca-5705f5ea980e of type vlan for network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 Apr 28 20:17:55.567059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:55.570622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:55.574664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:55.582916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.612505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.657233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Pushing event updated for resources: {'Port': ['ID=57a29a1f-7f0c-450d-b817-de43e0481384,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:55.703798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Attempting to bind port 57a29a1f-7f0c-450d-b817-de43e0481384 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:17:55.704164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Attempting to bind port 57a29a1f-7f0c-450d-b817-de43e0481384 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:17:55.704529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Attempting to bind port 57a29a1f-7f0c-450d-b817-de43e0481384 on network 396f5449-e30f-41e9-b956-c2c547cd7d14 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:17:55.711515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:17:55.711880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Checking segment: {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:17:55.712274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.712664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Bound using segment: {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:17:55.713126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Bound port: 57a29a1f-7f0c-450d-b817-de43e0481384, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:17:55.713887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.716239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Pushing event updated for resources: {'Port': ['ID=387abde0-8ab2-4005-a81c-d51f008a816a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:55.725841 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.739195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.744517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:17:55.745399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.752147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:55.771195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:55.777762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:55.802705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Port': ['ID=cf2112f2-d234-4a0f-a05d-8ed099fad2a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:55.861183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] For port 57a29a1f-7f0c-450d-b817-de43e0481384, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:17:55.866801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] For port 57a29a1f-7f0c-450d-b817-de43e0481384, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=57a29a1f-7f0c-450d-b817-de43e0481384,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:17:55.873244 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.926842 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.db.api [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88142) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:17:55.927375 n-d-839811-1 neutron-server[88142]: DEBUG oslo_db.api [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:17:55.949260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:55.958740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Network': ['ID=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:55.975429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b2087cd-e3b9-42b2-8a8c-62de12b34be1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9545517 Apr 28 20:17:55.975654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44862) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:56.043548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:17:56.051047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'admin_state_up': True, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:56.133213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:56.138166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:router and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:56.141436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:56.141622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c61803b-cb41-4527-bf67-b4be7f425a3b None None] Pushing event updated for resources: {'Port': ['ID=57a29a1f-7f0c-450d-b817-de43e0481384,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:56.141895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.149971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.156681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:56.190346 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.190881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7b74f443-1131-484c-8c0f-51bd78821390 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:17:56.214236 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.215400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee9e3b50-7f69-4a44-ad4b-16c8ac41df04 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/routers/7b74f443-1131-484c-8c0f-51bd78821390 HTTP/1.1" status: 204 len: 168 time: 1.9835072 Apr 28 20:17:56.219682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:56.226111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.227496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.309636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.322269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Deleting subnet 67390478-cd71-4625-bb03-a4dd3a9511e7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:17:56.330421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.494499 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Port cf2112f2-d234-4a0f-a05d-8ed099fad2a8 not found while updating agent binding for router 7b74f443-1131-484c-8c0f-51bd78821390. {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 28 20:17:56.504138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Routers set() bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:56.504138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Router IDs set() for agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 28 20:17:56.505321 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_agentschedulers_db [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7b74f443-1131-484c-8c0f-51bd78821390'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent'). {{(pid=88142) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 28 20:17:56.505957 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee29d089-0bf2-48e6-b061-f6b7b95f681a None None] The sync data for ids ['7b74f443-1131-484c-8c0f-51bd78821390'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:17:56.695845 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:56.955161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.011287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.021982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.231233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.234163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f94994-5d27-4955-ad18-3e0921a5dfbb None None] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:17:57.284807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=67390478-cd71-4625-bb03-a4dd3a9511e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:57.286955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.328147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 57a29a1f-7f0c-450d-b817-de43e0481384 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:57.411513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-740a4ab3-887d-4c1a-8534-085735eabf43 None None] Provisioning for port 57a29a1f-7f0c-450d-b817-de43e0481384 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:57.463935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8663bb8b-b2ed-4f10-b4be-4708b035ea1b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/subnets/67390478-cd71-4625-bb03-a4dd3a9511e7 HTTP/1.1" status: 204 len: 168 time: 1.2430956 Apr 28 20:17:57.466535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44870) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:57.479840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 57a29a1f-7f0c-450d-b817-de43e0481384 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:57.513966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 57a29a1f-7f0c-450d-b817-de43e0481384 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:57.514586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.537430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.593996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.657450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.694663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 57a29a1f-7f0c-450d-b817-de43e0481384, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=57a29a1f-7f0c-450d-b817-de43e0481384,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:57.701342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.702287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 98042378-c171-48c8-8dea-f5ccdc71fce6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:57.735873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.767497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0973fbb-1581-485a-99ae-6b8b827a5adc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:57.782258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53404b71-d17e-4c20-98bb-21201444efd4') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:57.782758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53404b71-d17e-4c20-98bb-21201444efd4') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:57.796567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.819142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.828712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:17:57.829298 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.837485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=57a29a1f-7f0c-450d-b817-de43e0481384,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:17:57.846356 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:17:57.850955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 98042378-c171-48c8-8dea-f5ccdc71fce6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:17:57.857235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 98042378-c171-48c8-8dea-f5ccdc71fce6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:57.857937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:57.995118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ed054b00-62b0-423f-a5d4-3348982f13c8 None None] Provisioning complete for port 57a29a1f-7f0c-450d-b817-de43e0481384 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:57.995395 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed054b00-62b0-423f-a5d4-3348982f13c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.024591 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.025191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.061253 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.067823 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.076799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b0973fbb-1581-485a-99ae-6b8b827a5adc {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Apr 28 20:17:58.079382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.083222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 98042378-c171-48c8-8dea-f5ccdc71fce6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=98042378-c171-48c8-8dea-f5ccdc71fce6,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:17:58.105941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/networks/b0973fbb-1581-485a-99ae-6b8b827a5adc HTTP/1.1" status: 204 len: 168 time: 0.6375377 Apr 28 20:17:58.106997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c926be8-b579-43f4-a340-5f12ff4decfe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Network': ['ID=b0973fbb-1581-485a-99ae-6b8b827a5adc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:58.187046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.301146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:58.319928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.25.2.254 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/049a42aa-3c99-401a-b962-e77b17201f59) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:17:58.325656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Router 2f72ff31-b66b-423d-8b75-461312b8c2fc is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:17:58.487756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44880) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:58.495136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'name': 'tempest-router--1634660692', 'project_id': 'fbb3664bff914c48aa34feebdd3fb112'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:58.501002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:58.506440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:router and tenant:fbb3664bff914c48aa34feebdd3fb112 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:58.509977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:58.516927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:58.528833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.530041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.547996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.568497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.588282 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.592225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ddf8c26-f0dc-4cad-809b-c1f968afdd3a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.0994394 Apr 28 20:17:58.592596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44884) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:58.628276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:17:58.632652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.637818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Sync routers for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:17:58.647874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:17:58.648608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:58.662263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.663557 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7f3151f5-9b9a-4196-a0fb-00ee7d34c528 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.0155532 Apr 28 20:17:58.667014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44888) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:58.736103 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.818153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:58.829287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:17:58.899225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:17:58.903703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:17:58.911133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:17:58.951390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=049a42aa-3c99-401a-b962-e77b17201f59,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:17:59.049544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.052387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.078044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.078617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router df4c141b-3247-454e-8a14-891cc317dfb1 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:17:59.088094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.092094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7efb6f0a-0811-4286-9c57-934447ebaf74 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/routers/df4c141b-3247-454e-8a14-891cc317dfb1 HTTP/1.1" status: 204 len: 168 time: 0.4984317 Apr 28 20:17:59.201847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:17:56Z', 'revision_number': 3, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:17:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:17:59.206147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Checking router: 2f72ff31-b66b-423d-8b75-461312b8c2fc for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:17:59.206585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Updating router 2f72ff31-b66b-423d-8b75-461312b8c2fc port 387abde0-8ab2-4005-a81c-d51f008a816a binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:17:59.230083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:17:59.250618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 57a29a1f-7f0c-450d-b817-de43e0481384 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:59.315543 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.427312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 57a29a1f-7f0c-450d-b817-de43e0481384 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:59.427677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.564046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-278477725', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:17:59.593784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:17:59.597565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 98042378-c171-48c8-8dea-f5ccdc71fce6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:17:59.647898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:17:59.658870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:17:59.737133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:17:59.745101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 98042378-c171-48c8-8dea-f5ccdc71fce6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:17:59.745482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.767663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.768635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.850082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.872778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.878551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:17:59.912868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Transition to ACTIVE for port object 387abde0-8ab2-4005-a81c-d51f008a816a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:17:59.933391 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.019007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Attempting to bind port 387abde0-8ab2-4005-a81c-d51f008a816a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:00.019464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Attempting to bind port 387abde0-8ab2-4005-a81c-d51f008a816a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:00.019857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Attempting to bind port 387abde0-8ab2-4005-a81c-d51f008a816a on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:00.025589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adeb8-d959-44bd-bff9-4668a5fc9a08 None None] Pushing event updated for resources: {'Port': ['ID=387abde0-8ab2-4005-a81c-d51f008a816a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:00.029838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:00.030204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:00.030603 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.030990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:00.031435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Bound port: 387abde0-8ab2-4005-a81c-d51f008a816a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:00.031808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.105849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] For port 387abde0-8ab2-4005-a81c-d51f008a816a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:00.109267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] For port 387abde0-8ab2-4005-a81c-d51f008a816a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=387abde0-8ab2-4005-a81c-d51f008a816a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:00.114432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.190513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:00.192053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:00.324930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360adeb8-d959-44bd-bff9-4668a5fc9a08 None None] Pushing event updated for resources: {'Port': ['ID=387abde0-8ab2-4005-a81c-d51f008a816a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:00.379039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.379804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:00.445661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:00.727658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:17:56Z', 'revision_number': 3, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:00.731729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1631a95-07b7-4e38-a7b1-3679045bebcd None None] The sync data for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 is: [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:17:56Z', 'revision_number': 3, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:00.892091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.164665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Allocated IP 172.20.0.1 (396f5449-e30f-41e9-b956-c2c547cd7d14/e4ab43ba-51d1-4bdb-b3fb-b15797effb48/d7d0c4f6-1417-4f64-b909-6e5dae40fded) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:01.261844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 387abde0-8ab2-4005-a81c-d51f008a816a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:01.332420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 387abde0-8ab2-4005-a81c-d51f008a816a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:01.337795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 387abde0-8ab2-4005-a81c-d51f008a816a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:01.338306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.461845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.471816 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.481560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 387abde0-8ab2-4005-a81c-d51f008a816a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=387abde0-8ab2-4005-a81c-d51f008a816a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:01.489568 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.527487 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.562912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=387abde0-8ab2-4005-a81c-d51f008a816a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:01.590931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router aef241ee-faf2-4002-bbc1-e5a6f20b99cb is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:01.631798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.780253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Transition to ACTIVE for port object d7d0c4f6-1417-4f64-b909-6e5dae40fded will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:01.880200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Allocated IP 172.25.2.149 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/01f5c1d2-7b93-4e79-bb50-a4a114c09fc1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:01.905233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:01.915027 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Sync routers for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:01.915673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:01.924362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:01.925028 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:02.028991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:02.076161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:02.084112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:02.104711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:02.266460 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.267648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3194a8af-5183-49a5-a954-caa1a8a6996b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 6.2911453 Apr 28 20:18:02.271806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44904) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:02.279777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:02.327278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.359725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.416011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.446946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a6a2dd52-2632-4b79-a721-584c4b2eab50 None None] Provisioning for port d7d0c4f6-1417-4f64-b909-6e5dae40fded completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:02.449047 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:17:59Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:02.452955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a6a2dd52-2632-4b79-a721-584c4b2eab50 None None] Provisioning complete for port d7d0c4f6-1417-4f64-b909-6e5dae40fded triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:02.453322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a2dd52-2632-4b79-a721-584c4b2eab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.454319 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Checking router: aef241ee-faf2-4002-bbc1-e5a6f20b99cb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:02.454966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Updating router aef241ee-faf2-4002-bbc1-e5a6f20b99cb port 049a42aa-3c99-401a-b962-e77b17201f59 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:18:02.515947 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.527489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a6a2dd52-2632-4b79-a721-584c4b2eab50 None None] Port d7d0c4f6-1417-4f64-b909-6e5dae40fded cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:02.543847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ee2b8e0b-1244-4410-ae42-c2e6335e1bcd tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2705829 Apr 28 20:18:02.544832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44912) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:02.548817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.577225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:02.579814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event updated for resources: {'Port': ['ID=01f5c1d2-7b93-4e79-bb50-a4a114c09fc1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:02.583900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:02.585938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:02.696670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b268ef-b54c-4539-8e1c-1618817e3a12 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:02.698334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-65b268ef-b54c-4539-8e1c-1618817e3a12 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1523738 Apr 28 20:18:02.701186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:02.744452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ae17c267-d99f-4322-ab6b-77f69652bd0b tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0418959 Apr 28 20:18:02.747155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44920) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:02.755177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539720252', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:02.869662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:02.874711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:subnet and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:02.877727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:02.885515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:02.887611 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.896240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:02.899596 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Transition to ACTIVE for port object 049a42aa-3c99-401a-b962-e77b17201f59 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:02.899892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.906455 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.984993 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Attempting to bind port 049a42aa-3c99-401a-b962-e77b17201f59 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:02.985690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Attempting to bind port 049a42aa-3c99-401a-b962-e77b17201f59 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:02.985817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Attempting to bind port 049a42aa-3c99-401a-b962-e77b17201f59 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:02.992080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9cad-085b-401e-a20c-95b658a0116b None None] Pushing event updated for resources: {'Port': ['ID=049a42aa-3c99-401a-b962-e77b17201f59,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:02.996587 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:02.996951 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:02.997343 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:02.997761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:02.998217 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Bound port: 049a42aa-3c99-401a-b962-e77b17201f59, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:02.998588 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.071019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] For port 049a42aa-3c99-401a-b962-e77b17201f59, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:03.074065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] For port 049a42aa-3c99-401a-b962-e77b17201f59, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=049a42aa-3c99-401a-b962-e77b17201f59,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:03.079375 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.127006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.160699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:03.161530 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:03.168379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.176176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.221525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Subnet': ['ID=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:03.228854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Checking segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:03.228854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network hostable DHCP agents. Network: f9f25a60-bbdc-4d72-8ea3-fb928b8662c6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:18:03.257127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:18:03.271636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f9f25a60-bbdc-4d72-8ea3-fb928b8662c6) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:03.281193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdae40de-2d29-462f-9cb4-5fdadf1054dd None None] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:18:03.284475 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.285907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:03.286639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.319760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50b3c155-b260-4bce-bd5d-77a49afba3e1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5709684 Apr 28 20:18:03.322361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 44924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:03.359581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.372369 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0a9cad-085b-401e-a20c-95b658a0116b None None] Pushing event updated for resources: {'Port': ['ID=049a42aa-3c99-401a-b962-e77b17201f59,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:03.445876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 387abde0-8ab2-4005-a81c-d51f008a816a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:03.482414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Pushing event updated for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:03.496824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:03.645961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:03.649094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:03.735990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:18:03.737666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:03.916616 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:17:59Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:03.922802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-103b3b33-a0be-454b-9776-d7a71742a679 None None] The sync data for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 is: [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:17:59Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:04.006678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Allocated IP 172.20.0.2 (f9f25a60-bbdc-4d72-8ea3-fb928b8662c6/e3a42874-838a-4d01-b6ae-3fdd4c1b4f35/c9cfb3aa-d79b-4409-8728-0f930b0536aa) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:04.184884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Router 2f72ff31-b66b-423d-8b75-461312b8c2fc has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:18:04.193432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 387abde0-8ab2-4005-a81c-d51f008a816a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:04.194000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.399157 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.410921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:04.411120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Transition to ACTIVE for port object c9cfb3aa-d79b-4409-8728-0f930b0536aa will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:04.432052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dba431a2-50d5-4615-8fe5-fc1d4bf5adc7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2f72ff31-b66b-423d-8b75-461312b8c2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7620549 Apr 28 20:18:04.432201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Transition to ACTIVE for port object c9cfb3aa-d79b-4409-8728-0f930b0536aa will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:04.435230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6af3cbf3-f85a-433a-a7b5-2c7e4ead2c92 None None] Provisioning complete for port d7d0c4f6-1417-4f64-b909-6e5dae40fded triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:04.435543 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6af3cbf3-f85a-433a-a7b5-2c7e4ead2c92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.486479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Sync routers for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:04.511941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.515785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.616879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:04.626763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:04.629152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:04.629797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:04.712569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:04.715476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6af3cbf3-f85a-433a-a7b5-2c7e4ead2c92 None None] Port d7d0c4f6-1417-4f64-b909-6e5dae40fded cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:04.789988 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:04.896980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Router 0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:05.000077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Pushing event updated for resources: {'Port': ['ID=c9cfb3aa-d79b-4409-8728-0f930b0536aa,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:05.132460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:05.185744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:05.198762 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] Sync routers for ids ['0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:05.221403 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] Routers {'0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:05.222373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:05.266638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.274085 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34e26120-32b4-4b4c-9c43-b2754a059457 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.0423875 Apr 28 20:18:05.274710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44972) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:05.397520 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:05.413546 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] Routers {'0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:05.414518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:05.428565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.20.0.1 (f9f25a60-bbdc-4d72-8ea3-fb928b8662c6/e3a42874-838a-4d01-b6ae-3fdd4c1b4f35/5fc2e0ee-83bc-4d33-8e11-696057d905d0) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:05.537027 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:05.537699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ea572b5-90f1-4eba-ac8a-aac6fa04f0a8 None None] The sync data for ids ['0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:05.546385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Attempting to bind port c9cfb3aa-d79b-4409-8728-0f930b0536aa on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:05.546772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Attempting to bind port c9cfb3aa-d79b-4409-8728-0f930b0536aa by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:05.547133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Attempting to bind port c9cfb3aa-d79b-4409-8728-0f930b0536aa on network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:05.569193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:05.569504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Checking segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:05.569917 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.570274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Bound using segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:05.570757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Bound port: c9cfb3aa-d79b-4409-8728-0f930b0536aa, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:05.571112 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.630983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-93762bbf-64c9-4dbc-8e55-6d335400c1d2 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f HTTP/1.1" status: 200 len: 920 time: 0.3543975 Apr 28 20:18:05.632782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 049a42aa-3c99-401a-b962-e77b17201f59 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:05.634316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:05.697288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-662c0429-f2be-4e13-9696-aa905f373494 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f HTTP/1.1" status: 200 len: 205 time: 0.0616493 Apr 28 20:18:05.699750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 44982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:05.803537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.819928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Transition to ACTIVE for port object 5fc2e0ee-83bc-4d33-8e11-696057d905d0 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:05.846584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.892006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:05.903342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 049a42aa-3c99-401a-b962-e77b17201f59 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:05.913041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:05.915951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 049a42aa-3c99-401a-b962-e77b17201f59 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:05.916512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.921354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.953442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:05.962780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:05.976097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:05.977354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:05.981200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:06.049614 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.059038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970a0d2-2cdb-4945-bd73-15fcccc3ce70 None None] Pushing event updated for resources: {'Port': ['ID=c9cfb3aa-d79b-4409-8728-0f930b0536aa,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:06.107687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:18:02Z', 'revision_number': 4, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'd7d0c4f6-1417-4f64-b909-6e5dae40fded', 'name': '', 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'mac_address': 'fa:16:3e:26:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:00Z', 'updated_at': '2022-04-28T20:18:02Z', 'revision_number': 2, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'subnets': [{'id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:06.118727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Checking router: 2f72ff31-b66b-423d-8b75-461312b8c2fc for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:06.119083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Updating router 2f72ff31-b66b-423d-8b75-461312b8c2fc port d7d0c4f6-1417-4f64-b909-6e5dae40fded binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:18:06.192094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.236572 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.349223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.359243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.371322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port 01f5c1d2-7b93-4e79-bb50-a4a114c09fc1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:06.372629 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.576287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 049a42aa-3c99-401a-b962-e77b17201f59, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=049a42aa-3c99-401a-b962-e77b17201f59,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:06.626440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.684154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:06.788143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=049a42aa-3c99-401a-b962-e77b17201f59,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:06.830564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for 01f5c1d2-7b93-4e79-bb50-a4a114c09fc1 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:07.005035 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.050210 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.055747 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.064192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.064751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Transition to ACTIVE for port object d7d0c4f6-1417-4f64-b909-6e5dae40fded will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:07.072248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.121650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=01f5c1d2-7b93-4e79-bb50-a4a114c09fc1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:07.156066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be3845-c999-4c33-94d1-497e7f9a54c3 None None] Pushing event updated for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:07.223608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.242872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:07.282157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.373250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Attempting to bind port d7d0c4f6-1417-4f64-b909-6e5dae40fded on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:07.373656 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Attempting to bind port d7d0c4f6-1417-4f64-b909-6e5dae40fded by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:07.374742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Attempting to bind port d7d0c4f6-1417-4f64-b909-6e5dae40fded on network 396f5449-e30f-41e9-b956-c2c547cd7d14 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:07.386904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:07.387294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Checking segment: {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:07.387702 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.388101 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Bound using segment: {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:07.388574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Bound port: d7d0c4f6-1417-4f64-b909-6e5dae40fded, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:07.389094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.428278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:07.429570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:07.617320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] For port d7d0c4f6-1417-4f64-b909-6e5dae40fded, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:07.635727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] For port d7d0c4f6-1417-4f64-b909-6e5dae40fded, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7d0c4f6-1417-4f64-b909-6e5dae40fded,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:07.643621 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.646857 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.649105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.678153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.678681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router 0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:07.710926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.714009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-72adf2ab-9062-4df9-8096-e07be2b661c2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f HTTP/1.1" status: 204 len: 168 time: 2.0131607 Apr 28 20:18:07.717792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45022) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:07.726927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-54813423', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:07.758840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:07.766539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:router and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:07.774462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router aef241ee-faf2-4002-bbc1-e5a6f20b99cb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:18:07.777362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:07.791286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:07.797437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57be3845-c999-4c33-94d1-497e7f9a54c3 None None] Pushing event updated for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:07.802338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c9cfb3aa-d79b-4409-8728-0f930b0536aa up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:07.815685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.817283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.856624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:07.956360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:07.958259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:08.016265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580137f8-eddb-4ed6-bdac-0e66abba6dc9 None None] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:18:08.048315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c9cfb3aa-d79b-4409-8728-0f930b0536aa completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:08.127204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:08.148147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8de8015e-3e9a-43cc-afca-d42e18128368 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "PUT /v2.0/routers/aef241ee-faf2-4002-bbc1-e5a6f20b99cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8216872 Apr 28 20:18:08.155805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Sync routers for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:08.156363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45028) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:08.162564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1621191824', 'description': 'tempest-secgroup_access--1621191824 description', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:08.170658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 049a42aa-3c99-401a-b962-e77b17201f59 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:08.174565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:08.186812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:08.191161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:08.200859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:08.224255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.266203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:08.276136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group_rule and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:08.283530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:08.293137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:08.408039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.414167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:08.419881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.424038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.433181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:08.500076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=595bdb0a-0960-479b-8b0a-2e94e6ab70cf,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:08.504114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.505955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be03e78a-bc2f-4c80-9061-89d366ceed82 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3489811 Apr 28 20:18:08.508845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45032) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:08.516449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--806845696', 'description': 'tempest-secgroup_general--806845696 description', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:08.527997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:08.534279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:08.540555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:08.548768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:08.568469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.596370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:08.601386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group_rule and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:08.604479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:08.611325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:08.697247 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.701980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.720913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Provisioning for port c9cfb3aa-d79b-4409-8728-0f930b0536aa completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:08.745436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.746816 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2366331 Apr 28 20:18:08.755621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45036) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:08.764218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 049a42aa-3c99-401a-b962-e77b17201f59 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:08.764580 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.767801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'security_group_rule': {'security_group_id': '595bdb0a-0960-479b-8b0a-2e94e6ab70cf', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:08.776661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:08.781015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d21e4d4-302f-4e67-a0d3-07e44db105f1 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=119d85b6-810c-4459-865d-933f34413b9a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:08.783789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:security_group_rule and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:08.787385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:08.789727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Provisioning complete for port c9cfb3aa-d79b-4409-8728-0f930b0536aa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:08.790104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.794604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:08.809659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.815746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.861155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.867514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:08.892375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.899145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.944020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:08.946724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1887677 Apr 28 20:18:08.953056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901e6114-ea18-4018-a72d-b896acb22aac tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0456ef-8890-4e9e-b771-a7a7cfd3ff35,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:09.028021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.25.2.29 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/cd0774f8-40db-4417-bc79-ed44035c2927) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:09.111385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:09.222460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-74920054-d42b-4114-b504-6cd2687007c5 req-833affb3-a26b-44a0-8108-ef431728049e tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:09.240538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:09.252853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-74920054-d42b-4114-b504-6cd2687007c5 req-833affb3-a26b-44a0-8108-ef431728049e tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:09.255090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-833affb3-a26b-44a0-8108-ef431728049e tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_general--806845696&fields=id&tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb HTTP/1.1" status: 200 len: 267 time: 0.0868888 Apr 28 20:18:09.282359 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:09.321833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-833df7b7-1e93-4c2d-a5c3-e602b1557468 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup_access--1621191824&fields=id&tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb HTTP/1.1" status: 200 len: 267 time: 0.0549614 Apr 28 20:18:09.380022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:09.383803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:09.389041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:09.450845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=cd0774f8-40db-4417-bc79-ed44035c2927,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:09.474164 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:09.613306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-24e0b1fd-b37d-414c-b4b8-91c2404978cf tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:09.618019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-24e0b1fd-b37d-414c-b4b8-91c2404978cf tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 796 time: 0.2884977 Apr 28 20:18:09.634214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-e77a005f-cc0d-4ae8-8faa-772c04a8c823 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/quotas/7e4e39b9a1da49f4b4dc394c3a0a1abb HTTP/1.1" status: 200 len: 375 time: 0.0125158 Apr 28 20:18:09.952532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:09.966456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:18:02Z', 'revision_number': 4, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'd7d0c4f6-1417-4f64-b909-6e5dae40fded', 'name': '', 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'mac_address': 'fa:16:3e:26:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:00Z', 'updated_at': '2022-04-28T20:18:07Z', 'revision_number': 4, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'subnets': [{'id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:09.973522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a5fec0-fd61-49c7-a715-bd49bc373e9d None None] The sync data for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 is: [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:18:02Z', 'revision_number': 4, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'd7d0c4f6-1417-4f64-b909-6e5dae40fded', 'name': '', 'network_id': '396f5449-e30f-41e9-b956-c2c547cd7d14', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'mac_address': 'fa:16:3e:26:b3:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:00Z', 'updated_at': '2022-04-28T20:18:07Z', 'revision_number': 4, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'subnets': [{'id': 'e4ab43ba-51d1-4bdb-b3fb-b15797effb48', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:09.975782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:10.085867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:10.231240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-74920054-d42b-4114-b504-6cd2687007c5 req-29aeb3b7-31dc-4038-8c40-9c2c8f33b8af tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:10.250933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d7ffd7-fd9c-4273-830d-5be224154889 None None] Pushing event updated for resources: {'Port': ['ID=c9cfb3aa-d79b-4409-8728-0f930b0536aa,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:10.285659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 2, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:10.293995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-74920054-d42b-4114-b504-6cd2687007c5 req-29aeb3b7-31dc-4038-8c40-9c2c8f33b8af tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:10.296386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-29aeb3b7-31dc-4038-8c40-9c2c8f33b8af tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6398821 Apr 28 20:18:10.320280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Checking router: aef241ee-faf2-4002-bbc1-e5a6f20b99cb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:10.320605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Updating router aef241ee-faf2-4002-bbc1-e5a6f20b99cb port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:18:10.430417 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:10.464773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Provisioning complete for port c9cfb3aa-d79b-4409-8728-0f930b0536aa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:10.465208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:10.545101 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:10.606607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-dce62c8e-629c-4408-a1ae-2086e19d77c5 service neutron] 10.222.0.24 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931263 Apr 28 20:18:10.835911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-c74499ea-e7dd-4a45-aa21-30d4157a98e2 service neutron] 10.222.0.24 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180209 Apr 28 20:18:11.039527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Provisioning for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:11.048401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Provisioning complete for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:11.048778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.114939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-44f0b1d1-ed85-4fae-a1a4-7f453a6e83ff None None] Port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:11.121558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.232972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.254240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8e875a07-0430-4b8e-9754-ee5bd85860cf None None] Provisioning complete for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:11.254612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e875a07-0430-4b8e-9754-ee5bd85860cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.289620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Transition to ACTIVE for port object 5fc2e0ee-83bc-4d33-8e11-696057d905d0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:11.336080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.343877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe7e6d1e-3e5d-444b-b514-7e82a63aa6db req-18683cb4-0abb-445c-80e1-32c53fc05a76 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 210 time: 0.2177908 Apr 28 20:18:11.469113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router 6c020f22-9548-4cd6-9eff-a4691e82117c is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:11.511428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8e875a07-0430-4b8e-9754-ee5bd85860cf None None] Port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:11.568093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e75f-47b1-4a04-9fea-8aaf2fe71226 None None] Pushing event updated for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:11.790571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Attempting to bind port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:11.790948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Attempting to bind port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:11.791364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Attempting to bind port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 on network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:11.802425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:11.803124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Checking segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:11.803696 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.804646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Bound using segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:11.806423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Bound port: 5fc2e0ee-83bc-4d33-8e11-696057d905d0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:11.806978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.837146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:11.846458 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Sync routers for ids ['6c020f22-9548-4cd6-9eff-a4691e82117c'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:11.867210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Routers {'6c020f22-9548-4cd6-9eff-a4691e82117c'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:11.869581 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c020f22-9548-4cd6-9eff-a4691e82117c'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:11.898779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:11.899979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a022f1ac-de61-48c6-afab-28334dbc715e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 4.1792877 Apr 28 20:18:11.903173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45070) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:11.919609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c9cfb3aa-d79b-4409-8728-0f930b0536aa up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:12.098368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c9cfb3aa-d79b-4409-8728-0f930b0536aa triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:12.101918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.137430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Set router 6c020f22-9548-4cd6-9eff-a4691e82117c gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:12.165813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] For port 5fc2e0ee-83bc-4d33-8e11-696057d905d0, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:12.180445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] For port 5fc2e0ee-83bc-4d33-8e11-696057d905d0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fc2e0ee-83bc-4d33-8e11-696057d905d0,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:12.233949 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.253364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45074) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:12.255678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-336b93b2-05b8-44d6-9d4d-44401c43f5e1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/6c020f22-9548-4cd6-9eff-a4691e82117c HTTP/1.1" status: 200 len: 906 time: 0.3506320 Apr 28 20:18:12.258761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'name': 'tempest-snat-router-54813423', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': True}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:12.274818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:12.279162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Usage tracker for resource:router and tenant:bef1b4dd75ba4577870132abf0139534 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:12.290519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:12.296834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:12.324752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.326119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.367076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.417810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7d0c4f6-1417-4f64-b909-6e5dae40fded up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:12.532889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:12.533935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:12.686966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-26967c94-d897-4f45-843a-40d85371bb0b req-36f3e564-6d3c-4a4b-be2b-59687d6758ce tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 210 time: 0.1025276 Apr 28 20:18:12.752106 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.769802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf0e75f-47b1-4a04-9fea-8aaf2fe71226 None None] Pushing event updated for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:12.845681 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'name': 'tempest-snat-router-54813423', 'tenant_id': 'bef1b4dd75ba4577870132abf0139534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:18:07Z', 'updated_at': '2022-04-28T20:18:09Z', 'revision_number': 3, 'project_id': 'bef1b4dd75ba4577870132abf0139534', 'gw_port': {'id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:08Z', 'updated_at': '2022-04-28T20:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:12.846091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.852543 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Checking router: 6c020f22-9548-4cd6-9eff-a4691e82117c for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:12.853721 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Updating router 6c020f22-9548-4cd6-9eff-a4691e82117c port cd0774f8-40db-4417-bc79-ed44035c2927 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:18:12.867957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d7d0c4f6-1417-4f64-b909-6e5dae40fded completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:12.916482 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d7d0c4f6-1417-4f64-b909-6e5dae40fded triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:12.917071 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.947310 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:12.980999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:13.200019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-5e8d367c-7fdd-44da-a9af-0f64bc19e09d tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:13.201680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-5e8d367c-7fdd-44da-a9af-0f64bc19e09d tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 796 time: 0.3878803 Apr 28 20:18:13.284807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-0f3c9a8f-8971-4621-8468-d0f9035b7647 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb HTTP/1.1" status: 200 len: 477 time: 0.0688047 Apr 28 20:18:13.298003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'port': {'device_id': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'admin_state_up': True, 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'security_groups': ['119d85b6-810c-4459-865d-933f34413b9a', '595bdb0a-0960-479b-8b0a-2e94e6ab70cf']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:13.316795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.349919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.391722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.487242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d7d0c4f6-1417-4f64-b909-6e5dae40fded, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7d0c4f6-1417-4f64-b909-6e5dae40fded,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:13.507420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:13.512258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.525899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:13.545865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:13.549425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.577222 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.596315 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Transition to ACTIVE for port object cd0774f8-40db-4417-bc79-ed44035c2927 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:13.608368 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.661302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:13.704953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:12Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:13.713596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab9f6c4-f280-4545-a978-79b342f002d4 None None] The sync data for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 is: [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:12Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:13.782519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Attempting to bind port cd0774f8-40db-4417-bc79-ed44035c2927 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:13.782519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Attempting to bind port cd0774f8-40db-4417-bc79-ed44035c2927 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:13.782519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Attempting to bind port cd0774f8-40db-4417-bc79-ed44035c2927 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:13.815710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4fd6-7713-4d14-8908-4218343f8828 None None] Pushing event updated for resources: {'Port': ['ID=cd0774f8-40db-4417-bc79-ed44035c2927,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:13.821130 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 17, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:13.821813 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:13.822446 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.822967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:13.823594 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Bound port: cd0774f8-40db-4417-bc79-ed44035c2927, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:13.824123 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:13.829785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.20.0.13 (f9f25a60-bbdc-4d72-8ea3-fb928b8662c6/e3a42874-838a-4d01-b6ae-3fdd4c1b4f35/7eb88e01-310e-456d-9f23-12502ac4757f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:13.965653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] For port cd0774f8-40db-4417-bc79-ed44035c2927, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:13.968617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e30d677-2e59-42ad-818c-d45b6e8c1a5b req-0334e5b6-7150-4899-a50b-d4f30c6f1e54 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 210 time: 0.0686944 Apr 28 20:18:13.970861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] For port cd0774f8-40db-4417-bc79-ed44035c2927, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cd0774f8-40db-4417-bc79-ed44035c2927,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:13.981481 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.010699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.25.2.7 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/5baf0633-10fd-4bd0-94da-a160d17f5431) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:14.131007 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149d4fd6-7713-4d14-8908-4218343f8828 None None] Pushing event updated for resources: {'Port': ['ID=cd0774f8-40db-4417-bc79-ed44035c2927,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:14.143110 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Routers {'6c020f22-9548-4cd6-9eff-a4691e82117c'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:14.144716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6c020f22-9548-4cd6-9eff-a4691e82117c'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:14.171673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.213978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Transition to ACTIVE for port object 7eb88e01-310e-456d-9f23-12502ac4757f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:14.263013 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.268730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.315279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.355830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:14.359246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:14.363415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:14.410417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:14.418577 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] Set router 6c020f22-9548-4cd6-9eff-a4691e82117c gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:14.449068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:14.452405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:14.456338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:14.473142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:14.473981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.541431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-3cc7f52a-ff43-4275-87b5-b8e1566ec154 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.2482891 Apr 28 20:18:14.561894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Request body: {'port': {'device_id': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:14.577688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=5baf0633-10fd-4bd0-94da-a160d17f5431,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:14.730794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.755498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-417f8fa9-50cc-4167-98d5-9f07b05acb42 None None] Provisioning for port 7eb88e01-310e-456d-9f23-12502ac4757f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:14.763805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-417f8fa9-50cc-4167-98d5-9f07b05acb42 None None] Provisioning complete for port 7eb88e01-310e-456d-9f23-12502ac4757f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:14.764579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-417f8fa9-50cc-4167-98d5-9f07b05acb42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:14.909899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-417f8fa9-50cc-4167-98d5-9f07b05acb42 None None] Port 7eb88e01-310e-456d-9f23-12502ac4757f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:14.971580 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'name': 'tempest-snat-router-54813423', 'tenant_id': 'bef1b4dd75ba4577870132abf0139534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:18:07Z', 'updated_at': '2022-04-28T20:18:09Z', 'revision_number': 3, 'project_id': 'bef1b4dd75ba4577870132abf0139534', 'gw_port': {'id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:08Z', 'updated_at': '2022-04-28T20:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:14.977859 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d109b8-c8e8-46ad-8bef-f1b994b153ea None None] The sync data for ids ['6c020f22-9548-4cd6-9eff-a4691e82117c'] in n-d-839811-1 is: [{'id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'name': 'tempest-snat-router-54813423', 'tenant_id': 'bef1b4dd75ba4577870132abf0139534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29'}], 'enable_snat': False}, 'gw_port_id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:18:07Z', 'updated_at': '2022-04-28T20:18:09Z', 'revision_number': 3, 'project_id': 'bef1b4dd75ba4577870132abf0139534', 'gw_port': {'id': 'cd0774f8-40db-4417-bc79-ed44035c2927', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:fb:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6c020f22-9548-4cd6-9eff-a4691e82117c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3749, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:08Z', 'updated_at': '2022-04-28T20:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:15.167410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.350199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3ca643-5c66-43e3-acb0-93191bde1500 req-582a6365-baf4-404d-b19f-1f3ccfc5f5f8 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:15.350919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa3ca643-5c66-43e3-acb0-93191bde1500 req-582a6365-baf4-404d-b19f-1f3ccfc5f5f8 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:15.479149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7eb88e01-310e-456d-9f23-12502ac4757f {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:15.488591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.506600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aa3ca643-5c66-43e3-acb0-93191bde1500 req-582a6365-baf4-404d-b19f-1f3ccfc5f5f8 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:15.507742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3ca643-5c66-43e3-acb0-93191bde1500 req-582a6365-baf4-404d-b19f-1f3ccfc5f5f8 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 971 time: 0.3715851 Apr 28 20:18:15.508684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Transition to ACTIVE for port object 7eb88e01-310e-456d-9f23-12502ac4757f will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:15.513356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.622221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:15.720630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:15.762519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa3ca643-5c66-43e3-acb0-93191bde1500 req-d4b205e7-90e0-4f10-97e8-ceff822bc3f7 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2392607 Apr 28 20:18:16.008952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7d0c4f6-1417-4f64-b909-6e5dae40fded up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:16.010652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Attempting to bind port 7eb88e01-310e-456d-9f23-12502ac4757f on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:16.011198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Attempting to bind port 7eb88e01-310e-456d-9f23-12502ac4757f by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:16.011918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Attempting to bind port 7eb88e01-310e-456d-9f23-12502ac4757f on network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:16.017804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Port 7eb88e01-310e-456d-9f23-12502ac4757f on network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:18:16.018423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Attempting to bind port 7eb88e01-310e-456d-9f23-12502ac4757f on network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:16.028804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:16.029388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Checking segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:16.030018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Bound using segment: {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:16.030913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Bound port: 7eb88e01-310e-456d-9f23-12502ac4757f, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3747d3d3-5804-4fc7-bfca-5705f5ea980e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:16.031532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:16.124677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router e7936401-3ec6-4c20-b7c5-c3f41f5a401e is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:16.158930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d7d0c4f6-1417-4f64-b909-6e5dae40fded triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:16.159389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:16.176890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:16.180458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7eb88e01-310e-456d-9f23-12502ac4757f,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:16.187180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:16.287428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Pushing event updated for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:16.301500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cd0774f8-40db-4417-bc79-ed44035c2927 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:16.305004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:16.305947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:16.307716 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-97cf2e2a-2f86-44ce-bf79-c140e3a27b63 service neutron] 10.222.0.41 "PUT /v2.0/ports/7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 1131 time: 1.7503846 Apr 28 20:18:16.308353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:16.354707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:16.411736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Sync routers for ids ['e7936401-3ec6-4c20-b7c5-c3f41f5a401e'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:16.413786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:16.415403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b79f15b-3235-4f26-a810-f5fcb4fa4abe tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 903 time: 4.1608927 Apr 28 20:18:16.419104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:16.427848 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ce938cb-f90e-42d0-bdf5-1be893e1da02'] response: {'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f', 'status': 'completed', 'code': 200} Apr 28 20:18:16.485198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Routers {'e7936401-3ec6-4c20-b7c5-c3f41f5a401e'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:16.487182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e7936401-3ec6-4c20-b7c5-c3f41f5a401e'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:16.500971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-ea122582-9f3e-4748-9387-ec56aaa10657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:16.506304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-ea122582-9f3e-4748-9387-ec56aaa10657 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1134 time: 0.1416237 Apr 28 20:18:16.611223 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-9ecfeddf-5b09-430b-8ef0-37d177c40738 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 217 time: 0.0920250 Apr 28 20:18:16.697363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-2fcacec1-8341-4995-8e2a-c2a6434ac5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:16.698383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-2fcacec1-8341-4995-8e2a-c2a6434ac5da service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.0775709 Apr 28 20:18:16.753300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port cd0774f8-40db-4417-bc79-ed44035c2927 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:16.756467 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25853cca-3a7e-4da1-9ffb-250ac6f0031f tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/e7936401-3ec6-4c20-b7c5-c3f41f5a401e HTTP/1.1" status: 200 len: 904 time: 0.3355019 Apr 28 20:18:16.757402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45102) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:16.771018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Set router e7936401-3ec6-4c20-b7c5-c3f41f5a401e gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:16.832195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74920054-d42b-4114-b504-6cd2687007c5 req-a6246b67-f7ec-4509-afad-1fb59c412a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:16.836795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-a6246b67-f7ec-4509-afad-1fb59c412a91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1264851 Apr 28 20:18:17.026691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cd0774f8-40db-4417-bc79-ed44035c2927 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:17.027720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.027955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.152390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-c08c6501-b049-4169-826c-0b1be4098fb3 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3059573 Apr 28 20:18:17.279186 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.289420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.296060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Deleting port 5baf0633-10fd-4bd0-94da-a160d17f5431 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:17.296653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.315736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port cd0774f8-40db-4417-bc79-ed44035c2927, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cd0774f8-40db-4417-bc79-ed44035c2927,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:17.326344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.327742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fc2e0ee-83bc-4d33-8e11-696057d905d0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:17.372914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc3f0d0-946e-4c88-817f-d83175df22a1 req-785dbcbc-6bd7-46e3-822a-f5a44e1286d0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:17.374977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efc3f0d0-946e-4c88-817f-d83175df22a1 req-785dbcbc-6bd7-46e3-822a-f5a44e1286d0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 983 time: 0.3756614 Apr 28 20:18:17.444121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74920054-d42b-4114-b504-6cd2687007c5 req-4a31b3c8-fcc9-4cc9-940a-4db3b21fbe9c service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816174 Apr 28 20:18:17.455006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efc3f0d0-946e-4c88-817f-d83175df22a1 req-0a472149-c92a-423f-98c6-cabefd808c00 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0720773 Apr 28 20:18:17.614705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=cd0774f8-40db-4417-bc79-ed44035c2927,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:17.624181 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.653432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:17.662433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:17.662810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.672913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-c1bd69be-b1f8-4106-a9e2-3072fc68b92a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:17.674788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-c1bd69be-b1f8-4106-a9e2-3072fc68b92a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1134 time: 0.1531596 Apr 28 20:18:17.727774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7936401-3ec6-4c20-b7c5-c3f41f5a401e', 'name': 'tempest-snat-router-54813423', 'tenant_id': 'bef1b4dd75ba4577870132abf0139534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.7'}], 'enable_snat': True}, 'gw_port_id': '5baf0633-10fd-4bd0-94da-a160d17f5431', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:18:12Z', 'updated_at': '2022-04-28T20:18:14Z', 'revision_number': 3, 'project_id': 'bef1b4dd75ba4577870132abf0139534', 'gw_port': {'id': '5baf0633-10fd-4bd0-94da-a160d17f5431', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:87:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7936401-3ec6-4c20-b7c5-c3f41f5a401e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3752, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:13Z', 'updated_at': '2022-04-28T20:18:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:17.740938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Checking router: e7936401-3ec6-4c20-b7c5-c3f41f5a401e for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:17.741294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Updating router e7936401-3ec6-4c20-b7c5-c3f41f5a401e port 5baf0633-10fd-4bd0-94da-a160d17f5431 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:18:17.790831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Calling delete_port for 5baf0633-10fd-4bd0-94da-a160d17f5431 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:17.822704 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:17.956290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-899241c2-cad9-4218-8899-86501fb4e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:17.958920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-899241c2-cad9-4218-8899-86501fb4e374 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 897 time: 0.2758391 Apr 28 20:18:17.999572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.007287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.040314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-ae27fe7e-8368-479c-b856-dd876609078d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 217 time: 0.0752363 Apr 28 20:18:18.063019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5fc2e0ee-83bc-4d33-8e11-696057d905d0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fc2e0ee-83bc-4d33-8e11-696057d905d0,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:18.063975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Port': ['ID=5baf0633-10fd-4bd0-94da-a160d17f5431,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:18.106575 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.181806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-942e4370-02c6-4330-a1f0-040f0a0d71fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:18.183900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-942e4370-02c6-4330-a1f0-040f0a0d71fa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.1362336 Apr 28 20:18:18.189646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.283342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cd0774f8-40db-4417-bc79-ed44035c2927 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:18.294576 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-857b61b5-c5c6-4982-a7dc-a20d7a79b730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:18.296386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-857b61b5-c5c6-4982-a7dc-a20d7a79b730 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039054 Apr 28 20:18:18.368015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:18.411778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cd0774f8-40db-4417-bc79-ed44035c2927 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:18.412152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.546885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:18:18.547242 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:18:18.636118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-c09dccab-eed5-40fd-9fbd-133f332d3d8a service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293796 Apr 28 20:18:18.653080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.661824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.711961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-da72644b-a689-4f10-8bda-cfcadfc57d76 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2371497 Apr 28 20:18:18.713131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.713997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e7936401-3ec6-4c20-b7c5-c3f41f5a401e {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:18.741881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:18.742974 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ffc965b-5bb8-453b-88f4-68b6104f6a2e tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/routers/e7936401-3ec6-4c20-b7c5-c3f41f5a401e HTTP/1.1" status: 204 len: 168 time: 1.9839501 Apr 28 20:18:18.746117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45116) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:18.840554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd7947a8-4605-40d4-85c6-a478ae1b06ea req-84e11c52-e821-44e1-9eb4-3702743a630c service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942375 Apr 28 20:18:19.085687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Port 5baf0633-10fd-4bd0-94da-a160d17f5431 not found while updating agent binding for router e7936401-3ec6-4c20-b7c5-c3f41f5a401e. {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Apr 28 20:18:19.088863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.094392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Routers set() bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:19.094762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Router IDs set() for agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Apr 28 20:18:19.095389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_agentschedulers_db [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'e7936401-3ec6-4c20-b7c5-c3f41f5a401e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:17:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent'). {{(pid=88141) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Apr 28 20:18:19.095759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec88dec-2e22-4c4a-b729-cd2897b1e7d3 None None] The sync data for ids ['e7936401-3ec6-4c20-b7c5-c3f41f5a401e'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:19.223480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e825f-67c3-4df1-a485-e6465701060b req-c0b3b876-b3bd-497d-b9fc-b0587226f57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:19.224923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-c0b3b876-b3bd-497d-b9fc-b0587226f57e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.3708296 Apr 28 20:18:19.235774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09926db-7cb4-487a-98d8-c64d9177af03 req-0fde6209-a43f-4838-9367-9dc1ab042ec9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:19.237224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d09926db-7cb4-487a-98d8-c64d9177af03 req-0fde6209-a43f-4838-9367-9dc1ab042ec9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 983 time: 0.5696304 Apr 28 20:18:19.405414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d09926db-7cb4-487a-98d8-c64d9177af03 req-72d1e370-afba-436e-bef9-a8944b66ee0f tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:19.448570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d09926db-7cb4-487a-98d8-c64d9177af03 req-72d1e370-afba-436e-bef9-a8944b66ee0f tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:19.449704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d09926db-7cb4-487a-98d8-c64d9177af03 req-72d1e370-afba-436e-bef9-a8944b66ee0f tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2051337 Apr 28 20:18:19.450903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.460338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e825f-67c3-4df1-a485-e6465701060b req-b639d1cc-c7c1-40e2-a1bc-778837bb0016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:19.461769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-b639d1cc-c7c1-40e2-a1bc-778837bb0016 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.2013445 Apr 28 20:18:19.467060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Deleting port cd0774f8-40db-4417-bc79-ed44035c2927 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:19.468046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:19.643297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-e5a62499-0dda-429d-a06e-b7a2d627aa3d service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 1000 time: 0.1488986 Apr 28 20:18:19.779341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e825f-67c3-4df1-a485-e6465701060b req-73130c29-39ae-471b-ad66-55f6f8dc3377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:19.780747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-73130c29-39ae-471b-ad66-55f6f8dc3377 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0894423 Apr 28 20:18:19.787808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] For port cd0774f8-40db-4417-bc79-ed44035c2927, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cd0774f8-40db-4417-bc79-ed44035c2927,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:19.788168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.077146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Calling delete_port for cd0774f8-40db-4417-bc79-ed44035c2927 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:20.175461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536e825f-67c3-4df1-a485-e6465701060b req-792fe8e2-7f42-4a59-809b-dba05af23c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:20.177021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-792fe8e2-7f42-4a59-809b-dba05af23c17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3818510 Apr 28 20:18:20.191868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fc2e0ee-83bc-4d33-8e11-696057d905d0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:20.257872 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cffddec2-8475-47a1-8054-e0bab6037c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.282106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:20.282480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.397031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.404283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-3f8314eb-bcfd-46c5-b7c7-8cc80a9f24f2 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194800 Apr 28 20:18:20.471253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd0774f8-40db-4417-bc79-ed44035c2927,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:20.638395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.663469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aed29e-a81a-4f46-888b-052df962d82c req-d64ca525-597c-4e6e-888d-fca57a466e40 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:20.665901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2aed29e-a81a-4f46-888b-052df962d82c req-d64ca525-597c-4e6e-888d-fca57a466e40 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 983 time: 0.0966375 Apr 28 20:18:20.721911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2aed29e-a81a-4f46-888b-052df962d82c req-9ea93062-234f-44ee-8483-1f2cc12c99f4 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0508270 Apr 28 20:18:20.838420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.841325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.844485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-536e825f-67c3-4df1-a485-e6465701060b req-894d6ba5-54ab-4783-af3e-73c0b0831281 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4006715 Apr 28 20:18:20.867034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.867578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6c020f22-9548-4cd6-9eff-a4691e82117c {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:20.881327 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.887914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45126) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:20.888055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a28bfc74-7b04-4334-a1e6-ae8c00420550 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "DELETE /v2.0/routers/6c020f22-9548-4cd6-9eff-a4691e82117c HTTP/1.1" status: 204 len: 168 time: 2.1409025 Apr 28 20:18:20.893619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-368031791', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:20.902591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:20.906587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:20.909667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:20.916658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:20.930358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.931653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:20.942582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7eb88e01-310e-456d-9f23-12502ac4757f details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:18:20.973336 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.183053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7eb88e01-310e-456d-9f23-12502ac4757f,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:21.197380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7eb88e01-310e-456d-9f23-12502ac4757f', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'port_id': '7eb88e01-310e-456d-9f23-12502ac4757f', 'mac_address': 'fa:16:3e:88:95:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 418, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:18:21.257217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.274820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7eb88e01-310e-456d-9f23-12502ac4757f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:21.291264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.294286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7eb88e01-310e-456d-9f23-12502ac4757f,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:21.301550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.382674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:21.567476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7eb88e01-310e-456d-9f23-12502ac4757f'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:18:21.649963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.680493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:21.826426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Allocated IP 172.25.2.141 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/2db663b9-60ae-46cc-8700-7c11c785fa7b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:21.941370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92b7c1-9760-490b-b114-fc12841f3c1f req-1f378f5c-65b1-45cf-ba3c-76ed080b0c80 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:21.943038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf92b7c1-9760-490b-b114-fc12841f3c1f req-1f378f5c-65b1-45cf-ba3c-76ed080b0c80 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 984 time: 0.1021945 Apr 28 20:18:21.996397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf92b7c1-9760-490b-b114-fc12841f3c1f req-db145414-eeb7-4cbc-8bca-c6003a0a929c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0465875 Apr 28 20:18:22.112395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.145638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.184839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cd0774f8-40db-4417-bc79-ed44035c2927 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:18:22.220584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: cd0774f8-40db-4417-bc79-ed44035c2927 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:18:22.221231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:22.221328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cd0774f8-40db-4417-bc79-ed44035c2927 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:18:22.223743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:22.227744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:22.257133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event updated for resources: {'Port': ['ID=2db663b9-60ae-46cc-8700-7c11c785fa7b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:22.279298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.279645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.279971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.280305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.280630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.281132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.281647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.281979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.282303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.282626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.282946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.283261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:22.356219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8318e47-de91-4bdc-a6a6-c0d3877d1633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.656013 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:22.956909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7eb88e01-310e-456d-9f23-12502ac4757f up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:23.000842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.048391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7eb88e01-310e-456d-9f23-12502ac4757f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:23.055627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7eb88e01-310e-456d-9f23-12502ac4757f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:23.056295 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.198037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.230828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:23.245002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7eb88e01-310e-456d-9f23-12502ac4757f,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:23.250838 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.287585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd4eb3-5c15-42d8-9d6f-e637b20b8c0e req-f4e10231-95aa-4f16-a18c-2578b58d3546 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:23.289076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9afd4eb3-5c15-42d8-9d6f-e637b20b8c0e req-f4e10231-95aa-4f16-a18c-2578b58d3546 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 984 time: 0.1482315 Apr 28 20:18:23.297217 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11d5ffcb-bfef-4314-8e24-ba7b6e4e6834'] response: {'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f', 'code': 200} Apr 28 20:18:23.336723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:23.476561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Router bce838bd-ed59-4643-a6dd-ba75c44da6a3 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:23.520108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9afd4eb3-5c15-42d8-9d6f-e637b20b8c0e req-f38e9cc7-6bee-4538-a628-6e12d3e23a8c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2216244 Apr 28 20:18:23.710789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366a58d-920c-428e-8a0a-130855cbcb43 req-9a9831f3-2a89-4cab-8de3-5e54416fc76f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:23.712251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8366a58d-920c-428e-8a0a-130855cbcb43 req-9a9831f3-2a89-4cab-8de3-5e54416fc76f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.2372787 Apr 28 20:18:23.718583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:23.729506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] Sync routers for ids ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:23.740702 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] Routers {'bce838bd-ed59-4643-a6dd-ba75c44da6a3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:23.741543 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:23.772961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.777447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1d7072ea-c53e-4a39-8768-40bec0f0bc5e tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.8851798 Apr 28 20:18:23.777646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45166) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:23.778706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8366a58d-920c-428e-8a0a-130855cbcb43 req-ba1f059a-551c-45c3-97e8-d8c43a4b946f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&id=119d85b6-810c-4459-865d-933f34413b9a&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0515130 Apr 28 20:18:23.783031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:23.795201 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:23.833770 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:23.842497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] Routers {'bce838bd-ed59-4643-a6dd-ba75c44da6a3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:23.843167 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:23.907697 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:23.908003 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7847fd6e-f3e8-4cca-945f-dae16b714285 None None] The sync data for ids ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:24.087852 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.435615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:24.958718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0cc040-3082-4c11-9f88-adac5a566b85 req-84b48df2-51a9-4ba7-951d-98fa5004de65 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:24.960354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0cc040-3082-4c11-9f88-adac5a566b85 req-84b48df2-51a9-4ba7-951d-98fa5004de65 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 0.2813213 Apr 28 20:18:25.038506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0cc040-3082-4c11-9f88-adac5a566b85 req-8256b99d-a467-40eb-867b-db02d93cba4e tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0708716 Apr 28 20:18:25.223885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.262345 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.266446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.445319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router bce838bd-ed59-4643-a6dd-ba75c44da6a3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:18:25.745843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:25.749850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:25.754230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7297b230-8dab-45e1-9280-2211fcc0f483 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "PUT /v2.0/routers/bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 200 len: 921 time: 1.9727347 Apr 28 20:18:25.754230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45176) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:25.757402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] Sync routers for ids ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:25.767114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] Routers {'bce838bd-ed59-4643-a6dd-ba75c44da6a3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:25.767746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.834390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.844118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] Routers {'bce838bd-ed59-4643-a6dd-ba75c44da6a3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:25.844721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.910363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:25.911013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77045705-749f-4e4e-94a1-228ff4031919 None None] The sync data for ids ['bce838bd-ed59-4643-a6dd-ba75c44da6a3'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:25.935652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ebf20a31-9a74-4116-8b48-9620b3ac1f6c tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 200 len: 921 time: 0.1803832 Apr 28 20:18:25.938304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:26.009381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-100e826d-150b-4e83-9d18-49bffa0c0ff1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:26.010055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-100e826d-150b-4e83-9d18-49bffa0c0ff1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Synchronizing usage tracker for tenant:bef1b4dd75ba4577870132abf0139534 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:26.025488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-100e826d-150b-4e83-9d18-49bffa0c0ff1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Unset dirty status for tenant:bef1b4dd75ba4577870132abf0139534 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:26.026631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-100e826d-150b-4e83-9d18-49bffa0c0ff1 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=bce838bd-ed59-4643-a6dd-ba75c44da6a3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0874293 Apr 28 20:18:26.029275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:26.154781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7af744-dca0-42e0-9067-2a1b7d310b46 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:26.155345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d7af744-dca0-42e0-9067-2a1b7d310b46 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Synchronizing usage tracker for tenant:bef1b4dd75ba4577870132abf0139534 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:26.171469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0d7af744-dca0-42e0-9067-2a1b7d310b46 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Unset dirty status for tenant:bef1b4dd75ba4577870132abf0139534 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:26.172645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d7af744-dca0-42e0-9067-2a1b7d310b46 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.1424611 Apr 28 20:18:26.175544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:26.221711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-de3e58c9-b8d9-4c40-b9f1-c54c069c5ba4 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 200 len: 205 time: 0.0448825 Apr 28 20:18:26.225037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:26.231358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e39b3b-e6e0-4614-a0b1-372423baef8b req-e372d1a8-327f-465c-bebb-3c8fa968aaf2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:26.232839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6e39b3b-e6e0-4614-a0b1-372423baef8b req-e372d1a8-327f-465c-bebb-3c8fa968aaf2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 0.0843508 Apr 28 20:18:26.281208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6e39b3b-e6e0-4614-a0b1-372423baef8b req-de543f86-901c-4a74-94c5-b9380a580107 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0413070 Apr 28 20:18:26.444402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.636113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0284d8-e47b-4d9f-a388-3f09d813a9f3 req-b2f3f245-76a8-4b34-bb02-cd3b207650f4 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:26.637754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b0284d8-e47b-4d9f-a388-3f09d813a9f3 req-b2f3f245-76a8-4b34-bb02-cd3b207650f4 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 0.2433083 Apr 28 20:18:26.666149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.686354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port 2db663b9-60ae-46cc-8700-7c11c785fa7b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:26.686694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:26.740616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b0284d8-e47b-4d9f-a388-3f09d813a9f3 req-957b2ac7-6eb8-4ba2-96d4-4230f29c8093 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0950909 Apr 28 20:18:26.900649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.024114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-fac768cd-7bf6-46a4-9290-592fbcbab06d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:27.026011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-fac768cd-7bf6-46a4-9290-592fbcbab06d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.1713345 Apr 28 20:18:27.050202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.069793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:27.073635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Usage tracker for resource:security_group_rule and tenant:d9382165636c4245abb32e51629f2292 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:27.076618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:27.083817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:27.156663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for 2db663b9-60ae-46cc-8700-7c11c785fa7b owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:27.171981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.178267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.211890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e383c92-9373-4c43-9bd1-6b2990051eb7 req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1793971 Apr 28 20:18:27.220958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3753fb-80f1-41d0-82d0-6bde9f0d0a9d tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866dc1d1-9cd5-4d97-b075-82d46eb448a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:27.236591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:27.312843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b76bc64-0c64-43a4-a9c2-bdf43d12bac7 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:27.314424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b76bc64-0c64-43a4-a9c2-bdf43d12bac7 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1131 time: 0.0768597 Apr 28 20:18:27.317873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45218) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:27.323084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '7eb88e01-310e-456d-9f23-12502ac4757f', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:27.330713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:27.335570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:floatingip and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:27.338566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:27.344484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:27.359059 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.364558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.453297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=2db663b9-60ae-46cc-8700-7c11c785fa7b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:27.513188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.514713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.666786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.25.2.40 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/3f42710f-a9a4-4e1b-823f-82f71cd8c0a7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:27.698019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.700250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.724567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.725122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router bce838bd-ed59-4643-a6dd-ba75c44da6a3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:27.741484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.742656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-14d3d517-19f3-46e5-bccc-176ab636983b tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 204 len: 168 time: 1.5166183 Apr 28 20:18:27.746401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:27.751600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1078919606', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:27.759738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:27.763620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:27.766517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:27.775269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:27.787149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.788214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.804705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.824374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.825754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.849789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.851254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1f9fed03-5961-4e3c-925f-15937bd687b6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1037438 Apr 28 20:18:27.853832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:27.861005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:27.862480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:27.939061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:27.942258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:27.944903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:27.985145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=3f42710f-a9a4-4e1b-823f-82f71cd8c0a7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:28.298817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.361646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-84cb8274-b740-413a-b27f-0f1d8043e611 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:28.363696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-84cb8274-b740-413a-b27f-0f1d8043e611 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1852384 Apr 28 20:18:28.443174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.465118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:28.478654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Usage tracker for resource:security_group_rule and tenant:43fbdb2527fa4fadab9bd7a8d1bae523 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:28.482436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:28.492029 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:28.567808 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.684034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.863481 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.896226 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.902752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.907455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.965886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:28.973858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:29.016041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9100f029-6757-4a98-80e9-695a7e9f1c64 req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6039956 Apr 28 20:18:29.025112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=3f42710f-a9a4-4e1b-823f-82f71cd8c0a7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:29.041270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:29.055720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5466d1da-1330-4d88-bad5-a58f7187f335 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db00f2aa-a355-4f6d-8fbf-ebf27e76b5cf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:29.092153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Allocated IP 172.25.2.21 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/fd4aaa8d-6bb7-4749-ad07-0877f4552cd1) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:29.239735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:29.261774 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Floating IP 5ce0ab6f-38d0-468f-8ece-0c41a09d0932 associated. External IP: 172.25.2.40, port: 7eb88e01-310e-456d-9f23-12502ac4757f. Apr 28 20:18:29.271337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:29.326548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc124fe-cffe-43a1-9800-10b871844a36 req-146250e0-fdf2-45b7-b2d3-4e135fbf0fe3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:29.327987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfc124fe-cffe-43a1-9800-10b871844a36 req-146250e0-fdf2-45b7-b2d3-4e135fbf0fe3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1845331 Apr 28 20:18:29.337593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:29.340417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:29.343968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:29.382320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event updated for resources: {'Port': ['ID=fd4aaa8d-6bb7-4749-ad07-0877f4552cd1,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:29.456415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dfc124fe-cffe-43a1-9800-10b871844a36 req-e550a03f-754d-476a-9e8d-b6e6994b0cc3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741074 Apr 28 20:18:29.486921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45242) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:29.726730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-94c85088-a4a1-4dbd-9203-51a31936d455 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 200 len: 992 time: 0.2387385 Apr 28 20:18:29.766034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:29.767285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router aef241ee-faf2-4002-bbc1-e5a6f20b99cb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:18:30.161216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:30.171497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Sync routers for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:30.187208 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:30.188908 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:30.200481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:30.272383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-737bc525-d1f1-4b3a-9ed7-68536a7ced47 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9534831 Apr 28 20:18:30.273143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:30.278394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45272) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:30.305803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:30.324111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:30.431734 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3dde4b9-1345-47f4-8c38-aaa8bc60ebca'] response: {'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f', 'status': 'completed', 'code': 200} Apr 28 20:18:30.538539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.539249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.539859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.540483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.541085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.541724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.542323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.544824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc9d8edf-4778-4395-a80d-50dc8f8886d6 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4970 time: 0.2645626 Apr 28 20:18:30.548094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45282) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:30.561341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-883801ea-32d0-425e-b24a-5e8f10a27aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.563144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-883801ea-32d0-425e-b24a-5e8f10a27aac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.1338031 Apr 28 20:18:30.579806 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:30.661293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.661754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.662762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.663211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.663706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.664154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.664592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.667813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f9226a4-8628-469e-946f-dc527f6b285f tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4627 time: 0.1181819 Apr 28 20:18:30.670328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:30.863839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-3f508f3d-5a5c-4578-8323-feae466675de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:30.867082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-3f508f3d-5a5c-4578-8323-feae466675de service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 897 time: 0.2951608 Apr 28 20:18:30.945367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Router 71aa8dde-10cc-4a94-a167-26a2b4f49146 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:31.101692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-c4d5260a-28a6-4e6e-a5e1-cd750aa0978a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 999 time: 0.2276859 Apr 28 20:18:31.119512 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5ce0ab6f-38d0-468f-8ece-0c41a09d0932', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'port_id': '7eb88e01-310e-456d-9f23-12502ac4757f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'mac_address': 'fa:16:3e:88:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:18:28Z', 'updated_at': '2022-04-28T20:18:28Z', 'revision_number': 0, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.124102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Checking router: aef241ee-faf2-4002-bbc1-e5a6f20b99cb for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:18:31.134363 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:31.135166 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.168802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-90ae81ef-91fc-493c-8ceb-a3fda0c1b866 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3719423 Apr 28 20:18:31.181249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-2512eaae-2e76-443e-9e56-580bb03ccce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.182682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-2512eaae-2e76-443e-9e56-580bb03ccce9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.0720859 Apr 28 20:18:31.228529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb3e652-30c2-4e16-a32d-771037fb8d9b req-cb3f8064-1af5-4063-adae-49689661a566 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.230288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aeb3e652-30c2-4e16-a32d-771037fb8d9b req-cb3f8064-1af5-4063-adae-49689661a566 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.3271279 Apr 28 20:18:31.267138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:31.278949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] Sync routers for ids ['71aa8dde-10cc-4a94-a167-26a2b4f49146'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:31.298818 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] Routers {'71aa8dde-10cc-4a94-a167-26a2b4f49146'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:31.299789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71aa8dde-10cc-4a94-a167-26a2b4f49146'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.310048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b5fa3bf-2a28-43ba-b17f-ac65f7d2b8a8 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4498 time: 0.6378462 Apr 28 20:18:31.313887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45310) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:31.317449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aeb3e652-30c2-4e16-a32d-771037fb8d9b req-c93860c3-ad1e-4b82-9087-6a06adf206a4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799918 Apr 28 20:18:31.369677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-f9b59dc5-72b5-4921-add8-bb23d64bd4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.370011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-f9b59dc5-72b5-4921-add8-bb23d64bd4ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1796806 Apr 28 20:18:31.372325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:31.375852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-106e07c1-04e9-4f47-933d-d120b6e7ccda tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "PUT /v2.0/routers/71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 200 len: 879 time: 3.5187364 Apr 28 20:18:31.376235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45314) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:31.435344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.446078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] Routers {'71aa8dde-10cc-4a94-a167-26a2b4f49146'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:31.446835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71aa8dde-10cc-4a94-a167-26a2b4f49146'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.447284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0bfbfe-05a9-499f-9790-40210dff15a0 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.460528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0bfbfe-05a9-499f-9790-40210dff15a0 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.463192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f0bfbfe-05a9-499f-9790-40210dff15a0 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=aef241ee-faf2-4002-bbc1-e5a6f20b99cb HTTP/1.1" status: 200 len: 1990 time: 0.1446817 Apr 28 20:18:31.531310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:31.531913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ba6589-276e-49e9-b8d9-b43ea9f67099 None None] The sync data for ids ['71aa8dde-10cc-4a94-a167-26a2b4f49146'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:31.585439 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:18:31.715208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-265414ea-7539-4724-bd52-63d5431aa629 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 200 len: 920 time: 0.3352551 Apr 28 20:18:31.715668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45332) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:31.834845 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:18:31.843438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3ac8da-6ad8-4f78-915a-eb16781275e7 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:31.847717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3e3ac8da-6ad8-4f78-915a-eb16781275e7 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=71aa8dde-10cc-4a94-a167-26a2b4f49146&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1282320 Apr 28 20:18:31.848667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:31.859544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-1d0d57fb-1c1a-4e1b-9432-17faee1385d4 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4803617 Apr 28 20:18:32.046290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4f851e8-c4c2-46de-b968-bffb0239661e req-b00ebc28-7f69-492a-aa0e-2f2e13a77a78 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1804404 Apr 28 20:18:32.169038 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5ce0ab6f-38d0-468f-8ece-0c41a09d0932', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'port_id': '7eb88e01-310e-456d-9f23-12502ac4757f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'mac_address': 'fa:16:3e:88:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:18:28Z', 'updated_at': '2022-04-28T20:18:28Z', 'revision_number': 0, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:32.177803 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-babdc91e-35e3-4893-a80f-c1df8d35f9aa None None] The sync data for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 is: [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '5ce0ab6f-38d0-468f-8ece-0c41a09d0932', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'floating_ip_address': '172.25.2.40', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'port_id': '7eb88e01-310e-456d-9f23-12502ac4757f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3762, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'mac_address': 'fa:16:3e:88:95:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:18:28Z', 'updated_at': '2022-04-28T20:18:28Z', 'revision_number': 0, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:32.185798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376a2f2e-bec9-49f3-8f21-aa7d7f92d6c4 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:32.187247 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-376a2f2e-bec9-49f3-8f21-aa7d7f92d6c4 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.3380849 Apr 28 20:18:32.191391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45350) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:32.198199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-07b17ee2-0a67-4f6e-bcfa-6e3d886f912d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1765120 Apr 28 20:18:32.280012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0647724f-0bab-4a7a-99f4-9514a855553c tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 200 len: 205 time: 0.0870316 Apr 28 20:18:32.281430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:32.405750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-582699e0-003e-467e-8b8f-9f6ce0abc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:32.407545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-582699e0-003e-467e-8b8f-9f6ce0abc4bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.1062891 Apr 28 20:18:32.584377 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877e9fb0-d1ea-461b-bfce-868b6d644f3b None None] New status for floating IP 5ce0ab6f-38d0-468f-8ece-0c41a09d0932: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:18:32.648275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-e77f5a7b-e1bc-4ea9-8d8b-1a0f59746ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:32.649957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-e77f5a7b-e1bc-4ea9-8d8b-1a0f59746ac8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 897 time: 0.2141604 Apr 28 20:18:32.762092 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:32.978799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-6ba28cdd-b892-48bc-a725-56a4e3b449c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 999 time: 0.3209729 Apr 28 20:18:32.986575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4837cf67-7eb5-4a25-b808-527d436d4574 req-11968608-fb69-454f-8c7f-3562ad77f2d8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:32.988271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4837cf67-7eb5-4a25-b808-527d436d4574 req-11968608-fb69-454f-8c7f-3562ad77f2d8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.4601884 Apr 28 20:18:33.033774 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.043059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-1b587fd6-a330-4c02-afe3-e563daadd6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.044880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-1b587fd6-a330-4c02-afe3-e563daadd6a0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1829169 Apr 28 20:18:33.050805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4837cf67-7eb5-4a25-b808-527d436d4574 req-259a7179-1843-4b23-a89c-a355adf1954f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548067 Apr 28 20:18:33.052656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port fd4aaa8d-6bb7-4749-ad07-0877f4552cd1 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:33.053001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.094578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-4e4cd481-7a68-4dfe-8624-50ac3025b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.096005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-4e4cd481-7a68-4dfe-8624-50ac3025b989 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.1071825 Apr 28 20:18:33.225887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.241278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-bef2a522-4f51-49b5-ac37-da53fae505a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.242733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-bef2a522-4f51-49b5-ac37-da53fae505a4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.1905241 Apr 28 20:18:33.306635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-9db6633e-0e92-43cc-b8ab-40d7f9ccdafc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.308170 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-9db6633e-0e92-43cc-b8ab-40d7f9ccdafc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625454 Apr 28 20:18:33.354810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for fd4aaa8d-6bb7-4749-ad07-0877f4552cd1 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:33.435363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a0294392-0c5d-4e13-a7fa-ef74deacc15b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 1000 time: 0.1860657 Apr 28 20:18:33.530885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ee5b6165-2b03-4fd1-b675-5e316e2ca6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.532323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ee5b6165-2b03-4fd1-b675-5e316e2ca6a7 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0884161 Apr 28 20:18:33.534288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-52147be9-7e19-4032-bc1e-cd3b00399567 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119172 Apr 28 20:18:33.548104 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.606536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=fd4aaa8d-6bb7-4749-ad07-0877f4552cd1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:33.703299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.736860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-b15ac37b-667e-4bd0-aa39-71573bee540e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:33.738717 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-b15ac37b-667e-4bd0-aa39-71573bee540e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004118 Apr 28 20:18:33.740792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67969dd8-ea8e-42a8-9501-8f1ea97fbc7b req-76070384-6297-4bf8-b305-2fb77f791601 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689708 Apr 28 20:18:33.875427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-38969364-b551-441c-bbe0-b00f80fbdae9 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287687 Apr 28 20:18:33.888689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.890928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.914873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.915544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router 71aa8dde-10cc-4a94-a167-26a2b4f49146 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:33.931428 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.935966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bf5aad5b-1a3f-4c68-9a98-cefe309c0c95 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 204 len: 168 time: 1.6487203 Apr 28 20:18:33.936493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45368) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:33.941947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-935517344', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:33.949143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:33.952954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:33.955799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:33.963095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:33.974163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.975147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:33.991042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.011381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.011702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-768d5be9-8ba4-4c19-acc7-53d4be7064c3 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308925 Apr 28 20:18:34.035433 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.036788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8885396c-9b61-4f4d-8a8f-25ea1ebb3c13 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.0993831 Apr 28 20:18:34.039818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45372) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:34.044561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': True}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:34.279552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90d6464-34a9-4ccc-970e-315266e42a2c req-f9114c40-a597-4a5a-8cd4-ecb7e3da13ec tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:34.281111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f90d6464-34a9-4ccc-970e-315266e42a2c req-f9114c40-a597-4a5a-8cd4-ecb7e3da13ec tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.0969191 Apr 28 20:18:34.331172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f90d6464-34a9-4ccc-970e-315266e42a2c req-08312d71-0561-4a66-8392-4d3e41fac026 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429380 Apr 28 20:18:34.554597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.861601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:34.893297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:35.029202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.25.2.225 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/19c0f1f3-9029-4c34-ba62-88f081cca1d2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:35.183673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:35.215362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:35.281553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:35.284175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:35.288287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:35.319875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=19c0f1f3-9029-4c34-ba62-88f081cca1d2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:35.841544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e4e8e7-78b9-4e89-9b50-349c9aaf4233 req-091bfac6-624e-44a0-ae84-846a62fe4921 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:35.842753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e4e8e7-78b9-4e89-9b50-349c9aaf4233 req-091bfac6-624e-44a0-ae84-846a62fe4921 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.3704379 Apr 28 20:18:35.922692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e4e8e7-78b9-4e89-9b50-349c9aaf4233 req-72c137e7-758e-4d3c-8d17-d7feea27b47a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647125 Apr 28 20:18:35.938636 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:36.289716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:36.293184 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:36.502396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router dfa79b24-24f7-4e25-8218-a9eb5161b14b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:36.695945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:36.704755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] Sync routers for ids ['dfa79b24-24f7-4e25-8218-a9eb5161b14b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:36.707721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:36.711313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-59be19d3-147e-40a5-bafa-82bc6df2e369 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "PUT /v2.0/routers/dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 200 len: 914 time: 2.6682012 Apr 28 20:18:36.711653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45410) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:36.714753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] Routers {'dfa79b24-24f7-4e25-8218-a9eb5161b14b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:36.715467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['dfa79b24-24f7-4e25-8218-a9eb5161b14b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:36.776326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:36.785381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] Routers {'dfa79b24-24f7-4e25-8218-a9eb5161b14b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:36.786039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['dfa79b24-24f7-4e25-8218-a9eb5161b14b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:36.848187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:36.848599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04647dfd-3c09-41ce-9431-f462a9738bb3 None None] The sync data for ids ['dfa79b24-24f7-4e25-8218-a9eb5161b14b'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:36.891868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c115b0ec-b828-40e7-8059-27cfeefab7e9 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 200 len: 920 time: 0.1791272 Apr 28 20:18:36.894506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:36.980983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a93a4e6-e5f0-4937-904f-0774e825c206 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:36.981727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a93a4e6-e5f0-4937-904f-0774e825c206 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Synchronizing usage tracker for tenant:bef1b4dd75ba4577870132abf0139534 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:36.993698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0a93a4e6-e5f0-4937-904f-0774e825c206 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Unset dirty status for tenant:bef1b4dd75ba4577870132abf0139534 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:36.997230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0a93a4e6-e5f0-4937-904f-0774e825c206 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=dfa79b24-24f7-4e25-8218-a9eb5161b14b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0993743 Apr 28 20:18:36.997447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45424) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:37.124676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54cb27cc-07bf-432a-b0c4-a87f9c3f55bc tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:37.125299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54cb27cc-07bf-432a-b0c4-a87f9c3f55bc tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Synchronizing usage tracker for tenant:bef1b4dd75ba4577870132abf0139534 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:37.130747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ea780-9400-4603-b989-5189475484b1 req-ae7058da-02a8-44ab-b5d7-0b5c749927bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:37.132222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b24ea780-9400-4603-b989-5189475484b1 req-ae7058da-02a8-44ab-b5d7-0b5c749927bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.0795827 Apr 28 20:18:37.136921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54cb27cc-07bf-432a-b0c4-a87f9c3f55bc tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Unset dirty status for tenant:bef1b4dd75ba4577870132abf0139534 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:37.140599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54cb27cc-07bf-432a-b0c4-a87f9c3f55bc tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.1397393 Apr 28 20:18:37.140935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45430) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:37.186973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-20ca5fb8-a1ee-4da6-8ed4-74a7b4a0c3f8 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 200 len: 205 time: 0.0428379 Apr 28 20:18:37.187169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:37.189959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b24ea780-9400-4603-b989-5189475484b1 req-c0012c45-9b6e-471c-a770-645074e7ad79 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487027 Apr 28 20:18:37.501881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:37.683507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:37.693654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port 19c0f1f3-9029-4c34-ba62-88f081cca1d2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:37.694023 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:37.861501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:37.983278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for 19c0f1f3-9029-4c34-ba62-88f081cca1d2 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:38.145082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.195024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=19c0f1f3-9029-4c34-ba62-88f081cca1d2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:38.281693 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.504593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.507567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.536379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.536790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router dfa79b24-24f7-4e25-8218-a9eb5161b14b {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:38.553823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8071c-b9a2-4135-87a7-371a92a56f3e req-7ee773c6-1844-4c83-bfdf-3136a94129c6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:38.555259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ca8071c-b9a2-4135-87a7-371a92a56f3e req-7ee773c6-1844-4c83-bfdf-3136a94129c6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.2321088 Apr 28 20:18:38.563393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.564372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-531ac7cc-8ff8-4580-bf39-7a07e7b5c800 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 204 len: 168 time: 1.3763807 Apr 28 20:18:38.568769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45452) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:38.576655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2052308855', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:38.584236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:38.589028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:38.592481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:38.602036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:38.609320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ca8071c-b9a2-4135-87a7-371a92a56f3e req-b6419b55-4270-4d38-93ad-1cdbc8a26b8d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438352 Apr 28 20:18:38.615719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.616735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.631707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.654381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.676320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:38.677486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1af9cb53-d6fd-4d2b-b3e1-12d7f7f060d0 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1077280 Apr 28 20:18:38.680406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:38.685271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'enable_snat': False}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:39.174508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.506213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.536866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.677967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Allocated IP 172.25.2.110 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8256eec0-6f94-4ca9-adbf-be6ad6820cbc) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:39.828107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15a4972-3fc7-4cf7-b8f8-148308f38820 req-7c4516e4-0c79-4205-9172-7763c61efbca tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:39.829816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f15a4972-3fc7-4cf7-b8f8-148308f38820 req-7c4516e4-0c79-4205-9172-7763c61efbca tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.0855479 Apr 28 20:18:39.836849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.871698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:39.876169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f15a4972-3fc7-4cf7-b8f8-148308f38820 req-59acc63f-50a3-4a75-becb-65478fbdf9a3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402102 Apr 28 20:18:39.941349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:39.944214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:39.947838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:39.982717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Pushing event updated for resources: {'Port': ['ID=8256eec0-6f94-4ca9-adbf-be6ad6820cbc,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:40.129161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:40.515980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:40.859537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:40.863140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:41.101424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f4cdd0-cab7-4efd-8689-0ae2dd67e47f req-fab290a2-8270-4d69-8c08-a9b243e4cc22 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:41.102877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15f4cdd0-cab7-4efd-8689-0ae2dd67e47f req-fab290a2-8270-4d69-8c08-a9b243e4cc22 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1143017 Apr 28 20:18:41.164352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15f4cdd0-cab7-4efd-8689-0ae2dd67e47f req-c6804d70-5373-4510-91e7-efa8dc246abd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Apr 28 20:18:41.167157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Router 9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:41.345664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:41.354083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:41.355254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-caef62ac-ac68-4f09-83a9-f59a449da209 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "PUT /v2.0/routers/9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 200 len: 916 time: 2.6738577 Apr 28 20:18:41.356209 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] Sync routers for ids ['9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:41.357891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45480) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:41.367181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] Routers {'9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:41.367776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:41.468776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:41.480674 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] Routers {'9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:41.480886 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:41.543844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-501dbfce-9cd1-443a-86c0-22d31639b20b tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 200 len: 922 time: 0.1822190 Apr 28 20:18:41.544443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45486) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:41.551812 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:41.552229 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36a2044a-6f0e-4bce-9958-e31e01063a85 None None] The sync data for ids ['9a31ee8f-6d0e-4bf2-9795-671a1d3aead0'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:41.743537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c5ede7-4504-4f43-8139-2e38f291d5c7 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:41.745006 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-01c5ede7-4504-4f43-8139-2e38f291d5c7 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=9a31ee8f-6d0e-4bf2-9795-671a1d3aead0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1996472 Apr 28 20:18:41.747672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:41.870963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1fe50c-9b3f-4a84-b63d-c0a45095f87c tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:41.872304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3a1fe50c-9b3f-4a84-b63d-c0a45095f87c tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/networks/95bf66db-5b42-401a-882b-506fdd308b5b HTTP/1.1" status: 200 len: 881 time: 0.1237648 Apr 28 20:18:41.875178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:41.916610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac2c7af3-b309-4673-8cbf-d7c58f87c4b9 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 200 len: 205 time: 0.0404303 Apr 28 20:18:41.919022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45502) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:42.092623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.267274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.309274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port 8256eec0-6f94-4ca9-adbf-be6ad6820cbc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:42.309640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.386494 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.487152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee86b5-3e1e-4b7b-b8a3-1ad8d4624f6b req-da46e821-8f4d-43fd-82c0-e49aeb005d80 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:42.489191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fee86b5-3e1e-4b7b-b8a3-1ad8d4624f6b req-da46e821-8f4d-43fd-82c0-e49aeb005d80 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.2159445 Apr 28 20:18:42.537946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.676449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fee86b5-3e1e-4b7b-b8a3-1ad8d4624f6b req-3dc1c6e7-64e8-4a52-91d4-a6402836d425 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1774979 Apr 28 20:18:42.682955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for 8256eec0-6f94-4ca9-adbf-be6ad6820cbc owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:42.855216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:42.904686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=8256eec0-6f94-4ca9-adbf-be6ad6820cbc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:42.991870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.276259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.278417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.299323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.300418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router 9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:43.316263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.317568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2a2e0218-77de-4854-a88f-3db34b56bfad tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 204 len: 168 time: 1.3976707 Apr 28 20:18:43.321239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:43.326291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-634834156', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:43.333852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:43.337663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Usage tracker for resource:router and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:43.340479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:43.346550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:43.356474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.357417 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.371748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.634717 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.943945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.973904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:43.996973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cddcfd-510d-44a0-a0a4-30c91b9aa20f req-9d09e789-e2f3-4098-968f-8e015741df3a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:43.998448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09cddcfd-510d-44a0-a0a4-30c91b9aa20f req-9d09e789-e2f3-4098-968f-8e015741df3a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.2160590 Apr 28 20:18:44.043159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09cddcfd-510d-44a0-a0a4-30c91b9aa20f req-7f7bc4d9-3c2d-4bd3-919b-0260f8075923 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384412 Apr 28 20:18:44.113110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Allocated IP 172.25.2.206 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/7f4ad7da-da14-499c-9a0a-be6344a7a2f0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:44.262260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:44.291229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:44.355897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:44.358754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:44.362426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:44.399594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event updated for resources: {'Port': ['ID=7f4ad7da-da14-499c-9a0a-be6344a7a2f0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:44.875912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.293736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.304543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07b3a9a-c003-4631-bb7e-ed0bd7f5a65a req-91f6fe99-555d-4d6b-8999-841699e09eb0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:45.306007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c07b3a9a-c003-4631-bb7e-ed0bd7f5a65a req-91f6fe99-555d-4d6b-8999-841699e09eb0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1311665 Apr 28 20:18:45.475876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c07b3a9a-c003-4631-bb7e-ed0bd7f5a65a req-1aded518-21ee-4571-ab72-e3e6def14f1a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222882 Apr 28 20:18:45.537716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Router 2c888cbd-82e3-4b36-bd4e-63e62bc55aed is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:18:45.710981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:45.721312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] Sync routers for ids ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:45.732973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] Routers {'2c888cbd-82e3-4b36-bd4e-63e62bc55aed'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:45.732973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:45.737993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:45.741718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cf045cfa-a0b5-4d6e-8a96-bc660cf80f85 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4168787 Apr 28 20:18:45.742174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:45.747213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:45.798267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:45.807683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] Routers {'2c888cbd-82e3-4b36-bd4e-63e62bc55aed'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:45.808319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:45.869185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:45.869646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa83b2b-0ff3-49f0-9c38-ff15ef62a26b None None] The sync data for ids ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:46.020155 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ee13c996-d35c-4468-a9e4-0a25ea924d90 service neutron] show failed (client error): The resource could not be found. Apr 28 20:18:46.021225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ee13c996-d35c-4468-a9e4-0a25ea924d90 service neutron] 10.222.0.46 "GET /v2.0/ports/67343f6e-7920-40e8-abb5-95f679553f98/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0842903 Apr 28 20:18:46.294794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.314723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.325700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Deleting port 7f4ad7da-da14-499c-9a0a-be6344a7a2f0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:46.326072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.343491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-c3364f75-e2ac-4cdd-ae1f-d7a2e0f86eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:46.344952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-c3364f75-e2ac-4cdd-ae1f-d7a2e0f86eea service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 1096 time: 0.0739589 Apr 28 20:18:46.356667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:46.507502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.637755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.651814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Calling delete_port for 7f4ad7da-da14-499c-9a0a-be6344a7a2f0 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:46.800828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81b777d-58d7-46d8-a826-80178b0201da req-95e0c0d7-bf62-4df8-9302-b670088f5d66 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:46.802427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f81b777d-58d7-46d8-a826-80178b0201da req-95e0c0d7-bf62-4df8-9302-b670088f5d66 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1585920 Apr 28 20:18:46.856837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f81b777d-58d7-46d8-a826-80178b0201da req-7e972848-54a7-450c-8b38-10e88a4bd6be tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487399 Apr 28 20:18:46.928468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:46.956955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:46.978262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Pushing event deleted for resources: {'Port': ['ID=7f4ad7da-da14-499c-9a0a-be6344a7a2f0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:47.002014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:47.067476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:47.073500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.084989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.096634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Transition to ACTIVE for port object 67343f6e-7920-40e8-abb5-95f679553f98 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:47.102852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.148157 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83914573-eeff-4d8e-b004-2a5a89e6f37d'] response: {'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'code': 200} Apr 28 20:18:47.195461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:47.352728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] No DVR routers for this DVR port 67343f6e-7920-40e8-abb5-95f679553f98 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:18:47.600252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:47.600582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:47.600901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:47.605565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:18:47.605883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Attempting to bind port 67343f6e-7920-40e8-abb5-95f679553f98 on network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:47.610834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:47.611205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Checking segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:47.611570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Bound using segment: {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:47.611990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Bound port: 67343f6e-7920-40e8-abb5-95f679553f98, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bbcb9160-0953-4b3e-b6c0-1578a101816a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:47.612414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.636064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.639354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609267', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609272', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-602251'] for router, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.701138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:47.704042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:47.709245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.778806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:47.779544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.780889 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] 10.222.0.41 "PUT /v2.0/ports/67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 1091 time: 1.4281626 Apr 28 20:18:47.782604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Router 2c888cbd-82e3-4b36-bd4e-63e62bc55aed has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:18:47.804108 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21eb5f0-ede4-40db-b745-7c500b11a9e0 service neutron] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:47.915223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-98cf9c50-4e4a-4e04-95f7-dbb80787d65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:47.915845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-98cf9c50-4e4a-4e04-95f7-dbb80787d65a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1094 time: 0.1006668 Apr 28 20:18:47.945342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:18:47.956061 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] Sync routers for ids ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:18:47.970701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] Routers {'2c888cbd-82e3-4b36-bd4e-63e62bc55aed'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:47.971334 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:47.972914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:47.975300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bec356a3-ec30-430b-af80-5d91e5dba757 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "PUT /v2.0/routers/2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 200 len: 705 time: 2.2321081 Apr 28 20:18:47.977895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45572) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:48.103245 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:48.115929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] Routers {'2c888cbd-82e3-4b36-bd4e-63e62bc55aed'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:18:48.116545 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:48.145197 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-fcb85e88-2201-4b59-a5e5-e059da7b58df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:48.146684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-fcb85e88-2201-4b59-a5e5-e059da7b58df service neutron] 10.222.0.41 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.2217569 Apr 28 20:18:48.184134 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:18:48.184677 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f01a996-f0e2-4f66-a074-257c854494a2 None None] The sync data for ids ['2c888cbd-82e3-4b36-bd4e-63e62bc55aed'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:18:48.200555 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c5da689-3440-4a45-b60a-9883f8f53b01 tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/routers/2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 200 len: 740 time: 0.2212155 Apr 28 20:18:48.203905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45576) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:48.251448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-be61614d-bfde-46fd-8f7e-9f523072938a tempest-RoutersAdminTest-560362684 tempest-RoutersAdminTest-560362684-project-admin] 10.222.0.24 "GET /v2.0/ports?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&device_id=2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 200 len: 205 time: 0.0464301 Apr 28 20:18:48.254691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45580) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:48.259671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-9521e1fe-5f88-4d27-bac5-026f29e5f90d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 998 time: 0.1044285 Apr 28 20:18:48.302804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9bf5149-5dff-4c22-8797-aa79699cecf6 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 200 len: 205 time: 0.0447226 Apr 28 20:18:48.304554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:48.328375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ec45d285-78e0-46aa-a77c-26e5d21efcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:48.329817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-ec45d285-78e0-46aa-a77c-26e5d21efcdf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0621133 Apr 28 20:18:48.408349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-eaf39104-4593-4a08-be73-740df795dd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:48.410026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-eaf39104-4593-4a08-be73-740df795dd23 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741272 Apr 28 20:18:48.424071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-d4ac7c3a-2e7e-4e57-ace8-f01797eb8e6c service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:18:48.425916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-d4ac7c3a-2e7e-4e57-ace8-f01797eb8e6c service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048904 Apr 28 20:18:48.426797 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0473-0c86-41ba-9907-b8eff1fcdeb4 req-ad054b8f-d8a6-425f-b1cc-8155f6ef1b34 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:48.428308 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8faa0473-0c86-41ba-9907-b8eff1fcdeb4 req-ad054b8f-d8a6-425f-b1cc-8155f6ef1b34 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.3627546 Apr 28 20:18:48.476496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:48.685602 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-29db7896-e017-4c37-b13d-8d3c64339ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512171 Apr 28 20:18:48.744585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8faa0473-0c86-41ba-9907-b8eff1fcdeb4 req-038c06d6-a965-4208-8479-da80302352e8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079894 Apr 28 20:18:48.830518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c23305a5-cf0f-46f1-9391-918d58006f8f req-84125e9e-c776-4108-9a70-46ffd7903781 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373181 Apr 28 20:18:48.952508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:48.954731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:48.979785 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:48.980378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Fanout notify agent at l3_agent the message router_deleted on router 2c888cbd-82e3-4b36-bd4e-63e62bc55aed {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:18:48.997530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:49.001505 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1093ed74-e7b8-4e40-985e-228c8cdf46ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 204 len: 168 time: 0.6931758 Apr 28 20:18:49.002419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45594) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.045179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-877a26d1-808b-45a7-afd3-7e90ad6a1caf tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 200 len: 205 time: 0.0421724 Apr 28 20:18:49.047599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45598) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.115368 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-0f6aa72f-c566-492e-bd18-bdbd7ffa161a tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.116352 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f6aa72f-c566-492e-bd18-bdbd7ffa161a tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/2c888cbd-82e3-4b36-bd4e-63e62bc55aed HTTP/1.1" status: 404 len: 336 time: 0.0677426 Apr 28 20:18:49.118871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.149267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:49.161960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-95ac2e77-c850-49db-8213-c5184e028dd8 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 200 len: 205 time: 0.0420382 Apr 28 20:18:49.164274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45608) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.211946 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0eb5b6d4-8039-46a2-a315-ec170b396854'] response: {'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'status': 'completed', 'code': 200} Apr 28 20:18:49.240817 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-6f908928-794a-46f0-a0a2-3ce18470e4cc tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.244442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6f908928-794a-46f0-a0a2-3ce18470e4cc tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/9a31ee8f-6d0e-4bf2-9795-671a1d3aead0 HTTP/1.1" status: 404 len: 336 time: 0.0766966 Apr 28 20:18:49.244557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.290297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2a8c8ee1-8c07-458d-b5a7-d14c1869a793 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 200 len: 205 time: 0.0425842 Apr 28 20:18:49.290626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45616) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.360062 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-bc3305b4-2bb7-4600-811f-ffa3143230ce tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.364488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc3305b4-2bb7-4600-811f-ffa3143230ce tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/dfa79b24-24f7-4e25-8218-a9eb5161b14b HTTP/1.1" status: 404 len: 336 time: 0.0694711 Apr 28 20:18:49.364686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-89be9e15-a477-4aa9-94d2-a43f67d8e4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:49.365668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45620) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.366005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-89be9e15-a477-4aa9-94d2-a43f67d8e4d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1094 time: 0.1327016 Apr 28 20:18:49.368542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-80e6cc38-804d-4711-8f4f-278bf29b032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:49.369893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-80e6cc38-804d-4711-8f4f-278bf29b032d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1094 time: 0.1353242 Apr 28 20:18:49.412967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4cdf068-8e14-4b0d-ba12-e8e92ddbd19f tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 200 len: 205 time: 0.0433912 Apr 28 20:18:49.414148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45624) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.604746 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-bc72a16d-63da-4c4a-9b31-159808aed009 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.608663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.614009 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc72a16d-63da-4c4a-9b31-159808aed009 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/71aa8dde-10cc-4a94-a167-26a2b4f49146 HTTP/1.1" status: 404 len: 336 time: 0.1100090 Apr 28 20:18:49.660657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-38e3afe0-aa0f-4241-a215-9872f3454ce2 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 200 len: 205 time: 0.0508339 Apr 28 20:18:49.663105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.709101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-5b8c04bb-1352-4d77-b3a8-51ff9506f5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:49.711489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-5b8c04bb-1352-4d77-b3a8-51ff9506f5ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.3356318 Apr 28 20:18:49.751135 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-e580e8a9-a769-4018-a19c-0eb5c0bc4e08 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.752138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e580e8a9-a769-4018-a19c-0eb5c0bc4e08 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/bce838bd-ed59-4643-a6dd-ba75c44da6a3 HTTP/1.1" status: 404 len: 336 time: 0.0881734 Apr 28 20:18:49.754838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.803630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7121c2f8-a535-4cd2-85a8-14a8e890c875 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "GET /v2.0/ports?device_id=0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f HTTP/1.1" status: 200 len: 205 time: 0.0476630 Apr 28 20:18:49.808480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.819315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-631c0160-b1f3-4f52-93b1-8e28747bcf43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:49.820813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-631c0160-b1f3-4f52-93b1-8e28747bcf43 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.4445729 Apr 28 20:18:49.935875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-ece8cff9-38a7-47dc-bd42-505eaa6ba779 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 998 time: 0.2085698 Apr 28 20:18:49.943956 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-ae688580-e293-4c41-97c7-75c0c2c731ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] delete failed (client error): The resource could not be found. Apr 28 20:18:49.947986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ae688580-e293-4c41-97c7-75c0c2c731ca tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/routers/0be5ade5-7033-4cd7-9e26-9f5c0efeaa4f HTTP/1.1" status: 404 len: 336 time: 0.1355841 Apr 28 20:18:49.950159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45652) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:49.984309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-26d89021-ce7a-429e-aca7-e4711e5824d3 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 998 time: 0.1499367 Apr 28 20:18:49.997661 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0c1688b-9b75-43c5-9ebc-feebeaa617e8 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] DELETE failed (client error): The resource could not be found. Apr 28 20:18:49.998179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0c1688b-9b75-43c5-9ebc-feebeaa617e8 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:18:50.000814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e0c1688b-9b75-43c5-9ebc-feebeaa617e8 tempest-RoutersAdminTest-142866473 tempest-RoutersAdminTest-142866473-project] 10.222.0.24 "DELETE /v2.0/subnets/67390478-cd71-4625-bb03-a4dd3a9511e7 HTTP/1.1" status: 404 len: 337 time: 0.0485830 Apr 28 20:18:50.042344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493142b0-ed4b-4cd4-8c43-140269b86522 req-2f385661-ecfa-47fa-8c38-7e04b961dfb4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.052890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-493142b0-ed4b-4cd4-8c43-140269b86522 req-2f385661-ecfa-47fa-8c38-7e04b961dfb4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.1552730 Apr 28 20:18:50.082363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-9c870ef1-a536-47b7-abaa-8bfa8fd6cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.083082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-9c870ef1-a536-47b7-abaa-8bfa8fd6cda1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0923727 Apr 28 20:18:50.084477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-402adc7c-a961-4485-b133-5074e81742ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.085796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-402adc7c-a961-4485-b133-5074e81742ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.1377633 Apr 28 20:18:50.135679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-493142b0-ed4b-4cd4-8c43-140269b86522 req-6a902fc9-8ddc-406e-8265-48dcdb5f1a23 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806992 Apr 28 20:18:50.245351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-25dcb1e7-4a2f-4421-b401-b6e41e251f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.246752 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-25dcb1e7-4a2f-4421-b401-b6e41e251f0a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1560376 Apr 28 20:18:50.247426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:18:50.256503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3700391-09a8-46ad-8218-53b143264a07 req-6ffd764a-3598-4c1e-8d47-c258afcf9451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:50.257913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-6ffd764a-3598-4c1e-8d47-c258afcf9451 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1045401 Apr 28 20:18:50.319994 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ef9c543-172a-4f9c-bb5d-8aa976bf9cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.324883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:18:50.363182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45660) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:50.495888 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.510955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:50.513740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-ddd00181-6067-4e56-9bca-6f54d2ec67c0 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387147 Apr 28 20:18:50.515282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Usage tracker for resource:security_group_rule and tenant:f96ff1c55dae4b5f9dad83f1b7b16849 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:50.515626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-5e0ef165-6b09-4017-bace-315835f12f42 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617469 Apr 28 20:18:50.518416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:50.524629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:50.635777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.643415 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.695923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f96ff1c55dae4b5f9dad83f1b7b16849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3316028 Apr 28 20:18:50.697524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dd02a1-f478-4783-a707-672132af6a3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76424926-e938-4785-a965-8bd8ee64c3dd,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:50.699851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45670) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:50.775497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.810279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.882273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.899513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76424926-e938-4785-a965-8bd8ee64c3dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:50.907167 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:50.908097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ba7f4ffa-9b81-4a1c-9a7d-7a9d6a3c29b5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76424926-e938-4785-a965-8bd8ee64c3dd HTTP/1.1" status: 204 len: 168 time: 0.2073739 Apr 28 20:18:50.915773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-ba38dfd6-4d6e-448e-8bbd-70a455d76bb7 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951039 Apr 28 20:18:50.970103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e3700391-09a8-46ad-8218-53b143264a07 req-c158a0e9-ddd8-43c7-adc8-c84b35296e32 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474745 Apr 28 20:18:51.093732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:18:51.211208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45682) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:51.273247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-39336f71-b16c-4da1-9715-69e133c6facc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=bef1b4dd75ba4577870132abf0139534&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608866 Apr 28 20:18:51.275745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:51.276825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:51.290808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '67343f6e-7920-40e8-abb5-95f679553f98', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'port_id': '67343f6e-7920-40e8-abb5-95f679553f98', 'mac_address': 'fa:16:3e:1a:4b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:18:51.345692 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.350592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb8f8df-689e-48ea-a254-068db2e94f85 req-0e9e9733-7973-4327-bc19-7407d1d7ce1c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:51.357630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4eb8f8df-689e-48ea-a254-068db2e94f85 req-0e9e9733-7973-4327-bc19-7407d1d7ce1c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 943 time: 0.0994563 Apr 28 20:18:51.359987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.375201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.388843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67343f6e-7920-40e8-abb5-95f679553f98 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:18:51.403383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4eb8f8df-689e-48ea-a254-068db2e94f85 req-2252605d-2e7f-455a-b9e0-f20cf715a2bd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446582 Apr 28 20:18:51.406131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:51.410987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.447277 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.463657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df965563-6f5e-4315-8332-7cd54153c288,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:51.477087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:51.480776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0723ee09-d21c-4385-8e42-76299520e452 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/df965563-6f5e-4315-8332-7cd54153c288 HTTP/1.1" status: 204 len: 168 time: 0.2016163 Apr 28 20:18:51.515168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:51.523851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.525078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.525078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.525321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.525913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.526392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.526865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.527337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.529216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.529792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.530279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.530798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:51.661665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['67343f6e-7920-40e8-abb5-95f679553f98'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:18:51.916127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-7ae015f3-46cb-441b-807a-226814aeb6c1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:51.917635 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-7ae015f3-46cb-441b-807a-226814aeb6c1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 944 time: 0.2060008 Apr 28 20:18:52.012417 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0b3fb6-5f09-4040-ab99-e1030420e4a1 req-57e2c1af-1c62-4132-8394-5fcee3c5dfe7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.014191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0b3fb6-5f09-4040-ab99-e1030420e4a1 req-57e2c1af-1c62-4132-8394-5fcee3c5dfe7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 944 time: 0.2268877 Apr 28 20:18:52.027057 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-f48be83b-4685-4fef-a0ce-09376fc2c42c service neutron] delete failed (client error): The resource could not be found. Apr 28 20:18:52.028071 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-f48be83b-4685-4fef-a0ce-09376fc2c42c service neutron] 10.222.0.46 "DELETE /v2.0/ports/67343f6e-7920-40e8-abb5-95f679553f98/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0970657 Apr 28 20:18:52.086578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af0b3fb6-5f09-4040-ab99-e1030420e4a1 req-f6efa5c0-350d-463c-ab02-4da161efe8a7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614231 Apr 28 20:18:52.174540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-fa57b56e-c997-4faa-ba64-d933cb5557a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.176755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-fa57b56e-c997-4faa-ba64-d933cb5557a9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1095 time: 0.0781124 Apr 28 20:18:52.311084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-7501a3c7-ed63-4e90-90a5-77700f6574d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.312750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-7501a3c7-ed63-4e90-90a5-77700f6574d8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.1298285 Apr 28 20:18:52.360743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cdbe137-4e78-4681-ba24-09694953a972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.430930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45722) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:52.433198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-1a545055-e052-435e-bff0-2adcd01080fa service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 999 time: 0.1148660 Apr 28 20:18:52.504777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-cd1155b9-bb52-48ba-b41d-4592ec63118e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.506824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-cd1155b9-bb52-48ba-b41d-4592ec63118e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.0672793 Apr 28 20:18:52.557415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1881946117'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:52.562955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:52.567876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:network and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:52.570774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:52.580121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:52.587176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-3a41355b-62ba-4ca7-a6a9-e89be1f6d555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.588794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-3a41355b-62ba-4ca7-a6a9-e89be1f6d555 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738616 Apr 28 20:18:52.591723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:52.595187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.608076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.623175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:52.627019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:security_group_rule and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:52.630234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:52.635545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:52.727455 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.733537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-64a7e686-691b-4d4d-8725-11de12bf9b2c service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389163 Apr 28 20:18:52.734107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.774651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:18:52.780261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d5f6aaa-6f8f-4928-b452-4b6d30c1edc6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:52.787970 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.788863 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Added segment aa52effb-1195-448e-91f0-b3a2b0f88250 of type vlan for network a6bdaa94-317d-426e-a124-728982f30b80 Apr 28 20:18:52.819845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.857783 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.864426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:52.865154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:52.897797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e6134b-f75e-4227-a044-c3e227b358ca req-386c72e2-fb31-4083-ae84-9e50cb8d58e2 service neutron] 10.222.0.46 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585340 Apr 28 20:18:53.076370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.6441479 Apr 28 20:18:53.079268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:53.085392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'subnet': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:53.086261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a614b-4929-42f5-9dec-c2102ae7dac7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Network': ['ID=a6bdaa94-317d-426e-a124-728982f30b80,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.097542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a6bdaa94-317d-426e-a124-728982f30b80 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:18:53.115081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:53.214524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:53.218704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:subnet and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:53.224039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:53.238547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:53.270710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:53.274297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.297007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 67343f6e-7920-40e8-abb5-95f679553f98 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:53.303359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 67343f6e-7920-40e8-abb5-95f679553f98 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:53.304194 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.336806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb54d959-7581-4e43-833b-d5f29337af98 req-85f6ee04-51ed-40c0-be43-9ae8cc9ba62a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:53.341715 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb54d959-7581-4e43-833b-d5f29337af98 req-85f6ee04-51ed-40c0-be43-9ae8cc9ba62a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 944 time: 0.1327326 Apr 28 20:18:53.406540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fb54d959-7581-4e43-833b-d5f29337af98 req-97fd1f88-46ef-4b5f-a1bf-53550255bd5e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568156 Apr 28 20:18:53.468502 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.526767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:18:53.542413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:53.553713 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.665044 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26bc8b6d-c191-452a-bb4d-0848dac2c784'] response: {'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'code': 200} Apr 28 20:18:53.665858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.675413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.754788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Subnet': ['ID=e3f18862-43d6-4589-87b2-e013113a39e7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:53.765576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.765917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.766489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.766614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.766883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.767205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.767526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.767844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.768164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.769022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.769423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.769937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:18:53.774486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Checking segment: {'id': 'aa52effb-1195-448e-91f0-b3a2b0f88250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:53.774832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network hostable DHCP agents. Network: a6bdaa94-317d-426e-a124-728982f30b80, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:18:53.781333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.796104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:18:53.805496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a6bdaa94-317d-426e-a124-728982f30b80) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:53.809373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:53.809974 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:53.816909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4169108c-28e8-43ce-92e9-6f244303656d None None] Network a6bdaa94-317d-426e-a124-728982f30b80 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:18:53.836224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-14d530b1-3376-40f9-8eed-6b0f6c887c03 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7558451 Apr 28 20:18:53.837133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:53.843666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1336071581'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:54.002731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:54.006911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:port and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:54.009858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:54.015617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:54.029771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:54.033348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.046937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a6bdaa94-317d-426e-a124-728982f30b80', 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'tenant_id': 'cb92b6afa45f4fdcb67ebb11760277d0', 'fixed_ips': [{'subnet_id': 'e3f18862-43d6-4589-87b2-e013113a39e7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:18:54.047848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.058215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port be347998-3ce0-4160-b44e-2ec2b876ee93 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:18:54.122405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.220702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::35d (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/be347998-3ce0-4160-b44e-2ec2b876ee93) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:54.425235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.452851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object be347998-3ce0-4160-b44e-2ec2b876ee93 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:54.493587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.561050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Allocated IP 2001:db8::2 (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/ff479fb2-512b-47a7-b77c-1682a724b695) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:54.631172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:54.633846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=be347998-3ce0-4160-b44e-2ec2b876ee93,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:54.637349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:54.640468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:54.645974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:54.646577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.676234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc367425-cb9d-4ad6-bcf7-e98918d08dea tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.8370888 Apr 28 20:18:54.679982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:54.685699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-365559946', 'allowed_address_pairs': [{'ip_address': '2001:db8::35d', 'mac_address': 'fa:16:3e:44:24:83'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:54.697206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d9b34-ffb4-4e0e-8650-690832ad8686 req-42e89df1-7639-45a3-b0fa-e02be996c27b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:54.698994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc9d9b34-ffb4-4e0e-8650-690832ad8686 req-42e89df1-7639-45a3-b0fa-e02be996c27b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1397436 Apr 28 20:18:54.749793 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc9d9b34-ffb4-4e0e-8650-690832ad8686 req-418b88c7-ac69-4ad0-95af-1edb581175ff tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447085 Apr 28 20:18:54.774098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45758) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:54.783557 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.797076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Transition to ACTIVE for port object ff479fb2-512b-47a7-b77c-1682a724b695 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:54.822497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Transition to ACTIVE for port object ff479fb2-512b-47a7-b77c-1682a724b695 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:54.829641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:54.847542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:54.852274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:port and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:18:54.855387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:18:54.861625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:54.880409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:54.892398 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2f39cca3-8506-4444-b17a-ec6cfc62bac7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 200 len: 992 time: 0.1073105 Apr 28 20:18:54.920323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:54.921877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:54.926550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:54.972017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Pushing event updated for resources: {'Port': ['ID=ff479fb2-512b-47a7-b77c-1682a724b695,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:55.016858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.026701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Attempting to bind port ff479fb2-512b-47a7-b77c-1682a724b695 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:18:55.027074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Attempting to bind port ff479fb2-512b-47a7-b77c-1682a724b695 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'aa52effb-1195-448e-91f0-b3a2b0f88250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:18:55.027443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Attempting to bind port ff479fb2-512b-47a7-b77c-1682a724b695 on network a6bdaa94-317d-426e-a124-728982f30b80 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:18:55.032933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:18:55.033315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Checking segment: {'id': 'aa52effb-1195-448e-91f0-b3a2b0f88250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:18:55.033885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.035045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Bound using segment: {'id': 'aa52effb-1195-448e-91f0-b3a2b0f88250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:18:55.036138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Bound port: ff479fb2-512b-47a7-b77c-1682a724b695, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa52effb-1195-448e-91f0-b3a2b0f88250', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:18:55.036573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.041793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port 6f533fb8-df10-457f-95e4-f8978d6af7f3 yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:18:55.175713 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] For port ff479fb2-512b-47a7-b77c-1682a724b695, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:18:55.179006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] For port ff479fb2-512b-47a7-b77c-1682a724b695, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ff479fb2-512b-47a7-b77c-1682a724b695,segment=NetworkSegment(aa52effb-1195-448e-91f0-b3a2b0f88250),segment_id=aa52effb-1195-448e-91f0-b3a2b0f88250)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:18:55.183375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.218133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::199 (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/6f533fb8-df10-457f-95e4-f8978d6af7f3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:55.277515 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.296964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed11b600-a81c-4226-8f61-5283c384c114 None None] Pushing event updated for resources: {'Port': ['ID=ff479fb2-512b-47a7-b77c-1682a724b695,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:55.485285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.517035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object 6f533fb8-df10-457f-95e4-f8978d6af7f3 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:55.549308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.635236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:55.645539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:55.647412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:55.653325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.654048 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:55.669565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=6f533fb8-df10-457f-95e4-f8978d6af7f3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:55.683035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45f53ba2-8d1e-4398-907b-78a717397e70 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.0019619 Apr 28 20:18:55.685707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:55.768448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.774752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.780425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:55.781231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Synchronizing usage tracker for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:55.799213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Unset dirty status for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:55.802023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d22f4a0-2896-4b67-aa5d-11fc4d57c88c tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.1152263 Apr 28 20:18:55.804350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:55.876515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port 6f533fb8-df10-457f-95e4-f8978d6af7f3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:55.876979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.142195 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.278396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ff479fb2-512b-47a7-b77c-1682a724b695 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:56.309400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for 6f533fb8-df10-457f-95e4-f8978d6af7f3 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:56.338915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187f7168-ec43-47ae-9751-2a2d4c29bb66 None None] Network a6bdaa94-317d-426e-a124-728982f30b80 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:18:56.482820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ff479fb2-512b-47a7-b77c-1682a724b695 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:56.501072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.512030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Provisioning for port ff479fb2-512b-47a7-b77c-1682a724b695 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:56.520633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Provisioning complete for port ff479fb2-512b-47a7-b77c-1682a724b695 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:56.521007 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.667099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=6f533fb8-df10-457f-95e4-f8978d6af7f3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:56.734465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.772437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] For port ff479fb2-512b-47a7-b77c-1682a724b695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ff479fb2-512b-47a7-b77c-1682a724b695,segment=NetworkSegment(aa52effb-1195-448e-91f0-b3a2b0f88250),segment_id=aa52effb-1195-448e-91f0-b3a2b0f88250)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:18:56.776797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.817577 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:56.831402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fbe16012-1665-4080-95c4-6b576852cff6 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/6f533fb8-df10-457f-95e4-f8978d6af7f3 HTTP/1.1" status: 204 len: 168 time: 1.0258589 Apr 28 20:18:56.833813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:56.848064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c567f96f-cbf1-439e-93fe-794e9bbd010b None None] Pushing event updated for resources: {'Port': ['ID=ff479fb2-512b-47a7-b77c-1682a724b695,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:56.879716 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-5783da67-4efa-48b2-850f-3a514c5e8580 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] GET failed (client error): The resource could not be found. Apr 28 20:18:56.880255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5783da67-4efa-48b2-850f-3a514c5e8580 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Synchronizing usage tracker for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:56.904430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5783da67-4efa-48b2-850f-3a514c5e8580 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Unset dirty status for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:56.906131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5783da67-4efa-48b2-850f-3a514c5e8580 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports/6f533fb8-df10-457f-95e4-f8978d6af7f3 HTTP/1.1" status: 404 len: 333 time: 0.0712919 Apr 28 20:18:56.910396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45786) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:56.916201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1740572307'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:57.059981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:57.070371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:57.081098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:57.085697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.108781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Provisioning complete for port ff479fb2-512b-47a7-b77c-1682a724b695 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:57.109155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.109751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port 325fb219-dfc7-45c7-b0df-a5907a3e1edd yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:18:57.274666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Provisioning for port be347998-3ce0-4160-b44e-2ec2b876ee93 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:57.286742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Provisioning complete for port be347998-3ce0-4160-b44e-2ec2b876ee93 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:57.287424 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.315992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::43 (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/325fb219-dfc7-45c7-b0df-a5907a3e1edd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:57.344980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99fd26e2-8551-47a7-90fb-4b0842f2a7eb None None] Port be347998-3ce0-4160-b44e-2ec2b876ee93 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:57.474401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8ab03cec-8058-4740-9b65-0af094139090 None None] Provisioning complete for port be347998-3ce0-4160-b44e-2ec2b876ee93 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:57.474771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ab03cec-8058-4740-9b65-0af094139090 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.553420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8ab03cec-8058-4740-9b65-0af094139090 None None] Port be347998-3ce0-4160-b44e-2ec2b876ee93 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:57.590697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.606308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object 325fb219-dfc7-45c7-b0df-a5907a3e1edd will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:57.631810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.667941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6ab4cf59-ad00-4e19-844f-79c52b598eb5 None None] Could not find standard attr ID for object 6f533fb8-df10-457f-95e4-f8978d6af7f3. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:18:57.709355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:57.712428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:57.716208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:57.721853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:57.722945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:57.731263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=325fb219-dfc7-45c7-b0df-a5907a3e1edd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:57.754543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b0bc9081-d222-424f-b3b0-cc5223c15955 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8430169 Apr 28 20:18:57.757418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45796) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:57.763240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35d', 'mac_address': 'fa:16:3e:44:24:83'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:57.892861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.092151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9dc922fd-b8f2-442a-ae9c-877bbbb0efd1 None None] Provisioning for port 325fb219-dfc7-45c7-b0df-a5907a3e1edd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:18:58.098915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9dc922fd-b8f2-442a-ae9c-877bbbb0efd1 None None] Provisioning complete for port 325fb219-dfc7-45c7-b0df-a5907a3e1edd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:58.099541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dc922fd-b8f2-442a-ae9c-877bbbb0efd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.141268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.146956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.156635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9dc922fd-b8f2-442a-ae9c-877bbbb0efd1 None None] Port 325fb219-dfc7-45c7-b0df-a5907a3e1edd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:58.209548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] In _notify_port_updated(), no bound segment for port 325fb219-dfc7-45c7-b0df-a5907a3e1edd on network a6bdaa94-317d-426e-a124-728982f30b80 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:18:58.214785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:58.215463 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.216709 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "PUT /v2.0/ports/325fb219-dfc7-45c7-b0df-a5907a3e1edd HTTP/1.1" status: 200 len: 1002 time: 0.4582667 Apr 28 20:18:58.219784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:58.231700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ff479fb2-512b-47a7-b77c-1682a724b695 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:18:58.300941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port 325fb219-dfc7-45c7-b0df-a5907a3e1edd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:18:58.301279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.333419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ff479fb2-512b-47a7-b77c-1682a724b695 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:58.333928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.535836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ab0c4-9029-44c4-b557-7af260b8915b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=325fb219-dfc7-45c7-b0df-a5907a3e1edd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:58.577971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5325a1bc-6bbd-48c0-a975-fa7a698d60e7 None None] Provisioning complete for port 325fb219-dfc7-45c7-b0df-a5907a3e1edd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:18:58.578344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5325a1bc-6bbd-48c0-a975-fa7a698d60e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.632419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5325a1bc-6bbd-48c0-a975-fa7a698d60e7 None None] Port 325fb219-dfc7-45c7-b0df-a5907a3e1edd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:18:58.702335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:58.827786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for 325fb219-dfc7-45c7-b0df-a5907a3e1edd owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:18:58.967775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.048938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=325fb219-dfc7-45c7-b0df-a5907a3e1edd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:59.166796 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.177513 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1e226d6e-9753-454a-ad84-7d14dbdb8b45 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/325fb219-dfc7-45c7-b0df-a5907a3e1edd HTTP/1.1" status: 204 len: 168 time: 0.9564798 Apr 28 20:18:59.179579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:59.226499 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-949c74f4-a76b-4ae1-9857-5e75f85a33d7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] GET failed (client error): The resource could not be found. Apr 28 20:18:59.227028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-949c74f4-a76b-4ae1-9857-5e75f85a33d7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Synchronizing usage tracker for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:18:59.243712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-949c74f4-a76b-4ae1-9857-5e75f85a33d7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Unset dirty status for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:18:59.245017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-949c74f4-a76b-4ae1-9857-5e75f85a33d7 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports/325fb219-dfc7-45c7-b0df-a5907a3e1edd HTTP/1.1" status: 404 len: 333 time: 0.0643058 Apr 28 20:18:59.248971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45820) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:59.255483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1149626726'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:18:59.406018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:18:59.415502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:18:59.425608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:18:59.429393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.450501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port c0529d6c-fcb2-4acc-8857-13be1da8a05e yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:18:59.598575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::29d (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/c0529d6c-fcb2-4acc-8857-13be1da8a05e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:18:59.794778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.809973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object c0529d6c-fcb2-4acc-8857-13be1da8a05e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:18:59.832362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.903024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:18:59.906085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:18:59.910022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:18:59.915375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:18:59.915966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:18:59.930128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=c0529d6c-fcb2-4acc-8857-13be1da8a05e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:18:59.950647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1ac99378-c03d-449a-8f7f-d848a38f9186 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.6981454 Apr 28 20:18:59.951166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45826) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:18:59.956700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:44:24:83'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:00.247850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.265937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-71f12e99-d826-40d3-87bd-eaf702fcdaec None None] Provisioning for port c0529d6c-fcb2-4acc-8857-13be1da8a05e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:00.271087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-71f12e99-d826-40d3-87bd-eaf702fcdaec None None] Provisioning complete for port c0529d6c-fcb2-4acc-8857-13be1da8a05e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:00.271484 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71f12e99-d826-40d3-87bd-eaf702fcdaec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.325633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-71f12e99-d826-40d3-87bd-eaf702fcdaec None None] Port c0529d6c-fcb2-4acc-8857-13be1da8a05e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:00.484490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.488963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.550297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] In _notify_port_updated(), no bound segment for port c0529d6c-fcb2-4acc-8857-13be1da8a05e on network a6bdaa94-317d-426e-a124-728982f30b80 {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:19:00.555824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:00.556357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.560986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "PUT /v2.0/ports/c0529d6c-fcb2-4acc-8857-13be1da8a05e HTTP/1.1" status: 200 len: 1003 time: 0.6056826 Apr 28 20:19:00.561156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45836) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:00.574902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1072a9c8-02e9-4d17-a841-d2da384b1597 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=c0529d6c-fcb2-4acc-8857-13be1da8a05e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:00.634429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port c0529d6c-fcb2-4acc-8857-13be1da8a05e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:00.634772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.854549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5c56dcb3-0b6e-456a-985a-65630bb71a9d None None] Provisioning complete for port c0529d6c-fcb2-4acc-8857-13be1da8a05e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:00.855099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c56dcb3-0b6e-456a-985a-65630bb71a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.897074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:00.917171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5c56dcb3-0b6e-456a-985a-65630bb71a9d None None] Port c0529d6c-fcb2-4acc-8857-13be1da8a05e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:01.039179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for c0529d6c-fcb2-4acc-8857-13be1da8a05e owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:01.188184 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.239210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=c0529d6c-fcb2-4acc-8857-13be1da8a05e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:01.283308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.293553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b525e42f-3d23-40ac-85ea-2bd11a12a279 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/c0529d6c-fcb2-4acc-8857-13be1da8a05e HTTP/1.1" status: 204 len: 168 time: 0.7317009 Apr 28 20:19:01.295873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:01.338881 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dbf33bd-520e-4ed7-9df9-7a30535a9f1b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] GET failed (client error): The resource could not be found. Apr 28 20:19:01.339409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0dbf33bd-520e-4ed7-9df9-7a30535a9f1b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Synchronizing usage tracker for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:01.361646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0dbf33bd-520e-4ed7-9df9-7a30535a9f1b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Unset dirty status for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:01.368596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0dbf33bd-520e-4ed7-9df9-7a30535a9f1b tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports/c0529d6c-fcb2-4acc-8857-13be1da8a05e HTTP/1.1" status: 404 len: 333 time: 0.0717342 Apr 28 20:19:01.368944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45850) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:01.374999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1024104174'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:01.541649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:01.551545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:01.561013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:01.564622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.586229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port 1575f8e6-9ed4-4ce3-8b13-4565d2065090 yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:19:01.730660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::3d7 (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/1575f8e6-9ed4-4ce3-8b13-4565d2065090) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:01.930014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:01.953857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object 1575f8e6-9ed4-4ce3-8b13-4565d2065090 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:01.983537 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.058267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:02.061096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:02.065301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:02.070658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:02.071254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.074907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=1575f8e6-9ed4-4ce3-8b13-4565d2065090,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:02.102958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d0ead4c-8df7-41d5-8254-adfbf8b13ce2 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.7304325 Apr 28 20:19:02.104029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45858) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:02.108785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'network_id': 'a6bdaa94-317d-426e-a124-728982f30b80', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-190207337'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:02.354866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d121deb-73bc-421f-85bf-5625d8768145 None None] Provisioning for port 1575f8e6-9ed4-4ce3-8b13-4565d2065090 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:02.360220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d121deb-73bc-421f-85bf-5625d8768145 None None] Provisioning complete for port 1575f8e6-9ed4-4ce3-8b13-4565d2065090 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:02.360760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d121deb-73bc-421f-85bf-5625d8768145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.364500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:02.368523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Usage tracker for resource:port and tenant:cb92b6afa45f4fdcb67ebb11760277d0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:02.371325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:02.376994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:02.387030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Made reservation on behalf of cb92b6afa45f4fdcb67ebb11760277d0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:02.391976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.415418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] device_id is not set on port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:19:02.421275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3d121deb-73bc-421f-85bf-5625d8768145 None None] Port 1575f8e6-9ed4-4ce3-8b13-4565d2065090 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:02.568659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Allocated IP 2001:db8::364 (a6bdaa94-317d-426e-a124-728982f30b80/e3f18862-43d6-4589-87b2-e013113a39e7/2a1149a7-f08a-44cd-a7fe-9fb6305d296d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:02.769422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.795456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Transition to ACTIVE for port object 2a1149a7-f08a-44cd-a7fe-9fb6305d296d will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:02.820690 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.894108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Network a6bdaa94-317d-426e-a124-728982f30b80 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:02.897108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:02.900799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:02.906169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:02.906758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:02.914390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=2a1149a7-f08a-44cd-a7fe-9fb6305d296d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:02.938116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60c15755-f93a-4c44-af4a-fb79f02f6a17 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8315437 Apr 28 20:19:02.938556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45868) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:02.946111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::35d', 'mac_address': 'fa:16:3e:44:24:83'}, {'ip_address': '2001:db8::3d7', 'mac_address': 'fa:16:3e:1a:71:f0'}]}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:03.146768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-71f7b70c-3faa-4677-84ed-fcbdb95b7907 None None] Provisioning for port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:03.152525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-71f7b70c-3faa-4677-84ed-fcbdb95b7907 None None] Provisioning complete for port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:03.152973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71f7b70c-3faa-4677-84ed-fcbdb95b7907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.197331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.208876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-71f7b70c-3faa-4677-84ed-fcbdb95b7907 None None] Port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:03.569124 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.574662 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.641083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] In _notify_port_updated(), no bound segment for port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d on network a6bdaa94-317d-426e-a124-728982f30b80 {{(pid=88140) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:19:03.647260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:03.647869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.651776 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "PUT /v2.0/ports/2a1149a7-f08a-44cd-a7fe-9fb6305d296d HTTP/1.1" status: 200 len: 1067 time: 0.7094486 Apr 28 20:19:03.652195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:03.668482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5ae81-4c21-48a9-a318-4c68444e74eb tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event updated for resources: {'Port': ['ID=2a1149a7-f08a-44cd-a7fe-9fb6305d296d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:03.732297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:03.732960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:03.939199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-69016b70-14b5-47ed-ac39-42aebd62e108 None None] Provisioning complete for port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:03.940708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69016b70-14b5-47ed-ac39-42aebd62e108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:04.004805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-69016b70-14b5-47ed-ac39-42aebd62e108 None None] Port 2a1149a7-f08a-44cd-a7fe-9fb6305d296d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:04.017885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:04.147996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for 2a1149a7-f08a-44cd-a7fe-9fb6305d296d owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:04.308075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:04.359257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=2a1149a7-f08a-44cd-a7fe-9fb6305d296d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:04.608908 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:04.621508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7ba1fb24-745f-4326-900f-2a0032e46a82 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/2a1149a7-f08a-44cd-a7fe-9fb6305d296d HTTP/1.1" status: 204 len: 168 time: 0.9674215 Apr 28 20:19:04.623377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45890) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:04.672658 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-b853cddf-dd6e-48cb-b9c2-eb8be15d230a tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] GET failed (client error): The resource could not be found. Apr 28 20:19:04.674060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b853cddf-dd6e-48cb-b9c2-eb8be15d230a tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports/2a1149a7-f08a-44cd-a7fe-9fb6305d296d HTTP/1.1" status: 404 len: 333 time: 0.0497100 Apr 28 20:19:04.677877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45894) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:04.744600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port 1575f8e6-9ed4-4ce3-8b13-4565d2065090 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:04.744945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:04.989071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.112198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for 1575f8e6-9ed4-4ce3-8b13-4565d2065090 owned by {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:05.254987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.304587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=1575f8e6-9ed4-4ce3-8b13-4565d2065090,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:05.362787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.372862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ce428779-60a3-4bd8-a0f9-b96dc85b56ae tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/1575f8e6-9ed4-4ce3-8b13-4565d2065090 HTTP/1.1" status: 204 len: 168 time: 0.6940212 Apr 28 20:19:05.375476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45904) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:05.396442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45908) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:05.418724 n-d-839811-1 neutron-server[88140]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1a7d6be-1518-4bc5-a3f8-83a92d780bab tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] GET failed (client error): The resource could not be found. Apr 28 20:19:05.419260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1a7d6be-1518-4bc5-a3f8-83a92d780bab tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Synchronizing usage tracker for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:05.476428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f1a7d6be-1518-4bc5-a3f8-83a92d780bab tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Unset dirty status for tenant:cb92b6afa45f4fdcb67ebb11760277d0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:05.479392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f1a7d6be-1518-4bc5-a3f8-83a92d780bab tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "GET /v2.0/ports/1575f8e6-9ed4-4ce3-8b13-4565d2065090 HTTP/1.1" status: 404 len: 333 time: 0.1012242 Apr 28 20:19:05.481992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45912) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:05.564758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port be347998-3ce0-4160-b44e-2ec2b876ee93 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:05.565098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.630024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6381c5cb-3e61-49c7-8134-f408a2fc471a tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3062 time: 0.2323389 Apr 28 20:19:05.632971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:05.639976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'network': {'name': 'tempest-network-smoke--641519128', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'port_security_enabled': False}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:05.648525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:05.682709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:network and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:05.804303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:05.813418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:05.842620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:05.846445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.951697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:05.977725 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:05.978069 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Added segment b115ea12-b902-41c7-94e0-2807a0c5c9b1 of type vlan for network f8a44199-fee8-484a-895b-4ef6dac00a3b Apr 28 20:19:05.986229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.112741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for be347998-3ce0-4160-b44e-2ec2b876ee93 owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:06.170385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.223826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.229186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:06.229778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.382931 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7488813 Apr 28 20:19:06.385797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:06.391681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'admin_state_up': True, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:06.396071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d670de-5285-4c4b-88de-80873291844b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Network': ['ID=f8a44199-fee8-484a-895b-4ef6dac00a3b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:06.402215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.402859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:06.410153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:router and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:06.412124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f8a44199-fee8-484a-895b-4ef6dac00a3b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:06.425724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:06.441010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:06.456986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Port': ['ID=be347998-3ce0-4160-b44e-2ec2b876ee93,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:06.474522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.479344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.516409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.522077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ef98b53e-86d0-4f0d-b561-ef7ed836f064 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/ports/be347998-3ce0-4160-b44e-2ec2b876ee93 HTTP/1.1" status: 204 len: 168 time: 1.0354764 Apr 28 20:19:06.522258 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.522968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45930) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:06.625945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting subnet e3f18862-43d6-4589-87b2-e013113a39e7 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:06.631712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.699573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.786227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.863622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.871592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.910176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Subnet': ['ID=e3f18862-43d6-4589-87b2-e013113a39e7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:06.916552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:06.927253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9841a298-5f45-4a79-aa35-ead2a8124509 tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/subnets/e3f18862-43d6-4589-87b2-e013113a39e7 HTTP/1.1" status: 204 len: 168 time: 0.4024761 Apr 28 20:19:06.927459 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45936) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:06.928323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da5f4e-3b83-4509-97d4-cf820dafdc49 None None] Network a6bdaa94-317d-426e-a124-728982f30b80 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:07.202751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] DHCP port deletion for a6bdaa94-317d-426e-a124-728982f30b80 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:07.207012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Deleting port ff479fb2-512b-47a7-b77c-1682a724b695 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:07.207631 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.212414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.233551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port ff479fb2-512b-47a7-b77c-1682a724b695 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:07.233887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.427084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] For port ff479fb2-512b-47a7-b77c-1682a724b695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ff479fb2-512b-47a7-b77c-1682a724b695,segment=NetworkSegment(aa52effb-1195-448e-91f0-b3a2b0f88250),segment_id=aa52effb-1195-448e-91f0-b3a2b0f88250)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:07.427594 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.503789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.550722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.553804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Calling delete_port for ff479fb2-512b-47a7-b77c-1682a724b695 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:07.632916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.675649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] Pushing event deleted for resources: {'Port': ['ID=ff479fb2-512b-47a7-b77c-1682a724b695,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:07.683064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b810b53-3cba-4858-99b2-f67a651cdb8e None None] No DVR routers for this DVR port ff479fb2-512b-47a7-b77c-1682a724b695 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:07.688896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] For port ff479fb2-512b-47a7-b77c-1682a724b695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ff479fb2-512b-47a7-b77c-1682a724b695,segment=NetworkSegment(aa52effb-1195-448e-91f0-b3a2b0f88250),segment_id=aa52effb-1195-448e-91f0-b3a2b0f88250)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:07.689255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:07.820424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Calling delete_port for ff479fb2-512b-47a7-b77c-1682a724b695 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:07.951040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.25.2.162 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/5cae024b-87e9-40e1-bdf6-827a7c200b27) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:07.980342 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:07.980659 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:08.098735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:08.126465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:08.196138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:08.198929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:08.201525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:08.221225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ff479fb2-512b-47a7-b77c-1682a724b695 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:08.238779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=5cae024b-87e9-40e1-bdf6-827a7c200b27,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:08.261123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ff479fb2-512b-47a7-b77c-1682a724b695 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:08.261637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ff479fb2-512b-47a7-b77c-1682a724b695 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:08.540674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Deleting port ff479fb2-512b-47a7-b77c-1682a724b695 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:08.541233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:08.613158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] The port 'ff479fb2-512b-47a7-b77c-1682a724b695' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:19:08.825714 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:19:08.865349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:08.905666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6bdaa94-317d-426e-a124-728982f30b80']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:08.931009 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa52effb-1195-448e-91f0-b3a2b0f88250') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:08.931293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa52effb-1195-448e-91f0-b3a2b0f88250') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:08.948450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:08.962981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.079050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.102147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:09.102536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:09.117159 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:09.216706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.222078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.261727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] Pushing event deleted for resources: {'Network': ['ID=a6bdaa94-317d-426e-a124-728982f30b80,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:09.322224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b85e298b-15d3-4917-ae99-d150a6e585ba tempest-AllowedAddressPairIpV6TestJSON-1791070352 tempest-AllowedAddressPairIpV6TestJSON-1791070352-project] 10.222.0.24 "DELETE /v2.0/networks/a6bdaa94-317d-426e-a124-728982f30b80 HTTP/1.1" status: 204 len: 168 time: 2.3941052 Apr 28 20:19:09.444046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.627597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:09.659960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router e50529f7-5209-4025-94e1-7bada9980189 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:19:09.795361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e8551709-51ec-47bf-9c6c-b64c8f650604 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=cb92b6afa45f4fdcb67ebb11760277d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1654668 Apr 28 20:19:09.797961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:09.869601 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.908142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.964331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.978348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:09.979103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d5f6aaa-6f8f-4928-b452-4b6d30c1edc6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:09.986964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:09.989139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a89aba94-122a-411e-8526-101a8b14169b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8d5f6aaa-6f8f-4928-b452-4b6d30c1edc6 HTTP/1.1" status: 204 len: 168 time: 0.1900544 Apr 28 20:19:09.994487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Sync routers for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:10.018440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:10.019334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:10.020028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:10.023243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45978) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.027063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8735b53f-8378-4252-95ef-2a133d7dce84 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 3.6396372 Apr 28 20:19:10.100057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8968b5-b1c1-4ec1-8579-3eb98f0d9565 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:10.104411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.104607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5b8968b5-b1c1-4ec1-8579-3eb98f0d9565 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0801139 Apr 28 20:19:10.244352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:10.288690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963f93e-b5bf-464f-be49-afdea462ad85 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:10.290851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7963f93e-b5bf-464f-be49-afdea462ad85 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1854565 Apr 28 20:19:10.293894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 45988) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.343921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab2276de-05f8-4f1a-a58d-2a807c06b015 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0487120 Apr 28 20:19:10.347771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 45994) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.439062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.439220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4c6c906b-2a6f-420d-afd6-9dbb879313fc tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0894010 Apr 28 20:19:10.439963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:10.679803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b80c79-983b-45b8-b7cb-4a0869727486 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:10.683834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32b80c79-983b-45b8-b7cb-4a0869727486 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2390189 Apr 28 20:19:10.684333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46010) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.692010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:08Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:10.709535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Checking router: e50529f7-5209-4025-94e1-7bada9980189 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:10.712552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Updating router e50529f7-5209-4025-94e1-7bada9980189 port 5cae024b-87e9-40e1-bdf6-827a7c200b27 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:19:10.729857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:10.731441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-024bf4e3-d5a6-4705-8122-a6fff7d366fe tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415497 Apr 28 20:19:10.736951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-899113354', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:10.777274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:10.937654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:10.941996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Usage tracker for resource:subnet and tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:10.944934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:10.952345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:10.966102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:10.973348 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.063038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46030) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:11.267555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1976309384'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:11.274464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:11.277493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.279166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Usage tracker for resource:network and tenant:6fe9ea1edd6a4685a7ae7e8485d5298d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:11.282262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:11.290682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.295475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:11.299980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Transition to ACTIVE for port object 5cae024b-87e9-40e1-bdf6-827a7c200b27 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:11.307633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Made reservation on behalf of 6fe9ea1edd6a4685a7ae7e8485d5298d for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:11.309605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.311386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.324974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.342344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:11.346883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Usage tracker for resource:security_group_rule and tenant:6fe9ea1edd6a4685a7ae7e8485d5298d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:11.351413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:11.360952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:11.388024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Subnet': ['ID=1f4238ff-e905-446d-bab4-2823f976d164,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:11.403231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Checking segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:11.404310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network hostable DHCP agents. Network: f8a44199-fee8-484a-895b-4ef6dac00a3b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:11.412533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb73f-8750-4b98-a74f-20d87165fab3 None None] Pushing event updated for resources: {'Port': ['ID=5cae024b-87e9-40e1-bdf6-827a7c200b27,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:11.438478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f8a44199-fee8-484a-895b-4ef6dac00a3b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:11.457641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f8a44199-fee8-484a-895b-4ef6dac00a3b) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:11.460080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Attempting to bind port 5cae024b-87e9-40e1-bdf6-827a7c200b27 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:11.460225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Attempting to bind port 5cae024b-87e9-40e1-bdf6-827a7c200b27 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:11.460928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Attempting to bind port 5cae024b-87e9-40e1-bdf6-827a7c200b27 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:11.467490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:11.467866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.469438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:11.470034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:11.470997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.473240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:11.473952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Bound port: 5cae024b-87e9-40e1-bdf6-827a7c200b27, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:11.475154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.484372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.492207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.508001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3e88632-d1f3-44e1-8673-7767d741c98c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7744157 Apr 28 20:19:11.508778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:11.542670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:11.571999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6faba20e-bf7b-460e-9373-4910b1dafe27 None None] Network f8a44199-fee8-484a-895b-4ef6dac00a3b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:11.584937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff100a2c-4c54-4b04-89ce-9bf57bc24432,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:11.616682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.616682 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Added segment 1df4aa0b-365b-4d08-bb94-ee2989a9411e of type vlan for network d42ee035-5bde-4cb4-ade5-476781a496ba Apr 28 20:19:11.651128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.688262 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.695228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:11.696165 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.829437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.7649264 Apr 28 20:19:11.836440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:11.845891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Request body: {'subnet': {'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:11.869633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] For port 5cae024b-87e9-40e1-bdf6-827a7c200b27, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:11.879702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] For port 5cae024b-87e9-40e1-bdf6-827a7c200b27, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5cae024b-87e9-40e1-bdf6-827a7c200b27,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:11.885814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f8a44199-fee8-484a-895b-4ef6dac00a3b', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'fixed_ips': [{'subnet_id': '1f4238ff-e905-446d-bab4-2823f976d164'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:11.887118 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:11.899981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d57ef9-8a41-4e32-bde6-3cdb04af3991 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'Network': ['ID=d42ee035-5bde-4cb4-ade5-476781a496ba,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:11.917788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d42ee035-5bde-4cb4-ade5-476781a496ba details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:11.932100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.095077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9eb73f-8750-4b98-a74f-20d87165fab3 None None] Pushing event updated for resources: {'Port': ['ID=5cae024b-87e9-40e1-bdf6-827a7c200b27,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:12.147522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:12.151483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Usage tracker for resource:subnet and tenant:6fe9ea1edd6a4685a7ae7e8485d5298d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:12.156193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:12.161420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:12.176279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Made reservation on behalf of 6fe9ea1edd6a4685a7ae7e8485d5298d for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:12.180510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.217756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:12.218406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:12.446864 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.471039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.541958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Allocated IP 172.20.0.18 (f8a44199-fee8-484a-895b-4ef6dac00a3b/1f4238ff-e905-446d-bab4-2823f976d164/43543f2d-e3c1-4f9a-8305-6cd7b54e4245) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:12.553650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:12.573681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.579847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'Subnet': ['ID=cefd7f0d-6095-4c88-a4b6-a4acde000edb,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:12.613711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Checking segment: {'id': '1df4aa0b-365b-4d08-bb94-ee2989a9411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:12.614441 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Network hostable DHCP agents. Network: d42ee035-5bde-4cb4-ade5-476781a496ba, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:12.637361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Network d42ee035-5bde-4cb4-ade5-476781a496ba is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:12.650831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d42ee035-5bde-4cb4-ade5-476781a496ba) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:12.661487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5f6f05-406f-4171-b074-383477d65ce7 None None] Network d42ee035-5bde-4cb4-ade5-476781a496ba requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:12.665840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:12.666724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.695538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c3c1059e-4407-4405-9e5a-d1c7cd61221e tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8550990 Apr 28 20:19:12.696781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46062) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:12.705401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Request body: {'port': {'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1253517008'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:12.883740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:12.888875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Usage tracker for resource:port and tenant:6fe9ea1edd6a4685a7ae7e8485d5298d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:12.894068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:12.901266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:12.914432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Made reservation on behalf of 6fe9ea1edd6a4685a7ae7e8485d5298d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:12.919357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:12.946932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] device_id is not set on port 3d35d03c-d9a6-47c2-8241-578e1636c60e yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:19:13.103399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Allocated IP 172.20.0.11 (d42ee035-5bde-4cb4-ade5-476781a496ba/cefd7f0d-6095-4c88-a4b6-a4acde000edb/3d35d03c-d9a6-47c2-8241-578e1636c60e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:13.271999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d42ee035-5bde-4cb4-ade5-476781a496ba', 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba', 'tenant_id': '6fe9ea1edd6a4685a7ae7e8485d5298d', 'fixed_ips': [{'subnet_id': 'cefd7f0d-6095-4c88-a4b6-a4acde000edb'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:13.272820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.301041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.330007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.345532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Transition to ACTIVE for port object 3d35d03c-d9a6-47c2-8241-578e1636c60e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:13.371151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.382423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:08Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:13.384900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Transition to ACTIVE for port object 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:13.403641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e97def6-ed95-468f-aac5-d51c1ad8fd22 None None] The sync data for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 is: [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:08Z', 'revision_number': 3, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:13.449776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Network d42ee035-5bde-4cb4-ade5-476781a496ba is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:13.453024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:13.458911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:13.493061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Transition to ACTIVE for port object 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:13.508025 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.526871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'Port': ['ID=3d35d03c-d9a6-47c2-8241-578e1636c60e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:13.555041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:13.555686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.592483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2950d695-6ef7-4b32-bad6-2702c56eb539 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8916619 Apr 28 20:19:13.593450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46072) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:13.599673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Request body: {'port': {'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba', 'name': 'tempest-ExtraDHCPOptionsTestJSON-421602901', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:13.600326 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] bootfile-name is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:13.600756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] tftp-server is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:13.601177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] server-ip-address is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:13.614742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.20.0.17 (f8a44199-fee8-484a-895b-4ef6dac00a3b/1f4238ff-e905-446d-bab4-2823f976d164/c3b1e175-cb95-4641-b804-7fbace7c85a4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:13.618749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Network f8a44199-fee8-484a-895b-4ef6dac00a3b is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:13.624325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:13.637200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:13.699527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Allocated IP 172.20.0.2 (d42ee035-5bde-4cb4-ade5-476781a496ba/cefd7f0d-6095-4c88-a4b6-a4acde000edb/8e387333-7ef1-4e2c-8d1d-1b74b5c4d538) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:13.747919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Pushing event updated for resources: {'Port': ['ID=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:13.824111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:13.828114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Usage tracker for resource:port and tenant:6fe9ea1edd6a4685a7ae7e8485d5298d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:13.831437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:13.832238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Attempting to bind port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:13.832613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Attempting to bind port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:13.832991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Attempting to bind port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 on network f8a44199-fee8-484a-895b-4ef6dac00a3b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:13.845929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:13.898671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Made reservation on behalf of 6fe9ea1edd6a4685a7ae7e8485d5298d for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:13.901880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.910328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.925377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] device_id is not set on port 24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab yet. {{(pid=88139) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:19:13.928895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Transition to ACTIVE for port object c3b1e175-cb95-4641-b804-7fbace7c85a4 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:13.958499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:13.959207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Checking segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:13.959832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.960418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Bound using segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:13.961098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Bound port: 43543f2d-e3c1-4f9a-8305-6cd7b54e4245, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:13.961687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:13.976351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.098705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:14.116820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f8a44199-fee8-484a-895b-4ef6dac00a3b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:14.118371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:14.121374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:14.192939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.197945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] For port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:14.236762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] For port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:14.245692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.265569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.347731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5cae024b-87e9-40e1-bdf6-827a7c200b27 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:14.381648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Transition to ACTIVE for port object 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:14.402863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.467855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Transition to ACTIVE for port object 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:14.523156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.531646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8dbb3-1560-42e7-8072-37e6bf2eca88 None None] Pushing event updated for resources: {'Port': ['ID=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:14.651914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Allocated IP 172.20.0.13 (d42ee035-5bde-4cb4-ade5-476781a496ba/cefd7f0d-6095-4c88-a4b6-a4acde000edb/24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:14.654695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Network d42ee035-5bde-4cb4-ade5-476781a496ba is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:14.663502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:14.666993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:14.723707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Pushing event updated for resources: {'Port': ['ID=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:14.779589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5cae024b-87e9-40e1-bdf6-827a7c200b27 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:14.836276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5cae024b-87e9-40e1-bdf6-827a7c200b27 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:14.836935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.968097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Attempting to bind port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:14.968573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Attempting to bind port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '1df4aa0b-365b-4d08-bb94-ee2989a9411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:14.969028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Attempting to bind port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 on network d42ee035-5bde-4cb4-ade5-476781a496ba {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:14.987112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:14.987486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Checking segment: {'id': '1df4aa0b-365b-4d08-bb94-ee2989a9411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:14.987885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:14.988979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Bound using segment: {'id': '1df4aa0b-365b-4d08-bb94-ee2989a9411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:14.988979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Bound port: 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df4aa0b-365b-4d08-bb94-ee2989a9411e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'd42ee035-5bde-4cb4-ade5-476781a496ba'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:14.989211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.078552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.099724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Transition to ACTIVE for port object 24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:15.107809 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.118015 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.154825 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.155900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.194982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5cae024b-87e9-40e1-bdf6-827a7c200b27, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5cae024b-87e9-40e1-bdf6-827a7c200b27,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:15.205198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.270326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'Port': ['ID=24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:15.277886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:15.281449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.303478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Network d42ee035-5bde-4cb4-ade5-476781a496ba is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:15.307241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:15.314277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:15.331905 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] For port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:15.339496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] For port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,segment=NetworkSegment(1df4aa0b-365b-4d08-bb94-ee2989a9411e),segment_id=1df4aa0b-365b-4d08-bb94-ee2989a9411e)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:15.351442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.375591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5cae024b-87e9-40e1-bdf6-827a7c200b27,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:15.398924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:15.400133 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.428632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f33d6be-02ac-48e5-a018-04c3141aba54 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.8342481 Apr 28 20:19:15.431024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46092) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:15.522910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a619834d-d66f-4056-8abc-2c55d9a49041 None None] Pushing event updated for resources: {'Port': ['ID=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:15.590768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:15.598759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:15.605082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:15.608566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Synchronizing usage tracker for tenant:6fe9ea1edd6a4685a7ae7e8485d5298d on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:15.635528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Unset dirty status for tenant:6fe9ea1edd6a4685a7ae7e8485d5298d on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:15.639450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-de44e603-4943-4ece-8428-9ba36b282ad5 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2047496 Apr 28 20:19:15.639705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46100) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:15.662535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f8a44199-fee8-484a-895b-4ef6dac00a3b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:15.663689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:15.741941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Deleting port 24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:15.742355 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:15.932016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router e50529f7-5209-4025-94e1-7bada9980189 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:16.185752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:16.225422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-694c178d-c330-49c3-8d5c-654ec0d9d68b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "PUT /v2.0/routers/e50529f7-5209-4025-94e1-7bada9980189/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7146060 Apr 28 20:19:16.322375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:16.508742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:16.555467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Calling delete_port for 24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:16.590298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48bf6f17-0b27-455d-9b6d-f5aef8c0d869 None None] Network f8a44199-fee8-484a-895b-4ef6dac00a3b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:16.702534 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Sync routers for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:16.716338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:16.717136 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:16.759096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:16.794620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-43f995d4-09b3-4c33-a612-0d56491d6da2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:16.806106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-43f995d4-09b3-4c33-a612-0d56491d6da2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:16.848377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-43f995d4-09b3-4c33-a612-0d56491d6da2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:16.849686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-43f995d4-09b3-4c33-a612-0d56491d6da2 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/networks?id=f8a44199-fee8-484a-895b-4ef6dac00a3b HTTP/1.1" status: 200 len: 797 time: 0.3012271 Apr 28 20:19:16.850337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event deleted for resources: {'Port': ['ID=24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:16.869236 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-cdd53af5-c5ad-4c6b-ba71-64dfa654e46d tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/quotas/7e4e39b9a1da49f4b4dc394c3a0a1abb HTTP/1.1" status: 200 len: 375 time: 0.0116544 Apr 28 20:19:16.991566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551b4486-aedc-459b-8470-3014c5cfdfdf None None] Network d42ee035-5bde-4cb4-ade5-476781a496ba requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:17.019198 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:17.040986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-7468018f-9188-4c61-a457-099cfa4026a3 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:17.049600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.078579 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a3c019a3-b8f2-42ea-83ba-7a9bffac6d6b tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "DELETE /v2.0/ports/24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab HTTP/1.1" status: 204 len: 168 time: 1.4372711 Apr 28 20:19:17.082605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46124) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:17.083673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-7468018f-9188-4c61-a457-099cfa4026a3 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:17.088696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-7468018f-9188-4c61-a457-099cfa4026a3 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2126114 Apr 28 20:19:17.093789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Request body: {'port': {'name': 'tempest-new-port-name-1170939302', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:17.094261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] bootfile-name is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:17.094660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] tftp-server is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:17.095064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.api.validators [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] server-ip-address is not in valid_values {{(pid=88139) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Apr 28 20:19:17.291947 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-f45a0f35-2123-4276-8bd8-f0a9de36231c service neutron] 10.222.0.24 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743882 Apr 28 20:19:17.333278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fc4c8b3f-f9fd-4da4-9ae1-d58bdc1f5eef None None] Provisioning for port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:17.350922 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.369068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:17.374930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:17.375452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.472795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-6d06455b-34fe-44ea-9cb0-23a69a4268c3 service neutron] 10.222.0.24 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718976 Apr 28 20:19:17.481295 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:14Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c3b1e175-cb95-4641-b804-7fbace7c85a4', 'name': '', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:2a:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '1f4238ff-e905-446d-bab4-2823f976d164', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:12Z', 'updated_at': '2022-04-28T20:19:14Z', 'revision_number': 2, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': '1f4238ff-e905-446d-bab4-2823f976d164', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:17.485627 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Checking router: e50529f7-5209-4025-94e1-7bada9980189 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:17.486002 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Updating router e50529f7-5209-4025-94e1-7bada9980189 port c3b1e175-cb95-4641-b804-7fbace7c85a4 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:19:17.542870 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.624785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04f1c411-a959-43ba-82a8-5d94b3a4808c None None] Provisioning for port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:17.634364 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.715576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:17.724161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.725191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5cae024b-87e9-40e1-bdf6-827a7c200b27 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:17.782648 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.791972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:17.891860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:17.993875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5cae024b-87e9-40e1-bdf6-827a7c200b27 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:17.993875 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.030186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] In _notify_port_updated(), no bound segment for port 3d35d03c-d9a6-47c2-8241-578e1636c60e on network d42ee035-5bde-4cb4-ade5-476781a496ba {{(pid=88139) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:870}} Apr 28 20:19:18.036615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:18.037234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.039439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "PUT /v2.0/ports/3d35d03c-d9a6-47c2-8241-578e1636c60e HTTP/1.1" status: 200 len: 1137 time: 0.9542162 Apr 28 20:19:18.041579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46140) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:18.056599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd99d7-35a8-4d51-91ae-021854c56d90 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event updated for resources: {'Port': ['ID=3d35d03c-d9a6-47c2-8241-578e1636c60e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:18.140135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:18.148487 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.155364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce36fb-13f0-4e83-bbcb-ae48f1a08e3d tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:18.157007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5cce36fb-13f0-4e83-bbcb-ae48f1a08e3d tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "GET /v2.0/ports/3d35d03c-d9a6-47c2-8241-578e1636c60e HTTP/1.1" status: 200 len: 1137 time: 0.1142421 Apr 28 20:19:18.161333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46144) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:18.168544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Transition to ACTIVE for port object c3b1e175-cb95-4641-b804-7fbace7c85a4 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:18.182638 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.236089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Provisioning complete for port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:18.236445 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.264605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Deleting port 3d35d03c-d9a6-47c2-8241-578e1636c60e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:18.264921 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.343852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:18.351116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:18.351724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.538616 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Attempting to bind port c3b1e175-cb95-4641-b804-7fbace7c85a4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:18.539642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Attempting to bind port c3b1e175-cb95-4641-b804-7fbace7c85a4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:18.540885 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Attempting to bind port c3b1e175-cb95-4641-b804-7fbace7c85a4 on network f8a44199-fee8-484a-895b-4ef6dac00a3b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:18.544979 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Pushing event updated for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:18.566418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.566753 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.567084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.567469 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.567792 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.568112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.568434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.568748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.569077 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.569416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.569772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.570082 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:18.576333 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:18.576693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Checking segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:18.577082 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.577538 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Bound using segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:18.578001 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Bound port: c3b1e175-cb95-4641-b804-7fbace7c85a4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:18.578415 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.605527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.615686 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Provisioning for port c3b1e175-cb95-4641-b804-7fbace7c85a4 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:18.716828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Provisioning for port 3d35d03c-d9a6-47c2-8241-578e1636c60e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:18.732716 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.733996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,segment=NetworkSegment(1df4aa0b-365b-4d08-bb94-ee2989a9411e),segment_id=1df4aa0b-365b-4d08-bb94-ee2989a9411e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:18.738526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Provisioning complete for port 3d35d03c-d9a6-47c2-8241-578e1636c60e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:18.738909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.770761 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] For port c3b1e175-cb95-4641-b804-7fbace7c85a4, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:18.777839 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] For port c3b1e175-cb95-4641-b804-7fbace7c85a4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c3b1e175-cb95-4641-b804-7fbace7c85a4,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:18.789870 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.822985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:18.953195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3cad5593-6e29-4c57-adb6-dcd50babf1b2 None None] Port 3d35d03c-d9a6-47c2-8241-578e1636c60e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:19.015311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:19.038147 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:19.038785 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:18:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:19.103398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Calling delete_port for 3d35d03c-d9a6-47c2-8241-578e1636c60e owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:19.107055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:19.235239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ede7c48f-4b94-4b5d-b5ed-b6de726b6c29 None None] Provisioning complete for port 3d35d03c-d9a6-47c2-8241-578e1636c60e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:19.235851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ede7c48f-4b94-4b5d-b5ed-b6de726b6c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.274845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:19.275535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.354101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.495944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event deleted for resources: {'Port': ['ID=3d35d03c-d9a6-47c2-8241-578e1636c60e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:19.529517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ff9a86-3b94-4ace-97b9-62975e2bbad1 None None] Pushing event updated for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:19.535180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ede7c48f-4b94-4b5d-b5ed-b6de726b6c29 None None] Port 3d35d03c-d9a6-47c2-8241-578e1636c60e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:19.544269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8a144aa7-d46a-42be-b6c7-dbf1deaac4a7 req-ebf24e09-a7e2-4764-a9df-00ddc7c51bbb tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 210 time: 0.2310688 Apr 28 20:19:19.554895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ede7c48f-4b94-4b5d-b5ed-b6de726b6c29 None None] Could not find standard attr ID for object 24f0c460-a4d5-4e1e-80e3-2e85d4bdf5ab. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:19:19.631478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.655050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-30040560-31c9-404b-8595-05d23664c56c tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "DELETE /v2.0/ports/3d35d03c-d9a6-47c2-8241-578e1636c60e HTTP/1.1" status: 204 len: 168 time: 1.4908705 Apr 28 20:19:19.655938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:19.681858 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:19.850496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Deleting subnet cefd7f0d-6095-4c88-a4b6-a4acde000edb {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:19.858058 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.938733 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:19.953920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6155a789-8b87-4436-9816-59254f82a624 None None] Could not find standard attr ID for object 3d35d03c-d9a6-47c2-8241-578e1636c60e. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:19:20.042591 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.148951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.187863 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:14Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c3b1e175-cb95-4641-b804-7fbace7c85a4', 'name': '', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:2a:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '1f4238ff-e905-446d-bab4-2823f976d164', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:12Z', 'updated_at': '2022-04-28T20:19:18Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': '1f4238ff-e905-446d-bab4-2823f976d164', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:20.191960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event deleted for resources: {'Subnet': ['ID=cefd7f0d-6095-4c88-a4b6-a4acde000edb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:20.192698 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5996b803-fe4c-4aef-bffe-aa73869c4b8c None None] The sync data for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 is: [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:14Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c3b1e175-cb95-4641-b804-7fbace7c85a4', 'name': '', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:2a:04:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_interface', 'standard_attr_id': 3809, 'fixed_ips': [{'subnet_id': '1f4238ff-e905-446d-bab4-2823f976d164', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:12Z', 'updated_at': '2022-04-28T20:19:18Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': '1f4238ff-e905-446d-bab4-2823f976d164', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:20.193934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.202560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3480f9da-93b7-487d-99e2-48abe51b71a1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "DELETE /v2.0/subnets/cefd7f0d-6095-4c88-a4b6-a4acde000edb HTTP/1.1" status: 204 len: 168 time: 0.5427401 Apr 28 20:19:20.202999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46182) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:20.255866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d262d32d-1094-458d-9fc9-98cdafbd0e44 None None] Network d42ee035-5bde-4cb4-ade5-476781a496ba requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:20.373785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.399545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Deleting port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:20.400505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.540708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c7cdccd-eaa5-4eab-b3f0-b0adfbed700f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.659693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] DHCP port deletion for d42ee035-5bde-4cb4-ade5-476781a496ba request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:20.666090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Deleting port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:20.666539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:20.955702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f33bce3f-0450-4297-9acd-4186d649e77c req-dc9a06de-1f19-4533-93a2-49a3f539920b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 210 time: 0.1825185 Apr 28 20:19:20.991755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] For port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,segment=NetworkSegment(1df4aa0b-365b-4d08-bb94-ee2989a9411e),segment_id=1df4aa0b-365b-4d08-bb94-ee2989a9411e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:20.992285 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.001018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c3b1e175-cb95-4641-b804-7fbace7c85a4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:21.073941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-6dc13004-88f5-4045-8654-ee933b70b928 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:21.076179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-6dc13004-88f5-4045-8654-ee933b70b928 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.46 "GET /v2.0/networks?id=f8a44199-fee8-484a-895b-4ef6dac00a3b HTTP/1.1" status: 200 len: 797 time: 0.6252584 Apr 28 20:19:21.093163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Request body: {'port': {'device_id': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'admin_state_up': True, 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:21.196000 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Calling delete_port for 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:21.275759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] For port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,segment=NetworkSegment(1df4aa0b-365b-4d08-bb94-ee2989a9411e),segment_id=1df4aa0b-365b-4d08-bb94-ee2989a9411e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:21.276207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.281039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c3b1e175-cb95-4641-b804-7fbace7c85a4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:21.289130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c3b1e175-cb95-4641-b804-7fbace7c85a4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:21.289965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.370361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.426261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Calling delete_port for 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:21.436415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] Pushing event deleted for resources: {'Port': ['ID=8e387333-7ef1-4e2c-8d1d-1b74b5c4d538,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:21.444079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950c3ef1-7d7c-46ec-87aa-3392824a5d31 None None] No DVR routers for this DVR port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:21.523886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:21.525713 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.547476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:21.564134 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:21.564986 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:21.573671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Made reservation on behalf of 7e4e39b9a1da49f4b4dc394c3a0a1abb for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:21.574766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.600167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c3b1e175-cb95-4641-b804-7fbace7c85a4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c3b1e175-cb95-4641-b804-7fbace7c85a4,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:21.610852 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:21.686918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:21.735202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:21.735561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:21.747194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:21.813058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Allocated IP 172.20.0.21 (f8a44199-fee8-484a-895b-4ef6dac00a3b/1f4238ff-e905-446d-bab4-2823f976d164/190c8b85-86e8-4834-ba10-5e5445e3959a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:21.992470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.010969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Transition to ACTIVE for port object 190c8b85-86e8-4834-ba10-5e5445e3959a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:22.037252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.088127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Deleting port 8e387333-7ef1-4e2c-8d1d-1b74b5c4d538 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:22.088476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.188337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] The port '8e387333-7ef1-4e2c-8d1d-1b74b5c4d538' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:19:22.190755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Network f8a44199-fee8-484a-895b-4ef6dac00a3b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:22.217592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:22.220022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:22.269646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event updated for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:22.332369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3355ef-642f-459b-b444-b7b45f101131 req-58197337-f761-405d-a174-998698fa7c49 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:22.334865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2f3355ef-642f-459b-b444-b7b45f101131 req-58197337-f761-405d-a174-998698fa7c49 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 895 time: 0.1039999 Apr 28 20:19:22.375512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-baa64fcc-91f4-45db-886f-00739dd6703c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.409495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.426685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:22.427637 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.471897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d42ee035-5bde-4cb4-ade5-476781a496ba']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:22.481111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-dd632432-7ee6-426b-abe4-073b132abf36 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3917754 Apr 28 20:19:22.486784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df4aa0b-365b-4d08-bb94-ee2989a9411e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:22.487708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df4aa0b-365b-4d08-bb94-ee2989a9411e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:22.501051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Request body: {'port': {'device_id': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:22.532879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.533598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-253b88f0-37eb-4ebe-b7d6-f2ce387ac820 None None] Provisioning for port 190c8b85-86e8-4834-ba10-5e5445e3959a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:22.539631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-253b88f0-37eb-4ebe-b7d6-f2ce387ac820 None None] Provisioning complete for port 190c8b85-86e8-4834-ba10-5e5445e3959a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:22.539998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-253b88f0-37eb-4ebe-b7d6-f2ce387ac820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.567766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.608107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-253b88f0-37eb-4ebe-b7d6-f2ce387ac820 None None] Port 190c8b85-86e8-4834-ba10-5e5445e3959a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:22.615820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:22.616264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:22.631563 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:22.839552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.890377 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.905019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c3b1e175-cb95-4641-b804-7fbace7c85a4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:22.923925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:22.939143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] Pushing event deleted for resources: {'Network': ['ID=d42ee035-5bde-4cb4-ade5-476781a496ba,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:22.946722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-71677561-96a1-4d46-8151-5734f95014f1 tempest-ExtraDHCPOptionsTestJSON-1777230089 tempest-ExtraDHCPOptionsTestJSON-1777230089-project] 10.222.0.24 "DELETE /v2.0/networks/d42ee035-5bde-4cb4-ade5-476781a496ba HTTP/1.1" status: 204 len: 168 time: 2.7429631 Apr 28 20:19:22.986966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c3b1e175-cb95-4641-b804-7fbace7c85a4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:22.987573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.273132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46218) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:23.284702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190c8b85-86e8-4834-ba10-5e5445e3959a {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:19:23.291758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.307760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Transition to ACTIVE for port object 190c8b85-86e8-4834-ba10-5e5445e3959a will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:23.312067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.473003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97243093-31ad-43bb-899e-85008cc069d1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6fe9ea1edd6a4685a7ae7e8485d5298d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1986752 Apr 28 20:19:23.477445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46226) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:23.486727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:23.564713 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.596026 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.672771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Attempting to bind port 190c8b85-86e8-4834-ba10-5e5445e3959a on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:23.673439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Attempting to bind port 190c8b85-86e8-4834-ba10-5e5445e3959a by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:23.673913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Attempting to bind port 190c8b85-86e8-4834-ba10-5e5445e3959a on network f8a44199-fee8-484a-895b-4ef6dac00a3b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:23.682356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.713657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6241c520-49a1-4867-bfeb-894f52050c05 req-0e83b311-8a55-4ac4-b89a-f2e34a668fe7 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:23.714487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6241c520-49a1-4867-bfeb-894f52050c05 req-0e83b311-8a55-4ac4-b89a-f2e34a668fe7 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:23.717044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Port 190c8b85-86e8-4834-ba10-5e5445e3959a on network f8a44199-fee8-484a-895b-4ef6dac00a3b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:19:23.717368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Attempting to bind port 190c8b85-86e8-4834-ba10-5e5445e3959a on network f8a44199-fee8-484a-895b-4ef6dac00a3b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:23.727458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:23.727794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Checking segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:23.728200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Bound using segment: {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:23.728636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Bound port: 190c8b85-86e8-4834-ba10-5e5445e3959a, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b115ea12-b902-41c7-94e0-2807a0c5c9b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:23.728984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.751166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff100a2c-4c54-4b04-89ce-9bf57bc24432,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:23.773111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.774781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ff100a2c-4c54-4b04-89ce-9bf57bc24432 HTTP/1.1" status: 204 len: 168 time: 0.2962081 Apr 28 20:19:23.788375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.789069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.789663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.790316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.790946 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.791494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.793920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.796057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.796577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.797016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.797847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.797847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cb02012-f221-409b-b1c8-db1f13709b2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:23.815749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-6241c520-49a1-4867-bfeb-894f52050c05 req-0e83b311-8a55-4ac4-b89a-f2e34a668fe7 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:23.817876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6241c520-49a1-4867-bfeb-894f52050c05 req-0e83b311-8a55-4ac4-b89a-f2e34a668fe7 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.3370101 Apr 28 20:19:23.836216 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.841769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf579e0-695d-4a5b-bc7a-c94183291895 req-5aee88bf-9482-4253-9659-120f331d4a55 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:23.848330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf579e0-695d-4a5b-bc7a-c94183291895 req-5aee88bf-9482-4253-9659-120f331d4a55 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.1519411 Apr 28 20:19:23.876321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:23.882729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=190c8b85-86e8-4834-ba10-5e5445e3959a,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:23.889958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.902222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf579e0-695d-4a5b-bc7a-c94183291895 req-006ad887-1b97-428f-8e1d-c3ab12aeddfe tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451097 Apr 28 20:19:23.926722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46240) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:23.973106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:23.973706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:23.975047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] 10.222.0.46 "PUT /v2.0/ports/190c8b85-86e8-4834-ba10-5e5445e3959a HTTP/1.1" status: 200 len: 1055 time: 1.4808395 Apr 28 20:19:23.975456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:24.014959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad95df3-9ad7-452c-9086-dd69580da1e5 service neutron] Pushing event updated for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:24.042469 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47f7d61e-8178-48e4-b2bc-0b18452b7109'] response: {'name': 'network-changed', 'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a', 'status': 'completed', 'code': 200} Apr 28 20:19:24.092706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:24.307150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port e3622fb5-773b-4f3c-a262-8e05adde481e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:24.307834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:24.325763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-c3fd085f-07c6-47de-a97d-00d708d9ca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:24.327795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-c3fd085f-07c6-47de-a97d-00d708d9ca0d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 1058 time: 0.3058202 Apr 28 20:19:24.432377 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-e2af0503-db3e-4548-b60e-e01d81a38872 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=190c8b85-86e8-4834-ba10-5e5445e3959a HTTP/1.1" status: 200 len: 217 time: 0.0974045 Apr 28 20:19:24.513957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:24.514517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:24.541080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-e69d45be-5dbb-43ea-8c91-d0c2bb333892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:24.542656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-e69d45be-5dbb-43ea-8c91-d0c2bb333892 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f4238ff-e905-446d-bab4-2823f976d164 HTTP/1.1" status: 200 len: 837 time: 0.1034522 Apr 28 20:19:24.634328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-b51851a9-fca8-40c3-b3a1-4acffebf5c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:24.634455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-b51851a9-fca8-40c3-b3a1-4acffebf5c4b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8a44199-fee8-484a-895b-4ef6dac00a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0861311 Apr 28 20:19:24.654774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for e3622fb5-773b-4f3c-a262-8e05adde481e owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:24.853119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-28266ff8-045e-484c-afec-ac27413d7bee service neutron] 10.222.0.46 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122240 Apr 28 20:19:24.877610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:24.939947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=e3622fb5-773b-4f3c-a262-8e05adde481e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:25.026549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46284) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:25.088886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13b54f90-603e-4440-9d9d-ace4d3e38154 req-ad9138f8-d3e5-428a-927d-e2449cb1d7ee service neutron] 10.222.0.46 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2286003 Apr 28 20:19:25.184229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1075597437', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:25.207220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:25.218567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:router and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:25.223207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:25.231908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.279445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.280320 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 9de79d34-8375-4c58-9329-a0c2cbf22ef4 disassociated (deleted). External IP: 172.25.2.76, port: 67343f6e-7920-40e8-abb5-95f679553f98. Apr 28 20:19:25.342234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:25.360399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.361393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.383515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-e1735ac3-0539-48c9-a363-184222863442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:25.384969 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-e1735ac3-0539-48c9-a363-184222863442 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 1058 time: 0.2416384 Apr 28 20:19:25.386141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.443356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd41147-631f-404b-8d9a-819ba82387e5 req-94afd90d-57fe-4930-a97b-b835ae498531 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:25.444883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dcd41147-631f-404b-8d9a-819ba82387e5 req-94afd90d-57fe-4930-a97b-b835ae498531 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.4560952 Apr 28 20:19:25.541524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.575283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-fe3c3019-01e7-49c4-8170-3be6df725432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:25.576350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-fe3c3019-01e7-49c4-8170-3be6df725432 service neutron] 10.222.0.46 "GET /v2.0/networks?id=f8a44199-fee8-484a-895b-4ef6dac00a3b HTTP/1.1" status: 200 len: 898 time: 0.1830804 Apr 28 20:19:25.578179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.579375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db84e8bf-e779-4afc-ab8a-1c46d9f2ef11 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5515494 Apr 28 20:19:25.629232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46298) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:25.644378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-f5184b90-f96d-4d02-99ea-125a4c102019 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=190c8b85-86e8-4834-ba10-5e5445e3959a HTTP/1.1" status: 200 len: 217 time: 0.0622363 Apr 28 20:19:25.647272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-579881101'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:25.652623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:25.660144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:network and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:25.664624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:25.673803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:25.701644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:25.705009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.712752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-51e217d4-8a21-42f0-b57f-a01ee463068b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:25.714527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-51e217d4-8a21-42f0-b57f-a01ee463068b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=1f4238ff-e905-446d-bab4-2823f976d164 HTTP/1.1" status: 200 len: 837 time: 0.0643401 Apr 28 20:19:25.724319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:25.744345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:25.756917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router aa47373c-c543-4fe2-b6c4-ac617efa43db has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:25.758622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:security_group_rule and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:25.762893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:25.775654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:25.800256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-a26286c0-8dfb-4073-8eb4-f3a004141288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:25.801733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-a26286c0-8dfb-4073-8eb4-f3a004141288 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=f8a44199-fee8-484a-895b-4ef6dac00a3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0811594 Apr 28 20:19:25.957941 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-2e9a5ff4-895c-47f3-97a7-654d319b0a1b service neutron] 10.222.0.46 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496577 Apr 28 20:19:25.993127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:26.004848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Sync routers for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:26.014396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:26.015279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:26.037883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.109415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5c734f29-a057-4cdb-b153-f53e3690f744 req-0d1b76fd-88df-4b8a-a2e2-fb8530920bda service neutron] 10.222.0.46 "GET /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453533 Apr 28 20:19:26.119029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.122597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c3fd25f-9ca7-4424-a4dd-1facfa73d137 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/floatingips/9de79d34-8375-4c58-9329-a0c2cbf22ef4 HTTP/1.1" status: 204 len: 168 time: 2.1939495 Apr 28 20:19:26.123503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:26.141491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.171326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:26.184392 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.184852 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Added segment 4778c762-ad0b-46d0-a126-ca63c894dfce of type vlan for network 38a709e8-a47f-4e8a-9849-ec625ccf527f Apr 28 20:19:26.221065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.254216 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f6bceb4f-48e8-4c68-9b82-a233fe39e5bf'] response: {'name': 'network-changed', 'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'status': 'completed', 'code': 200} Apr 28 20:19:26.292064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed7b2ed-6fce-4e3a-bcc7-9779d4d4b7d1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:26.295876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.302554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:26.303136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.365300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:26.375185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7464743 Apr 28 20:19:26.380609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46318) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:26.494481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'subnet': {'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:26.508306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a66e-a284-408c-adea-cdc84852906e req-be716891-d465-4e66-ab15-b934c8643f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:26.510433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-be716891-d465-4e66-ab15-b934c8643f32 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 1096 time: 0.2374308 Apr 28 20:19:26.533659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827ce808-cac7-4ffe-a18e-a5b34401d98d tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Network': ['ID=38a709e8-a47f-4e8a-9849-ec625ccf527f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:26.590111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:26.724345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a66e-a284-408c-adea-cdc84852906e req-5bbd104f-d4c9-4eed-8751-862e4194d3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:26.726272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-5bbd104f-d4c9-4eed-8751-862e4194d3eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 200 len: 898 time: 0.2069471 Apr 28 20:19:26.736409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:26.743656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:subnet and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:26.747863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:26.759176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:26.784872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ce02fc-b73e-460e-8287-ff2a72fd0ec8 req-158f0c49-ebb3-4c1d-97c7-6fa50b2ee07b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:26.785909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-78ce02fc-b73e-460e-8287-ff2a72fd0ec8 req-158f0c49-ebb3-4c1d-97c7-6fa50b2ee07b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:26.795432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:26.798947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:26.856593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-78ce02fc-b73e-460e-8287-ff2a72fd0ec8 req-158f0c49-ebb3-4c1d-97c7-6fa50b2ee07b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:26.864186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78ce02fc-b73e-460e-8287-ff2a72fd0ec8 req-158f0c49-ebb3-4c1d-97c7-6fa50b2ee07b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.2369490 Apr 28 20:19:26.896828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-5192ccb7-53cd-4e56-aff5-373fe8a03792 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 200 len: 217 time: 0.1102312 Apr 28 20:19:26.984988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78ce02fc-b73e-460e-8287-ff2a72fd0ec8 req-56df7fa7-e90d-4a21-84e7-df3f8de37bdf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198335 Apr 28 20:19:26.996644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d99c94-f180-4876-af45-7320263b9300 req-568e90e5-e955-4b9f-9e74-b957bd85fa4b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.007920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70d99c94-f180-4876-af45-7320263b9300 req-568e90e5-e955-4b9f-9e74-b957bd85fa4b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.2805884 Apr 28 20:19:27.011640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a66e-a284-408c-adea-cdc84852906e req-816340c2-618a-405d-a5b4-66e137e6e28c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.013041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-816340c2-618a-405d-a5b4-66e137e6e28c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 200 len: 834 time: 0.1076722 Apr 28 20:19:27.014702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:27.019545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Checking router: aa47373c-c543-4fe2-b6c4-ac617efa43db for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:27.029270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:27.030144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:27.123744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4a66e-a284-408c-adea-cdc84852906e req-7567bec3-3690-4e3e-a448-53316b803da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.125210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-7567bec3-3690-4e3e-a448-53316b803da3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0948050 Apr 28 20:19:27.139368 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.225278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Subnet': ['ID=9379c239-7927-409c-8fb8-4296eff1f864,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:27.226275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:27.232674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Checking segment: {'id': '4778c762-ad0b-46d0-a126-ca63c894dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:27.233038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network hostable DHCP agents. Network: 38a709e8-a47f-4e8a-9849-ec625ccf527f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:27.262082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:27.291454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 38a709e8-a47f-4e8a-9849-ec625ccf527f) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:27.294401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-4ba47402-642d-4d94-92d7-e5dbec33eaa4 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1619864 Apr 28 20:19:27.301002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.305205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fea6c3-ca2e-4dfe-99a9-82fa87f39825 None None] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:27.306134 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.336980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ec514a8-723f-496c-9d79-e15b8e65ad95 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9552722 Apr 28 20:19:27.340954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:27.349878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'network': {'name': 'tempest-router-network01--194642455'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:27.358139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:27.411638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:network and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:27.416080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:27.430418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:27.458243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:27.462113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.502174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcb4a66e-a284-408c-adea-cdc84852906e req-98cc8de2-5d29-4f77-a0a8-841e4095ebd6 service neutron] 10.222.0.41 "GET /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990070 Apr 28 20:19:27.526564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:27.545807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.546769 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Added segment 40dd9119-b35e-46d4-9d62-68986fa3bf9b of type vlan for network cf4a1564-5982-4643-a4d5-faf8f83c2db2 Apr 28 20:19:27.590938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.622639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.628256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:27.629041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.756249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-38a709e8-a47f-4e8a-9849-ec625ccf527f', 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f', 'tenant_id': '571e538cce024f96b2a797d12d222568', 'fixed_ips': [{'subnet_id': '9379c239-7927-409c-8fb8-4296eff1f864'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:27.757034 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.840800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:27.847575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5049889 Apr 28 20:19:27.850889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:27.852916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d9239c-cf76-4690-a192-d9861742fe03 None None] The sync data for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 is: [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:16:47Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '11f5db3d-6256-46d9-99e5-2032549bb756', 'name': '', 'network_id': '663aa6f3-b7bf-4bfa-9d43-99903eb81b9a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:d3:4e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_interface', 'standard_attr_id': 3559, 'fixed_ips': [{'subnet_id': '4cdba776-5d2e-400c-ace7-8021326db199', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:46Z', 'updated_at': '2022-04-28T20:16:55Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '4cdba776-5d2e-400c-ace7-8021326db199', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:27.872670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'network': {'name': 'tempest-router-network02--1611784773'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:27.878270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d35f60b-3622-4191-ba64-c17948f5b20e tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Network': ['ID=cf4a1564-5982-4643-a4d5-faf8f83c2db2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:27.880309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:27.895291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:network and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:27.902171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:27.903130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:27.909741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:27.935533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:27.939316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.969245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:27.981507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:27.982226 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Added segment 404f7c49-fdfe-467c-b0f4-10cf61c0bf00 of type vlan for network 3c758dac-b814-436a-9c0e-674601425168 Apr 28 20:19:28.053198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.154221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-b3529138-c8d1-44f5-8905-3bc481a2442a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:28.155739 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-b3529138-c8d1-44f5-8905-3bc481a2442a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.41 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.1547425 Apr 28 20:19:28.165198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Allocated IP 2001:db8::2 (38a709e8-a47f-4e8a-9849-ec625ccf527f/9379c239-7927-409c-8fb8-4296eff1f864/4a1cc720-61e1-4f20-b61c-c74b03da87e0) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:28.260230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 67343f6e-7920-40e8-abb5-95f679553f98 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:28.260230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.386020 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d23755bd-4eb1-4c91-9e8b-4e6fc342f1a8 None None] New status for floating IP 9de79d34-8375-4c58-9329-a0c2cbf22ef4: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:19:28.544500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.544713 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.550667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:28.551622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.563880 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Transition to ACTIVE for port object 4a1cc720-61e1-4f20-b61c-c74b03da87e0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:28.598413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7439747 Apr 28 20:19:28.601755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Transition to ACTIVE for port object 4a1cc720-61e1-4f20-b61c-c74b03da87e0 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:28.615410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.642671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46366) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:28.661188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'subnet': {'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:28.681687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 67343f6e-7920-40e8-abb5-95f679553f98, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=67343f6e-7920-40e8-abb5-95f679553f98,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:28.682300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.710322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:28.713548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:28.717766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:28.799017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Pushing event updated for resources: {'Port': ['ID=4a1cc720-61e1-4f20-b61c-c74b03da87e0,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:28.822450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:28.832042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 67343f6e-7920-40e8-abb5-95f679553f98 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:28.886827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:subnet and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:28.891981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Attempting to bind port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:28.892408 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Attempting to bind port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '4778c762-ad0b-46d0-a126-ca63c894dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:28.892785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Attempting to bind port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 on network 38a709e8-a47f-4e8a-9849-ec625ccf527f {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:28.897658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:28.901867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4154d956-be1f-4f50-b33e-09dfb6c9ba0b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Network': ['ID=3c758dac-b814-436a-9c0e-674601425168,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:28.902010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:28.902270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Checking segment: {'id': '4778c762-ad0b-46d0-a126-ca63c894dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:28.902680 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.903083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Bound using segment: {'id': '4778c762-ad0b-46d0-a126-ca63c894dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:28.903742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Bound port: 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4778c762-ad0b-46d0-a126-ca63c894dfce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': '38a709e8-a47f-4e8a-9849-ec625ccf527f'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:28.904128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.914183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ab294-ddba-4681-b4a8-becace23a643 req-6c45a62d-2168-427b-a8dd-ad134d613a9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:28.921991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-061ab294-ddba-4681-b4a8-becace23a643 req-6c45a62d-2168-427b-a8dd-ad134d613a9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=f30a9a88-fec7-489c-9d2d-6de3ee132c40 HTTP/1.1" status: 200 len: 945 time: 0.5098498 Apr 28 20:19:28.941860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:28.973981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:28.978471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:28.996180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 3c758dac-b814-436a-9c0e-674601425168 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:29.047150 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-061ab294-ddba-4681-b4a8-becace23a643 req-605bb34c-b902-4576-9d40-005e64157ce9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=63775240-f1ef-4c31-862d-8ffa5a5717de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230264 Apr 28 20:19:29.058187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.134724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:29.162588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:29.170656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.197705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=67343f6e-7920-40e8-abb5-95f679553f98,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:29.259516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118496c-47d2-4747-aa68-35d2bb851532 req-7350b285-bf61-4d7c-9bcb-03045d0be6e6 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:29.272786 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0118496c-47d2-4747-aa68-35d2bb851532 req-7350b285-bf61-4d7c-9bcb-03045d0be6e6 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.9490042 Apr 28 20:19:29.276076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] No DVR routers for this DVR port 67343f6e-7920-40e8-abb5-95f679553f98 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:29.280704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.288408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-deleted', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:29.309856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2ad21d61-4193-4e80-853a-1bd9a0a8f84c req-a7e38b1c-f35c-463e-92fc-3687e7603107 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.41 "DELETE /v2.0/ports/67343f6e-7920-40e8-abb5-95f679553f98 HTTP/1.1" status: 204 len: 173 time: 1.1469767 Apr 28 20:19:29.315312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a275fd0-d9ab-4117-87a9-ec725f5f110e None None] Pushing event updated for resources: {'Port': ['ID=4a1cc720-61e1-4f20-b61c-c74b03da87e0,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:29.335613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.360537 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53119f45-d8a5-4b71-baea-a9d41a8a1170'] response: {'server_uuid': 'f30a9a88-fec7-489c-9d2d-6de3ee132c40', 'name': 'network-vif-deleted', 'tag': '67343f6e-7920-40e8-abb5-95f679553f98', 'status': 'completed', 'code': 200} Apr 28 20:19:29.511289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Subnet': ['ID=78ffa3e1-cc02-448c-9d71-31775e1918b8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:29.549142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Checking segment: {'id': '40dd9119-b35e-46d4-9d62-68986fa3bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:29.550309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network hostable DHCP agents. Network: cf4a1564-5982-4643-a4d5-faf8f83c2db2, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:29.614827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:29.636035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, cf4a1564-5982-4643-a4d5-faf8f83c2db2) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:29.642857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:29.644086 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.653394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d9a41e8-5b1b-490c-bb73-815206d44997 None None] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:29.682255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0bf6f87e-721e-459e-85f7-a2dd9d59ea24 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0358388 Apr 28 20:19:29.688148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:29.695574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'subnet': {'network_id': '3c758dac-b814-436a-9c0e-674601425168', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:29.916578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:29.921359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:subnet and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:29.924767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:29.931377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:29.943767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:29.949303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:29.984151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-cf4a1564-5982-4643-a4d5-faf8f83c2db2', 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2', 'tenant_id': '571e538cce024f96b2a797d12d222568', 'fixed_ips': [{'subnet_id': '78ffa3e1-cc02-448c-9d71-31775e1918b8'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:29.988236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:30.225751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46404) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:30.257532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:30.268822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Allocated IP 2001:db8::2 (cf4a1564-5982-4643-a4d5-faf8f83c2db2/78ffa3e1-cc02-448c-9d71-31775e1918b8/743a072b-558c-465d-bf4b-f9e29740ad3f) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:30.411668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Subnet': ['ID=2aef950a-9c0b-4809-b137-9cdda4f1b4b4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:30.428169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Checking segment: {'id': '404f7c49-fdfe-467c-b0f4-10cf61c0bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3c758dac-b814-436a-9c0e-674601425168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:30.428519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network hostable DHCP agents. Network: 3c758dac-b814-436a-9c0e-674601425168, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:30.473638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network 3c758dac-b814-436a-9c0e-674601425168 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:30.491997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 3c758dac-b814-436a-9c0e-674601425168) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:30.496885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:30.497596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:30.516065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 190c8b85-86e8-4834-ba10-5e5445e3959a details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:19:30.519251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310ba0d0-3011-463f-b281-2a2b383e6ba9 None None] Network 3c758dac-b814-436a-9c0e-674601425168 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:30.545443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9905e63a-bc64-4711-a648-d94be47dea59 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8561299 Apr 28 20:19:30.550887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46410) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:30.891022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d7db0e-6615-4d29-b2ad-1c0994f2d524 None None] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:30.917510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.029319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca32869-e02e-4b5f-8205-5f096514d048 req-0fd5e844-9c39-4a2e-ae86-7c29616e3d5b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:31.029792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ca32869-e02e-4b5f-8205-5f096514d048 req-0fd5e844-9c39-4a2e-ae86-7c29616e3d5b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.5449934 Apr 28 20:19:31.072236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4a1cc720-61e1-4f20-b61c-c74b03da87e0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:31.145662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Transition to ACTIVE for port object 743a072b-558c-465d-bf4b-f9e29740ad3f will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:31.181352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-3c758dac-b814-436a-9c0e-674601425168', 'network_id': '3c758dac-b814-436a-9c0e-674601425168', 'tenant_id': '571e538cce024f96b2a797d12d222568', 'fixed_ips': [{'subnet_id': '2aef950a-9c0b-4809-b137-9cdda4f1b4b4'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:31.182175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.203398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Transition to ACTIVE for port object 743a072b-558c-465d-bf4b-f9e29740ad3f will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:31.250744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1b6a046b-0e8c-4026-a96f-8a79158c8e5a None None] Provisioning for port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:31.263125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.270145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:31.306585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.374375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 67343f6e-7920-40e8-abb5-95f679553f98 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:31.374718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 67343f6e-7920-40e8-abb5-95f679553f98 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:31.487290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=190c8b85-86e8-4834-ba10-5e5445e3959a,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:31.505701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:31.524761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:31.550590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:31.552978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Pushing event updated for resources: {'Port': ['ID=743a072b-558c-465d-bf4b-f9e29740ad3f,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:31.555412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.561792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '190c8b85-86e8-4834-ba10-5e5445e3959a', 'network_id': 'f8a44199-fee8-484a-895b-4ef6dac00a3b', 'port_id': '190c8b85-86e8-4834-ba10-5e5445e3959a', 'mac_address': 'fa:16:3e:65:e1:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f4238ff-e905-446d-bab4-2823f976d164', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:19:31.763856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:31.898590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:31.899045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.918395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 11f5db3d-6256-46d9-99e5-2032549bb756 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:31.918836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:31.992906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Attempting to bind port 743a072b-558c-465d-bf4b-f9e29740ad3f on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:31.993272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Attempting to bind port 743a072b-558c-465d-bf4b-f9e29740ad3f by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '40dd9119-b35e-46d4-9d62-68986fa3bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:31.993662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Attempting to bind port 743a072b-558c-465d-bf4b-f9e29740ad3f on network cf4a1564-5982-4643-a4d5-faf8f83c2db2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:32.003279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.007988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Allocated IP 2001:db8::1 (cf4a1564-5982-4643-a4d5-faf8f83c2db2/78ffa3e1-cc02-448c-9d71-31775e1918b8/05e99b85-165c-43d8-82a0-c2f4234e871d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:32.031296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:32.031716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Checking segment: {'id': '40dd9119-b35e-46d4-9d62-68986fa3bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:32.032152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.032553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Bound using segment: {'id': '40dd9119-b35e-46d4-9d62-68986fa3bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:32.033125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Bound port: 743a072b-558c-465d-bf4b-f9e29740ad3f, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40dd9119-b35e-46d4-9d62-68986fa3bf9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': 'cf4a1564-5982-4643-a4d5-faf8f83c2db2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:32.034480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.048399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Allocated IP 2001:db8::2 (3c758dac-b814-436a-9c0e-674601425168/2aef950a-9c0b-4809-b137-9cdda4f1b4b4/6c64fc42-99ce-40ee-8589-80347233e94b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:32.061654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190c8b85-86e8-4834-ba10-5e5445e3959a {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:19:32.203243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 11f5db3d-6256-46d9-99e5-2032549bb756, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=11f5db3d-6256-46d9-99e5-2032549bb756,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:32.203796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.324516 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-e66dc290-244c-4590-ba73-d282820f0612 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3094251 Apr 28 20:19:32.349772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=190c8b85-86e8-4834-ba10-5e5445e3959a,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:32.351490 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.386745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 11f5db3d-6256-46d9-99e5-2032549bb756 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:32.413305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.490619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.511347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0993cd-e728-4fd0-8ab0-38e2e2482d8d req-f2eb1e80-d0c2-49ec-bad6-13b4a5edfe42 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:32.520953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a0993cd-e728-4fd0-8ab0-38e2e2482d8d req-f2eb1e80-d0c2-49ec-bad6-13b4a5edfe42 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 907 time: 0.2829759 Apr 28 20:19:32.554505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Transition to ACTIVE for port object 05e99b85-165c-43d8-82a0-c2f4234e871d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:32.575476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:32.589362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695845c-0a2b-4562-933d-f00f9924b159 req-e00e17a7-f6fa-42d1-91d6-73a8230f5481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:32.590893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-e00e17a7-f6fa-42d1-91d6-73a8230f5481 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.1591678 Apr 28 20:19:32.601633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:32.629265 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.667096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.732978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] For port 743a072b-558c-465d-bf4b-f9e29740ad3f, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:32.771182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.800117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=11f5db3d-6256-46d9-99e5-2032549bb756,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:32.810280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] For port 743a072b-558c-465d-bf4b-f9e29740ad3f, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=743a072b-558c-465d-bf4b-f9e29740ad3f,segment=NetworkSegment(40dd9119-b35e-46d4-9d62-68986fa3bf9b),segment_id=40dd9119-b35e-46d4-9d62-68986fa3bf9b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:32.906827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['190c8b85-86e8-4834-ba10-5e5445e3959a'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:19:32.907181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:32.914137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:32.917504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:32.918044 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.958113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695845c-0a2b-4562-933d-f00f9924b159 req-b74d880b-e089-4b39-82cb-4bb2ec863639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:32.960017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-b74d880b-e089-4b39-82cb-4bb2ec863639 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 897 time: 0.3410418 Apr 28 20:19:32.982369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.988415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:32.996528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Port': ['ID=05e99b85-165c-43d8-82a0-c2f4234e871d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:33.025752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4a1cc720-61e1-4f20-b61c-c74b03da87e0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:33.107800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Transition to ACTIVE for port object 6c64fc42-99ce-40ee-8589-80347233e94b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:33.203012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Transition to ACTIVE for port object 6c64fc42-99ce-40ee-8589-80347233e94b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:33.213756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414d1cd-a8c0-422f-8b5b-cf8b546a942f None None] Pushing event updated for resources: {'Port': ['ID=743a072b-558c-465d-bf4b-f9e29740ad3f,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:33.219126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.257425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.257702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c210680c-0efb-4093-a0bc-27d84737bd25 None None] Provisioning complete for port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:33.257877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c210680c-0efb-4093-a0bc-27d84737bd25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.350940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Network 3c758dac-b814-436a-9c0e-674601425168 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:33.358166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:33.364255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:33.432802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-42c0aed0-5d85-46bf-ac85-262ff0469ce0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 1001 time: 0.4336360 Apr 28 20:19:33.509773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Pushing event updated for resources: {'Port': ['ID=6c64fc42-99ce-40ee-8589-80347233e94b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:33.603523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695845c-0a2b-4562-933d-f00f9924b159 req-c511fe65-e38c-4344-83b8-3b3e7cccd061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:33.604873 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-c511fe65-e38c-4344-83b8-3b3e7cccd061 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.1617398 Apr 28 20:19:33.611973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.714813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Attempting to bind port 6c64fc42-99ce-40ee-8589-80347233e94b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:33.715596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Attempting to bind port 6c64fc42-99ce-40ee-8589-80347233e94b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '404f7c49-fdfe-467c-b0f4-10cf61c0bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3c758dac-b814-436a-9c0e-674601425168'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:33.716123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Attempting to bind port 6c64fc42-99ce-40ee-8589-80347233e94b on network 3c758dac-b814-436a-9c0e-674601425168 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:33.734395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:33.735808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Checking segment: {'id': '404f7c49-fdfe-467c-b0f4-10cf61c0bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3c758dac-b814-436a-9c0e-674601425168'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:33.736406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.737505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Bound using segment: {'id': '404f7c49-fdfe-467c-b0f4-10cf61c0bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3c758dac-b814-436a-9c0e-674601425168'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:33.738146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Bound port: 6c64fc42-99ce-40ee-8589-80347233e94b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404f7c49-fdfe-467c-b0f4-10cf61c0bf00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '3c758dac-b814-436a-9c0e-674601425168'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:33.738683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:33.918895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] For port 6c64fc42-99ce-40ee-8589-80347233e94b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:33.922688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] For port 6c64fc42-99ce-40ee-8589-80347233e94b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6c64fc42-99ce-40ee-8589-80347233e94b,segment=NetworkSegment(404f7c49-fdfe-467c-b0f4-10cf61c0bf00),segment_id=404f7c49-fdfe-467c-b0f4-10cf61c0bf00)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:33.930257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.038374 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f2f28-c5d9-4d88-953f-2552ad896bb8 None None] Pushing event updated for resources: {'Port': ['ID=6c64fc42-99ce-40ee-8589-80347233e94b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:34.043806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router aa47373c-c543-4fe2-b6c4-ac617efa43db has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:34.057591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd273de8-e785-4ff5-bac6-c9a5631fff20 req-13027341-61d6-4d05-a155-353c31f6b896 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:34.059534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fd273de8-e785-4ff5-bac6-c9a5631fff20 req-13027341-61d6-4d05-a155-353c31f6b896 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 908 time: 0.3007689 Apr 28 20:19:34.163681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695845c-0a2b-4562-933d-f00f9924b159 req-2f5428c0-e39b-4ef0-bd60-691d384bece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:34.165150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-2f5428c0-e39b-4ef0-bd60-691d384bece7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5440617 Apr 28 20:19:34.329485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:34.344736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-33da2a31-50df-4de1-b98b-fc8d3b1e2a97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/aa47373c-c543-4fe2-b6c4-ac617efa43db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1178834 Apr 28 20:19:34.349241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46468) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:34.364159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Sync routers for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:34.394539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:34.395853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:34.503494 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.530287 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.531127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.560664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting subnet 4cdba776-5d2e-400c-ace7-8021326db199 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:34.573406 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.620099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 190c8b85-86e8-4834-ba10-5e5445e3959a up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:34.647241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-a7c3136e-7225-4f90-baf9-2d4e4ddf7608 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695568 Apr 28 20:19:34.697321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.765138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:34.805267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Port': ['ID=05e99b85-165c-43d8-82a0-c2f4234e871d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:34.827182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.827922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f51839-7434-49bf-a00f-87f8cffeb7b9 None None] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:34.926196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 190c8b85-86e8-4834-ba10-5e5445e3959a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:34.955448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:34.994950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 190c8b85-86e8-4834-ba10-5e5445e3959a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:34.994950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.025849 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.027690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cc05aa8c-863d-4c7a-9011-1003ad01257c None None] Provisioning for port 743a072b-558c-465d-bf4b-f9e29740ad3f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:35.034450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/subnets/4cdba776-5d2e-400c-ace7-8021326db199 HTTP/1.1" status: 204 len: 168 time: 0.6832242 Apr 28 20:19:35.038308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46480) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:35.060428 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba1ec8a-888b-4c6a-a4e9-27f30857f135 None None] Network 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:35.068495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6695845c-0a2b-4562-933d-f00f9924b159 req-520769b2-ed37-40b4-8e6b-03929b2fd2ec service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4009502 Apr 28 20:19:35.077661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:35.082671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:35.159218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a42b46-718a-47d7-94aa-fee30b6541b1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Subnet': ['ID=4cdba776-5d2e-400c-ace7-8021326db199,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:35.372805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4a1cc720-61e1-4f20-b61c-c74b03da87e0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:35.470544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.567442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9cb69-07ed-4737-adbe-ebd59428fecc req-c31801e4-18dc-499d-855a-42baf8c47f2c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:35.569175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-04a9cb69-07ed-4737-adbe-ebd59428fecc req-c31801e4-18dc-499d-855a-42baf8c47f2c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 908 time: 0.2131352 Apr 28 20:19:35.585449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Router 02a1fb19-3636-4ce9-9bef-d2cc4548567a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:19:35.703833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.718788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port f138403c-b09f-486f-a410-5115a48c5c72 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:35.719464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.919373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd3decf-94cd-47fc-8bab-0323c39532b0 None None] Network 3c758dac-b814-436a-9c0e-674601425168 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:35.929161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:35.934965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:35.940637 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-56778b73-3db2-4c9e-8b03-cb1e6bafc4a8 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3870490 Apr 28 20:19:35.941254 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] Sync routers for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:35.943519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46496) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:35.958066 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:35.958950 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:35.991598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port f138403c-b09f-486f-a410-5115a48c5c72, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f138403c-b09f-486f-a410-5115a48c5c72,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:35.992396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.024578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:36.043235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:36.043235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.070305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-df7353b1-d1f7-4bb9-87e2-8943c1f3a40d None None] Provisioning for port 6c64fc42-99ce-40ee-8589-80347233e94b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:36.108406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:36.127621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:36.128491 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:36.168390 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d588c6f-e514-43df-a1e7-57251bd52285'] response: {'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a', 'code': 200} Apr 28 20:19:36.175889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=190c8b85-86e8-4834-ba10-5e5445e3959a,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:36.198804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for f138403c-b09f-486f-a410-5115a48c5c72 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:36.243586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:36.244176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7e3d480-4466-432a-aa24-d22664c9a614 None None] The sync data for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 is: [] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:36.279430 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.402594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.461582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=f138403c-b09f-486f-a410-5115a48c5c72,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:36.470697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428221b-8ab8-4efb-9ded-78a7f293ede7 req-7aa699b8-9b95-450f-bf4f-12920f9f8c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:36.473328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6428221b-8ab8-4efb-9ded-78a7f293ede7 req-7aa699b8-9b95-450f-bf4f-12920f9f8c45 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 1060 time: 0.1986945 Apr 28 20:19:36.558989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97'}], 'enable_snat': True}, 'gw_port_id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:19:32Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'f138403c-b09f-486f-a410-5115a48c5c72', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:a5:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:16:39Z', 'updated_at': '2022-04-28T20:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:36.576732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Checking router: aa47373c-c543-4fe2-b6c4-ac617efa43db for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:36.593514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.654213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] DHCP port deletion for 663aa6f3-b7bf-4bfa-9d43-99903eb81b9a request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:36.662632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:36.726886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Deleting port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:36.727642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:36.806645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Routers {'aa47373c-c543-4fe2-b6c4-ac617efa43db'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:36.807277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aa47373c-c543-4fe2-b6c4-ac617efa43db'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:36.883331 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-ddb6f98e-40b9-42f4-964f-a25c94e60db5 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:19:36.888734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ddb6f98e-40b9-42f4-964f-a25c94e60db5 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9436836 Apr 28 20:19:36.895042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:37.041121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.043881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.076833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.077527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Fanout notify agent at l3_agent the message router_deleted on router aa47373c-c543-4fe2-b6c4-ac617efa43db {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:19:37.124140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.128126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d2604f18-62df-4576-97c8-2f3101aa8174 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/routers/aa47373c-c543-4fe2-b6c4-ac617efa43db HTTP/1.1" status: 204 len: 168 time: 2.0861096 Apr 28 20:19:37.128288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 743a072b-558c-465d-bf4b-f9e29740ad3f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:37.128615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46530) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:37.239892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] Set router aa47373c-c543-4fe2-b6c4-ac617efa43db gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:37.308281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.321565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:37.321947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.364000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43718fe-77ea-4eb9-a5ea-1943718caf80 req-68a51ae7-9354-42d4-ba95-1c4b700be7f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:37.365568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b43718fe-77ea-4eb9-a5ea-1943718caf80 req-68a51ae7-9354-42d4-ba95-1c4b700be7f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.5182676 Apr 28 20:19:37.623594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:37.623594 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.651052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] For port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,segment=NetworkSegment(bbcb9160-0953-4b3e-b6c0-1578a101816a),segment_id=bbcb9160-0953-4b3e-b6c0-1578a101816a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:37.651623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.767580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 8ff7c40e-4029-4d8b-aa91-ccf911bc229a owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:37.794917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Calling delete_port for 8ff7c40e-4029-4d8b-aa91-ccf911bc229a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:37.878892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.885255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Provisioning for port 05e99b85-165c-43d8-82a0-c2f4234e871d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:37.887587 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.900515 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:37.900967 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:37.904816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:19:36Z', 'revision_number': 7, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:37.906855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Provisioning complete for port 05e99b85-165c-43d8-82a0-c2f4234e871d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:37.907303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:37.962214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=8ff7c40e-4029-4d8b-aa91-ccf911bc229a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:37.963632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d60932ee-a68d-4f9c-b76d-5157fd6e81fd None None] The sync data for ids ['aa47373c-c543-4fe2-b6c4-ac617efa43db'] in n-d-839811-1 is: [{'id': 'aa47373c-c543-4fe2-b6c4-ac617efa43db', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1425121471', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:16:38Z', 'updated_at': '2022-04-28T20:19:36Z', 'revision_number': 7, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:37.964001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] No DVR routers for this DVR port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:37.999284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 743a072b-558c-465d-bf4b-f9e29740ad3f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:38.004468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Port 05e99b85-165c-43d8-82a0-c2f4234e871d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:38.012296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 743a072b-558c-465d-bf4b-f9e29740ad3f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:38.012663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.084936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Provisioning complete for port 743a072b-558c-465d-bf4b-f9e29740ad3f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:38.085271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.116467 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.148080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663aa6f3-b7bf-4bfa-9d43-99903eb81b9a']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:38.167090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbcb9160-0953-4b3e-b6c0-1578a101816a') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:38.167456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbcb9160-0953-4b3e-b6c0-1578a101816a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:38.181413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.208133 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.226615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:38.227031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:38.243476 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:38.305551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.334216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 05e99b85-165c-43d8-82a0-c2f4234e871d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:38.334656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.356365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.367074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 743a072b-558c-465d-bf4b-f9e29740ad3f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=743a072b-558c-465d-bf4b-f9e29740ad3f,segment=NetworkSegment(40dd9119-b35e-46d4-9d62-68986fa3bf9b),segment_id=40dd9119-b35e-46d4-9d62-68986fa3bf9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:38.368378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.379906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.380774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6c64fc42-99ce-40ee-8589-80347233e94b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:38.417829 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.422634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Network': ['ID=663aa6f3-b7bf-4bfa-9d43-99903eb81b9a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:38.466100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1b31467-1b62-4eca-b2b6-f950b160057e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/networks/663aa6f3-b7bf-4bfa-9d43-99903eb81b9a HTTP/1.1" status: 204 len: 168 time: 1.3362131 Apr 28 20:19:38.468522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46540) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:38.579851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Deleting port 8ff7c40e-4029-4d8b-aa91-ccf911bc229a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:38.580218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.608717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.655754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.691438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4bae003a-c42b-49ed-a06d-143fdbd8d718 None None] The port '8ff7c40e-4029-4d8b-aa91-ccf911bc229a' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:19:38.708539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.771369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:38.771725 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-319ebab2-e98c-4c41-b1cf-d950b72b3c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:38.778502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540e751-931c-421f-8809-0dc83a64cab8 req-1b78365a-31f6-4da3-b748-5efaf0a02006 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:38.780649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=743a072b-558c-465d-bf4b-f9e29740ad3f,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:38.785128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c540e751-931c-421f-8809-0dc83a64cab8 req-1b78365a-31f6-4da3-b748-5efaf0a02006 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.1593242 Apr 28 20:19:38.789794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6c64fc42-99ce-40ee-8589-80347233e94b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:38.807764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6c64fc42-99ce-40ee-8589-80347233e94b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:38.808069 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.825279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for 05e99b85-165c-43d8-82a0-c2f4234e871d owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:38.826781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.850984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63775240-f1ef-4c31-862d-8ffa5a5717de,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:38.890842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:38.898015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c6a2853-6f8b-4923-807f-690fef9da271 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/security-groups/63775240-f1ef-4c31-862d-8ffa5a5717de HTTP/1.1" status: 204 len: 168 time: 0.4282086 Apr 28 20:19:39.059231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.122395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 6c64fc42-99ce-40ee-8589-80347233e94b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6c64fc42-99ce-40ee-8589-80347233e94b,segment=NetworkSegment(404f7c49-fdfe-467c-b0f4-10cf61c0bf00),segment_id=404f7c49-fdfe-467c-b0f4-10cf61c0bf00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:39.126905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.223476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=6c64fc42-99ce-40ee-8589-80347233e94b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.248260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 743a072b-558c-465d-bf4b-f9e29740ad3f up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:39.251138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ac0790-4f8f-4d11-a9de-012de6373bfb req-2c14f05b-4ec2-41c9-acd8-9fb0537fee31 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:39.253727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f2ac0790-4f8f-4d11-a9de-012de6373bfb req-2c14f05b-4ec2-41c9-acd8-9fb0537fee31 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.2624762 Apr 28 20:19:39.264590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.317435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Port': ['ID=05e99b85-165c-43d8-82a0-c2f4234e871d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.440855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 743a072b-558c-465d-bf4b-f9e29740ad3f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:39.441323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.456288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46552) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:39.462681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1033825954', 'description': 'tempest-secgroup-smoke-1033825954 description', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:39.491235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:39.497757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:39.501099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:39.507463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:39.527754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.556074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:39.560275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:39.564115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:39.571308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:39.576198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.609090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-17d338b4-4f0a-42aa-be9a-e8b8453d73dc None None] Provisioning complete for port 6c64fc42-99ce-40ee-8589-80347233e94b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:39.609474 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-17d338b4-4f0a-42aa-be9a-e8b8453d73dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.686881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.692958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.747318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32048968-6128-485d-8652-3005fdf4e1b1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.754781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.756446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-27822d41-802d-4090-8145-10f37238701a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2980661 Apr 28 20:19:39.759262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46562) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:39.771900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:39.787126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:39.791812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:39.795650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:39.804657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:39.812602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11f5db3d-6256-46d9-99e5-2032549bb756 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:39.834955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.850993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-17d338b4-4f0a-42aa-be9a-e8b8453d73dc None None] Could not find standard attr ID for object 05e99b85-165c-43d8-82a0-c2f4234e871d. {{(pid=88141) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Apr 28 20:19:39.852497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 11f5db3d-6256-46d9-99e5-2032549bb756 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:39.852846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 11f5db3d-6256-46d9-99e5-2032549bb756 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:39.853304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ff7c40e-4029-4d8b-aa91-ccf911bc229a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:39.923011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.928235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.937688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8ff7c40e-4029-4d8b-aa91-ccf911bc229a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:39.938090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ff7c40e-4029-4d8b-aa91-ccf911bc229a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:39.938461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f138403c-b09f-486f-a410-5115a48c5c72 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:39.962434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39756e02-f655-4783-bec8-30a46ac9b032,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:39.973494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f138403c-b09f-486f-a410-5115a48c5c72 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:39.973875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f138403c-b09f-486f-a410-5115a48c5c72 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:39.975468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:39.976945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9f089389-b9a1-49ce-92d9-ed4da23910e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2165947 Apr 28 20:19:39.979626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:39.984980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:39.992689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:39.996742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:39.999734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:40.005372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:40.022146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.090055 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.097798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.122868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c1e5f9a-fd77-477c-863b-4b0ade9e7ebf,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:40.125676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Router 02a1fb19-3636-4ce9-9bef-d2cc4548567a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:40.132885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a97879-5850-443e-a5c4-b95687a18676 req-20ff2219-2127-4bc8-9762-244920f40437 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:40.135153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4a97879-5850-443e-a5c4-b95687a18676 req-20ff2219-2127-4bc8-9762-244920f40437 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 1060 time: 0.5551758 Apr 28 20:19:40.138920 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.140422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3e5192a8-9689-4123-a598-51261d6896f8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1596859 Apr 28 20:19:40.143928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46570) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.150532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:40.168313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.182001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:40.186638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:40.189997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:40.197242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:40.235457 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.294367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:40.305649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2540bd7-a946-47bf-bdee-869f9b4a28c3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4091871 Apr 28 20:19:40.309630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.310044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] Sync routers for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:40.320954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:40.321740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.383328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.390006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.394810 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-04649888-9215-4e04-84a2-ad02b2c3d2c0 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] delete failed (client error): The resource could not be found. Apr 28 20:19:40.396188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-04649888-9215-4e04-84a2-ad02b2c3d2c0 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/routers/tempest-non_exist_router-93081118 HTTP/1.1" status: 404 len: 333 time: 0.0856748 Apr 28 20:19:40.399830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.406651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-18db0cd1-fa75-4cd0-b57c-4542f9317031 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'router': {'external_gateway_info': {'network_id': '02a1fb19-3636-4ce9-9bef-d2cc4548567a'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:40.409744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.420277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:40.421276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.491653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:40.492079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97914d39-5a16-4ad5-9ac9-0c5ed4346afc None None] The sync data for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:40.536512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f451c481-dcd9-4530-af7f-120c29cdd7b8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:40.547025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a6a231-82b6-4ad5-9e00-cf6cfc1d1b26 req-4d009a9a-2671-4952-b463-c528dc7c495b tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:40.548531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95a6a231-82b6-4ad5-9e00-cf6cfc1d1b26 req-4d009a9a-2671-4952-b463-c528dc7c495b tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.2565529 Apr 28 20:19:40.549760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.553285 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0675f0d9-693a-42b8-bdf0-2b3e1516d301 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056494 Apr 28 20:19:40.553530 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.558725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:40.578552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:40.586644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:40.590945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:40.604586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:40.617773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-95a6a231-82b6-4ad5-9e00-cf6cfc1d1b26 req-d50bfd5b-0d21-458e-a8f3-2a05c9ef3b48 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Synchronizing usage tracker for tenant:d9382165636c4245abb32e51629f2292 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:40.638957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.652370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-95a6a231-82b6-4ad5-9e00-cf6cfc1d1b26 req-d50bfd5b-0d21-458e-a8f3-2a05c9ef3b48 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Unset dirty status for tenant:d9382165636c4245abb32e51629f2292 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:40.653570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95a6a231-82b6-4ad5-9e00-cf6cfc1d1b26 req-d50bfd5b-0d21-458e-a8f3-2a05c9ef3b48 tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0896060 Apr 28 20:19:40.682137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46592) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.709310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.713605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.738827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106e367a-242d-4711-8930-806954cc2648,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:40.750975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.751823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7d626a1a-a1a5-43ec-830a-66e93fea0b6a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1973910 Apr 28 20:19:40.755271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.760167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:40.766726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:40.771798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:40.774808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:40.781087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:40.794413 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:19:40.802109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.880546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.884552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.912468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d258b99-59ec-4c8c-bbb5-106bb0a797f4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:40.929163 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.929873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9a03a776-0012-4696-ac36-e51aa765db9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1735804 Apr 28 20:19:40.932290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46600) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:40.937978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '32048968-6128-485d-8652-3005fdf4e1b1', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:40.946927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:40.950900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:40.953911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-18db0cd1-fa75-4cd0-b57c-4542f9317031 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:40.954095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:40.960804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:40.973288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edbb2dc9-bbeb-43bb-a3f9-46a5ab78d65a tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:40.979298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-edbb2dc9-bbeb-43bb-a3f9-46a5ab78d65a tempest-TestSecurityGroupsBasicOps-842949776 tempest-TestSecurityGroupsBasicOps-842949776-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 1055 time: 0.2905290 Apr 28 20:19:40.988904 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:19:40.999858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.000833 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-18db0cd1-fa75-4cd0-b57c-4542f9317031 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] update failed (client error): The resource could not be found. Apr 28 20:19:41.006725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-18db0cd1-fa75-4cd0-b57c-4542f9317031 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a HTTP/1.1" status: 404 len: 339 time: 0.6040728 Apr 28 20:19:41.006916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:41.012416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-766297111'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.017612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:41.022253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:network and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:41.030117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:41.036390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:41.047398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:41.052034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.085139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:41.093500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.095759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.097047 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Added segment badc3e39-339d-4bb0-b84d-137587cf5459 of type vlan for network 22605616-3701-4936-8a82-c1b829dc2db3 Apr 28 20:19:41.101101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.126453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c35312d4-19e9-4f33-b58f-857057421a8f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.136813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.143910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:41.149641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'network': {'name': 'tempest-network-smoke--750968187', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.151213 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-621387eb-6fe6-4169-bbe8-7e421373c69e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2175798 Apr 28 20:19:41.157350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.162074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:41.167738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:network and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:41.171353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:41.179068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:41.203309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.209498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.210090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.228741 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:41.234952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6c64fc42-99ce-40ee-8589-80347233e94b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:41.241611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.314383 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6c64fc42-99ce-40ee-8589-80347233e94b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:41.315728 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.348311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3404069 Apr 28 20:19:41.353959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46616) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:41.363456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:19:41.366598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'subnet': {'network_id': '22605616-3701-4936-8a82-c1b829dc2db3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.366918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f306b112-55f9-4ba9-8582-a3052263cc28 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Network': ['ID=22605616-3701-4936-8a82-c1b829dc2db3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.378278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.378728 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Added segment 7c4d64fd-10ef-42b9-be95-2833518515e5 of type vlan for network d71c93b1-8ffe-4f69-802e-8ded9701b245 Apr 28 20:19:41.406422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 22605616-3701-4936-8a82-c1b829dc2db3 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:41.412006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.446153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.453650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.454578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.512324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:41.519886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Usage tracker for resource:subnet and tenant:571e538cce024f96b2a797d12d222568 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:41.526497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:41.538755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:41.557271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Made reservation on behalf of 571e538cce024f96b2a797d12d222568 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:41.560980 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.595322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Network': ['ID=d71c93b1-8ffe-4f69-802e-8ded9701b245,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.613846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1e2f48a5-737f-4f2e-ac9c-ab44380849d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4685369 Apr 28 20:19:41.614148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:19:41.616250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46622) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:41.622058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'admin_state_up': True, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:41.632360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:41.636696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:router and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:41.638645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376689-f99f-420d-be31-b1e460b1ad8f req-063dff39-15a1-4567-ad30-fbb4b9d4df6a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.639703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:41.640815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e376689-f99f-420d-be31-b1e460b1ad8f req-063dff39-15a1-4567-ad30-fbb4b9d4df6a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.3198988 Apr 28 20:19:41.648510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:41.669718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.671385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.706978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.851014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.931691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Subnet': ['ID=1da84288-098a-4072-96ff-98a9d2befba6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:41.940855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Checking segment: {'id': 'badc3e39-339d-4bb0-b84d-137587cf5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:41.941226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network hostable DHCP agents. Network: 22605616-3701-4936-8a82-c1b829dc2db3, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:41.960962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network 22605616-3701-4936-8a82-c1b829dc2db3 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:41.970658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 22605616-3701-4936-8a82-c1b829dc2db3) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:41.976478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:41.976995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:41.990358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dac7f04-08f1-4db0-a894-e5e80ae8fcc1 None None] Network 22605616-3701-4936-8a82-c1b829dc2db3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:42.006681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d442d640-1976-46d0-9735-54e265160500 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6458633 Apr 28 20:19:42.007464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46626) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:42.013164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f5f99871-631d-4677-b35a-936c303606cc tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'router': {'external_gateway_info': {'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:42.134954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.253975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-22605616-3701-4936-8a82-c1b829dc2db3', 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3', 'tenant_id': '571e538cce024f96b2a797d12d222568', 'fixed_ips': [{'subnet_id': '1da84288-098a-4072-96ff-98a9d2befba6'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:42.254836 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.422831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5f99871-631d-4677-b35a-936c303606cc tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.426511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.449868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Allocated IP 2001:db8:1::2 (22605616-3701-4936-8a82-c1b829dc2db3/1da84288-098a-4072-96ff-98a9d2befba6/c097781f-aeec-405a-a76f-f5daa4a21d58) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:42.566569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.606581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.620695 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-f5f99871-631d-4677-b35a-936c303606cc tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:19:42.622637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f5f99871-631d-4677-b35a-936c303606cc tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a HTTP/1.1" status: 400 len: 364 time: 0.6141112 Apr 28 20:19:42.626087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:42.716225 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.735113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Transition to ACTIVE for port object c097781f-aeec-405a-a76f-f5daa4a21d58 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:42.757541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Transition to ACTIVE for port object c097781f-aeec-405a-a76f-f5daa4a21d58 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:42.763077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.838032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Pushing event updated for resources: {'Port': ['ID=c097781f-aeec-405a-a76f-f5daa4a21d58,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:42.854703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Network 22605616-3701-4936-8a82-c1b829dc2db3 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:42.856057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:42.858690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:42.918044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.75 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/81068f69-06de-4c11-ab02-6f041bb689e9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:42.965943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Attempting to bind port c097781f-aeec-405a-a76f-f5daa4a21d58 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:42.966317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Attempting to bind port c097781f-aeec-405a-a76f-f5daa4a21d58 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'badc3e39-339d-4bb0-b84d-137587cf5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:42.966691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Attempting to bind port c097781f-aeec-405a-a76f-f5daa4a21d58 on network 22605616-3701-4936-8a82-c1b829dc2db3 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:42.974233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:42.974613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Checking segment: {'id': 'badc3e39-339d-4bb0-b84d-137587cf5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:42.975016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.975430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Bound using segment: {'id': 'badc3e39-339d-4bb0-b84d-137587cf5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:42.975925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Bound port: c097781f-aeec-405a-a76f-f5daa4a21d58, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'badc3e39-339d-4bb0-b84d-137587cf5459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '22605616-3701-4936-8a82-c1b829dc2db3'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:42.976313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:42.978168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b58d330-43f3-4f48-81c1-fc81beb58f9e req-436c8ef0-f22d-4286-b26a-281f1034b581 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:42.979626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b58d330-43f3-4f48-81c1-fc81beb58f9e req-436c8ef0-f22d-4286-b26a-281f1034b581 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.1872015 Apr 28 20:19:42.997952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-db0b9e46-4f90-4013-99ea-2f525ddd6467 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:42.999395 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-db0b9e46-4f90-4013-99ea-2f525ddd6467 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.2986066 Apr 28 20:19:43.073147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] For port c097781f-aeec-405a-a76f-f5daa4a21d58, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:43.076435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] For port c097781f-aeec-405a-a76f-f5daa4a21d58, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c097781f-aeec-405a-a76f-f5daa4a21d58,segment=NetworkSegment(badc3e39-339d-4bb0-b84d-137587cf5459),segment_id=badc3e39-339d-4bb0-b84d-137587cf5459)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:43.081958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.131457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 190c8b85-86e8-4834-ba10-5e5445e3959a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:43.131799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.208457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb877b48-bc83-4ff1-8047-d81038b60a62 None None] Pushing event updated for resources: {'Port': ['ID=c097781f-aeec-405a-a76f-f5daa4a21d58,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:43.281821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.470971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.541446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.722243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port 190c8b85-86e8-4834-ba10-5e5445e3959a, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=190c8b85-86e8-4834-ba10-5e5445e3959a,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:43.723037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:43.851814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 190c8b85-86e8-4834-ba10-5e5445e3959a owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:43.898156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:43.905415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:43.910185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=81068f69-06de-4c11-ab02-6f041bb689e9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:43.912551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:43.938358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Allocated IP 2001:db8::1 (38a709e8-a47f-4e8a-9849-ec625ccf527f/9379c239-7927-409c-8fb8-4296eff1f864/d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:44.155239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.193527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Transition to ACTIVE for port object d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:44.233397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.235637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2130f93-8897-449a-858c-9ef58a25bcd6 req-5fd28dd6-7437-442a-93a5-b679513e0298 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:44.237786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2130f93-8897-449a-858c-9ef58a25bcd6 req-5fd28dd6-7437-442a-93a5-b679513e0298 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 909 time: 0.1176784 Apr 28 20:19:44.244751 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.318792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:44.322239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:44.326347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:44.326887 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.342216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Port': ['ID=d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:44.481196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.563497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] No DVR routers for this DVR port 190c8b85-86e8-4834-ba10-5e5445e3959a on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:44.565953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=190c8b85-86e8-4834-ba10-5e5445e3959a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:44.592957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.596553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'name': 'network-vif-deleted', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:44.638007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f281239-8606-49e2-a0a2-1e32a898e1ca req-c9da02b9-4a5f-40de-8c74-d68e100f00b9 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.46 "DELETE /v2.0/ports/190c8b85-86e8-4834-ba10-5e5445e3959a HTTP/1.1" status: 204 len: 173 time: 1.6328554 Apr 28 20:19:44.708482 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfd43d6-9f6d-4e07-bd68-c0715e98a4a8'] response: {'server_uuid': 'bbf98114-3795-447b-bba4-54d9701c5f70', 'name': 'network-vif-deleted', 'tag': '190c8b85-86e8-4834-ba10-5e5445e3959a', 'status': 'completed', 'code': 200} Apr 28 20:19:44.739771 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:44.934780 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d272a81-d379-4972-acd5-dec9d202b353 None None] Network 22605616-3701-4936-8a82-c1b829dc2db3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:45.118909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-40e95986-595a-4232-aa11-ba24bc4be3d0 None None] Provisioning for port c097781f-aeec-405a-a76f-f5daa4a21d58 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:45.277906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.279621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.281871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.286554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a1cb20ed-ecd2-4e1c-a67a-22c4096b33d7 None None] Provisioning for port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:45.287266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.395075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a1cb20ed-ecd2-4e1c-a67a-22c4096b33d7 None None] Provisioning complete for port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:45.395075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1cb20ed-ecd2-4e1c-a67a-22c4096b33d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.452055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a1cb20ed-ecd2-4e1c-a67a-22c4096b33d7 None None] Port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:45.454628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c097781f-aeec-405a-a76f-f5daa4a21d58 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:45.496813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event updated for resources: {'Port': ['ID=d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:45.729566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c097781f-aeec-405a-a76f-f5daa4a21d58 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:45.738700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c097781f-aeec-405a-a76f-f5daa4a21d58 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:45.738700 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.766895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06e0a35c-cba9-46b1-8643-0847eb179747 req-d2b685f1-2f0d-4b8f-b31c-c2db06733a39 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=bbf98114-3795-447b-bba4-54d9701c5f70 HTTP/1.1" status: 200 len: 210 time: 0.1736832 Apr 28 20:19:45.826237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:19:45.847612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5fbddd86-778a-48a1-94d2-4b1ac34eed0f None None] Provisioning complete for port c097781f-aeec-405a-a76f-f5daa4a21d58 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:45.848078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fbddd86-778a-48a1-94d2-4b1ac34eed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:45.909293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:45.909293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:45.977967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router 879a5cb7-408a-4c14-a78c-c56295502bc8 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:19:46.134469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:46.149314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Router 02a1fb19-3636-4ce9-9bef-d2cc4548567a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:46.182289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c097781f-aeec-405a-a76f-f5daa4a21d58, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c097781f-aeec-405a-a76f-f5daa4a21d58,segment=NetworkSegment(badc3e39-339d-4bb0-b84d-137587cf5459),segment_id=badc3e39-339d-4bb0-b84d-137587cf5459)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:46.184056 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fbddd86-778a-48a1-94d2-4b1ac34eed0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:46.199521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:46.307823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:46.322746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c097781f-aeec-405a-a76f-f5daa4a21d58,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:46.334889 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:46.346580 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Sync routers for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:46.350042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9399f141-7c6c-4646-874f-1dc2420a7d7b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7170489 Apr 28 20:19:46.350042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:46.359384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:46.359384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:46.397763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5fbddd86-778a-48a1-94d2-4b1ac34eed0f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:46.397763 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-5fbddd86-778a-48a1-94d2-4b1ac34eed0f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:46.410387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bb9ca0fc-8533-4659-ad75-f6b2513bc992 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b9489e90e1054f0b81c7cd8c61d5e714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0703104 Apr 28 20:19:46.410387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:46.439722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:46.454519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] Sync routers for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:46.466886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:46.467574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:46.476798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-14174e49-009f-4193-8190-caf1a6e5195b tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8471453 Apr 28 20:19:46.479436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46680) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:46.559625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 190c8b85-86e8-4834-ba10-5e5445e3959a no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:46.599280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6fa5a1-367b-4609-bb18-cf5c66eb239b tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:46.601519 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b6fa5a1-367b-4609-bb18-cf5c66eb239b tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1920245 Apr 28 20:19:46.608888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46684) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:46.613238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 190c8b85-86e8-4834-ba10-5e5445e3959a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:46.613902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 190c8b85-86e8-4834-ba10-5e5445e3959a not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:46.616321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:46.625808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:46.626426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:46.700894 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:46.718204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e85220c1-33f0-45b4-8c00-7e4bbf07c6bb tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0965936 Apr 28 20:19:46.718204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46688) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:46.718204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2044829248', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:46.746727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-406ec96e-95c0-4964-9790-c72d5352cb0a tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:46.759675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:46.759675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4114a4e-2575-4a3c-9ca8-544cf06b8bd5 None None] The sync data for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:46.985508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:47.021690 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-406ec96e-95c0-4964-9790-c72d5352cb0a tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] delete failed (client error): There was a conflict when trying to complete your request. Apr 28 20:19:47.023202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-406ec96e-95c0-4964-9790-c72d5352cb0a tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a HTTP/1.1" status: 409 len: 329 time: 0.5427291 Apr 28 20:19:47.025841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46702) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:47.085640 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:44Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:47.097635 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Checking router: 879a5cb7-408a-4c14-a78c-c56295502bc8 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:47.098474 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Updating router 879a5cb7-408a-4c14-a78c-c56295502bc8 port 81068f69-06de-4c11-ab02-6f041bb689e9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:19:47.136325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-164cff78-25ba-47fb-bb96-5331b67a0c1b None None] Provisioning complete for port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:47.136325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-164cff78-25ba-47fb-bb96-5331b67a0c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.145375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:19:47.160393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:subnet and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:19:47.165296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:19:47.184826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:19:47.201037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:19:47.201037 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.281947 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.294032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c097781f-aeec-405a-a76f-f5daa4a21d58 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:47.371310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-164cff78-25ba-47fb-bb96-5331b67a0c1b None None] Port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:47.425844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c097781f-aeec-405a-a76f-f5daa4a21d58 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:47.426779 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.858158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.903008 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:47.961093 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Transition to ACTIVE for port object 81068f69-06de-4c11-ab02-6f041bb689e9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:47.985858 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.003119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Subnet': ['ID=7e97a1e7-3e71-4e71-a031-a99d6315f9b6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:48.003119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:48.003119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network hostable DHCP agents. Network: d71c93b1-8ffe-4f69-802e-8ded9701b245, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:19:48.022002 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.087123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Attempting to bind port 81068f69-06de-4c11-ab02-6f041bb689e9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:48.087687 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Attempting to bind port 81068f69-06de-4c11-ab02-6f041bb689e9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:48.087824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Attempting to bind port 81068f69-06de-4c11-ab02-6f041bb689e9 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:48.099609 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:48.100372 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:48.116772 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.116772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:48.116772 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Bound port: 81068f69-06de-4c11-ab02-6f041bb689e9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:48.116772 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.212421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] For port 81068f69-06de-4c11-ab02-6f041bb689e9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:48.212421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] For port 81068f69-06de-4c11-ab02-6f041bb689e9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=81068f69-06de-4c11-ab02-6f041bb689e9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:48.226289 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22b68-8da5-4061-b328-24382558b919 None None] Pushing event updated for resources: {'Port': ['ID=81068f69-06de-4c11-ab02-6f041bb689e9,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:48.244354 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.323546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:19:48.339505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d71c93b1-8ffe-4f69-802e-8ded9701b245) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:48.345537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:48.346427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.361618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29a77c1-d513-495a-b539-639ee1d45046 None None] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:48.378130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b627bc0e-973e-4421-bc93-764cd848e228 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6698618 Apr 28 20:19:48.382163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46716) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:48.382813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:48.385593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:48.386222 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:48.481660 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f22b68-8da5-4061-b328-24382558b919 None None] Pushing event updated for resources: {'Port': ['ID=81068f69-06de-4c11-ab02-6f041bb689e9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:48.697974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:48.728240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d71c93b1-8ffe-4f69-802e-8ded9701b245', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:19:48.729360 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.013306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Allocated IP 172.20.0.2 (d71c93b1-8ffe-4f69-802e-8ded9701b245/7e97a1e7-3e71-4e71-a031-a99d6315f9b6/a2decf0b-1cf4-4398-a68b-da88a6c0d240) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:49.163649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port c3b1e175-cb95-4641-b804-7fbace7c85a4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:49.163649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.171225 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:44Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:49.181869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5b1942-ca7e-4f09-b91c-a6abd44c542a None None] The sync data for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 is: [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:44Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:49.185207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:49.185207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.456441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port c3b1e175-cb95-4641-b804-7fbace7c85a4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c3b1e175-cb95-4641-b804-7fbace7c85a4,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:49.456890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.459727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.471911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Transition to ACTIVE for port object a2decf0b-1cf4-4398-a68b-da88a6c0d240 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:49.528197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Transition to ACTIVE for port object a2decf0b-1cf4-4398-a68b-da88a6c0d240 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:49.554002 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:49.678223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for c3b1e175-cb95-4641-b804-7fbace7c85a4 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:49.763149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:49.763149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:49.763149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:49.836606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Pushing event updated for resources: {'Port': ['ID=a2decf0b-1cf4-4398-a68b-da88a6c0d240,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:50.017016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Attempting to bind port a2decf0b-1cf4-4398-a68b-da88a6c0d240 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:19:50.017016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Attempting to bind port a2decf0b-1cf4-4398-a68b-da88a6c0d240 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:19:50.017016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Attempting to bind port a2decf0b-1cf4-4398-a68b-da88a6c0d240 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:19:50.035268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:19:50.035268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:19:50.035268 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.039167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Bound using segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:19:50.039167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Bound port: a2decf0b-1cf4-4398-a68b-da88a6c0d240, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:19:50.039167 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.046462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.114142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.190767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=c3b1e175-cb95-4641-b804-7fbace7c85a4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:50.238971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] For port a2decf0b-1cf4-4398-a68b-da88a6c0d240, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:19:50.247301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] For port a2decf0b-1cf4-4398-a68b-da88a6c0d240, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a2decf0b-1cf4-4398-a68b-da88a6c0d240,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:19:50.265555 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.378752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:50.559416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585f5a84-cdfe-4f65-aebb-474d6adb7ba6 None None] Pushing event updated for resources: {'Port': ['ID=a2decf0b-1cf4-4398-a68b-da88a6c0d240,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:50.564254 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6b0fe885-b7aa-47de-b600-6cf9b73f6505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.656677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:50.677280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:51.114746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:51.237195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Port': ['ID=d5cf988b-ae9e-429c-85b9-16b8c2b7e8d3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:51.437675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router e50529f7-5209-4025-94e1-7bada9980189 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:51.494404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a2decf0b-1cf4-4398-a68b-da88a6c0d240 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:51.675129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port a2decf0b-1cf4-4398-a68b-da88a6c0d240 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:51.680388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 81068f69-06de-4c11-ab02-6f041bb689e9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:51.759995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 81068f69-06de-4c11-ab02-6f041bb689e9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:51.769759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 81068f69-06de-4c11-ab02-6f041bb689e9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:51.770221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:51.829764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:51.834260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:51.871220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Sync routers for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:51.881770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b159fc3-362c-4886-b2e8-f610b0aebd85 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "PUT /v2.0/routers/e50529f7-5209-4025-94e1-7bada9980189/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8888991 Apr 28 20:19:51.881770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46744) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:51.954411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:51.954411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:52.047872 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.055969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting subnet 1f4238ff-e905-446d-bab4-2823f976d164 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:52.067101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.076741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 81068f69-06de-4c11-ab02-6f041bb689e9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=81068f69-06de-4c11-ab02-6f041bb689e9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:52.087917 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.175402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.1 (d71c93b1-8ffe-4f69-802e-8ded9701b245/7e97a1e7-3e71-4e71-a031-a99d6315f9b6/cb1ac99d-b346-440d-98bc-dfe2939cd253) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:19:52.195904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.259275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=81068f69-06de-4c11-ab02-6f041bb689e9,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.278650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:52.384010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8b4991e6-d172-4daa-b67a-649efa0e7efa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.439370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.449543 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:52.546849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.562573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f56272-9a9f-4464-aedc-e08cd734fa74 None None] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:52.589859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4238ff-e905-446d-bab4-2823f976d164,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:52.602787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.612966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-326fa67e-9799-467c-8eac-da47bad9504b tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/subnets/1f4238ff-e905-446d-bab4-2823f976d164 HTTP/1.1" status: 204 len: 168 time: 0.7290890 Apr 28 20:19:52.613209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:52.623825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029bcaf7-61e9-4a79-b28f-d2e4a2c4aee4 None None] Network f8a44199-fee8-484a-895b-4ef6dac00a3b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:52.839315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Provisioning for port a2decf0b-1cf4-4398-a68b-da88a6c0d240 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:52.839315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Provisioning complete for port a2decf0b-1cf4-4398-a68b-da88a6c0d240 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:52.839315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.858672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:52.956960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Router 02a1fb19-3636-4ce9-9bef-d2cc4548567a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:52.999191 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:49Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:53.003771 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Checking router: e50529f7-5209-4025-94e1-7bada9980189 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:53.012889 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Routers {'e50529f7-5209-4025-94e1-7bada9980189'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:53.013881 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e50529f7-5209-4025-94e1-7bada9980189'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:53.192009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.231116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.242942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 5cae024b-87e9-40e1-bdf6-827a7c200b27 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:53.242942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.312202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:53.338263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] For port a2decf0b-1cf4-4398-a68b-da88a6c0d240, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a2decf0b-1cf4-4398-a68b-da88a6c0d240,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:53.343933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] DHCP port deletion for f8a44199-fee8-484a-895b-4ef6dac00a3b request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:53.358089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] Sync routers for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:53.386152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76299ed1-ffb8-4ae1-b5eb-b92ac5bb6a99 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3592393 Apr 28 20:19:53.398753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46764) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:53.427536 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] Set router e50529f7-5209-4025-94e1-7bada9980189 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:53.434974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Deleting port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:53.435662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.463976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 81068f69-06de-4c11-ab02-6f041bb689e9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:53.519722 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-98d0037a-a981-41cc-ab39-671f34faf012 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] show failed (client error): The resource could not be found. Apr 28 20:19:53.519722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98d0037a-a981-41cc-ab39-671f34faf012 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "GET /v2.0/routers/tempest-non_exist_router-73282704 HTTP/1.1" status: 404 len: 333 time: 0.1131399 Apr 28 20:19:53.520908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.532696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:53.546331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.552763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e7991bc-3f94-4f54-aa6b-6304357ede20 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:19:53.570440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object cb1ac99d-b346-440d-98bc-dfe2939cd253 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:53.615340 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7e7991bc-3f94-4f54-aa6b-6304357ede20 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] update failed (client error): The resource could not be found. Apr 28 20:19:53.615340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e7991bc-3f94-4f54-aa6b-6304357ede20 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "PUT /v2.0/routers/tempest-non_exist_router-691144998 HTTP/1.1" status: 404 len: 334 time: 0.0880256 Apr 28 20:19:53.618518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46772) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:53.642422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:53.642422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:53.646911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port 5cae024b-87e9-40e1-bdf6-827a7c200b27, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5cae024b-87e9-40e1-bdf6-827a7c200b27,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:53.646911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.740535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:53.750853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:53.888140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:53.904843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting subnet 1da84288-098a-4072-96ff-98a9d2befba6 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:53.918222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.008602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.011575 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:49Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:54.021541 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c355432-35de-4c18-8a97-7d9ef396532b None None] The sync data for ids ['e50529f7-5209-4025-94e1-7bada9980189'] in n-d-839811-1 is: [{'id': 'e50529f7-5209-4025-94e1-7bada9980189', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1567640407', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162'}], 'enable_snat': True}, 'gw_port_id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:06Z', 'updated_at': '2022-04-28T20:19:49Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '5cae024b-87e9-40e1-bdf6-827a7c200b27', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:5c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50529f7-5209-4025-94e1-7bada9980189', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3798, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:07Z', 'updated_at': '2022-04-28T20:19:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:54.096076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 5cae024b-87e9-40e1-bdf6-827a7c200b27 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:54.144315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.157608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] For port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,segment=NetworkSegment(b115ea12-b902-41c7-94e0-2807a0c5c9b1),segment_id=b115ea12-b902-41c7-94e0-2807a0c5c9b1)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:54.157608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.200417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:54.200417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:54.207324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:19:54.324641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.338705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Calling delete_port for 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:54.371167 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.399321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Subnet': ['ID=1da84288-098a-4072-96ff-98a9d2befba6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:54.401506 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.409429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-82983085-4e8b-4556-a691-1be0b5a56ee3 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/subnets/1da84288-098a-4072-96ff-98a9d2befba6 HTTP/1.1" status: 204 len: 168 time: 0.7961967 Apr 28 20:19:54.411911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46782) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:54.422320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.488003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.508075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d67d427-0c68-42a0-b236-c196a068762b None None] Network 22605616-3701-4936-8a82-c1b829dc2db3 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:54.645260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=5cae024b-87e9-40e1-bdf6-827a7c200b27,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:54.648966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] Routers {'02a1fb19-3636-4ce9-9bef-d2cc4548567a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:54.648966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:54.754330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] No DVR routers for this DVR port 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.756749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:19:54.762448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.801368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b25e679-01f8-40c3-afd6-284d8e26b673 None None] Pushing event updated for resources: {'Port': ['ID=a2decf0b-1cf4-4398-a68b-da88a6c0d240,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:54.825703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.840848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.873085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port c097781f-aeec-405a-a76f-f5daa4a21d58 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:54.873429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:54.976657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 81068f69-06de-4c11-ab02-6f041bb689e9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:54.976657 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.015562 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.020427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.020427 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.027365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-820b788d-ecac-4795-bb63-e0d06f2f8f85 None None] Provisioning complete for port a2decf0b-1cf4-4398-a68b-da88a6c0d240 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:55.027365 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-820b788d-ecac-4795-bb63-e0d06f2f8f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.051257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.051257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Fanout notify agent at l3_agent the message router_deleted on router e50529f7-5209-4025-94e1-7bada9980189 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:19:55.064944 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.071931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2afca4c2-f6e8-4f61-b0b6-e09043544397 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/routers/e50529f7-5209-4025-94e1-7bada9980189 HTTP/1.1" status: 204 len: 168 time: 2.4511209 Apr 28 20:19:55.071931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46788) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:55.129496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:55.129496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b32f26ff-b1e8-49dc-9619-43a1ea1b060f None None] The sync data for ids ['02a1fb19-3636-4ce9-9bef-d2cc4548567a'] in n-d-839811-1 is: [] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:19:55.178495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce54e07b-4daa-40f0-9059-eaa6ce52a21a None None] Pushing event deleted for resources: {'Port': ['ID=43543f2d-e3c1-4f9a-8305-6cd7b54e4245,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:55.189973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.233290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.331643 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.433295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.490917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-73e76a82-8049-4481-8511-23ca462b76e3 None None] Provisioning for port cb1ac99d-b346-440d-98bc-dfe2939cd253 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:19:55.504288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-73e76a82-8049-4481-8511-23ca462b76e3 None None] Provisioning complete for port cb1ac99d-b346-440d-98bc-dfe2939cd253 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:55.504288 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-73e76a82-8049-4481-8511-23ca462b76e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.512989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a44199-fee8-484a-895b-4ef6dac00a3b']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:55.550148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b115ea12-b902-41c7-94e0-2807a0c5c9b1') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:55.550148 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b115ea12-b902-41c7-94e0-2807a0c5c9b1') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:55.572736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.607756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-73e76a82-8049-4481-8511-23ca462b76e3 None None] Port cb1ac99d-b346-440d-98bc-dfe2939cd253 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:55.615379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] DHCP port deletion for 22605616-3701-4936-8a82-c1b829dc2db3 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:55.629231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.632164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Deleting port c097781f-aeec-405a-a76f-f5daa4a21d58 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:55.632613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.645182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:55.646250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:55.667459 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:55.768947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.801711 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:55.804068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a2decf0b-1cf4-4398-a68b-da88a6c0d240 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:19:55.812313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Network': ['ID=f8a44199-fee8-484a-895b-4ef6dac00a3b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:55.840448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5551664b-c0e7-4558-a379-6e2ad23b0c48 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/networks/f8a44199-fee8-484a-895b-4ef6dac00a3b HTTP/1.1" status: 204 len: 168 time: 0.7634068 Apr 28 20:19:55.840448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46798) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:55.929083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] For port c097781f-aeec-405a-a76f-f5daa4a21d58, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c097781f-aeec-405a-a76f-f5daa4a21d58,segment=NetworkSegment(badc3e39-339d-4bb0-b84d-137587cf5459),segment_id=badc3e39-339d-4bb0-b84d-137587cf5459)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:55.929083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.094476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 3f42710f-a9a4-4e1b-823f-82f71cd8c0a7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:56.094911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] For port c097781f-aeec-405a-a76f-f5daa4a21d58, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c097781f-aeec-405a-a76f-f5daa4a21d58,segment=NetworkSegment(badc3e39-339d-4bb0-b84d-137587cf5459),segment_id=badc3e39-339d-4bb0-b84d-137587cf5459)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:19:56.095074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.095301 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.157785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for c097781f-aeec-405a-a76f-f5daa4a21d58 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:56.194448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.210687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.250222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Calling delete_port for c097781f-aeec-405a-a76f-f5daa4a21d58 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:56.273574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a2decf0b-1cf4-4398-a68b-da88a6c0d240 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:56.273574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.386634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.421605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:56.468243 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.536833 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:19:56.537195 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:19:56.541185 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.541548 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.590938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:56.634216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:56.634557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 43543f2d-e3c1-4f9a-8305-6cd7b54e4245 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:56.635164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5cae024b-87e9-40e1-bdf6-827a7c200b27 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:56.644747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Port': ['ID=c097781f-aeec-405a-a76f-f5daa4a21d58,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:56.684176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] No DVR routers for this DVR port c097781f-aeec-405a-a76f-f5daa4a21d58 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:19:56.685997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 3f42710f-a9a4-4e1b-823f-82f71cd8c0a7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:19:56.731778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5cae024b-87e9-40e1-bdf6-827a7c200b27 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:56.731778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5cae024b-87e9-40e1-bdf6-827a7c200b27 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:56.731778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c097781f-aeec-405a-a76f-f5daa4a21d58 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:56.820447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c097781f-aeec-405a-a76f-f5daa4a21d58 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:56.820447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c097781f-aeec-405a-a76f-f5daa4a21d58 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:56.820447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c3b1e175-cb95-4641-b804-7fbace7c85a4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:56.824171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.852167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.874289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22605616-3701-4936-8a82-c1b829dc2db3']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:56.885065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c3b1e175-cb95-4641-b804-7fbace7c85a4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:19:56.885065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c3b1e175-cb95-4641-b804-7fbace7c85a4 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:19:56.890004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:19:56.891869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'badc3e39-339d-4bb0-b84d-137587cf5459') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:56.892195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'badc3e39-339d-4bb0-b84d-137587cf5459') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:56.900045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:19:56.909393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:56.980902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=3f42710f-a9a4-4e1b-823f-82f71cd8c0a7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:57.039025 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Deleting port c097781f-aeec-405a-a76f-f5daa4a21d58 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:57.040035 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.042775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.043340 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Floating IP 5ce0ab6f-38d0-468f-8ece-0c41a09d0932 disassociated (deleted). External IP: 172.25.2.40, port: 7eb88e01-310e-456d-9f23-12502ac4757f. Apr 28 20:19:57.192086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-5fa26e26-e3a7-4851-92a7-dda3c249dd66 None None] The port 'c097781f-aeec-405a-a76f-f5daa4a21d58' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:19:57.195300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.199846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:19:57.199846 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.265008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7a366af3-ca17-44aa-a1ad-8280a2fe7278 None None] Provisioning complete for port cb1ac99d-b346-440d-98bc-dfe2939cd253 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:19:57.265540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a366af3-ca17-44aa-a1ad-8280a2fe7278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:19:57.327912 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:19:57.332486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.336612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7a366af3-ca17-44aa-a1ad-8280a2fe7278 None None] Port cb1ac99d-b346-440d-98bc-dfe2939cd253 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:19:57.355343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router 879a5cb7-408a-4c14-a78c-c56295502bc8 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:57.359207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.369095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Network': ['ID=22605616-3701-4936-8a82-c1b829dc2db3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:57.448672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d81cd91b-3b7e-441f-bd70-f2146d706e5f tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/networks/22605616-3701-4936-8a82-c1b829dc2db3 HTTP/1.1" status: 204 len: 168 time: 3.0306485 Apr 28 20:19:57.456935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46812) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:57.556602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting subnet 2aef950a-9c0b-4809-b137-9cdda4f1b4b4 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:57.569709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.619284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router aef241ee-faf2-4002-bbc1-e5a6f20b99cb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:19:57.703222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.826445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:57.826445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9b1da66-52d7-4660-91bd-0ffc8565c8d9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/879a5cb7-408a-4c14-a78c-c56295502bc8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4328399 Apr 28 20:19:57.831692 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Sync routers for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:57.857207 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:57.857207 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:57.913259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:19:57.913259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:57.935489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Sync routers for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:19:57.950378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:19:57.950378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:57.985243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.151128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:58.229430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d9e0e8a-feca-4bdd-bf03-d0bb3a4d81f0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/floatingips/5ce0ab6f-38d0-468f-8ece-0c41a09d0932 HTTP/1.1" status: 204 len: 168 time: 2.3898952 Apr 28 20:19:58.229430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:19:58.241785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-7c2b5859-26d1-4b74-87dd-4c5980c5bb6b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:58.256382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:19:58.259904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.288859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-7c2b5859-26d1-4b74-87dd-4c5980c5bb6b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:58.288859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-7c2b5859-26d1-4b74-87dd-4c5980c5bb6b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1033825954&fields=id&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 267 time: 0.1283147 Apr 28 20:19:58.334304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Subnet': ['ID=2aef950a-9c0b-4809-b137-9cdda4f1b4b4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:58.357362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.362323 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef8a4566-54dc-434c-85bf-e036f1337171 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/subnets/2aef950a-9c0b-4809-b137-9cdda4f1b4b4 HTTP/1.1" status: 204 len: 168 time: 0.9105892 Apr 28 20:19:58.374686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46838) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:58.429538 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f631db1-537a-4b54-b7f1-6ec73a276213 None None] Network 3c758dac-b814-436a-9c0e-674601425168 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:58.571258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting subnet 78ffa3e1-cc02-448c-9d71-31775e1918b8 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:19:58.584274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.666561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b4bd04d-f0d5-4bf7-aef0-4fecf3b13b2d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:58.667292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b4bd04d-f0d5-4bf7-aef0-4fecf3b13b2d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:58.728366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b4bd04d-f0d5-4bf7-aef0-4fecf3b13b2d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:58.728366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b4bd04d-f0d5-4bf7-aef0-4fecf3b13b2d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 796 time: 0.4336438 Apr 28 20:19:58.732299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.749054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-c6a343da-aaf7-439c-bc3b-1189a4149579 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/quotas/b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 375 time: 0.0185673 Apr 28 20:19:58.830545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:58.936730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-2aad76a7-a35b-49d4-ab5c-87692130c3eb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:58.975475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-2aad76a7-a35b-49d4-ab5c-87692130c3eb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:19:58.988253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-2aad76a7-a35b-49d4-ab5c-87692130c3eb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2434273 Apr 28 20:19:58.992039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.032141 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:19:55Z', 'revision_number': 2, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:19:59.038906 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Checking router: 879a5cb7-408a-4c14-a78c-c56295502bc8 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:19:59.039491 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Updating router 879a5cb7-408a-4c14-a78c-c56295502bc8 port cb1ac99d-b346-440d-98bc-dfe2939cd253 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:19:59.105179 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8856df3d-02aa-4f52-b08a-3638611df739'] response: {'name': 'network-changed', 'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f', 'status': 'completed', 'code': 200} Apr 28 20:19:59.107870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Subnet': ['ID=78ffa3e1-cc02-448c-9d71-31775e1918b8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:19:59.127504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-dac5f274-ca54-4741-9d04-7da9be6e4107 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:19:59.144770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-dac5f274-ca54-4741-9d04-7da9be6e4107 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1377378 Apr 28 20:19:59.152860 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.183520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a898fc3c-0ce7-46d1-a8f8-f4087a8c1603 None None] Network cf4a1564-5982-4643-a4d5-faf8f83c2db2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:19:59.192902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.233232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0cd08c8f-8df0-4188-9848-e82ae6d8b048 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/subnets/78ffa3e1-cc02-448c-9d71-31775e1918b8 HTTP/1.1" status: 204 len: 168 time: 0.8639655 Apr 28 20:19:59.243889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:19:59.381156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-227ac34f-42f6-45f4-8f71-29ae22de33aa service neutron] 10.222.0.24 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451830 Apr 28 20:19:59.560556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.593731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 6c64fc42-99ce-40ee-8589-80347233e94b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:59.594347 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.623339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] DHCP port deletion for 3c758dac-b814-436a-9c0e-674601425168 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:19:59.633849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-e7f77752-5562-44f4-8b1c-07fe29c774eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:59.635701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-e7f77752-5562-44f4-8b1c-07fe29c774eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 1136 time: 0.5235503 Apr 28 20:19:59.644871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Deleting port 6c64fc42-99ce-40ee-8589-80347233e94b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:19:59.645240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.704246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-20fa28d0-b9f8-467a-ae27-1843be45d747 service neutron] 10.222.0.24 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3160412 Apr 28 20:19:59.738618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6c64fc42-99ce-40ee-8589-80347233e94b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:19:59.741655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6d4a9-6888-483f-8e27-29c80cafea57 req-35984d1b-ab25-4818-bf55-972184a0575a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:19:59.741655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-51b6d4a9-6888-483f-8e27-29c80cafea57 req-35984d1b-ab25-4818-bf55-972184a0575a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Synchronizing usage tracker for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:19:59.873174 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:19:59.896336 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Transition to ACTIVE for port object cb1ac99d-b346-440d-98bc-dfe2939cd253 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:19:59.917065 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.001359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-51b6d4a9-6888-483f-8e27-29c80cafea57 req-35984d1b-ab25-4818-bf55-972184a0575a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Unset dirty status for tenant:7e4e39b9a1da49f4b4dc394c3a0a1abb on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:00.010716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51b6d4a9-6888-483f-8e27-29c80cafea57 req-35984d1b-ab25-4818-bf55-972184a0575a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 0.6648138 Apr 28 20:20:00.054123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-153231e4-fa7e-42c7-a35b-8d54f6314cc2 req-09acac08-10eb-4196-b203-054e18258e5d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 210 time: 0.1207566 Apr 28 20:20:00.131645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51b6d4a9-6888-483f-8e27-29c80cafea57 req-5f00ab50-a083-48ae-962a-7cf377360898 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1200423 Apr 28 20:20:00.163187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-b232ccba-44b7-4245-be45-fd19f1e94463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:00.164942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-b232ccba-44b7-4245-be45-fd19f1e94463 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 200 len: 897 time: 0.5127461 Apr 28 20:20:00.272657 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da96060-b4ff-4eb6-b3c3-f0522e44fe5e None None] Pushing event updated for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:00.340656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f47ae0bc-e923-48cd-abb7-54cac44bf99c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:00.340656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f47ae0bc-e923-48cd-abb7-54cac44bf99c tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.41 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 0.1359813 Apr 28 20:20:00.353615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-d95e361c-182b-45f3-9e42-8a34a8e2a530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 200 len: 217 time: 0.1617517 Apr 28 20:20:00.502248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Attempting to bind port cb1ac99d-b346-440d-98bc-dfe2939cd253 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:00.502531 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Attempting to bind port cb1ac99d-b346-440d-98bc-dfe2939cd253 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:00.505086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Attempting to bind port cb1ac99d-b346-440d-98bc-dfe2939cd253 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:00.510456 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:20:00.510924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:20:00.511374 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.511819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Bound using segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:20:00.512343 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Bound port: cb1ac99d-b346-440d-98bc-dfe2939cd253, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:00.512791 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.515621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 7eb88e01-310e-456d-9f23-12502ac4757f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:00.516077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.561414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] For port 6c64fc42-99ce-40ee-8589-80347233e94b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6c64fc42-99ce-40ee-8589-80347233e94b,segment=NetworkSegment(404f7c49-fdfe-467c-b0f4-10cf61c0bf00),segment_id=404f7c49-fdfe-467c-b0f4-10cf61c0bf00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:00.561852 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.626574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] For port 6c64fc42-99ce-40ee-8589-80347233e94b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6c64fc42-99ce-40ee-8589-80347233e94b,segment=NetworkSegment(404f7c49-fdfe-467c-b0f4-10cf61c0bf00),segment_id=404f7c49-fdfe-467c-b0f4-10cf61c0bf00)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:00.627821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.660771 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] For port cb1ac99d-b346-440d-98bc-dfe2939cd253, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:20:00.664573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] For port cb1ac99d-b346-440d-98bc-dfe2939cd253, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cb1ac99d-b346-440d-98bc-dfe2939cd253,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:20:00.676976 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.753581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Calling delete_port for 6c64fc42-99ce-40ee-8589-80347233e94b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:00.845304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.875540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:00.904083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:00.904083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:00.990089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] No DVR routers for this DVR port 6c64fc42-99ce-40ee-8589-80347233e94b on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:00.995851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcbc30-30d7-4eeb-ac1f-aba88922a882 None None] Pushing event deleted for resources: {'Port': ['ID=6c64fc42-99ce-40ee-8589-80347233e94b,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:01.074595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for 6c64fc42-99ce-40ee-8589-80347233e94b owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:01.080850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:01.107968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Checking router: aef241ee-faf2-4002-bbc1-e5a6f20b99cb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:20:01.154891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-a16fd80d-1c47-4b49-80ba-8014c4abbe2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:01.158283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-a16fd80d-1c47-4b49-80ba-8014c4abbe2c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 200 len: 834 time: 0.6977687 Apr 28 20:20:01.168890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:01.169790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:01.337005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] DHCP port deletion for cf4a1564-5982-4643-a4d5-faf8f83c2db2 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:20:01.376837 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:01.463041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Deleting port 743a072b-558c-465d-bf4b-f9e29740ad3f {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:01.463041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:01.495629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3c4bdc63-c184-4684-8918-4abacd266e69 req-c6b6b31a-86f8-4acf-8af0-a7c01dddef81 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 210 time: 0.3288150 Apr 28 20:20:01.519688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:01.519688 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:01.537267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port 7eb88e01-310e-456d-9f23-12502ac4757f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7eb88e01-310e-456d-9f23-12502ac4757f,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:01.542499 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:01.656329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 743a072b-558c-465d-bf4b-f9e29740ad3f no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:01.671911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da96060-b4ff-4eb6-b3c3-f0522e44fe5e None None] Pushing event updated for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:01.744762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-b527a3a2-42f5-4726-83f6-8977aef9e4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:01.744762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-b527a3a2-42f5-4726-83f6-8977aef9e4d3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5214577 Apr 28 20:20:01.919314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] For port 743a072b-558c-465d-bf4b-f9e29740ad3f, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=743a072b-558c-465d-bf4b-f9e29740ad3f,segment=NetworkSegment(40dd9119-b35e-46d4-9d62-68986fa3bf9b),segment_id=40dd9119-b35e-46d4-9d62-68986fa3bf9b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:01.919314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:01.922998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 7eb88e01-310e-456d-9f23-12502ac4757f owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:01.947974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:02.111607 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:00Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:02.117289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 6c64fc42-99ce-40ee-8589-80347233e94b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:02.117858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.127940 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939929a5-589d-447d-b965-3b3d2bd7722b None None] The sync data for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 is: [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:00Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:02.162458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Calling delete_port for 743a072b-558c-465d-bf4b-f9e29740ad3f owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:02.321227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.415020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=7eb88e01-310e-456d-9f23-12502ac4757f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:02.425271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] The port '6c64fc42-99ce-40ee-8589-80347233e94b' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:20:02.532708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] No DVR routers for this DVR port 7eb88e01-310e-456d-9f23-12502ac4757f on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:02.536806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.553236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'name': 'network-vif-deleted', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:02.561519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d83250a9-47b1-4b2f-b434-eec6c4818026 req-f606d53f-e543-46cb-a408-20728d36b292 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.41 "DELETE /v2.0/ports/7eb88e01-310e-456d-9f23-12502ac4757f HTTP/1.1" status: 204 len: 173 time: 2.2146986 Apr 28 20:20:02.586833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01cbec63-8e49-4a4b-9226-84e43c95e590 req-f377f652-20cd-49da-b612-6f134ec9877a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:02.588545 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01cbec63-8e49-4a4b-9226-84e43c95e590 req-f377f652-20cd-49da-b612-6f134ec9877a tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/ports?device_id=87df5e16-16e8-4e1c-9f0f-e998884f1874 HTTP/1.1" status: 200 len: 985 time: 1.0017231 Apr 28 20:20:02.696816 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.743572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.820609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ede8239-8d51-42bd-95ae-950ff1680bb8 req-a32a61f4-fbb7-4942-b454-c60005dd6469 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 210 time: 0.1146019 Apr 28 20:20:02.930371 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:02.977327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] No DVR routers for this DVR port 743a072b-558c-465d-bf4b-f9e29740ad3f on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:02.994590 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba885d2-7937-4a6d-8657-ac349b5ff0c8'] response: {'server_uuid': '87df5e16-16e8-4e1c-9f0f-e998884f1874', 'name': 'network-vif-deleted', 'tag': '7eb88e01-310e-456d-9f23-12502ac4757f', 'status': 'completed', 'code': 200} Apr 28 20:20:03.014260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37e8ff-2466-409f-b137-467befce2f7f None None] Pushing event deleted for resources: {'Port': ['ID=743a072b-558c-465d-bf4b-f9e29740ad3f,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:03.048520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01cbec63-8e49-4a4b-9226-84e43c95e590 req-1de98ad8-f97b-449e-a2af-28832ea651e4 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "GET /v2.0/security-groups?id=119d85b6-810c-4459-865d-933f34413b9a&id=595bdb0a-0960-479b-8b0a-2e94e6ab70cf&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.4091382 Apr 28 20:20:03.126542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:03.146151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae8c346d-6b54-4a46-9de5-c197ec84f9fa None None] The sync data for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 is: [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '5fc2e0ee-83bc-4d33-8e11-696057d905d0', 'name': '', 'network_id': 'f9f25a60-bbdc-4d72-8ea3-fb928b8662c6', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'mac_address': 'fa:16:3e:64:cd:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3740, 'fixed_ips': [{'subnet_id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:18:05Z', 'updated_at': '2022-04-28T20:18:18Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'subnets': [{'id': 'e3a42874-838a-4d01-b6ae-3fdd4c1b4f35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:03.189898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-b55a610c-3157-427a-aceb-5007376f2d89 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4310157 Apr 28 20:20:03.209201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c758dac-b814-436a-9c0e-674601425168']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:03.337869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7eb88e01-310e-456d-9f23-12502ac4757f no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:03.344777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404f7c49-fdfe-467c-b0f4-10cf61c0bf00') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:03.344777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404f7c49-fdfe-467c-b0f4-10cf61c0bf00') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:03.439380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:03.572605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7eb88e01-310e-456d-9f23-12502ac4757f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:20:03.574091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7eb88e01-310e-456d-9f23-12502ac4757f not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:20:03.728644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cb1ac99d-b346-440d-98bc-dfe2939cd253 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:03.763278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b17b858-9f5b-425b-a9b9-12dabab7d697 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:03.763278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b17b858-9f5b-425b-a9b9-12dabab7d697 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:03.763278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:03.785236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:20:03.785236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:03.793596 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d806cdc9-360e-43ae-92b2-d117454a2d1f None None] New status for floating IP 5ce0ab6f-38d0-468f-8ece-0c41a09d0932: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:20:03.819590 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:20:03.836524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b17b858-9f5b-425b-a9b9-12dabab7d697 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:03.836524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-8b17b858-9f5b-425b-a9b9-12dabab7d697 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 796 time: 1.1458642 Apr 28 20:20:03.894727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port cb1ac99d-b346-440d-98bc-dfe2939cd253 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:03.902128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cb1ac99d-b346-440d-98bc-dfe2939cd253 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:03.902128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.042874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d83cb378-171a-41f8-9f2f-7a2321026703 req-acf37f3d-ca2a-45eb-8a40-8023b2cea479 service neutron] 10.222.0.41 "GET /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8385868 Apr 28 20:20:04.086035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-39d37903-4893-47a1-9031-7039aa70bdb4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 380 time: 0.2159185 Apr 28 20:20:04.097994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'port': {'device_id': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'admin_state_up': True, 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'security_groups': ['32048968-6128-485d-8652-3005fdf4e1b1']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:04.123954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.158192 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.174959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Network': ['ID=3c758dac-b814-436a-9c0e-674601425168,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:04.279697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a6fc643-d2bb-4110-b84a-c85c847e99fe req-83e2bfd4-e6d2-40cc-bd79-a7478b204209 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 210 time: 0.1681588 Apr 28 20:20:04.294535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0a892a7c-3f7b-4c4b-bde0-97858d535452 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/networks/3c758dac-b814-436a-9c0e-674601425168 HTTP/1.1" status: 204 len: 168 time: 5.0459177 Apr 28 20:20:04.302504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46914) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:04.342447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.350717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46918) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:04.404679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:04.414276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port cb1ac99d-b346-440d-98bc-dfe2939cd253, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cb1ac99d-b346-440d-98bc-dfe2939cd253,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:04.424212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:04.435013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.445166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:04.451891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.629304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:04.682877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.702658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.11 (d71c93b1-8ffe-4f69-802e-8ded9701b245/7e97a1e7-3e71-4e71-a031-a99d6315f9b6/0ce4f347-0aec-4127-a92b-f278f9df0f47) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:04.835889 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.954309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:04.978464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object 0ce4f347-0aec-4127-a92b-f278f9df0f47 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:05.005725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.084552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:05.088478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:05.092941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:05.140228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:05.150974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.178181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.206310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:05.206310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.217617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf4a1564-5982-4643-a4d5-faf8f83c2db2']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:05.236518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40dd9119-b35e-46d4-9d62-68986fa3bf9b') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:05.236518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40dd9119-b35e-46d4-9d62-68986fa3bf9b') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:05.240066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-3be5d289-d22e-4f0b-a3f1-9ae06ab65188 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1424367 Apr 28 20:20:05.262030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Request body: {'port': {'device_id': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:05.265976 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.302964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.302964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.341653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:20:05.341653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:20:05.377375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.384445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/security-groups/119d85b6-810c-4459-865d-933f34413b9a HTTP/1.1" status: 204 len: 168 time: 1.0209069 Apr 28 20:20:05.405094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079450ef-ebd2-45b0-831e-625ea8673ca0 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=119d85b6-810c-4459-865d-933f34413b9a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:05.409346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46932) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:05.536994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d371636-92fc-43cb-a716-97ef03a5770c None None] Provisioning for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:05.544926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3d371636-92fc-43cb-a716-97ef03a5770c None None] Provisioning complete for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:05.546144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3d371636-92fc-43cb-a716-97ef03a5770c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.615168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cb1ac99d-b346-440d-98bc-dfe2939cd253 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:05.641487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.648651 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.681998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46938) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:05.684179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/networks/cf4a1564-5982-4643-a4d5-faf8f83c2db2 HTTP/1.1" status: 204 len: 168 time: 1.3878117 Apr 28 20:20:05.693246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075c51c9-e02c-4c8c-831c-00358a2d3793 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Network': ['ID=cf4a1564-5982-4643-a4d5-faf8f83c2db2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:05.714023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139cdc6c-d8fb-48ad-b991-0777af6b0e3f req-4bf5491e-15a0-42db-a266-71b1f165a1d4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:05.714023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-139cdc6c-d8fb-48ad-b991-0777af6b0e3f req-4bf5491e-15a0-42db-a266-71b1f165a1d4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 932 time: 0.2109196 Apr 28 20:20:05.722249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.745729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3d371636-92fc-43cb-a716-97ef03a5770c None None] Port 0ce4f347-0aec-4127-a92b-f278f9df0f47 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:20:05.771126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port cb1ac99d-b346-440d-98bc-dfe2939cd253 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:05.771126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.781926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-139cdc6c-d8fb-48ad-b991-0777af6b0e3f req-23a5c981-d5f0-4954-9256-5db6d2736de0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584099 Apr 28 20:20:05.941508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:05.964371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting subnet 9379c239-7927-409c-8fb8-4296eff1f864 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:20:05.983738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.087466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.138414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.251090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.295820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=595bdb0a-0960-479b-8b0a-2e94e6ab70cf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:06.338299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.341494 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-923b9aeb-ecf5-41b5-9652-60fd72976307 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/security-groups/595bdb0a-0960-479b-8b0a-2e94e6ab70cf HTTP/1.1" status: 204 len: 168 time: 0.9287348 Apr 28 20:20:06.342800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:06.371166 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.414890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:06.435673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.476983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Transition to ACTIVE for port object 0ce4f347-0aec-4127-a92b-f278f9df0f47 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:06.491608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.685308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:06.695730 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.792428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Subnet': ['ID=9379c239-7927-409c-8fb8-4296eff1f864,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:06.805315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:06.821504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-059b99a3-48c2-4afd-bc05-b95e58f8bdf9 None None] Network 38a709e8-a47f-4e8a-9849-ec625ccf527f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:20:06.825512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5cc67976-c9ca-46ff-927a-c2def471e334 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/subnets/9379c239-7927-409c-8fb8-4296eff1f864 HTTP/1.1" status: 204 len: 168 time: 1.1417959 Apr 28 20:20:06.846842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 46958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:06.978448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:06.978704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:06.979020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:07.044017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:20:07.044357 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:07.108794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:20:07.108794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:20:07.108794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Bound using segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:20:07.108794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Bound port: 0ce4f347-0aec-4127-a92b-f278f9df0f47, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:07.108794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.154981 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.158240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.219841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:07.219841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.343848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e16bf48-ce6a-4dc8-afd7-266a1b6fb4ec req-f94a7db9-7f16-432a-9828-22cc8ab206bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:07.344608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e16bf48-ce6a-4dc8-afd7-266a1b6fb4ec req-f94a7db9-7f16-432a-9828-22cc8ab206bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:07.349614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-850391f5-6c27-421e-9233-d6613030902c None None] DHCP port deletion for 38a709e8-a47f-4e8a-9849-ec625ccf527f request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:20:07.354483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-850391f5-6c27-421e-9233-d6613030902c None None] Deleting port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:07.355129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850391f5-6c27-421e-9233-d6613030902c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.474796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:20:07.537640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2e16bf48-ce6a-4dc8-afd7-266a1b6fb4ec req-f94a7db9-7f16-432a-9828-22cc8ab206bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:07.546454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e16bf48-ce6a-4dc8-afd7-266a1b6fb4ec req-f94a7db9-7f16-432a-9828-22cc8ab206bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.5026133 Apr 28 20:20:07.651779 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4a1cc720-61e1-4f20-b61c-c74b03da87e0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:07.662032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:20:07.723956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.767468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 5fc2e0ee-83bc-4d33-8e11-696057d905d0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:07.767468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.793225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e16bf48-ce6a-4dc8-afd7-266a1b6fb4ec req-59fd059c-39d2-411a-9aa5-8beb7e0ca277 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2459753 Apr 28 20:20:07.793225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:07.793225 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.828859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:07.828859 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:07.828859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1092 time: 2.5823100 Apr 28 20:20:07.828859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:07.977745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-850391f5-6c27-421e-9233-d6613030902c None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:07.978321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850391f5-6c27-421e-9233-d6613030902c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.060793 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01adbc10-9088-4612-9674-35566c1476ff'] response: {'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:20:08.100305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port 5fc2e0ee-83bc-4d33-8e11-696057d905d0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fc2e0ee-83bc-4d33-8e11-696057d905d0,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:08.100305 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.147331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-850391f5-6c27-421e-9233-d6613030902c None None] Calling delete_port for 4a1cc720-61e1-4f20-b61c-c74b03da87e0 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:08.178335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for 4a1cc720-61e1-4f20-b61c-c74b03da87e0 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:08.207092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.258620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb3f6d-4477-4155-ae2f-131aad3d7073 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:08.320079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:08.325281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.335957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-553592db-e9fd-4eca-99a4-38a2743597fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:08.337555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-553592db-e9fd-4eca-99a4-38a2743597fa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1095 time: 0.3042531 Apr 28 20:20:08.342479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:08.342847 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:08.410511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-7d0e0560-085e-4fa6-9228-6455a0158a9c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 217 time: 0.0653119 Apr 28 20:20:08.446347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4a1cc720-61e1-4f20-b61c-c74b03da87e0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:08.480347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 5fc2e0ee-83bc-4d33-8e11-696057d905d0 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:08.502561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-850391f5-6c27-421e-9233-d6613030902c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:08.502561 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-850391f5-6c27-421e-9233-d6613030902c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:08.516078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-00f71423-788b-4274-951a-b3ece1f63838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:08.520824 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-00f71423-788b-4274-951a-b3ece1f63838 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.1008785 Apr 28 20:20:08.618287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-08477570-4571-44e8-bf61-31d967545c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:08.618287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-08477570-4571-44e8-bf61-31d967545c07 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0931044 Apr 28 20:20:08.794512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.816349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-755dd6e8-bb74-475c-89d1-50c8b3dbc22e service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866856 Apr 28 20:20:08.842636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=5fc2e0ee-83bc-4d33-8e11-696057d905d0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:08.849978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:08.849978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:08.998120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-850391f5-6c27-421e-9233-d6613030902c None None] Deleting port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:08.998976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850391f5-6c27-421e-9233-d6613030902c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:09.093207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f673caa1-ef0b-431c-873a-652fb3512e0d req-6e7afb7c-f3f3-4924-9862-422cbf515126 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2750368 Apr 28 20:20:09.251786 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:09.336242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-850391f5-6c27-421e-9233-d6613030902c None None] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:09.336242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850391f5-6c27-421e-9233-d6613030902c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:09.446408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c31aec-8188-41ff-8790-00660e6fc752 req-79895d0d-79a0-4b67-95ad-84baf2525565 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:09.447990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7c31aec-8188-41ff-8790-00660e6fc752 req-79895d0d-79a0-4b67-95ad-84baf2525565 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.3310556 Apr 28 20:20:09.449938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-ab6a27f4-97e7-4267-bf2c-2843e04e7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:09.451702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-ab6a27f4-97e7-4267-bf2c-2843e04e7c2f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1095 time: 0.2776659 Apr 28 20:20:09.453567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] For port 4a1cc720-61e1-4f20-b61c-c74b03da87e0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4a1cc720-61e1-4f20-b61c-c74b03da87e0,segment=NetworkSegment(4778c762-ad0b-46d0-a126-ca63c894dfce),segment_id=4778c762-ad0b-46d0-a126-ca63c894dfce)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:09.453937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:09.610227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-850391f5-6c27-421e-9233-d6613030902c None None] Calling delete_port for 4a1cc720-61e1-4f20-b61c-c74b03da87e0 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:09.717359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Calling delete_port for 4a1cc720-61e1-4f20-b61c-c74b03da87e0 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:09.756165 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-850391f5-6c27-421e-9233-d6613030902c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:09.766747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7c31aec-8188-41ff-8790-00660e6fc752 req-1a84a71e-7dcb-4c01-925e-913e6bf34e4f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847085 Apr 28 20:20:09.826669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850391f5-6c27-421e-9233-d6613030902c None None] Pushing event deleted for resources: {'Port': ['ID=4a1cc720-61e1-4f20-b61c-c74b03da87e0,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:09.834010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850391f5-6c27-421e-9233-d6613030902c None None] No DVR routers for this DVR port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:09.838259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Router aef241ee-faf2-4002-bbc1-e5a6f20b99cb has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:20:10.020983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-30f4b8a3-ae23-4d32-982e-09561daa8f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:10.020983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-30f4b8a3-ae23-4d32-982e-09561daa8f94 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.5558765 Apr 28 20:20:10.028027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:10.028027 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:10.070074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:20:10.084976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a02bd2d9-88d5-47c7-8cb7-acfa91073cba tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "PUT /v2.0/routers/aef241ee-faf2-4002-bbc1-e5a6f20b99cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403815 Apr 28 20:20:10.085893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Sync routers for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:20:10.087704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 46990) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:10.103951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-aeed9298-8779-4def-b34d-a26bb0438242 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 217 time: 0.0779369 Apr 28 20:20:10.122926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:10.123565 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:10.163610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting subnet e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:20:10.166737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.172785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-d3b00e3d-fdd0-4889-ae3f-65408f16d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:10.176932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-d3b00e3d-fdd0-4889-ae3f-65408f16d4ad service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0669448 Apr 28 20:20:10.265868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.299931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.307847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-080aab31-8022-46fd-9c8c-a5e95d12296a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:10.307847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-080aab31-8022-46fd-9c8c-a5e95d12296a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1215122 Apr 28 20:20:10.360005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:10.411389 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.559388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-04c51b56-8a63-457f-9884-8726a9b860e5 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426157 Apr 28 20:20:10.680991 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.761491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Subnet': ['ID=e3a42874-838a-4d01-b6ae-3fdd4c1b4f35,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:10.764181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.770964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f322ac48-19f0-4fd0-bf3e-a65ec0570a03 None None] Network f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:20:10.777553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:10.778592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5b4488ed-6df4-4bc0-87a1-5d0854e47b07 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/subnets/e3a42874-838a-4d01-b6ae-3fdd4c1b4f35 HTTP/1.1" status: 204 len: 168 time: 0.6898708 Apr 28 20:20:10.886446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Deleting port 4a1cc720-61e1-4f20-b61c-c74b03da87e0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:10.886446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:10.993143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:20:08Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:11.032300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Checking router: aef241ee-faf2-4002-bbc1-e5a6f20b99cb for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:20:11.041051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85406bb1-a92e-4da4-9cd4-d17e18ab800d req-7f9ca3ce-f93f-4057-9402-386d142fa26e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:11.048887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85406bb1-a92e-4da4-9cd4-d17e18ab800d req-7f9ca3ce-f93f-4057-9402-386d142fa26e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.1159198 Apr 28 20:20:11.064313 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-56c7a4a2-b060-4c7c-92c3-b58aa1815652 req-90d70aab-2374-48c9-8cad-53c15bea6e63 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909012 Apr 28 20:20:11.068018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Routers {'aef241ee-faf2-4002-bbc1-e5a6f20b99cb'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:11.068018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:19:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:11.137748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85406bb1-a92e-4da4-9cd4-d17e18ab800d req-586686f8-fe9a-4373-a47f-9caad37253db tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924873 Apr 28 20:20:11.162060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] The port '4a1cc720-61e1-4f20-b61c-c74b03da87e0' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:20:11.288901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] Set router aef241ee-faf2-4002-bbc1-e5a6f20b99cb gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:11.337893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.386279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.483212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38a709e8-a47f-4e8a-9849-ec625ccf527f']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:11.498019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4778c762-ad0b-46d0-a126-ca63c894dfce') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:11.498602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4778c762-ad0b-46d0-a126-ca63c894dfce') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:11.513028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.527516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] DHCP port deletion for f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:20:11.542095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Deleting port c9cfb3aa-d79b-4409-8728-0f930b0536aa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:11.542468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.606207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.617946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:20:11.618629 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: util.warn( Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:20:11.638195 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:20:11.661739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c9cfb3aa-d79b-4409-8728-0f930b0536aa no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:11.782193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.782193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.804189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.822011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Pushing event deleted for resources: {'Network': ['ID=38a709e8-a47f-4e8a-9849-ec625ccf527f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:11.822011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port 049a42aa-3c99-401a-b962-e77b17201f59 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:11.822011 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.881353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47016) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:11.881610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-51bacaa0-a435-4ae9-8539-8f29f59b7847 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/networks/38a709e8-a47f-4e8a-9849-ec625ccf527f HTTP/1.1" status: 204 len: 168 time: 5.0404890 Apr 28 20:20:11.900676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.932053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-586e5a32-4d08-4cb9-8e76-a18413c4a3b2 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Synchronizing usage tracker for tenant:571e538cce024f96b2a797d12d222568 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:11.944186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:11.951708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:11.977756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-586e5a32-4d08-4cb9-8e76-a18413c4a3b2 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Unset dirty status for tenant:571e538cce024f96b2a797d12d222568 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:11.979139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-586e5a32-4d08-4cb9-8e76-a18413c4a3b2 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "GET /v2.0/ports?device_id=02a1fb19-3636-4ce9-9bef-d2cc4548567a HTTP/1.1" status: 200 len: 205 time: 0.0957985 Apr 28 20:20:11.981659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47020) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:12.150121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:20:08Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:12.174723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.196690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331e3738-da2c-48e2-a576-3fc23df57b8e None None] The sync data for ids ['aef241ee-faf2-4002-bbc1-e5a6f20b99cb'] in n-d-839811-1 is: [{'id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'name': 'tempest-TestSecurityGroupsBasicOps-router-988692513', 'tenant_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254'}], 'enable_snat': True}, 'gw_port_id': '049a42aa-3c99-401a-b962-e77b17201f59', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:56Z', 'updated_at': '2022-04-28T20:20:08Z', 'revision_number': 5, 'project_id': '7e4e39b9a1da49f4b4dc394c3a0a1abb', 'gw_port': {'id': '049a42aa-3c99-401a-b962-e77b17201f59', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:b9:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aef241ee-faf2-4002-bbc1-e5a6f20b99cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:58Z', 'updated_at': '2022-04-28T20:18:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:12.211990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:12.211990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.333232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port 049a42aa-3c99-401a-b962-e77b17201f59, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=049a42aa-3c99-401a-b962-e77b17201f59,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:12.333552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.363112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Calling delete_port for c9cfb3aa-d79b-4409-8728-0f930b0536aa owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:12.447546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c9cfb3aa-d79b-4409-8728-0f930b0536aa,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:12.463263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.483316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for 049a42aa-3c99-401a-b962-e77b17201f59 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:12.567901 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:12.567901 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:12.650341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.657743 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.680380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:20:12.705707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.706203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Fanout notify agent at l3_agent the message router_deleted on router 02a1fb19-3636-4ce9-9bef-d2cc4548567a {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:20:12.733866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.734977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f4a56ee7-1952-42db-ab77-839db01e1853 tempest-RoutersNegativeIpV6Test-786165578 tempest-RoutersNegativeIpV6Test-786165578-project] 10.222.0.24 "DELETE /v2.0/routers/02a1fb19-3636-4ce9-9bef-d2cc4548567a HTTP/1.1" status: 204 len: 168 time: 0.7520726 Apr 28 20:20:12.908867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4ef58e-6282-4e3b-ab44-f920bdaade6e req-7c3a6c40-a961-4d40-b445-cc51b2c84ef0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:12.917311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf4ef58e-6282-4e3b-ab44-f920bdaade6e req-7c3a6c40-a961-4d40-b445-cc51b2c84ef0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.3273842 Apr 28 20:20:12.921911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:12.966604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:12.987247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:20:13.056802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Port': ['ID=049a42aa-3c99-401a-b962-e77b17201f59,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:13.057604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.086633 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Deleting port c9cfb3aa-d79b-4409-8728-0f930b0536aa {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:13.086633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.163287 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf4ef58e-6282-4e3b-ab44-f920bdaade6e req-baab4785-524a-43f5-9eee-82fcf3e06a8d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2410455 Apr 28 20:20:13.189022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.228445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:13.250650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:13.259444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.329587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47038) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:13.372060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:13.426437 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.440372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.462301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.462301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Fanout notify agent at l3_agent the message router_deleted on router aef241ee-faf2-4002-bbc1-e5a6f20b99cb {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:20:13.487220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.504286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:13.504286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.506385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-aab909fb-c1da-4642-89a4-d9047d4acd14 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/routers/aef241ee-faf2-4002-bbc1-e5a6f20b99cb HTTP/1.1" status: 204 len: 168 time: 2.6988671 Apr 28 20:20:13.506385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47046) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:13.688368 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.721787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port c9cfb3aa-d79b-4409-8728-0f930b0536aa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:13.721787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.759830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0ce4f347-0aec-4127-a92b-f278f9df0f47'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:20:13.769777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a1e922ea-8b1c-4376-a283-7571e1f31e3f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=571e538cce024f96b2a797d12d222568&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433153 Apr 28 20:20:13.772115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47050) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:13.849576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Calling delete_port for c9cfb3aa-d79b-4409-8728-0f930b0536aa owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:13.890439 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:13.893990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fc2e0ee-83bc-4d33-8e11-696057d905d0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:13.964938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:14.025141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] For port c9cfb3aa-d79b-4409-8728-0f930b0536aa, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c9cfb3aa-d79b-4409-8728-0f930b0536aa,segment=NetworkSegment(3747d3d3-5804-4fc7-bfca-5705f5ea980e),segment_id=3747d3d3-5804-4fc7-bfca-5705f5ea980e)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:14.025141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:14.034180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5fc2e0ee-83bc-4d33-8e11-696057d905d0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:20:14.034180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fc2e0ee-83bc-4d33-8e11-696057d905d0 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:20:14.042963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:14.059152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed7b2ed-6fce-4e3a-bcc7-9779d4d4b7d1,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:14.066531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:14.091205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e321dd1c-b21f-4928-86c8-e4e21afb06fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1ed7b2ed-6fce-4e3a-bcc7-9779d4d4b7d1 HTTP/1.1" status: 204 len: 168 time: 0.2969763 Apr 28 20:20:14.174638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:14.256106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Calling delete_port for c9cfb3aa-d79b-4409-8728-0f930b0536aa owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:14.334149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] Pushing event deleted for resources: {'Port': ['ID=c9cfb3aa-d79b-4409-8728-0f930b0536aa,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:14.353669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b48b6-16a9-44f5-a861-f037e9c07f41 None None] No DVR routers for this DVR port c9cfb3aa-d79b-4409-8728-0f930b0536aa on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:14.418374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.db.api [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88140) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:14.418374 n-d-839811-1 neutron-server[88140]: DEBUG oslo_db.api [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:14.468356 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f46e1f-be1a-409c-90d3-bb60544b2a6a req-94e2c2a2-96ac-4f12-a314-c1d80e11f455 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:14.482936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67f46e1f-be1a-409c-90d3-bb60544b2a6a req-94e2c2a2-96ac-4f12-a314-c1d80e11f455 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.1346562 Apr 28 20:20:14.531743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67f46e1f-be1a-409c-90d3-bb60544b2a6a req-7090d7d0-5fbf-4af3-86f0-b3568cba08d6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576885 Apr 28 20:20:14.918495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Deleting port c9cfb3aa-d79b-4409-8728-0f930b0536aa {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:14.918495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.111618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] The port 'c9cfb3aa-d79b-4409-8728-0f930b0536aa' was deleted {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:20:15.251072 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.275464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9f25a60-bbdc-4d72-8ea3-fb928b8662c6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:15.288200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3747d3d3-5804-4fc7-bfca-5705f5ea980e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:15.288411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3747d3d3-5804-4fc7-bfca-5705f5ea980e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:15.298031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47092) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.309038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.326115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.335033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:20:15.335484 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:20:15.368312 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:20:15.441807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3356a3b6-c922-44f4-a7a4-59bb1589ff23 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-48814985', 'prefixes': ['172.20.0.0/16']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:15.456687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3356a3b6-c922-44f4-a7a4-59bb1589ff23 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:15.477384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.477384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.524708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] Pushing event deleted for resources: {'Network': ['ID=f9f25a60-bbdc-4d72-8ea3-fb928b8662c6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:15.540783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d6768150-360f-486b-80d7-46a1226ac040 tempest-TestSecurityGroupsBasicOps-823340759 tempest-TestSecurityGroupsBasicOps-823340759-project] 10.222.0.24 "DELETE /v2.0/networks/f9f25a60-bbdc-4d72-8ea3-fb928b8662c6 HTTP/1.1" status: 204 len: 168 time: 2.0575612 Apr 28 20:20:15.551773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 049a42aa-3c99-401a-b962-e77b17201f59 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:15.598320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3356a3b6-c922-44f4-a7a4-59bb1589ff23 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.599659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3356a3b6-c922-44f4-a7a4-59bb1589ff23 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 735 time: 0.3005276 Apr 28 20:20:15.604726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47104) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.640669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47110) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.641320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3f1bad7d-9e4d-41e3-b3e1-6b5aff189b04 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "GET /v2.0/subnetpools/f63ca23a-bf75-4996-bfcc-c5bce64e9b0f HTTP/1.1" status: 200 len: 730 time: 0.0354614 Apr 28 20:20:15.646398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-593041e6-24e4-41ee-a769-b22d5f59a90f tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1996237053'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:15.665071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 049a42aa-3c99-401a-b962-e77b17201f59 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:20:15.667449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 049a42aa-3c99-401a-b962-e77b17201f59 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:20:15.788778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-593041e6-24e4-41ee-a769-b22d5f59a90f tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.788778 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-593041e6-24e4-41ee-a769-b22d5f59a90f tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "PUT /v2.0/subnetpools/f63ca23a-bf75-4996-bfcc-c5bce64e9b0f HTTP/1.1" status: 200 len: 684 time: 0.1435332 Apr 28 20:20:15.788778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47114) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.794819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffe1d8-df63-4455-a51d-c1484697ef55 req-f6b26bbc-3e90-4cc3-9081-cb338d17729d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:15.794819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffe1d8-df63-4455-a51d-c1484697ef55 req-f6b26bbc-3e90-4cc3-9081-cb338d17729d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.1273301 Apr 28 20:20:15.878919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffe1d8-df63-4455-a51d-c1484697ef55 req-31b4f91b-8044-4d87-8063-69410f20673c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756176 Apr 28 20:20:15.925923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2838170c-9099-402f-9a98-09c1f3dd2f58 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:15.929624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2838170c-9099-402f-9a98-09c1f3dd2f58 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f63ca23a-bf75-4996-bfcc-c5bce64e9b0f HTTP/1.1" status: 204 len: 168 time: 0.1378753 Apr 28 20:20:15.929895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47122) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.948489 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-61c1f78b-9d4c-4a8b-8462-304f55cd6efd tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] show failed (client error): The resource could not be found. Apr 28 20:20:15.949973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61c1f78b-9d4c-4a8b-8462-304f55cd6efd tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "GET /v2.0/subnetpools/f63ca23a-bf75-4996-bfcc-c5bce64e9b0f HTTP/1.1" status: 404 len: 346 time: 0.0193629 Apr 28 20:20:15.952684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47126) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:15.972659 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-1401942f-6188-4118-9e6b-a31118e92688 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] delete failed (client error): The resource could not be found. Apr 28 20:20:15.976960 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1401942f-6188-4118-9e6b-a31118e92688 tempest-SubnetPoolsTestJSON-578269498 tempest-SubnetPoolsTestJSON-578269498-project] 10.222.0.24 "DELETE /v2.0/subnetpools/f63ca23a-bf75-4996-bfcc-c5bce64e9b0f HTTP/1.1" status: 404 len: 346 time: 0.0197809 Apr 28 20:20:16.100355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47134) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:16.326588 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47144) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:16.433692 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.465999 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38244824-a39a-4456-9e20-31b8327b9295 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7e4e39b9a1da49f4b4dc394c3a0a1abb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630531 Apr 28 20:20:16.465999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:16.467368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47152) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:16.469665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Usage tracker for resource:security_group_rule and tenant:116bf8ef17f04c73a657666236d6ec30 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:16.474235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:16.481205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:16.558711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.595017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.607314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.613421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.669047 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.673226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=116bf8ef17f04c73a657666236d6ec30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3389554 Apr 28 20:20:16.673226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47156) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:16.673226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b9867a-f45d-4440-a9e6-ccf64443a43c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a302823b-4085-4fbb-9187-eca7d7dce039,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:16.692285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:16.704482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1ac72a0-6abf-4581-942a-42d6db28ba1d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:16.714024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.715192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cac5704d-2d07-4a07-9073-7950ebd7f23f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f1ac72a0-6abf-4581-942a-42d6db28ba1d HTTP/1.1" status: 204 len: 168 time: 0.2466402 Apr 28 20:20:16.747878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.778446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:16.797295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:16.797295 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.806698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.888493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.934048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a302823b-4085-4fbb-9187-eca7d7dce039,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:16.941096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:16.941096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a8290ed7-d44f-46e3-a6e4-c2695c0af598 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a302823b-4085-4fbb-9187-eca7d7dce039 HTTP/1.1" status: 204 len: 168 time: 0.2687783 Apr 28 20:20:17.050038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.103308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:17.124195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:17.136194 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.247815 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668e78af-11a4-40d1-a77e-9caffdd2cb1b req-030e0a8a-fb18-45d3-b90c-9aa2472dcca6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:17.247815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-668e78af-11a4-40d1-a77e-9caffdd2cb1b req-030e0a8a-fb18-45d3-b90c-9aa2472dcca6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.1686072 Apr 28 20:20:17.302610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47180) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:17.305231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:17.334568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-668e78af-11a4-40d1-a77e-9caffdd2cb1b req-47e68921-47f8-4c2f-b9ad-ca76112db0fc tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855923 Apr 28 20:20:17.371765 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.399306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:17.403649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Usage tracker for resource:security_group_rule and tenant:918f64caafe44be793d3430275c014c3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:17.406753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:17.413848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:17.570826 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.581935 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.656521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c7059d5-5171-45f9-a77e-529345684998,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:17.692752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ccf49ff4-a59f-4c31-93c0-04a84af45717 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=918f64caafe44be793d3430275c014c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3933423 Apr 28 20:20:17.693511 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fccff7e-47f1-425a-9901-c71222e738ad'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'code': 200} Apr 28 20:20:17.693889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:17.756382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.836414 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.896469 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f3f73-df4e-4f68-b097-36e15f8312da req-e30bbbfe-043f-42c1-9b44-18b9039d7d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:17.896469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-132f3f73-df4e-4f68-b097-36e15f8312da req-e30bbbfe-043f-42c1-9b44-18b9039d7d75 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.1283989 Apr 28 20:20:17.941389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.980725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-132f3f73-df4e-4f68-b097-36e15f8312da req-a02427ae-2e8c-4c2f-8799-999af8615b7e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777984 Apr 28 20:20:17.983344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c7059d5-5171-45f9-a77e-529345684998,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:17.994957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:17.996210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a08065ee-4836-4aa1-9fb8-5f015f26df82 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1c7059d5-5171-45f9-a77e-529345684998 HTTP/1.1" status: 204 len: 168 time: 0.3019934 Apr 28 20:20:18.153819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:18.449043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47226) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:18.535266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ca4a2099-c1c2-49f1-8804-22167cb6dd8f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d9382165636c4245abb32e51629f2292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0872734 Apr 28 20:20:18.537723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:18.554955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-142640418'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:18.563889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:18.569284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Usage tracker for resource:network and tenant:62b1ef6da2b04c238abac80daaa95204 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:18.585032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:18.594018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:18.609500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da7aad2-45d6-4fdd-9039-419ede1b9e09 req-02d5f59c-04ea-479f-8baa-580a053210c0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:18.611362 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9da7aad2-45d6-4fdd-9039-419ede1b9e09 req-02d5f59c-04ea-479f-8baa-580a053210c0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1245511 Apr 28 20:20:18.624199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Made reservation on behalf of 62b1ef6da2b04c238abac80daaa95204 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:18.628510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:18.648597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:18.668080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:18.672164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Usage tracker for resource:security_group_rule and tenant:62b1ef6da2b04c238abac80daaa95204 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:18.674794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9da7aad2-45d6-4fdd-9039-419ede1b9e09 req-663733fb-87e0-450d-8cc5-3158480429db tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534551 Apr 28 20:20:18.676987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:18.681848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:18.735085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:18.789275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:18.831179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:18.839782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.004541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:20:19.016781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c876b71e-8445-418a-9ab8-f6653fb1e65d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:19.016781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.016781 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Added segment 33686443-2890-42dd-abe6-555af7638620 of type vlan for network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 Apr 28 20:20:19.049698 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.067624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.086430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866dc1d1-9cd5-4d97-b075-82d46eb448a7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:19.116851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.122863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:19.123812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.172512 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.172512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c1ed01c-fabf-4789-bb4e-410a30498b0f admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/866dc1d1-9cd5-4d97-b075-82d46eb448a7 HTTP/1.1" status: 204 len: 168 time: 0.6246791 Apr 28 20:20:19.199784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.0377395 Apr 28 20:20:19.203654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47244) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:19.203654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Request body: {'subnet': {'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:19.291286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23513f1-9a7a-44a9-ab1a-9e04c55c5596 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event updated for resources: {'Network': ['ID=0d939aa9-3a69-4ae4-a7c5-efd86fe4c790,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:19.302381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:20:19.398050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:19.402920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Usage tracker for resource:subnet and tenant:62b1ef6da2b04c238abac80daaa95204 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:19.406394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:19.418760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:19.434786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Made reservation on behalf of 62b1ef6da2b04c238abac80daaa95204 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:19.438301 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.739687 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:19.909382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Checking segment: {'id': '33686443-2890-42dd-abe6-555af7638620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:20:19.909382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Network hostable DHCP agents. Network: 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:20:19.918780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event updated for resources: {'Subnet': ['ID=65cdd872-1e68-4b6f-9070-b3a811881be6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:19.952822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:20:19.972035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:19.975940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc14d929-1204-48c2-a3b2-a2b248fed7f2 req-46f80c54-15f6-404a-8558-e5a95c74bf81 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:19.989175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc14d929-1204-48c2-a3b2-a2b248fed7f2 req-46f80c54-15f6-404a-8558-e5a95c74bf81 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1622226 Apr 28 20:20:19.995662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553abd86-e5b1-4ff5-a713-3015fd29fd52 None None] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:20:19.999288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:19.999288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.027454 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dc6e949c-7928-4f55-aeed-8afef757037d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8309889 Apr 28 20:20:20.029982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:20.039948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Request body: {'port': {'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790', 'name': 'tempest-TagsExtTest-1213939449'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:20.061552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc14d929-1204-48c2-a3b2-a2b248fed7f2 req-cc4ab868-4d9a-4b1e-82a8-5e425b428941 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791216 Apr 28 20:20:20.294766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-0d939aa9-3a69-4ae4-a7c5-efd86fe4c790', 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790', 'tenant_id': '62b1ef6da2b04c238abac80daaa95204', 'fixed_ips': [{'subnet_id': '65cdd872-1e68-4b6f-9070-b3a811881be6'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:20:20.294766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.319586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-956d942f-2c29-409b-baab-b067701f71e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.523707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:20.525541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Allocated IP 172.20.0.2 (0d939aa9-3a69-4ae4-a7c5-efd86fe4c790/65cdd872-1e68-4b6f-9070-b3a811881be6/e10415d5-313c-43a7-ab4f-b5569ea5e712) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:20.529114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Usage tracker for resource:port and tenant:62b1ef6da2b04c238abac80daaa95204 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:20.536616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:20.541901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:20.573827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-7af2dc1e-1a62-476e-ae8c-48106d38b848 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1694143 Apr 28 20:20:20.573827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Made reservation on behalf of 62b1ef6da2b04c238abac80daaa95204 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:20.580860 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.617668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf255b75-ffea-449c-8f7a-316bf51d84b2 req-afd9b105-dae6-4518-bf21-1f3ffa13c2f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.619664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf255b75-ffea-449c-8f7a-316bf51d84b2 req-afd9b105-dae6-4518-bf21-1f3ffa13c2f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.2656186 Apr 28 20:20:20.623157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] device_id is not set on port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a yet. {{(pid=88140) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Apr 28 20:20:20.810674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.812543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bf255b75-ffea-449c-8f7a-316bf51d84b2 req-4bd51325-63a6-4f01-89f2-b6d9c4064362 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462538 Apr 28 20:20:20.818294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-47c32a63-5fd6-4ac1-bd20-6c78b7ba64c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.820523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Transition to ACTIVE for port object e10415d5-313c-43a7-ab4f-b5569ea5e712 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:20.822429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-47c32a63-5fd6-4ac1-bd20-6c78b7ba64c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.1316831 Apr 28 20:20:20.852209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Transition to ACTIVE for port object e10415d5-313c-43a7-ab4f-b5569ea5e712 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:20.852980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47268) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:20.860037 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:20.945564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98952462-3ed1-40b1-90b9-8c911d4e19f4 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:20.967147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-98952462-3ed1-40b1-90b9-8c911d4e19f4 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1092 time: 0.1055388 Apr 28 20:20:20.971593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Pushing event updated for resources: {'Port': ['ID=e10415d5-313c-43a7-ab4f-b5569ea5e712,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:20.976232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47274) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:20.976232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:20.979831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:20.987856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:20.987856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:20.991266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:floatingip and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:20.995253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:21.008671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:21.022234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:21.045089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.092442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-c702aaa8-f364-4329-bc4f-a59c47c22541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.092442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-c702aaa8-f364-4329-bc4f-a59c47c22541 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.2221682 Apr 28 20:20:21.096618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Attempting to bind port e10415d5-313c-43a7-ab4f-b5569ea5e712 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:21.096618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Attempting to bind port e10415d5-313c-43a7-ab4f-b5569ea5e712 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '33686443-2890-42dd-abe6-555af7638620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:21.096618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Attempting to bind port e10415d5-313c-43a7-ab4f-b5569ea5e712 on network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 19, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Checking segment: {'id': '33686443-2890-42dd-abe6-555af7638620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Bound using segment: {'id': '33686443-2890-42dd-abe6-555af7638620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Bound port: e10415d5-313c-43a7-ab4f-b5569ea5e712, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33686443-2890-42dd-abe6-555af7638620', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '0d939aa9-3a69-4ae4-a7c5-efd86fe4c790'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:21.108547 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.175256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-4fe94d37-d69c-4d0b-83a1-6646860a3ee7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 217 time: 0.0745287 Apr 28 20:20:21.179163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Allocated IP 172.20.0.13 (0d939aa9-3a69-4ae4-a7c5-efd86fe4c790/65cdd872-1e68-4b6f-9070-b3a811881be6/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:21.247803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] For port e10415d5-313c-43a7-ab4f-b5569ea5e712, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:20:21.251414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] For port e10415d5-313c-43a7-ab4f-b5569ea5e712, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e10415d5-313c-43a7-ab4f-b5569ea5e712,segment=NetworkSegment(33686443-2890-42dd-abe6-555af7638620),segment_id=33686443-2890-42dd-abe6-555af7638620)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:20:21.258286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.308461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.421804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748012a2-fcfb-4318-bb29-c82c08dd9f24 None None] Pushing event updated for resources: {'Port': ['ID=e10415d5-313c-43a7-ab4f-b5569ea5e712,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:21.473855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.495984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Transition to ACTIVE for port object 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:21.504422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-50c962ba-08e5-4a24-82da-44e67a24f499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.505911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-50c962ba-08e5-4a24-82da-44e67a24f499 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.3183372 Apr 28 20:20:21.562136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.168 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/7a9abd40-3af2-4210-9f2d-0621b0f5abd1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:21.640571 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-958c39fa-c7c6-400e-8c99-df8a39152c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.640571 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-958c39fa-c7c6-400e-8c99-df8a39152c17 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1269841 Apr 28 20:20:21.640571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.767124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.836936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:21.842328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:21.842941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:21.862425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.954066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event updated for resources: {'Port': ['ID=7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:21.987598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:21.987598 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:21.994503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:22.004658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:22.004658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:22.029022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-caab1c47-35b4-4285-8e59-4c90ce105e6e service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3033030 Apr 28 20:20:22.029022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1e6db68d-f31e-44f7-beb1-ecd4b89e972c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9937069 Apr 28 20:20:22.029022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47286) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:22.038611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1476840237', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:22.150169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=7a9abd40-3af2-4210-9f2d-0621b0f5abd1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:22.161969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:22.177290 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Usage tracker for resource:router and tenant:62b1ef6da2b04c238abac80daaa95204 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:22.181729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:22.193202 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e32f5c8c-7e2f-4aa7-b71d-dd3a4806375b req-ab34ba37-b1bc-4245-99c0-e633ae50dc5e service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599734 Apr 28 20:20:22.193202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:22.220531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.220531 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.243761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.267283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.292520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.292520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b0bd6b56-9f81-457e-a308-531ed5311918 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2569220 Apr 28 20:20:22.292520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47292) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:22.300565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a084d31b-2301-4782-9156-498276e37aa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1290912741', 'prefixes': ['172.20.0.0/16']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:22.307311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a084d31b-2301-4782-9156-498276e37aa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:22.386276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25128996-0373-4894-a887-6dc4aa5c4124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.424094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a084d31b-2301-4782-9156-498276e37aa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.432377 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a084d31b-2301-4782-9156-498276e37aa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.1394033 Apr 28 20:20:22.433343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47300) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:22.438856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-27b4c17f-ae96-411b-a592-e69d54c37df7 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-2129077084') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:22.564985 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-27b4c17f-ae96-411b-a592-e69d54c37df7 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-2129077084 HTTP/1.1" status: 201 len: 201 time: 0.1231961 Apr 28 20:20:22.564985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:22.570426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-230b4269-373e-4d30-8d07-f9f1016d73e0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-1667696192') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:22.624777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.694787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-230b4269-373e-4d30-8d07-f9f1016d73e0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-1667696192 HTTP/1.1" status: 201 len: 201 time: 0.1198587 Apr 28 20:20:22.694787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:22.694787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-b52eaafa-a470-4d70-83d1-de9aa09770da tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-2145968552') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:22.735010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:22.835774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:20:22.837029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b660f-1e0f-4d9f-b544-fc94d1f77d05 None None] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:20:23.040288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.040288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.049870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0cca4fec-bc24-4069-8f2f-b5dfa5971570 None None] Provisioning for port e10415d5-313c-43a7-ab4f-b5569ea5e712 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:23.053255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b52eaafa-a470-4d70-83d1-de9aa09770da tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-2145968552 HTTP/1.1" status: 201 len: 201 time: 0.3611968 Apr 28 20:20:23.053255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47314) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.069814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-edbd1218-db7c-4efa-9e2b-53b21201ed22 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-1275658583') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.126429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-edbd1218-db7c-4efa-9e2b-53b21201ed22 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-1275658583 HTTP/1.1" status: 201 len: 201 time: 0.0734155 Apr 28 20:20:23.129545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47320) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.135209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-0d599262-f825-4604-8281-9c816d840193 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.284461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0d599262-f825-4604-8281-9c816d840193 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 200 len: 241 time: 0.1536369 Apr 28 20:20:23.287234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.292623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-69545da5-228c-4e8d-9ab5-6711fedc54c9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-2129077084') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.309645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=7a9abd40-3af2-4210-9f2d-0621b0f5abd1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:23.323595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.374417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-69545da5-228c-4e8d-9ab5-6711fedc54c9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-2129077084 HTTP/1.1" status: 204 len: 168 time: 0.0860486 Apr 28 20:20:23.376834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47328) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.382348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-191eb12d-8087-4dc0-9488-23721ca289af tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-2129077084') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.492444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cf193b80-af3e-4b49-a757-8d74a02803bb None None] Provisioning for port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:23.499190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cf193b80-af3e-4b49-a757-8d74a02803bb None None] Provisioning complete for port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:23.499572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf193b80-af3e-4b49-a757-8d74a02803bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.545729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-191eb12d-8087-4dc0-9488-23721ca289af tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-2129077084 HTTP/1.1" status: 204 len: 168 time: 0.1653879 Apr 28 20:20:23.545948 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 90662fd5-facd-486b-bed4-7637f5c3399a associated. External IP: 172.25.2.168, port: 0ce4f347-0aec-4127-a92b-f278f9df0f47. Apr 28 20:20:23.547747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47334) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.553628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-6bb65f33-0d28-4bf5-808a-3962346ed2e9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.610502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cf193b80-af3e-4b49-a757-8d74a02803bb None None] Port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:20:23.700976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e10415d5-313c-43a7-ab4f-b5569ea5e712 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:23.724573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6bb65f33-0d28-4bf5-808a-3962346ed2e9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 200 len: 205 time: 0.1756499 Apr 28 20:20:23.727251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47338) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.733135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-8f59390d-2bb5-4431-8611-c01550edea4e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.800403 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ae820546-b73a-4c57-9258-1d42055585e2 None None] Provisioning complete for port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:23.800697 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae820546-b73a-4c57-9258-1d42055585e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:23.824237 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8f59390d-2bb5-4431-8611-c01550edea4e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 200 len: 241 time: 0.0917854 Apr 28 20:20:23.824237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47342) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.834549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-a5d9a2ea-87f4-439d-a937-43dc7eab4403 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-1667696192') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.964127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5d9a2ea-87f4-439d-a937-43dc7eab4403 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-1667696192 HTTP/1.1" status: 204 len: 168 time: 0.1315725 Apr 28 20:20:23.964127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47346) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:23.976530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-d667ee2d-efb6-4e43-9a7c-e572c7949274 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-1667696192') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:23.988102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.011487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ae820546-b73a-4c57-9258-1d42055585e2 None None] Port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:20:24.021806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e10415d5-313c-43a7-ab4f-b5569ea5e712 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:24.027582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e10415d5-313c-43a7-ab4f-b5569ea5e712 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:24.027974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.073084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router 879a5cb7-408a-4c14-a78c-c56295502bc8 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:20:24.096774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d667ee2d-efb6-4e43-9a7c-e572c7949274 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-1667696192 HTTP/1.1" status: 204 len: 168 time: 0.1363618 Apr 28 20:20:24.099514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47350) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.109151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-d854c91e-3a7d-44fb-971f-069c003222a5 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.111901 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.193197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.200854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d854c91e-3a7d-44fb-971f-069c003222a5 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 200 len: 205 time: 0.0996845 Apr 28 20:20:24.205258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.210509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-0ce77953-2c5d-4ad9-a75e-1b17227fc979 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.231387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e10415d5-313c-43a7-ab4f-b5569ea5e712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e10415d5-313c-43a7-ab4f-b5569ea5e712,segment=NetworkSegment(33686443-2890-42dd-abe6-555af7638620),segment_id=33686443-2890-42dd-abe6-555af7638620)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:24.239036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.290623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:20:24.307846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Sync routers for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:20:24.326010 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:24.326010 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.335794 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:24.348972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e10415d5-313c-43a7-ab4f-b5569ea5e712,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:24.392882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0ce77953-2c5d-4ad9-a75e-1b17227fc979 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 200 len: 241 time: 0.1855490 Apr 28 20:20:24.396031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47358) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.402221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-9b68a18a-1da2-49aa-b591-4ab33d6059a3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-2145968552') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.414701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-355a3755-49ec-482e-bf83-9b16b0a9ebd2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.4509296 Apr 28 20:20:24.415782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:24.511912 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c833ea-5bc9-40f0-9a06-1d1ce877cfdd'] response: {'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:20:24.578086 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:24.637573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafd79c7-033e-4ead-835c-2f3c7870359e req-244234c2-9211-49fa-b514-d4617e57dfe5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:24.639050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cafd79c7-033e-4ead-835c-2f3c7870359e req-244234c2-9211-49fa-b514-d4617e57dfe5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0936949 Apr 28 20:20:24.676595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9b68a18a-1da2-49aa-b591-4ab33d6059a3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-2145968552 HTTP/1.1" status: 204 len: 168 time: 0.2795296 Apr 28 20:20:24.678935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.683992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-1b1e350d-ffdd-40ea-9c24-aa2ad86009f1 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-2145968552') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.712906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cafd79c7-033e-4ead-835c-2f3c7870359e req-9b888f6c-8273-4003-9d7b-1037df9a3670 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612748 Apr 28 20:20:24.739013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47372) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.817742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a992e-581d-47ec-9312-757ceba2c66d req-a6384af6-b825-4d15-a1fe-de4ac721be60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:24.819189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-a6384af6-b825-4d15-a1fe-de4ac721be60 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.2325735 Apr 28 20:20:24.851465 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-52ea5910-49f6-4022-8a5e-c5df79cd3cb0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 200 len: 992 time: 0.1112039 Apr 28 20:20:24.952144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b1e350d-ffdd-40ea-9c24-aa2ad86009f1 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-2145968552 HTTP/1.1" status: 204 len: 168 time: 0.2693980 Apr 28 20:20:24.952387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:24.958652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-5dae7ec5-2f79-4453-b4ad-f1ca56388db8 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.979693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '90662fd5-facd-486b-bed4-7637f5c3399a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:22Z', 'updated_at': '2022-04-28T20:20:22Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:24.983241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a992e-581d-47ec-9312-757ceba2c66d req-ea26fac5-8a22-4a01-adec-9e9f60b2f98d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:24.984628 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Checking router: 879a5cb7-408a-4c14-a78c-c56295502bc8 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:20:24.985141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-ea26fac5-8a22-4a01-adec-9e9f60b2f98d service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1565950 Apr 28 20:20:25.008967 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:25.010194 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.118428 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5dae7ec5-2f79-4453-b4ad-f1ca56388db8 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 200 len: 205 time: 0.1649663 Apr 28 20:20:25.120541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.125525 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-b7615fb5-ce8c-4f9b-9950-995dd350263e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.156132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b7615fb5-ce8c-4f9b-9950-995dd350263e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 200 len: 241 time: 0.0342441 Apr 28 20:20:25.158777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47384) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.164433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-4cce801f-c269-430e-bf5f-8f0a27b407da tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-1275658583') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.202169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4cce801f-c269-430e-bf5f-8f0a27b407da tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-1275658583 HTTP/1.1" status: 204 len: 168 time: 0.0398591 Apr 28 20:20:25.206162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.215251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-c0853a7a-17a4-4c29-b02e-ab2122b32838 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-1275658583') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.248868 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:25.252751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:25.256149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-0992478b-9742-4779-bd6a-dc060839b3b9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.2652924 Apr 28 20:20:25.269625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c0853a7a-17a4-4c29-b02e-ab2122b32838 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-1275658583 HTTP/1.1" status: 204 len: 168 time: 0.0621910 Apr 28 20:20:25.271950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.278294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-f85eb618-9e4f-408d-85b3-2e089b541a0a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.313605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f85eb618-9e4f-408d-85b3-2e089b541a0a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 200 len: 205 time: 0.0379074 Apr 28 20:20:25.315687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47396) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.323722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-58b3d1e4-3360-4eb8-b8ba-ad8bf14add2d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.341644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a992e-581d-47ec-9312-757ceba2c66d req-00a3f1ba-b0c9-4742-aa84-6dbc2bc1108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:25.343188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-00a3f1ba-b0c9-4742-aa84-6dbc2bc1108f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0797896 Apr 28 20:20:25.367954 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-58b3d1e4-3360-4eb8-b8ba-ad8bf14add2d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0505548 Apr 28 20:20:25.368579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47400) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.373531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-6b45a938-7a1c-4de1-80d4-68284dd4fb7a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.453576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122a992e-581d-47ec-9312-757ceba2c66d req-7db06f7f-b73e-46f9-aa93-af6be3e794b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:25.458856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-7db06f7f-b73e-46f9-aa93-af6be3e794b9 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1075418 Apr 28 20:20:25.607149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e10415d5-313c-43a7-ab4f-b5569ea5e712 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:25.616791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-83da1d77-31e4-4f8e-8a67-ab85d52c91ee service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506500 Apr 28 20:20:25.695879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6b45a938-7a1c-4de1-80d4-68284dd4fb7a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 204 len: 168 time: 0.3260880 Apr 28 20:20:25.698058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47408) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.699807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e10415d5-313c-43a7-ab4f-b5569ea5e712 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:25.700392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:25.703073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-95ae5114-434d-4b05-9981-7b5802f1055d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.753902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '90662fd5-facd-486b-bed4-7637f5c3399a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:22Z', 'updated_at': '2022-04-28T20:20:22Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.760560 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2da34b65-c6e7-46fb-af81-3cdcdfe882ec None None] The sync data for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 is: [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '90662fd5-facd-486b-bed4-7637f5c3399a', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.168', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:22Z', 'updated_at': '2022-04-28T20:20:22Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:25.825559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-95ae5114-434d-4b05-9981-7b5802f1055d tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.1261032 Apr 28 20:20:25.827598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.834979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-d972516b-e559-473a-8e8c-4364e8f7d9ea tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:25.847652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-122a992e-581d-47ec-9312-757ceba2c66d req-60239e0e-913a-4676-a544-8a80aeb2484b service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231748 Apr 28 20:20:25.855170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47420) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.921976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d972516b-e559-473a-8e8c-4364e8f7d9ea tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 204 len: 168 time: 0.0927465 Apr 28 20:20:25.925670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47424) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:25.931005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-645890bc-da2c-40bb-9fec-0ae811c1eca1 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-988109090') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.024231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-552375b0-6798-4e4c-9162-20d356c0e8e3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 200 len: 992 time: 0.1668942 Apr 28 20:20:26.039354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c75d38b5-741d-4eee-9631-41965702322f None None] New status for floating IP 90662fd5-facd-486b-bed4-7637f5c3399a: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:20:26.065075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-645890bc-da2c-40bb-9fec-0ae811c1eca1 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-988109090 HTTP/1.1" status: 201 len: 201 time: 0.1377614 Apr 28 20:20:26.067180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47428) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.072423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-927cdb15-80e2-4621-8dff-b474dbb4455a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-579728444') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.160677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-927cdb15-80e2-4621-8dff-b474dbb4455a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-579728444 HTTP/1.1" status: 201 len: 201 time: 0.0923593 Apr 28 20:20:26.163280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.168614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-99d882e7-48f2-40f0-baf0-7cf5e1546e1c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-1583395190') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.235630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47436) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.241406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2020483139', 'description': 'tempest-secgroup-smoke-2020483139 description', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:26.248763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.253861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.261277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.271701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.289048 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.309011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.312981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.316720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.324724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.337485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-99d882e7-48f2-40f0-baf0-7cf5e1546e1c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-1583395190 HTTP/1.1" status: 201 len: 201 time: 0.1730809 Apr 28 20:20:26.340257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47440) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.352320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-34701919-0223-4ffb-9321-ee8f3a3e956e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-55934121') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.432793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47444) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.433042 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34701919-0223-4ffb-9321-ee8f3a3e956e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-55934121 HTTP/1.1" status: 201 len: 201 time: 0.0915284 Apr 28 20:20:26.437924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-aa4b7015-f4d9-443a-9424-13147722c252 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', {'tags': ['tempest-TagsExtTest-Tag-140627993', 'tempest-TagsExtTest-Tag-1752929632', 'tempest-TagsExtTest-Tag-1902536237']}) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.438140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.443081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.488346 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.489573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2528620 Apr 28 20:20:26.491256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701d36d5-b711-44df-ae4c-e4b6cc7e95bd tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031f4960-e1f9-47f4-ab66-3831c5701d53,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:26.493214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47448) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.498367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:26.505572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.509445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.512352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.519805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa4b7015-f4d9-443a-9424-13147722c252 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 200 len: 317 time: 0.0859101 Apr 28 20:20:26.520154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.522750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47452) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.528095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-3aade06a-6c30-413c-93bd-991d157f1202 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.536783 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.596779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.601612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.610501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3aade06a-6c30-413c-93bd-991d157f1202 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 204 len: 168 time: 0.0865662 Apr 28 20:20:26.613028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47456) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.617718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-1a54c4a9-c689-4479-bb6b-22388cf42787 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-140627993') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.628431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4613d191-9ef8-4481-993b-224b90496fdd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:26.638753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.640127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05132fb4-47f4-4667-bb98-635179816c85 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1459839 Apr 28 20:20:26.643556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47460) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.648326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:26.654742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.658520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.661330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.667209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.685668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.689744 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-1a54c4a9-c689-4479-bb6b-22388cf42787 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:26.693226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1a54c4a9-c689-4479-bb6b-22388cf42787 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-140627993 HTTP/1.1" status: 404 len: 328 time: 0.0768042 Apr 28 20:20:26.693612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.698137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-d1b6d4b2-62de-4d66-8667-33d548a21a6c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-1752929632') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.749930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.754758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.763448 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-d1b6d4b2-62de-4d66-8667-33d548a21a6c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:26.764462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1b6d4b2-62de-4d66-8667-33d548a21a6c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-1752929632 HTTP/1.1" status: 404 len: 329 time: 0.0699809 Apr 28 20:20:26.767674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47468) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.772198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-1c042395-8fe2-47a4-ab46-e6fc10392c18 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6', 'tempest-TagsExtTest-Tag-1902536237') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.778953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2abacedd-b000-4035-a0bd-f73679198ce3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:26.788847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.790133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ed8c3dbc-c928-4f44-9947-9b31dec22db0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1456764 Apr 28 20:20:26.792848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47472) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.797834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:26.804809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.808730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.811622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.817913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.835910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.842190 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-1c042395-8fe2-47a4-ab46-e6fc10392c18 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:26.843192 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1c042395-8fe2-47a4-ab46-e6fc10392c18 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags/tempest-TagsExtTest-Tag-1902536237 HTTP/1.1" status: 404 len: 329 time: 0.0745802 Apr 28 20:20:26.846224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47476) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.851252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-5f7b13b3-950d-459c-a06d-776a95c6a754 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', {'tags': ['tempest-TagsExtTest-Tag-686792198', 'tempest-TagsExtTest-Tag-460783621', 'tempest-TagsExtTest-Tag-382461337']}) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.898163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.902113 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.927391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03ea474d-462f-4f21-8c60-17bddff11516,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:26.927653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5f7b13b3-950d-459c-a06d-776a95c6a754 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 200 len: 315 time: 0.0804965 Apr 28 20:20:26.930176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47480) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.937901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:26.939869 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa03d249-7fe5-41b5-a522-ac6c4ea9f2fc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461101 Apr 28 20:20:26.940986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-8f01c824-0a1b-4969-b637-0934579ac72c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:26.942705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47484) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:26.947773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:26.955613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:26.959436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:26.962321 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:26.972068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:26.989021 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.028326 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f01c824-0a1b-4969-b637-0934579ac72c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.0969710 Apr 28 20:20:27.028539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.030883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.036440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-99abf62f-786e-45d7-96b2-36859b1847a4 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-686792198') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.106341 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-99abf62f-786e-45d7-96b2-36859b1847a4 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:27.107357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-99abf62f-786e-45d7-96b2-36859b1847a4 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-686792198 HTTP/1.1" status: 404 len: 328 time: 0.0755830 Apr 28 20:20:27.110207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.115463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-657107c2-b466-4547-9c49-84db15e6f7bd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-460783621') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.145432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.155391 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.182020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a8987f1-a08b-4386-a9f1-ab2389623352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 200 len: 994 time: 0.1431084 Apr 28 20:20:27.183907 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-657107c2-b466-4547-9c49-84db15e6f7bd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:27.184389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52127572-ede4-4c7d-b926-700d9bd37ec2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:27.185090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-657107c2-b466-4547-9c49-84db15e6f7bd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-460783621 HTTP/1.1" status: 404 len: 328 time: 0.0733287 Apr 28 20:20:27.188119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47500) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.194155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-747045f3-f935-45e7-940e-ed4d5bc9f616 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a', 'tempest-TagsExtTest-Tag-382461337') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.196572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.197783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f68b36e7-a0c8-4b94-843d-e69d2dc4822e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2541032 Apr 28 20:20:27.200493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.206059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:27.212397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:27.216168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:27.219040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:27.226095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:27.238400 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Project 5bdb18f59c024922bafaf4c126a80e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:20:27.245018 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.265982 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-747045f3-f935-45e7-940e-ed4d5bc9f616 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:27.269667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-747045f3-f935-45e7-940e-ed4d5bc9f616 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags/tempest-TagsExtTest-Tag-382461337 HTTP/1.1" status: 404 len: 328 time: 0.0772846 Apr 28 20:20:27.269905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47508) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.274985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-6a37e388-2ce2-45a7-bcf8-7e3c667d5af3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', {'tags': ['tempest-TagsExtTest-Tag-1486818577', 'tempest-TagsExtTest-Tag-492188925', 'tempest-TagsExtTest-Tag-1846451064']}) {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.313423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.318291 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.342044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=daab054b-d67c-4ef9-b476-202b8cb04730,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:27.352223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.353648 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6c69126d-bdf2-4da0-8d49-22ba7acf26c3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522043 Apr 28 20:20:27.356491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.362163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'security_group_rule': {'security_group_id': '031f4960-e1f9-47f4-ab66-3831c5701d53', 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:27.368595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:27.372547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:security_group_rule and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:27.375467 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:27.381657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:27.393209 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Project 5bdb18f59c024922bafaf4c126a80e7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:20:27.399919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.419882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a37e388-2ce2-45a7-bcf8-7e3c667d5af3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 200 len: 317 time: 0.1489885 Apr 28 20:20:27.424763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.430284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-d896c3d9-1231-4fa6-be3e-29a47141593f tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.589800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.597793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.635415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cd438c0-e830-40db-9329-617b75116de4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:27.645071 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:27.646261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2fc06092-c7ed-43dc-ae50-8fb8612d2261 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2888319 Apr 28 20:20:27.652092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d896c3d9-1231-4fa6-be3e-29a47141593f tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 204 len: 168 time: 0.2264130 Apr 28 20:20:27.654745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.661472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-417a8dfc-023e-4c27-a2df-7fcfdb98d118 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-1486818577') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.906739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-4fc013e0-180a-4530-978d-bab68e397557 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:27.907762 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-417a8dfc-023e-4c27-a2df-7fcfdb98d118 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:27.908859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-417a8dfc-023e-4c27-a2df-7fcfdb98d118 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-1486818577 HTTP/1.1" status: 404 len: 329 time: 0.2531548 Apr 28 20:20:27.911608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47530) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:27.916519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-00280efe-2b41-482c-bcce-d822ad6d84fd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-492188925') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:27.924285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-4fc013e0-180a-4530-978d-bab68e397557 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:27.925559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-4fc013e0-180a-4530-978d-bab68e397557 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2020483139&fields=id&tenant_id=5bdb18f59c024922bafaf4c126a80e7b HTTP/1.1" status: 200 len: 267 time: 0.0601716 Apr 28 20:20:28.052527 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-00280efe-2b41-482c-bcce-d822ad6d84fd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:28.053579 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-00280efe-2b41-482c-bcce-d822ad6d84fd tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-492188925 HTTP/1.1" status: 404 len: 328 time: 0.1410437 Apr 28 20:20:28.056484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47534) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.061288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-9e20b76b-921b-48ce-8030-5cb2ed45c265 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394', 'tempest-TagsExtTest-Tag-1846451064') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.074086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f998c8b6-8484-4165-a346-0b4435e294ea tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:28.074775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f998c8b6-8484-4165-a346-0b4435e294ea tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:28.092047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f998c8b6-8484-4165-a346-0b4435e294ea tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:28.093391 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f998c8b6-8484-4165-a346-0b4435e294ea tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 813 time: 0.1610141 Apr 28 20:20:28.109914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-b85ebd44-a356-40f5-b7e2-d76e7f2ca456 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/quotas/5bdb18f59c024922bafaf4c126a80e7b HTTP/1.1" status: 200 len: 375 time: 0.0098698 Apr 28 20:20:28.193536 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-9e20b76b-921b-48ce-8030-5cb2ed45c265 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:28.194587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9e20b76b-921b-48ce-8030-5cb2ed45c265 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags/tempest-TagsExtTest-Tag-1846451064 HTTP/1.1" status: 404 len: 329 time: 0.1372323 Apr 28 20:20:28.197480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47538) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.202631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-421662a8-c35a-4d62-804b-c6b4ceeb9256 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', {'tags': ['tempest-TagsExtTest-Tag-459421785', 'tempest-TagsExtTest-Tag-1345239351', 'tempest-TagsExtTest-Tag-1863656489']}) {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.243031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-421662a8-c35a-4d62-804b-c6b4ceeb9256 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "PUT /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 200 len: 317 time: 0.0445027 Apr 28 20:20:28.245710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.250861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-0b089cf6-a92c-496d-8b09-71e736f09db3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.290738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0b089cf6-a92c-496d-8b09-71e736f09db3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0440288 Apr 28 20:20:28.293578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47546) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.302412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-531ef740-325a-436f-bb6b-07c40dc49d5c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-459421785') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.313879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-8bca4f04-f718-417b-9f02-3736c4a1cb5c tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:28.325187 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-531ef740-325a-436f-bb6b-07c40dc49d5c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:28.329011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-531ef740-325a-436f-bb6b-07c40dc49d5c tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-459421785 HTTP/1.1" status: 404 len: 328 time: 0.0317538 Apr 28 20:20:28.329354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47550) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.334698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.tag.tag_plugin [None req-7af0906c-8429-48d6-9ecc-a92c1797472b tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-1345239351') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.342480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-8bca4f04-f718-417b-9f02-3736c4a1cb5c tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:28.343667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-8bca4f04-f718-417b-9f02-3736c4a1cb5c tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2285762 Apr 28 20:20:28.378443 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [None req-7af0906c-8429-48d6-9ecc-a92c1797472b tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:28.379384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7af0906c-8429-48d6-9ecc-a92c1797472b tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-1345239351 HTTP/1.1" status: 404 len: 329 time: 0.0489678 Apr 28 20:20:28.382933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.387858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-7e9a3a04-0904-42eb-a7e7-01efba09afa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5', 'tempest-TagsExtTest-Tag-1863656489') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.411798 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7e9a3a04-0904-42eb-a7e7-01efba09afa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] show failed (client error): The resource could not be found. Apr 28 20:20:28.412785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e9a3a04-0904-42eb-a7e7-01efba09afa0 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags/tempest-TagsExtTest-Tag-1863656489 HTTP/1.1" status: 404 len: 329 time: 0.0288823 Apr 28 20:20:28.415904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.420600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-b5e5f65d-04f0-4603-bbfa-015fa3d280e9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.452106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5e5f65d-04f0-4603-bbfa-015fa3d280e9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5/tags HTTP/1.1" status: 204 len: 168 time: 0.0327151 Apr 28 20:20:28.452412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47562) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.458011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-86ab4065-cc09-4fcb-826e-a5e3139214d3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '83c965ad-4472-421f-bb5d-fd7b2e0c8394') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.484701 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-1781c1dd-3f56-441e-a0c7-cb66719fd7f5 service neutron] 10.222.0.24 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283560 Apr 28 20:20:28.601443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-86ab4065-cc09-4fcb-826e-a5e3139214d3 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394/tags HTTP/1.1" status: 204 len: 168 time: 0.1480317 Apr 28 20:20:28.603952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47566) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.608870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-9dc13b48-dc8d-44a6-b9c1-eb17552a2b6a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.619530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-2d1ce3de-0882-4ff5-a555-fac637a1579b service neutron] 10.222.0.24 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275377 Apr 28 20:20:28.677808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9dc13b48-dc8d-44a6-b9c1-eb17552a2b6a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a/tags HTTP/1.1" status: 204 len: 168 time: 0.0728261 Apr 28 20:20:28.680278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.685162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.tag.tag_plugin [None req-49c683cb-4816-4406-a604-4a6c8bacbad9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '65cdd872-1e68-4b6f-9070-b3a811881be6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:28.754876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-49c683cb-4816-4406-a604-4a6c8bacbad9 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6/tags HTTP/1.1" status: 204 len: 168 time: 0.0735295 Apr 28 20:20:28.759396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47578) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.843686 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-16817541-6f47-43ed-af12-14b17487cc58 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for subnetpool, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:28.844790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-16817541-6f47-43ed-af12-14b17487cc58 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnetpools/910f71d5-7b04-4bfb-ba8a-ae3f9b95f2e5 HTTP/1.1" status: 204 len: 168 time: 0.0845110 Apr 28 20:20:28.848377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:28.894193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a79cfd3-7f43-49bd-bd6f-e725b5e2126a tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "GET /v2.0/ports?device_id=83c965ad-4472-421f-bb5d-fd7b2e0c8394 HTTP/1.1" status: 200 len: 205 time: 0.0446458 Apr 28 20:20:28.896487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:29.013276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2bf23374-9006-43fe-aa67-f345ef2a1b0f req-5439069c-a8c7-4443-972a-194d4e41c909 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 210 time: 0.0418205 Apr 28 20:20:29.035335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.342487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.344682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.369180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.369700 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Fanout notify agent at l3_agent the message router_deleted on router 83c965ad-4472-421f-bb5d-fd7b2e0c8394 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:20:29.380907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.382118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-45980ba5-321c-476d-9640-c8b047577c8e tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/routers/83c965ad-4472-421f-bb5d-fd7b2e0c8394 HTTP/1.1" status: 204 len: 168 time: 0.4846616 Apr 28 20:20:29.384536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:29.453058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Deleting port 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:29.453405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.693025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:29.929328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Calling delete_port for 7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a owned by {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:30.090373 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.183518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event deleted for resources: {'Port': ['ID=7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:30.187030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-d1647af9-d0bb-41b9-99b3-ff406f961c49 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:30.188207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-d1647af9-d0bb-41b9-99b3-ff406f961c49 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 813 time: 0.1687844 Apr 28 20:20:30.229090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-802de74a-509e-431d-8049-b3959c4712f1 req-3595b36c-0eed-47e8-bdc2-fd59efbf5caf tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 210 time: 0.0974724 Apr 28 20:20:30.257480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-feaca75b-594f-4f94-aae9-ac09a0fb0dc0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:30.273123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-feaca75b-594f-4f94-aae9-ac09a0fb0dc0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:30.274553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-feaca75b-594f-4f94-aae9-ac09a0fb0dc0 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bdb18f59c024922bafaf4c126a80e7b HTTP/1.1" status: 200 len: 380 time: 0.0751975 Apr 28 20:20:30.283411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.283411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.283702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.284027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.284364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.284687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.285004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.285331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.285677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.285995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.286314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.286632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:20:30.294683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'port': {'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'admin_state_up': True, 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'security_groups': ['031f4960-e1f9-47f4-ab66-3831c5701d53']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:30.334297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.340925 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-040d555a-6bfb-45cc-82d9-d49753fa3b27 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/ports/7f7f15a8-cf3b-4fcf-817f-50a2695b2c3a HTTP/1.1" status: 204 len: 168 time: 0.9554031 Apr 28 20:20:30.343307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47608) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:30.426215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Deleting subnet 65cdd872-1e68-4b6f-9070-b3a811881be6 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:20:30.429923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.495682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:30.496517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.506812 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:30.520677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Made reservation on behalf of 5bdb18f59c024922bafaf4c126a80e7b for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:20:30.524410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.588470 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.678128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.693002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Allocated IP 172.20.0.10 (faf51640-a7c2-479a-b773-3dae4bbf2c06/3aad1034-c352-4313-8bc5-64d4c37874dd/30ceda23-5437-400f-81ea-7313b8085775) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:30.745208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-470ce133-9b72-4b71-8cfc-858f7394d849 None None] Network 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:20:30.746843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.756539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event deleted for resources: {'Subnet': ['ID=65cdd872-1e68-4b6f-9070-b3a811881be6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:30.762309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6070b6e3-86c2-493e-9ae3-a44e11963b00 tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/subnets/65cdd872-1e68-4b6f-9070-b3a811881be6 HTTP/1.1" status: 204 len: 168 time: 0.4178181 Apr 28 20:20:30.764905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47612) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:30.903281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:30.915349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Deleting port e10415d5-313c-43a7-ab4f-b5569ea5e712 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:30.916048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.054718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.069606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908a9440-593d-4899-99cc-b344190286ea None None] DHCP port deletion for 0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:20:31.074286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-908a9440-593d-4899-99cc-b344190286ea None None] Deleting port e10415d5-313c-43a7-ab4f-b5569ea5e712 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:31.074726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Transition to ACTIVE for port object 30ceda23-5437-400f-81ea-7313b8085775 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:31.075054 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908a9440-593d-4899-99cc-b344190286ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.107215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.183826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] For port e10415d5-313c-43a7-ab4f-b5569ea5e712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e10415d5-313c-43a7-ab4f-b5569ea5e712,segment=NetworkSegment(33686443-2890-42dd-abe6-555af7638620),segment_id=33686443-2890-42dd-abe6-555af7638620)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:31.184291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.192051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:31.197926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:31.200627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:31.240521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:31.327109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:31.328402 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.342145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-908a9440-593d-4899-99cc-b344190286ea None None] For port e10415d5-313c-43a7-ab4f-b5569ea5e712, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e10415d5-313c-43a7-ab4f-b5569ea5e712,segment=NetworkSegment(33686443-2890-42dd-abe6-555af7638620),segment_id=33686443-2890-42dd-abe6-555af7638620)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:31.343379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908a9440-593d-4899-99cc-b344190286ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.359870 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-e47e97a6-9ec8-42eb-803a-a359dbdd9ca5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0708499 Apr 28 20:20:31.378280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Request body: {'port': {'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:31.391035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Calling delete_port for e10415d5-313c-43a7-ab4f-b5569ea5e712 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:31.499242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.508922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-908a9440-593d-4899-99cc-b344190286ea None None] Calling delete_port for e10415d5-313c-43a7-ab4f-b5569ea5e712 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:20:31.585558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event deleted for resources: {'Port': ['ID=e10415d5-313c-43a7-ab4f-b5569ea5e712,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:31.589502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] No DVR routers for this DVR port e10415d5-313c-43a7-ab4f-b5569ea5e712 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:20:31.607516 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.618495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e10415d5-313c-43a7-ab4f-b5569ea5e712 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:20:31.660453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6e541cd7-be2e-481b-9444-4e697e260aee None None] Provisioning for port 30ceda23-5437-400f-81ea-7313b8085775 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:31.696483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-908a9440-593d-4899-99cc-b344190286ea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:20:31.697212 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-908a9440-593d-4899-99cc-b344190286ea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:20:31.697881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e10415d5-313c-43a7-ab4f-b5569ea5e712 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:20:31.698771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e10415d5-313c-43a7-ab4f-b5569ea5e712 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:20:31.713449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6e541cd7-be2e-481b-9444-4e697e260aee None None] Provisioning complete for port 30ceda23-5437-400f-81ea-7313b8085775 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:31.714127 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e541cd7-be2e-481b-9444-4e697e260aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.724104 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.752104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d939aa9-3a69-4ae4-a7c5-efd86fe4c790']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:31.769264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33686443-2890-42dd-abe6-555af7638620') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:31.769641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33686443-2890-42dd-abe6-555af7638620') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:31.788090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e541cd7-be2e-481b-9444-4e697e260aee None None] Port 30ceda23-5437-400f-81ea-7313b8085775 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:20:31.789958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df34dc6-fd9f-4c0d-af1c-48d6d3bd5f59 req-7d150680-e1e8-49bc-953c-4ae56557ac25 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:31.790671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3df34dc6-fd9f-4c0d-af1c-48d6d3bd5f59 req-7d150680-e1e8-49bc-953c-4ae56557ac25 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:31.791998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.810300 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.817812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:20:31.818222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:31.826668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3df34dc6-fd9f-4c0d-af1c-48d6d3bd5f59 req-7d150680-e1e8-49bc-953c-4ae56557ac25 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:31.827800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df34dc6-fd9f-4c0d-af1c-48d6d3bd5f59 req-7d150680-e1e8-49bc-953c-4ae56557ac25 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 932 time: 0.3512435 Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:20:31.834971 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:20:31.950827 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3df34dc6-fd9f-4c0d-af1c-48d6d3bd5f59 req-4ac8b95b-b4d4-4777-9b80-acb3be18751e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094470 Apr 28 20:20:32.055076 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.065637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ceda23-5437-400f-81ea-7313b8085775 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:32.075067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.083925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.086467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] Pushing event deleted for resources: {'Network': ['ID=0d939aa9-3a69-4ae4-a7c5-efd86fe4c790,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:32.091394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Transition to ACTIVE for port object 30ceda23-5437-400f-81ea-7313b8085775 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:20:32.097206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.098183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5065cb24-ded0-448d-9e96-9f299c7a9dff tempest-TagsExtTest-1107346743 tempest-TagsExtTest-1107346743-project] 10.222.0.24 "DELETE /v2.0/networks/0d939aa9-3a69-4ae4-a7c5-efd86fe4c790 HTTP/1.1" status: 204 len: 168 time: 1.3321121 Apr 28 20:20:32.199185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-908a9440-593d-4899-99cc-b344190286ea None None] Deleting port e10415d5-313c-43a7-ab4f-b5569ea5e712 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:20:32.199636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-908a9440-593d-4899-99cc-b344190286ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.236750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Pushing event updated for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:32.329719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-908a9440-593d-4899-99cc-b344190286ea None None] The port 'e10415d5-313c-43a7-ab4f-b5569ea5e712' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:20:32.404641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Attempting to bind port 30ceda23-5437-400f-81ea-7313b8085775 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:20:32.404972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Attempting to bind port 30ceda23-5437-400f-81ea-7313b8085775 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:20:32.405297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Attempting to bind port 30ceda23-5437-400f-81ea-7313b8085775 on network faf51640-a7c2-479a-b773-3dae4bbf2c06 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:32.410994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Port 30ceda23-5437-400f-81ea-7313b8085775 on network faf51640-a7c2-479a-b773-3dae4bbf2c06 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:20:32.411316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Attempting to bind port 30ceda23-5437-400f-81ea-7313b8085775 on network faf51640-a7c2-479a-b773-3dae4bbf2c06 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:20:32.440343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 20, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:20:32.440684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Checking segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:20:32.441069 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Bound using segment: {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:20:32.441523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Bound port: 30ceda23-5437-400f-81ea-7313b8085775, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab14b4a-b861-43a5-8350-134b29c9c2e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:20:32.441874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.477105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47622) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:32.551447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:20:32.554478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30ceda23-5437-400f-81ea-7313b8085775,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:20:32.558179 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.618038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:32.618666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.619990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] 10.222.0.41 "PUT /v2.0/ports/30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 1092 time: 1.2472813 Apr 28 20:20:32.620407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:32.641712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124567a2-4c04-42b0-817c-2ff70c88f372 service neutron] Pushing event updated for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:32.653327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e6275990-6784-4cd2-9cff-bca4dc8b16bf admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=62b1ef6da2b04c238abac80daaa95204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1750014 Apr 28 20:20:32.655784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47630) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:32.705881 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40f4f405-10e3-4253-a379-8cbdfdf6dd8f'] response: {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:20:32.721267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.750943 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.752499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f86b097b-0106-4c36-845a-7b95e97d8418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:32.754242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-f86b097b-0106-4c36-845a-7b95e97d8418 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1095 time: 0.0848701 Apr 28 20:20:32.809659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.827016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c876b71e-8445-418a-9ab8-f6653fb1e65d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:32.828591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-777057de-125d-4398-a6df-91b592fcce75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 217 time: 0.0630381 Apr 28 20:20:32.834657 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:32.835744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-af4d39e5-76f2-46c8-afe1-74c88f0e4079 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c876b71e-8445-418a-9ab8-f6653fb1e65d HTTP/1.1" status: 204 len: 168 time: 0.1788850 Apr 28 20:20:32.898193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-87723a38-c6fa-438a-b295-5e3d7f305192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:32.899692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-87723a38-c6fa-438a-b295-5e3d7f305192 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.0628858 Apr 28 20:20:32.981026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-ee4f109e-8218-4c0e-8d99-c042dcf43a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:32.982789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-ee4f109e-8218-4c0e-8d99-c042dcf43a2b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713727 Apr 28 20:20:33.288833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-a8d8b081-45fb-4c7b-9caf-96a6f7e02cbc service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962251 Apr 28 20:20:33.327311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc878a7-bb51-4749-bef2-6d88741254b8 req-3f9c75de-65ed-4d1f-a812-586e6411f8a8 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.328727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fc878a7-bb51-4749-bef2-6d88741254b8 req-3f9c75de-65ed-4d1f-a812-586e6411f8a8 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.1368399 Apr 28 20:20:33.452776 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8fc878a7-bb51-4749-bef2-6d88741254b8 req-17bf6a29-14f1-47f2-9314-20fcd4147354 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100125 Apr 28 20:20:33.469667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80bc5bcb-0f90-44b5-b7a0-81945157262c req-fea1bc8c-5b17-461c-8947-9d4630a1f675 service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693325 Apr 28 20:20:33.597746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-57f8fb4d-817a-4a28-afa8-29cd9ccea44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.599190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-57f8fb4d-817a-4a28-afa8-29cd9ccea44f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1095 time: 0.0749955 Apr 28 20:20:33.736813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-7fe5c725-fc62-41ed-b4a6-6fb3a5521e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.738284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-7fe5c725-fc62-41ed-b4a6-6fb3a5521e79 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 914 time: 0.1324165 Apr 28 20:20:33.806086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-9e869d6d-734e-42ad-93c8-5abd96870500 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 217 time: 0.0614636 Apr 28 20:20:33.875066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-4d2af13f-32f3-4346-912f-ea52ccd5ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.877153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-4d2af13f-32f3-4346-912f-ea52ccd5ff44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.0640912 Apr 28 20:20:33.952689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-5ed3919a-4867-4090-a3d4-9beb8e8e9106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:33.954240 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-5ed3919a-4867-4090-a3d4-9beb8e8e9106 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0708771 Apr 28 20:20:34.090137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-3084a522-0a81-4c88-b0b2-89af46dfa950 service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286602 Apr 28 20:20:34.230180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02de764b-f2aa-4088-b422-b7860ff8f7a8 req-3083a17c-d58d-4760-b00c-60fb28a25755 service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295636 Apr 28 20:20:34.648645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9533832-68f9-485e-82fc-58aaf5f64a88 req-127b2393-752d-4aaa-a5b3-b040bc317467 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:34.650279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9533832-68f9-485e-82fc-58aaf5f64a88 req-127b2393-752d-4aaa-a5b3-b040bc317467 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0824382 Apr 28 20:20:34.701760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a9533832-68f9-485e-82fc-58aaf5f64a88 req-7d4748bb-9b13-48cc-9640-13de3a46f829 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453589 Apr 28 20:20:35.883536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dad3843-2eae-4b2f-82ce-9f7c4b71e923 req-f72a8c1c-e776-4741-ac82-04fce6e32506 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:35.884982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad3843-2eae-4b2f-82ce-9f7c4b71e923 req-f72a8c1c-e776-4741-ac82-04fce6e32506 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0831935 Apr 28 20:20:35.931177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9dad3843-2eae-4b2f-82ce-9f7c4b71e923 req-15a9e8ab-4cdd-4c11-bb79-3873268713cb tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400364 Apr 28 20:20:37.119097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1286d70-6c6f-4315-976a-9c537c52fb06 req-a2026ce1-45ed-443a-a8aa-b37c0d8d51ba tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:37.120431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1286d70-6c6f-4315-976a-9c537c52fb06 req-a2026ce1-45ed-443a-a8aa-b37c0d8d51ba tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0842268 Apr 28 20:20:37.163864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1286d70-6c6f-4315-976a-9c537c52fb06 req-10cfc882-6960-4dae-8b4d-5358237d573b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378301 Apr 28 20:20:38.348460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b857c-2432-44e5-b65d-66e0ea77227a req-043f9cdc-1850-4753-9321-e799ebfc48ef tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:38.349864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee0b857c-2432-44e5-b65d-66e0ea77227a req-043f9cdc-1850-4753-9321-e799ebfc48ef tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0805876 Apr 28 20:20:38.393880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee0b857c-2432-44e5-b65d-66e0ea77227a req-3c863b0f-c2da-4dc0-8706-589328a86a5d tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382230 Apr 28 20:20:39.577748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d0c327-7264-4d65-8b1e-3d7632391086 req-62b06363-5d6b-429a-a3e2-878c8b144e35 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:39.579185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c327-7264-4d65-8b1e-3d7632391086 req-62b06363-5d6b-429a-a3e2-878c8b144e35 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0787661 Apr 28 20:20:39.626065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b3d0c327-7264-4d65-8b1e-3d7632391086 req-211f2c35-84fd-448a-9b5a-76f8b4069886 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408535 Apr 28 20:20:40.186380 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:40.817561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aa869c-3f65-4800-a56c-51d8255812eb req-6e791c68-2a75-40d7-9766-b436f1bff38a tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:40.818949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43aa869c-3f65-4800-a56c-51d8255812eb req-6e791c68-2a75-40d7-9766-b436f1bff38a tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 944 time: 0.0875914 Apr 28 20:20:40.869554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-43aa869c-3f65-4800-a56c-51d8255812eb req-8d84a1cc-66cb-4f56-9b5e-44a6c8016a21 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416865 Apr 28 20:20:41.454164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30ceda23-5437-400f-81ea-7313b8085775 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:20:41.594212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30ceda23-5437-400f-81ea-7313b8085775,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:41.609096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '30ceda23-5437-400f-81ea-7313b8085775', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:20:41.676234 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:41.694649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ceda23-5437-400f-81ea-7313b8085775 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:20:41.711073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30ceda23-5437-400f-81ea-7313b8085775,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:41.715076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:41.781225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:41.987727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['30ceda23-5437-400f-81ea-7313b8085775'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:20:42.075879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c361248-b3de-4e16-b237-171eb673b265 req-ddeb2af9-eddb-4472-b2f3-e6b6fadaabd8 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:42.078001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c361248-b3de-4e16-b237-171eb673b265 req-ddeb2af9-eddb-4472-b2f3-e6b6fadaabd8 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 945 time: 0.1004791 Apr 28 20:20:42.122997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c361248-b3de-4e16-b237-171eb673b265 req-2dae3d7b-eb6d-4e53-9317-b86f6732e46b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378788 Apr 28 20:20:42.408482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:43.312390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0b3380-4054-43fd-af65-dd8cb9179cc0 req-85d0cc37-5ba7-48b0-a5e6-3015e7190383 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:43.320456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0b3380-4054-43fd-af65-dd8cb9179cc0 req-85d0cc37-5ba7-48b0-a5e6-3015e7190383 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 945 time: 0.0882187 Apr 28 20:20:43.365361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e0b3380-4054-43fd-af65-dd8cb9179cc0 req-a57cb071-c722-41bc-91f6-5ba15d8e006f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439014 Apr 28 20:20:43.473233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30ceda23-5437-400f-81ea-7313b8085775 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:20:43.549478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 30ceda23-5437-400f-81ea-7313b8085775 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:20:43.554302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 30ceda23-5437-400f-81ea-7313b8085775 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:20:43.554671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:43.674869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:43.702133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:43.713089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30ceda23-5437-400f-81ea-7313b8085775,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:20:43.724248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:43.761098 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f9097e8-5a9c-4dfc-884b-54b7bcbc0bd0'] response: {'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'code': 200} Apr 28 20:20:43.801019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:43.915297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bf1f7-fc8d-44fc-98e2-f17478a521e5 req-4a32c53e-c7ad-4aa6-9ed9-fe302df3cbed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:43.916903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c25bf1f7-fc8d-44fc-98e2-f17478a521e5 req-4a32c53e-c7ad-4aa6-9ed9-fe302df3cbed service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1097 time: 0.0828385 Apr 28 20:20:43.963110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c25bf1f7-fc8d-44fc-98e2-f17478a521e5 req-5e1c385a-c9c5-4e13-99c6-35a328888268 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362885 Apr 28 20:20:44.565249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd05941-be39-42d5-af38-8ff201d9a78d req-c8739429-3e2b-48bc-ac95-8f834967fa21 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:44.567628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fd05941-be39-42d5-af38-8ff201d9a78d req-c8739429-3e2b-48bc-ac95-8f834967fa21 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.0870306 Apr 28 20:20:44.715991 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4fd05941-be39-42d5-af38-8ff201d9a78d req-51403b3d-686b-42ac-bd0c-31494e0bbae2 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423542 Apr 28 20:20:45.906008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a6b1ea-78b7-447e-a00c-b7907e4e3a4a req-0bf4f9db-6798-4f04-82e0-9358f03092b5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:45.907571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91a6b1ea-78b7-447e-a00c-b7907e4e3a4a req-0bf4f9db-6798-4f04-82e0-9358f03092b5 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.0842142 Apr 28 20:20:45.953822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91a6b1ea-78b7-447e-a00c-b7907e4e3a4a req-5aa49df1-1b0e-4567-9199-6e210e5049b7 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403061 Apr 28 20:20:46.297016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de21cfa-a66d-441e-b87c-dca4e35655d8 req-e529d560-38bc-4cb9-9a79-f416de26c348 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:46.299217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8de21cfa-a66d-441e-b87c-dca4e35655d8 req-e529d560-38bc-4cb9-9a79-f416de26c348 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.0840650 Apr 28 20:20:46.349177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8de21cfa-a66d-441e-b87c-dca4e35655d8 req-ed2c8713-5911-4de9-9204-a3545113f58c tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440547 Apr 28 20:20:46.372234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47772) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:46.629191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7d2fa9-6aac-4c0d-9fb4-e4fd312776df tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:46.629937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa7d2fa9-6aac-4c0d-9fb4-e4fd312776df tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] Synchronizing usage tracker for tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:20:46.646374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fa7d2fa9-6aac-4c0d-9fb4-e4fd312776df tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] Unset dirty status for tenant:5605c9d6f5cf4326b9a6dd404d9e5f47 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:20:46.650847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:46.651023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fa7d2fa9-6aac-4c0d-9fb4-e4fd312776df tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1092 time: 0.2776871 Apr 28 20:20:46.656316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:46.663510 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:20:46.667370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Usage tracker for resource:floatingip and tenant:5bdb18f59c024922bafaf4c126a80e7b is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:20:46.670345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:20:46.680915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:20:46.690742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:46.822983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:46.961069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Allocated IP 172.25.2.15 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:20:47.107128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:47.135616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:47.201990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:20:47.205622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:20:47.209366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:20:47.252688 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'Port': ['ID=85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:47.649884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:47.724147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:47.929777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:47.934037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:48.156429 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event updated for resources: {'Port': ['ID=85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:20:48.169287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:48.338908 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Floating IP d6f1d627-59de-49a1-b7ca-45df99ecb7dc associated. External IP: 172.25.2.15, port: 30ceda23-5437-400f-81ea-7313b8085775. Apr 28 20:20:48.703537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:20:48.889398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:20:48.901663 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:20:48.914395 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:48.915194 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:48.916016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:48.973991 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e8ae0d6b-fef0-4ccc-83f6-0bdaf63b7239 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3217418 Apr 28 20:20:48.975331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 47804) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:48.978130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:49.036721 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e15e926b-c636-423f-80d9-8a019592e75c'] response: {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:20:49.051838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eb5839-50bb-4e69-88ee-88b019d543e9 tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.056685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 47810) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:20:49.057002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7eb5839-50bb-4e69-88ee-88b019d543e9 tempest-TestVolumeBackupRestore-1579606572 tempest-TestVolumeBackupRestore-1579606572-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1092 time: 0.0804098 Apr 28 20:20:49.062735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Request body: {'floatingip': {'port_id': '30ceda23-5437-400f-81ea-7313b8085775'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:20:49.112928 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:49.142639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-9973f11a-5f8c-4b30-8827-8cfadfdab87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.144392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-9973f11a-5f8c-4b30-8827-8cfadfdab87f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1097 time: 0.0833549 Apr 28 20:20:49.185425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:49.300463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-8cde255a-f899-42a2-9ac4-d5585537ea04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.302127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-8cde255a-f899-42a2-9ac4-d5585537ea04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 914 time: 0.1515837 Apr 28 20:20:49.411043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-a9ef4894-fbbd-42a9-9ab7-aab68bdb62e4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 999 time: 0.1018252 Apr 28 20:20:49.555184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-1226259f-115f-4b4b-b269-f71b678477b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.556640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-1226259f-115f-4b4b-b269-f71b678477b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.1303115 Apr 28 20:20:49.680825 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-92d0af52-49f8-4f1b-b229-9da184946a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:49.682385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-92d0af52-49f8-4f1b-b229-9da184946a78 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189663 Apr 28 20:20:49.692819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:47Z', 'revision_number': 0, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:49.700900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:20:49.718463 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:49.719105 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:49.842983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-12ca21dc-67c4-4861-a9fc-b2be3e90e22b service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538668 Apr 28 20:20:50.023267 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:50.074528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-654dc0c4-468e-4545-81f0-0ba239f84cec req-ee06443c-705b-4a58-b650-9e1ef75a3f28 service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255831 Apr 28 20:20:50.084213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:50.089919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:50.258128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-70ec02d8-6b31-4bd0-806f-e811d44904b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:50.522800 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:47Z', 'revision_number': 0, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:50.526864 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608a3b71-15db-4e46-8fb3-8b99c801e3b0 None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:47Z', 'revision_number': 0, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:50.547004 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:20:50.733903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:20:50.738800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:50.746123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26826888-a0f3-44db-a084-e393e38e0dab None None] New status for floating IP d6f1d627-59de-49a1-b7ca-45df99ecb7dc: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:20:50.852736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4174af0f-d548-4f48-8077-da49f305178f tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "PUT /v2.0/floatingips/d6f1d627-59de-49a1-b7ca-45df99ecb7dc HTTP/1.1" status: 200 len: 991 time: 1.7946901 Apr 28 20:20:51.039378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}, {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:20:51.101011 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7c04ff-95ac-4c21-81a0-f88150465aab'] response: {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:20:51.104772 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d7c04ff-95ac-4c21-81a0-f88150465aab'] response: {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:20:51.124921 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:20:51.136157 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:51.136755 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:51.214704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-7721fa99-5692-4578-a786-db13fbf53c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:51.216293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-7721fa99-5692-4578-a786-db13fbf53c69 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1097 time: 0.0783775 Apr 28 20:20:51.326686 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:51.380486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-002c9ffd-512f-4fcd-a59d-4ec2917ee88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:51.382072 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-002c9ffd-512f-4fcd-a59d-4ec2917ee88a service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 914 time: 0.1510742 Apr 28 20:20:51.492529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-9952116d-6020-4b65-8412-b965aaf7b2e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 1001 time: 0.1016815 Apr 28 20:20:51.556609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-c70d1a37-d12f-4768-8027-f97e848d742f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:51.558060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-c70d1a37-d12f-4768-8027-f97e848d742f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.0574298 Apr 28 20:20:51.634524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-faf4e27d-f31d-45a9-a173-94c08e2612b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:51.635899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-faf4e27d-f31d-45a9-a173-94c08e2612b4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721006 Apr 28 20:20:51.674588 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:50Z', 'revision_number': 2, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:51.678395 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:20:51.686585 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:20:51.687172 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:20:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:51.869306 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:20:51.879879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-fdf83f15-847f-4437-b94f-496c8bcbed3f service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379589 Apr 28 20:20:52.013429 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-ec85a3b9-43fd-40ac-afbc-a82dffc10f24 service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268985 Apr 28 20:20:52.119927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-058991f9-625e-4f0b-91b5-2a638e312c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:52.121728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-058991f9-625e-4f0b-91b5-2a638e312c61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1097 time: 0.0701361 Apr 28 20:20:52.215586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:50Z', 'revision_number': 2, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:20:52.219523 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf1a1f-3d67-42e5-9f85-1b1edd9ae09a None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd6f1d627-59de-49a1-b7ca-45df99ecb7dc', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'floating_ip_address': '172.25.2.15', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'port_id': '30ceda23-5437-400f-81ea-7313b8085775', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 3891, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'mac_address': 'fa:16:3e:66:59:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:20:47Z', 'updated_at': '2022-04-28T20:20:50Z', 'revision_number': 2, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:20:52.251939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-cd7a3fe2-6fd0-434b-9e91-458ecb8f43eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:52.253210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-cd7a3fe2-6fd0-434b-9e91-458ecb8f43eb service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 914 time: 0.1258748 Apr 28 20:20:52.364931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-08fe561e-3adb-4e48-ba64-97309d642590 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 1001 time: 0.1057880 Apr 28 20:20:52.369725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc3a5de2-fad6-4d40-a121-81d1ae876a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:52.431414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-1dba19f9-4d59-4fa8-93f7-d880716a0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:52.432846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-1dba19f9-4d59-4fa8-93f7-d880716a0fe2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.0624220 Apr 28 20:20:52.510389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-47ef3e7d-be1e-47ba-8fd6-9bb5b9616980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:20:52.511929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-47ef3e7d-be1e-47ba-8fd6-9bb5b9616980 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736320 Apr 28 20:20:52.647408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-f8c1e5c6-c824-4741-afec-ffc2ab5b9c6f service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286471 Apr 28 20:20:52.781534 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c2193ae-cc5f-4ee8-9730-97516201877c req-997e227f-bfac-4403-81d7-dbda7912be7c service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283274 Apr 28 20:20:53.772493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:54.092352 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:55.243674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:20:59.824672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:21:10.199136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:12.410491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:20.242154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c7819ebb-ad27-4a1e-a08b-84cce9690a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:21.462846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-d6112c69-c16e-4cd1-a295-64b11b481537 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0797846 Apr 28 20:21:21.625175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-59bee7dc-e4f7-4151-8087-afe1c4d8b570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:21.627242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-59bee7dc-e4f7-4151-8087-afe1c4d8b570 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.0804808 Apr 28 20:21:21.776732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-2dea6ee7-d4d2-4550-85cb-6c7c92259c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:21.778309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-2dea6ee7-d4d2-4550-85cb-6c7c92259c56 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1331446 Apr 28 20:21:21.880893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-f6d1d10e-56b1-477b-b23c-2d441679501b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1002 time: 0.0970340 Apr 28 20:21:21.942050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-b4a70709-561a-45ae-aa0a-8782e243c717 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:21.943431 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-b4a70709-561a-45ae-aa0a-8782e243c717 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0567775 Apr 28 20:21:22.016651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-f8707342-312f-437a-ae3c-f83ceaabab7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:22.018169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-f8707342-312f-437a-ae3c-f83ceaabab7a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691833 Apr 28 20:21:22.147914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-ab33cf44-59fc-4d15-b19f-946f186f9213 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232541 Apr 28 20:21:22.364041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84aaf72c-dd57-41c6-85d8-30bd809a2cd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:22.385988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-60b9062b-25a1-41ba-bd87-2a9355552518 req-4cc1cd7f-6c49-44cf-afad-4c94c9f5bf33 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321377 Apr 28 20:21:23.777741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:24.095370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:25.247904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:25.901395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48126) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:26.118945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Deleting port 85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:26.119276 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.255200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48136) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:26.291049 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.291951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.378319 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.395461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:26.399729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Usage tracker for resource:security_group_rule and tenant:638c11e901c54b5ab85356ec30cac4e5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:26.402786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:26.410662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:26.514540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.518661 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.551140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Calling delete_port for 85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:26.568274 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=638c11e901c54b5ab85356ec30cac4e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3120682 Apr 28 20:21:26.569922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=597da091-d77b-495a-b858-06db3d43f71b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:26.572003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48142) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:26.590219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.590568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.590901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.591232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.591580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.591891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.592211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.592532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.592850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.593166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.593501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.593818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c84179b-4c34-4189-a1b1-46f102b26f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:26.650454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.684293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.724561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.742032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.759890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=597da091-d77b-495a-b858-06db3d43f71b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:26.764279 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.769354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6f53065f-ed63-4cb9-ad02-637243aa83de admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/597da091-d77b-495a-b858-06db3d43f71b HTTP/1.1" status: 204 len: 168 time: 0.1923494 Apr 28 20:21:26.784880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event deleted for resources: {'Port': ['ID=85d01d9e-3c53-43b1-bcb2-19bdd2e95e0d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:26.878869 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:26.879457 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Floating IP d6f1d627-59de-49a1-b7ca-45df99ecb7dc disassociated (deleted). External IP: 172.25.2.15, port: 30ceda23-5437-400f-81ea-7313b8085775. Apr 28 20:21:27.105747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48150) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:27.124000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.139326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:27.143860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Usage tracker for resource:security_group_rule and tenant:89bb042c41074ac295b0e706492fb655 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:27.147327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:27.152760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:27.236349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.240358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.256705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:21:27.290856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=89bb042c41074ac295b0e706492fb655&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1813040 Apr 28 20:21:27.290856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fc0da3-a689-4256-8356-cd1770752a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb34325-6668-4ed5-812e-4aa9985011b9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:27.291333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:27.355297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.382973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.444364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.460270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb34325-6668-4ed5-812e-4aa9985011b9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:27.467257 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.470118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b655938-e4ad-44b9-ac09-abe0c572daf0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9fb34325-6668-4ed5-812e-4aa9985011b9 HTTP/1.1" status: 204 len: 168 time: 0.1779962 Apr 28 20:21:27.473203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:21:27.486265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:27.497164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:27.497834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:27.523925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:27.588677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-003c4de1-fb86-42da-bfe8-f0976f290a8b tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "DELETE /v2.0/floatingips/d6f1d627-59de-49a1-b7ca-45df99ecb7dc HTTP/1.1" status: 204 len: 168 time: 1.6860747 Apr 28 20:21:27.589237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:27.693065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:27.938774 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80688810-4468-4dd3-8745-699a5c0a2967'] response: {'name': 'network-changed', 'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:21:28.121808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-e2ae9f1d-e710-4ba6-bf23-99f17d627876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.124084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-e2ae9f1d-e710-4ba6-bf23-99f17d627876 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 1097 time: 0.1601837 Apr 28 20:21:28.136479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:28.141724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:28.151896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:28.152500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:28.164436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109b04f7-8ad6-485e-bae9-37940138236d req-7260651f-ef1a-4930-9da7-9950fcbc0afc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.165825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-109b04f7-8ad6-485e-bae9-37940138236d req-7260651f-ef1a-4930-9da7-9950fcbc0afc tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.1649549 Apr 28 20:21:28.298138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-109b04f7-8ad6-485e-bae9-37940138236d req-2e2250a3-bc74-4435-ac61-f8d5a3f80185 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1151786 Apr 28 20:21:28.336021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-9afa6f16-878a-45cc-bb22-adb3c1b580b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.337539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-9afa6f16-878a-45cc-bb22-adb3c1b580b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 200 len: 914 time: 0.2062814 Apr 28 20:21:28.375674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:28.424263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-cfbd53c5-bca8-460b-8720-91297d6f89c8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 200 len: 217 time: 0.0798147 Apr 28 20:21:28.514786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-73c8770f-4358-472b-aed5-a37c0f03c86e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.516847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-73c8770f-4358-472b-aed5-a37c0f03c86e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 200 len: 852 time: 0.0849640 Apr 28 20:21:28.618095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-397fb872-ac5c-4bff-a12a-895bf1630c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:28.619745 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-397fb872-ac5c-4bff-a12a-895bf1630c20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=faf51640-a7c2-479a-b773-3dae4bbf2c06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0953708 Apr 28 20:21:28.774333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-9f50cd02-8e5b-4a98-b577-7c2ea1e28caf service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463139 Apr 28 20:21:28.779323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:28.784872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96aa4b9a-2f89-4204-8070-34df99708b0b None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:17:49Z', 'revision_number': 4, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '98042378-c171-48c8-8dea-f5ccdc71fce6', 'name': '', 'network_id': 'faf51640-a7c2-479a-b773-3dae4bbf2c06', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'mac_address': 'fa:16:3e:6d:6a:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:48Z', 'updated_at': '2022-04-28T20:17:58Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'subnets': [{'id': '3aad1034-c352-4313-8bc5-64d4c37874dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:28.939370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a010802-6e68-4844-937c-1f9ce6d615d4 req-181d80d6-4f7a-4af0-a3cb-55e566bbfc6a service neutron] 10.222.0.41 "GET /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583772 Apr 28 20:21:29.096481 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e055ff8f-c9e9-4c23-a13f-5e2c2235acf1 None None] New status for floating IP d6f1d627-59de-49a1-b7ca-45df99ecb7dc: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:21:29.513194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f34f76-61f0-4679-a005-ec0b2e0b57bf req-89df154f-4907-4ed6-a057-1a02f8908dca tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:29.513899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88f34f76-61f0-4679-a005-ec0b2e0b57bf req-89df154f-4907-4ed6-a057-1a02f8908dca tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:21:29.532260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88f34f76-61f0-4679-a005-ec0b2e0b57bf req-89df154f-4907-4ed6-a057-1a02f8908dca tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:21:29.534099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88f34f76-61f0-4679-a005-ec0b2e0b57bf req-89df154f-4907-4ed6-a057-1a02f8908dca tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.1248622 Apr 28 20:21:29.588908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88f34f76-61f0-4679-a005-ec0b2e0b57bf req-4ab65896-886e-4a7e-b55d-12e5e906f24e tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/security-groups?id=031f4960-e1f9-47f4-ab66-3831c5701d53&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490546 Apr 28 20:21:29.737755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-36d2568e-d942-457c-a19d-80e8229da533 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:29.739190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-36d2568e-d942-457c-a19d-80e8229da533 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.41 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 946 time: 0.0793073 Apr 28 20:21:29.815396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Deleting port 30ceda23-5437-400f-81ea-7313b8085775 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:29.815835 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:30.173688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] For port 30ceda23-5437-400f-81ea-7313b8085775, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=30ceda23-5437-400f-81ea-7313b8085775,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:30.174690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:30.301193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Calling delete_port for 30ceda23-5437-400f-81ea-7313b8085775 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:30.459443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:30.524016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event deleted for resources: {'Port': ['ID=30ceda23-5437-400f-81ea-7313b8085775,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:30.602877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] No DVR routers for this DVR port 30ceda23-5437-400f-81ea-7313b8085775 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:30.605314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:30.607873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'name': 'network-vif-deleted', 'tag': '30ceda23-5437-400f-81ea-7313b8085775'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:30.624222 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0e8e9ae-ca3d-4f83-aec4-8072e592df5a req-244ca9cd-d23d-4b3f-92c1-64b9fcd9e3b1 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.41 "DELETE /v2.0/ports/30ceda23-5437-400f-81ea-7313b8085775 HTTP/1.1" status: 204 len: 173 time: 0.8792381 Apr 28 20:21:30.686580 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bba5d963-3b8e-470b-a4a7-9eafb2a2331a'] response: {'server_uuid': 'b2c898a5-63df-4f07-bd64-0cc31414d17b', 'name': 'network-vif-deleted', 'tag': '30ceda23-5437-400f-81ea-7313b8085775', 'status': 'completed', 'code': 200} Apr 28 20:21:30.792435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bca18c7c-9646-4768-9737-8ddc4d483449 req-33f09687-6554-410f-984a-ded39820cbef tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 210 time: 0.0548608 Apr 28 20:21:31.748705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30ceda23-5437-400f-81ea-7313b8085775 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:31.783256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 30ceda23-5437-400f-81ea-7313b8085775 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:31.783745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 30ceda23-5437-400f-81ea-7313b8085775 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:31.959260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58ec6333-ea39-4224-812b-278fb2e87689 req-ece96ebc-1f9e-4d6e-8f89-7f617aa962df tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Synchronizing usage tracker for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:21:31.976784 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-58ec6333-ea39-4224-812b-278fb2e87689 req-ece96ebc-1f9e-4d6e-8f89-7f617aa962df tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Unset dirty status for tenant:5bdb18f59c024922bafaf4c126a80e7b on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:21:31.986180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-58ec6333-ea39-4224-812b-278fb2e87689 req-ece96ebc-1f9e-4d6e-8f89-7f617aa962df tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "GET /v2.0/ports?device_id=b2c898a5-63df-4f07-bd64-0cc31414d17b HTTP/1.1" status: 200 len: 210 time: 0.0699055 Apr 28 20:21:33.076916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48266) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:33.144531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:33.175677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:33.251239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:33.270304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=031f4960-e1f9-47f4-ab66-3831c5701d53,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:33.279298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.279642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.279977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.280308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.280636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.280961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.281283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.281629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.281956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.282273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.282583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.282900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:33.292172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:33.293421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7a805295-07fe-4012-9876-2cd787312aa3 tempest-TestVolumeBackupRestore-1217973559 tempest-TestVolumeBackupRestore-1217973559-project] 10.222.0.24 "DELETE /v2.0/security-groups/031f4960-e1f9-47f4-ab66-3831c5701d53 HTTP/1.1" status: 204 len: 168 time: 0.2154269 Apr 28 20:21:34.438193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1d0a0-5deb-4df4-8398-25e72fa8e787 req-c91ccd83-c2ff-470d-9456-068df01632cb tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:34.446709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00c1d0a0-5deb-4df4-8398-25e72fa8e787 req-c91ccd83-c2ff-470d-9456-068df01632cb tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.1099544 Apr 28 20:21:34.554595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00c1d0a0-5deb-4df4-8398-25e72fa8e787 req-a29958d1-4144-4830-840b-5e87e89cd773 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1068709 Apr 28 20:21:35.073296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:35.191330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e7b39-7542-424d-95f4-2a205101623c req-f5f9ead5-7ad6-4cab-8e09-65f8e7f55446 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:35.192888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-817e7b39-7542-424d-95f4-2a205101623c req-f5f9ead5-7ad6-4cab-8e09-65f8e7f55446 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1028843 Apr 28 20:21:35.279290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-817e7b39-7542-424d-95f4-2a205101623c req-fc573927-b5db-4464-95d5-6075dd104976 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765295 Apr 28 20:21:35.297935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48510) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:35.408551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.431780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:35.443472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Usage tracker for resource:security_group_rule and tenant:3cfc74f6d1e941b0ab04e150de6978b1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:35.448876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:35.454217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c57422d7-f212-4e1f-ae22-a66a08397940 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 200 len: 994 time: 0.1552331 Apr 28 20:21:35.464834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:35.567056 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.579329 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.646528 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84324f18-84d7-46cd-88e6-5e02bdf0aad3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:35.646759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48548) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:35.654047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-47b77c46-60ef-43f8-a505-2d582ad52887 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3cfc74f6d1e941b0ab04e150de6978b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5787830 Apr 28 20:21:35.738106 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.772430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.855052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.877764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84324f18-84d7-46cd-88e6-5e02bdf0aad3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:35.896462 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:35.906063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b4a2ae31-d4b0-47be-bec8-279da98155a8 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/84324f18-84d7-46cd-88e6-5e02bdf0aad3 HTTP/1.1" status: 204 len: 168 time: 0.2606010 Apr 28 20:21:36.407451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:36.434928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:36.481651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:36.486211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f2b7451a2b4b719654c68980d01e29 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:36.489588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:36.502857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:36.823950 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:21:36.934872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:36.944567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-30349529-6408-4e4c-a603-42b3b13e0fe5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2022073 Apr 28 20:21:36.948686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:36.999094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fdd351-e94d-43df-aac7-276e4476f6ec req-fba58144-3799-4d1c-8895-fa70835a5523 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:37.001886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85fdd351-e94d-43df-aac7-276e4476f6ec req-fba58144-3799-4d1c-8895-fa70835a5523 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.2583714 Apr 28 20:21:37.058330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c6f2b7451a2b4b719654c68980d01e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6463206 Apr 28 20:21:37.058503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:37.108050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85fdd351-e94d-43df-aac7-276e4476f6ec req-0f3505b6-dbfe-4c90-ac8f-a5a72d14dd23 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904520 Apr 28 20:21:37.108750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e295887-a534-4545-861e-9ed3337ac5d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21936857-ee2c-4f40-8e62-f1d271c94c2d,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:37.165743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48744) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:37.187356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:37.262603 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:37.343082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:37.369512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21936857-ee2c-4f40-8e62-f1d271c94c2d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:37.387852 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:37.389148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5b34c7f-1df1-41d8-866d-6cc615a09375 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/21936857-ee2c-4f40-8e62-f1d271c94c2d HTTP/1.1" status: 204 len: 168 time: 0.3304081 Apr 28 20:21:37.872992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:37.891334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:37.911517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:37.917208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Usage tracker for resource:security_group_rule and tenant:7fc2a371090449df9497642d270d1555 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:37.920471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:37.927878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:37.961035 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.013483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.018684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.064471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc5e6ab0-dc34-45e6-b732-8e9f40efb505,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:38.068721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-198f388c-9be5-45af-937c-da63847dbdbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=7fc2a371090449df9497642d270d1555&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1944313 Apr 28 20:21:38.071408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:38.141332 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.171208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.228189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.257060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc5e6ab0-dc34-45e6-b732-8e9f40efb505,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:38.262123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.262898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b7b8157b-297d-4b02-b2f2-f437857da306 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/dc5e6ab0-dc34-45e6-b732-8e9f40efb505 HTTP/1.1" status: 204 len: 168 time: 0.1906128 Apr 28 20:21:38.347909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Deleting port 98042378-c171-48c8-8dea-f5ccdc71fce6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:38.348241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.373917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e7a311-a987-41c6-a26a-0917fbf8875c req-164cec38-5178-4d5c-bd50-7bc517bd3132 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:38.378594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0e7a311-a987-41c6-a26a-0917fbf8875c req-164cec38-5178-4d5c-bd50-7bc517bd3132 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0850925 Apr 28 20:21:38.448857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0e7a311-a987-41c6-a26a-0917fbf8875c req-9ee1da63-0559-4f17-9402-5643749a1821 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658212 Apr 28 20:21:38.534168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] For port 98042378-c171-48c8-8dea-f5ccdc71fce6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=98042378-c171-48c8-8dea-f5ccdc71fce6,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:38.534831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:38.600347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-6c1500d0-a495-453e-b27e-b3b622cdfbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:38.601923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-6c1500d0-a495-453e-b27e-b3b622cdfbcb service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1097 time: 0.0818901 Apr 28 20:21:38.751378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-f5f36a1e-5dd9-4cb1-ac2e-1a9c35388ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:38.754242 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-f5f36a1e-5dd9-4cb1-ac2e-1a9c35388ed8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1462288 Apr 28 20:21:38.785790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Calling delete_port for 98042378-c171-48c8-8dea-f5ccdc71fce6 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:38.875491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-dfd36bb0-6142-4fe1-a7ad-8285153667f8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1002 time: 0.1155412 Apr 28 20:21:38.947324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-ac1d38ad-0a4d-412a-8676-5963f1180f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:38.948828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-ac1d38ad-0a4d-412a-8676-5963f1180f78 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0673046 Apr 28 20:21:38.971552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:39.023507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Pushing event deleted for resources: {'Port': ['ID=98042378-c171-48c8-8dea-f5ccdc71fce6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:39.164875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-01812b75-57a0-4428-ba6a-046253aa0de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:39.166408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-01812b75-57a0-4428-ba6a-046253aa0de6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2121665 Apr 28 20:21:39.317755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:39.320542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-30d8a529-9cdc-4dd5-b24c-6a44046cddca service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477590 Apr 28 20:21:39.453742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-33a4c333-9477-414d-b8cd-d4c80ceaeaff service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275470 Apr 28 20:21:39.759040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Router e59ecb6e-6723-4b31-bd63-b179f4a7d72a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:21:39.770647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cbdc8b-ec7a-40a0-9b30-cdf1130f5826 req-407982d4-58b6-4307-9ffe-85061b6a7080 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:39.772063 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68cbdc8b-ec7a-40a0-9b30-cdf1130f5826 req-407982d4-58b6-4307-9ffe-85061b6a7080 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1393242 Apr 28 20:21:39.947974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68cbdc8b-ec7a-40a0-9b30-cdf1130f5826 req-5c5a58c7-74c7-435f-8ebd-2f66b15a09a6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1693521 Apr 28 20:21:39.979728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:21:39.993723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Sync routers for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:40.008940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4a19f61e-692e-49b1-b0e0-ecccc5b9363b admin admin] 10.222.0.24 "PUT /v2.0/routers/e59ecb6e-6723-4b31-bd63-b179f4a7d72a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8391302 Apr 28 20:21:40.009571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48862) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:40.017890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:40.018524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:40.241824 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:40.250244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:40.347099 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:40.547562 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:40.559291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Deleting port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:40.559641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:40.632849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102'}], 'enable_snat': True}, 'gw_port_id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:21:38Z', 'revision_number': 5, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port': {'id': 'f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:63:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3691, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:45Z', 'updated_at': '2022-04-28T20:17:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:40.637804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Checking router: e59ecb6e-6723-4b31-bd63-b179f4a7d72a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:40.648372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Routers {'e59ecb6e-6723-4b31-bd63-b179f4a7d72a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:40.649239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:40.766433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] For port f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:40.766793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:40.807033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] Set router e59ecb6e-6723-4b31-bd63-b179f4a7d72a gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:40.898526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Calling delete_port for f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:40.920250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-094e1510-72f5-4896-8394-60d7e052431a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:21:40Z', 'revision_number': 6, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:40.924472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094e1510-72f5-4896-8394-60d7e052431a None None] The sync data for ids ['e59ecb6e-6723-4b31-bd63-b179f4a7d72a'] in n-d-839811-1 is: [{'id': 'e59ecb6e-6723-4b31-bd63-b179f4a7d72a', 'name': 'tempest-TestVolumeBackupRestore-756690945-router', 'tenant_id': '5bdb18f59c024922bafaf4c126a80e7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:43Z', 'updated_at': '2022-04-28T20:21:40Z', 'revision_number': 6, 'project_id': '5bdb18f59c024922bafaf4c126a80e7b', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:41.081958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.127481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Pushing event deleted for resources: {'Port': ['ID=f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:41.147098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf57e8-5566-4edf-ab58-df39e21b7303 req-d9aff4a5-0585-4b12-b553-d359bfa22467 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:41.148732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37bf57e8-5566-4edf-ab58-df39e21b7303 req-d9aff4a5-0585-4b12-b553-d359bfa22467 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0875697 Apr 28 20:21:41.194482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-37bf57e8-5566-4edf-ab58-df39e21b7303 req-ed640593-ad24-4581-806a-28cbe539680a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396917 Apr 28 20:21:41.224904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.417752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.420015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.446906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.447586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e59ecb6e-6723-4b31-bd63-b179f4a7d72a {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:21:41.461151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.462389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-26068984-7535-499d-8b57-1fe10882517c admin admin] 10.222.0.24 "DELETE /v2.0/routers/e59ecb6e-6723-4b31-bd63-b179f4a7d72a HTTP/1.1" status: 204 len: 168 time: 1.4521980 Apr 28 20:21:41.464952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48878) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:41.525248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Deleting subnet 3aad1034-c352-4313-8bc5-64d4c37874dd {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:21:41.528257 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.580009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.655181 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.724121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.783061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aad1034-c352-4313-8bc5-64d4c37874dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:41.785628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:41.794889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 98042378-c171-48c8-8dea-f5ccdc71fce6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:41.795330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a01fa43e-9b86-4b56-b714-04fb4eb3e537 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/3aad1034-c352-4313-8bc5-64d4c37874dd HTTP/1.1" status: 204 len: 168 time: 0.3264973 Apr 28 20:21:41.795330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48886) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:41.823533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac1bade-cbf4-4359-ad5e-7bb5d35a0128 None None] Network faf51640-a7c2-479a-b773-3dae4bbf2c06 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:21:41.851128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 98042378-c171-48c8-8dea-f5ccdc71fce6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:41.851637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 98042378-c171-48c8-8dea-f5ccdc71fce6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:41.852156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:41.901020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:41.901361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f5f3d237-c967-47fb-a2d3-6aa09e8c0c5e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:42.029328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.040741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Deleting port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:42.041000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.173519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] DHCP port deletion for faf51640-a7c2-479a-b773-3dae4bbf2c06 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:21:42.178746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Deleting port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:42.179297 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.385091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] For port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:42.385721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.405566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] For port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,segment=NetworkSegment(eab14b4a-b861-43a5-8350-134b29c9c2e9),segment_id=eab14b4a-b861-43a5-8350-134b29c9c2e9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:42.406018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.511793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Calling delete_port for f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:42.556639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Calling delete_port for f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:42.581289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0684d-5126-476f-89a2-06a2f22b99e3 req-0cc043e3-087a-42aa-8095-9367be6492e2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:42.583798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69e0684d-5126-476f-89a2-06a2f22b99e3 req-0cc043e3-087a-42aa-8095-9367be6492e2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.2599318 Apr 28 20:21:42.594518 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.627986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.631566 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:21:42.632278 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:21:42.682340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:42.684430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] No DVR routers for this DVR port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:42.688347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-69e0684d-5126-476f-89a2-06a2f22b99e3 req-3b7b41df-8554-45e3-8291-eed49e41de2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910175 Apr 28 20:21:42.803469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.827811 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf51640-a7c2-479a-b773-3dae4bbf2c06']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:42.840070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab14b4a-b861-43a5-8350-134b29c9c2e9') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:42.840362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab14b4a-b861-43a5-8350-134b29c9c2e9') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:42.851792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.871171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.877867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:21:42.878245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:21:42.890874 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:21:42.964269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.980645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:42.990543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=faf51640-a7c2-479a-b773-3dae4bbf2c06,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:43.004909 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2763992c-af1d-47da-bce3-416b226108d4 admin admin] 10.222.0.24 "DELETE /v2.0/networks/faf51640-a7c2-479a-b773-3dae4bbf2c06 HTTP/1.1" status: 204 len: 168 time: 1.2090464 Apr 28 20:21:43.007699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48894) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:43.133214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Deleting port f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:43.133802 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:43.256480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-661bc689-55bf-47e5-aee1-c1def3759a19 None None] The port 'f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:21:43.625601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:43.670832 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:43.671182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device f3b24c1a-01fd-4f3c-a7bd-29fd7d52e980 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:43.684487 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:43.883896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4da47b3-a32b-44b7-909a-7b0d5559fb04 req-0ba79e1b-5ef4-4151-8fa2-a23919d5f7dc tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:43.885402 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4da47b3-a32b-44b7-909a-7b0d5559fb04 req-0ba79e1b-5ef4-4151-8fa2-a23919d5f7dc tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0863032 Apr 28 20:21:43.934010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4da47b3-a32b-44b7-909a-7b0d5559fb04 req-7253e0be-c107-4785-ab88-13cd3a6b60c3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419576 Apr 28 20:21:44.053358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Deleting port d7d0c4f6-1417-4f64-b909-6e5dae40fded {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:44.053727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:44.231377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] For port d7d0c4f6-1417-4f64-b909-6e5dae40fded, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7d0c4f6-1417-4f64-b909-6e5dae40fded,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:44.231740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:44.356596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Calling delete_port for d7d0c4f6-1417-4f64-b909-6e5dae40fded owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:44.557255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:44.605953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7d0c4f6-1417-4f64-b909-6e5dae40fded,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:44.875260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:45.252481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5075bcfa-26d7-4e1c-bf21-e174a38af269 req-3ecd9d89-7f62-48a0-ad86-cf898500826c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:45.253878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5075bcfa-26d7-4e1c-bf21-e174a38af269 req-3ecd9d89-7f62-48a0-ad86-cf898500826c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1314158 Apr 28 20:21:45.430678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5075bcfa-26d7-4e1c-bf21-e174a38af269 req-4df0672f-ecb1-42bc-ac56-e71fdf9f4fb0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289942 Apr 28 20:21:45.466062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Router 2f72ff31-b66b-423d-8b75-461312b8c2fc has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:21:45.648393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:21:45.657425 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Sync routers for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:21:45.666259 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03a60b40-a680-4f29-a420-734d263580a7 admin admin] 10.222.0.24 "PUT /v2.0/routers/2f72ff31-b66b-423d-8b75-461312b8c2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6574850 Apr 28 20:21:45.668923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48954) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:45.673344 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:45.674790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:45.854146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:45.908854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:46.035019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:46.045580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Deleting port 387abde0-8ab2-4005-a81c-d51f008a816a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:46.046042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:46.196914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60'}], 'enable_snat': True}, 'gw_port_id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:21:44Z', 'revision_number': 5, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port': {'id': '387abde0-8ab2-4005-a81c-d51f008a816a', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:9c:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:17:54Z', 'updated_at': '2022-04-28T20:18:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:46.200655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Checking router: 2f72ff31-b66b-423d-8b75-461312b8c2fc for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:21:46.208993 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Routers {'2f72ff31-b66b-423d-8b75-461312b8c2fc'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:21:46.209809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:21:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['2f72ff31-b66b-423d-8b75-461312b8c2fc'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:46.227718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] For port 387abde0-8ab2-4005-a81c-d51f008a816a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=387abde0-8ab2-4005-a81c-d51f008a816a,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:46.228079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:46.350343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Calling delete_port for 387abde0-8ab2-4005-a81c-d51f008a816a owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:46.354443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] Set router 2f72ff31-b66b-423d-8b75-461312b8c2fc gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:21:46.458747 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:21:46Z', 'revision_number': 6, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:46.463759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a3c525-5b67-465f-8fa4-1dc1f89a3b97 None None] The sync data for ids ['2f72ff31-b66b-423d-8b75-461312b8c2fc'] in n-d-839811-1 is: [{'id': '2f72ff31-b66b-423d-8b75-461312b8c2fc', 'name': 'tempest-TestVolumeBackupRestore-2708982-router', 'tenant_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:17:53Z', 'updated_at': '2022-04-28T20:21:46Z', 'revision_number': 6, 'project_id': '5605c9d6f5cf4326b9a6dd404d9e5f47', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:21:46.668826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638b20d8-af67-4eb6-b7ba-9a14827620a4 req-3fe7f081-d5a2-4f89-9f68-02311b31cf68 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:46.674708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-638b20d8-af67-4eb6-b7ba-9a14827620a4 req-3fe7f081-d5a2-4f89-9f68-02311b31cf68 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1012158 Apr 28 20:21:46.678230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:46.731349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-638b20d8-af67-4eb6-b7ba-9a14827620a4 req-beb58233-7f06-43e3-b057-b7e5edff8bbc tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507214 Apr 28 20:21:46.735957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Pushing event deleted for resources: {'Port': ['ID=387abde0-8ab2-4005-a81c-d51f008a816a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:46.840583 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.041311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.043754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.071273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.071799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f72ff31-b66b-423d-8b75-461312b8c2fc {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:21:47.096851 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.098281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3ba5bd94-3b73-4693-af4a-e41aca577c03 admin admin] 10.222.0.24 "DELETE /v2.0/routers/2f72ff31-b66b-423d-8b75-461312b8c2fc HTTP/1.1" status: 204 len: 168 time: 1.4282980 Apr 28 20:21:47.100763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48974) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:47.161599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Deleting subnet e4ab43ba-51d1-4bdb-b3fb-b15797effb48 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:21:47.164804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.188383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:47.213115 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.299927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.314076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.332926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:47.336744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Usage tracker for resource:security_group_rule and tenant:ba6397e037ec4697a3cb914ffe2139bd is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:47.339554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:47.345062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:47.370968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.414165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4ab43ba-51d1-4bdb-b3fb-b15797effb48,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:47.418003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.424321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc296036-b2d7-48ab-a1a0-0f73845c5940 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e4ab43ba-51d1-4bdb-b3fb-b15797effb48 HTTP/1.1" status: 204 len: 168 time: 0.3225091 Apr 28 20:21:47.426697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb426c-7bd9-47f4-a0f6-586614b54279 None None] Network 396f5449-e30f-41e9-b956-c2c547cd7d14 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:21:47.429934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 48984) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:47.442161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.448516 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.494801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3174265c-2c4a-4362-b5a1-ce0e1f14c357,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:47.539823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-936a5a8c-d253-4f18-b1da-32833fbe1a00 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ba6397e037ec4697a3cb914ffe2139bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3481750 Apr 28 20:21:47.540096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48988) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:47.548200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.566346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Deleting port 57a29a1f-7f0c-450d-b817-de43e0481384 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:47.566691 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.631519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.661009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.668528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7d0c4f6-1417-4f64-b909-6e5dae40fded no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:47.710814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d7d0c4f6-1417-4f64-b909-6e5dae40fded {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:47.711153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7d0c4f6-1417-4f64-b909-6e5dae40fded not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:47.711586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 387abde0-8ab2-4005-a81c-d51f008a816a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:47.717926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.735954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3174265c-2c4a-4362-b5a1-ce0e1f14c357,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:47.747773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.749096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3afb1383-e1f0-4649-bf2a-66450f178838 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3174265c-2c4a-4362-b5a1-ce0e1f14c357 HTTP/1.1" status: 204 len: 168 time: 0.2080142 Apr 28 20:21:47.755372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 387abde0-8ab2-4005-a81c-d51f008a816a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:47.755640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 387abde0-8ab2-4005-a81c-d51f008a816a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:47.805910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] For port 57a29a1f-7f0c-450d-b817-de43e0481384, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=57a29a1f-7f0c-450d-b817-de43e0481384,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:47.806410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.855033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] DHCP port deletion for 396f5449-e30f-41e9-b956-c2c547cd7d14 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:21:47.860960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Deleting port 57a29a1f-7f0c-450d-b817-de43e0481384 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:47.862407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:47.968629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Calling delete_port for 57a29a1f-7f0c-450d-b817-de43e0481384 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:48.068473 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.078668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] For port 57a29a1f-7f0c-450d-b817-de43e0481384, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=57a29a1f-7f0c-450d-b817-de43e0481384,segment=NetworkSegment(b4ccfdee-0393-4dc9-ae4f-13fde69ee523),segment_id=b4ccfdee-0393-4dc9-ae4f-13fde69ee523)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:48.079054 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.091096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 48998) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:48.109006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.118636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Pushing event deleted for resources: {'Port': ['ID=57a29a1f-7f0c-450d-b817-de43e0481384,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:48.125186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:48.129642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f075057-306a-48f5-8e0a-068287dc8d7d req-4b63241c-78cc-4239-a529-8cdbcbedb942 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:48.129740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Usage tracker for resource:security_group_rule and tenant:3ef2105d61bf49cf91a311f77bda848b is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:48.131021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f075057-306a-48f5-8e0a-068287dc8d7d req-4b63241c-78cc-4239-a529-8cdbcbedb942 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.2613151 Apr 28 20:21:48.131887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] No DVR routers for this DVR port 57a29a1f-7f0c-450d-b817-de43e0481384 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:48.132704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:48.138728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:48.214523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Calling delete_port for 57a29a1f-7f0c-450d-b817-de43e0481384 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:21:48.236129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.243223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.291873 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ef2105d61bf49cf91a311f77bda848b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1973896 Apr 28 20:21:48.292861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49002) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:48.292990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:21:48.293208 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:21:48.308133 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc013c1-41d4-4fb8-aa28-42fd7cc29fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3933f6-03a1-4342-8158-3b35b462d488,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:48.356167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.382109 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.394524 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.403914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f075057-306a-48f5-8e0a-068287dc8d7d req-de248998-7642-476a-92c8-62d5477c52f2 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1299310 Apr 28 20:21:48.428943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['396f5449-e30f-41e9-b956-c2c547cd7d14']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:48.438360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.448250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:48.448837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4ccfdee-0393-4dc9-ae4f-13fde69ee523') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:21:48.452645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3933f6-03a1-4342-8158-3b35b462d488,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:48.458862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.459955 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9a02a332-563b-4874-aef5-11a5de44f0dc admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/3d3933f6-03a1-4342-8158-3b35b462d488 HTTP/1.1" status: 204 len: 168 time: 0.1662478 Apr 28 20:21:48.463073 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.481057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.490404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:21:48.490811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:21:48.507906 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:21:48.586309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.604937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.610940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] Pushing event deleted for resources: {'Network': ['ID=396f5449-e30f-41e9-b956-c2c547cd7d14,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:48.621162 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cdae23ef-6593-46bf-9554-6968d11bd308 admin admin] 10.222.0.24 "DELETE /v2.0/networks/396f5449-e30f-41e9-b956-c2c547cd7d14 HTTP/1.1" status: 204 len: 168 time: 1.1902316 Apr 28 20:21:48.794102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Deleting port 57a29a1f-7f0c-450d-b817-de43e0481384 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:21:48.794576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.798024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49016) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:48.848610 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ed20a4b2-7e04-4e6a-b67a-5ea1a94f2e28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5bdb18f59c024922bafaf4c126a80e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492558 Apr 28 20:21:48.851240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49022) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:48.867045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e7745d53-1571-43d3-9c37-86b9f3bcdb57 None None] The port '57a29a1f-7f0c-450d-b817-de43e0481384' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:21:48.912263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.942527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:48.998206 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.019528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f13d70-c7a6-4734-9cff-aa4e6417f1de,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:49.025866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.026966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d4e695e3-7079-4c1c-b1ca-8558842c5d94 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/15f13d70-c7a6-4734-9cff-aa4e6417f1de HTTP/1.1" status: 204 len: 168 time: 0.1742914 Apr 28 20:21:49.327145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49038) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:49.376926 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c8849518-2e73-444f-ad0a-dc0b89b21c99 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=5605c9d6f5cf4326b9a6dd404d9e5f47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482988 Apr 28 20:21:49.379787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:49.438454 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.473277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.532058 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.588514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc8fd0-6ace-489c-b1a8-b2363d00cefd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:49.611242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:49.615773 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15c4db77-a516-450e-98aa-8e8147c5b8fa admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/22dc8fd0-6ace-489c-b1a8-b2363d00cefd HTTP/1.1" status: 204 len: 168 time: 0.2328701 Apr 28 20:21:49.634691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 57a29a1f-7f0c-450d-b817-de43e0481384 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:49.654203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4516b5d1-eacc-4917-a155-f5bd4b5e3a42 req-ff73c898-372e-43b0-a6bb-acee23082e0c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:49.663480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4516b5d1-eacc-4917-a155-f5bd4b5e3a42 req-ff73c898-372e-43b0-a6bb-acee23082e0c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1265135 Apr 28 20:21:49.669272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 57a29a1f-7f0c-450d-b817-de43e0481384 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:21:49.669928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 57a29a1f-7f0c-450d-b817-de43e0481384 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:49.708711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4516b5d1-eacc-4917-a155-f5bd4b5e3a42 req-7f9459de-a8ef-4a4e-86af-247492b83939 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443764 Apr 28 20:21:50.246769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-435a488e-e381-4511-9c3d-3caa4f1ab75f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:50.902278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6c2c7d-9797-497e-9399-cf1be7a82682 req-16ed5108-b7db-4f56-9043-9d61533d7e4a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:50.903749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f6c2c7d-9797-497e-9399-cf1be7a82682 req-16ed5108-b7db-4f56-9043-9d61533d7e4a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0827107 Apr 28 20:21:50.949098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f6c2c7d-9797-497e-9399-cf1be7a82682 req-bfed73e8-61b5-40c9-8121-538277521e1e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383406 Apr 28 20:21:51.423062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49106) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:51.542141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.556021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:51.559926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Usage tracker for resource:security_group_rule and tenant:452a1b49efe54d9590f4aef40812dc10 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:51.562736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:51.568539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:51.651798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.655765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.700074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=452a1b49efe54d9590f4aef40812dc10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2759001 Apr 28 20:21:51.701689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49b91d4-3058-491f-ae01-ecca5e2d4dae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9ad065-996b-4c72-9f2a-de34b509ec14,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:51.702867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49112) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:51.762075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.788064 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-2460551d-67d5-49b2-8465-78e890297ac0 req-1eec8d24-f575-4757-81f8-398031401c7a service neutron] show failed (client error): The resource could not be found. Apr 28 20:21:51.788293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.789110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-1eec8d24-f575-4757-81f8-398031401c7a service neutron] 10.222.0.46 "GET /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0762894 Apr 28 20:21:51.846084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.863637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9ad065-996b-4c72-9f2a-de34b509ec14,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:51.867009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:51.870815 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4f8d28cf-dc1a-4584-a2ff-9ca35ebc055e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ea9ad065-996b-4c72-9f2a-de34b509ec14 HTTP/1.1" status: 204 len: 168 time: 0.1642821 Apr 28 20:21:52.101345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-f2ca1415-22f0-48c7-83a9-99899911e9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:52.102994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-f2ca1415-22f0-48c7-83a9-99899911e9cb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 1097 time: 0.1124394 Apr 28 20:21:52.119782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:21:52.160926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49122) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:52.178219 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.192335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:52.196107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Usage tracker for resource:security_group_rule and tenant:a90c53f7dacd4aceae02bd5aa10c4332 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:52.198892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:52.204467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:52.245937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b42689c-6de0-40ed-aa5e-fa6d5fed3511 req-2f7eca6e-bae3-42fe-b58b-e33991f28aba tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:52.247375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b42689c-6de0-40ed-aa5e-fa6d5fed3511 req-2f7eca6e-bae3-42fe-b58b-e33991f28aba tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.1831009 Apr 28 20:21:52.267094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.291447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.295283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.344334 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=a90c53f7dacd4aceae02bd5aa10c4332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1822026 Apr 28 20:21:52.344963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e190308-ca4a-49bb-b58b-b118aa8b57e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb21e0cd-51e9-4ee9-8216-49060df6d425,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:52.348390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49126) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:52.376662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06f9389e-ecdb-446c-836c-a022570fd3a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.416399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.447515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.453869 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b42689c-6de0-40ed-aa5e-fa6d5fed3511 req-023d9152-cad9-4e46-8f96-f1b04a6955ea tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005811 Apr 28 20:21:52.507125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.523558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb21e0cd-51e9-4ee9-8216-49060df6d425,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:52.529357 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.535270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-701097cb-c405-4dd1-b12f-4b87f67a7b68 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/fb21e0cd-51e9-4ee9-8216-49060df6d425 HTTP/1.1" status: 204 len: 168 time: 0.1858163 Apr 28 20:21:52.669706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:52.699237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:21:52.762606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:52.768543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.786307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Transition to ACTIVE for port object 0ce4f347-0aec-4127-a92b-f278f9df0f47 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:21:52.790000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:52.830760 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9bb3d402-8ca2-41ae-811f-79ed7b2cae81'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'code': 200} Apr 28 20:21:52.933052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:52.993979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] No DVR routers for this DVR port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:21:53.223657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:21:53.223988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:21:53.224305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:21:53.228819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:21:53.229136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:21:53.234223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 21, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:21:53.234630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:21:53.235015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Bound using segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:21:53.235440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Bound port: 0ce4f347-0aec-4127-a92b-f278f9df0f47, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:21:53.235941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:53.328797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:21:53.333140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:21:53.337863 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:53.396253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.396858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:53.398401 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] 10.222.0.41 "PUT /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1092 time: 1.2828338 Apr 28 20:21:53.426880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f41d53-5480-4ef0-b847-2f6bd3657fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:53.526570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-3f6f2730-7515-4da2-8b1d-6410851818c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.528209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-3f6f2730-7515-4da2-8b1d-6410851818c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1095 time: 0.0898759 Apr 28 20:21:53.732747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-be07bed7-5c2b-4650-96ba-dabb7cdd32e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.734211 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-be07bed7-5c2b-4650-96ba-dabb7cdd32e2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1964343 Apr 28 20:21:53.781886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:53.812515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee868fc-1255-492d-bd2d-bdfc57fadc1f req-5a8dda80-7710-45c4-b3bd-fd361c4470fb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.812515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eee868fc-1255-492d-bd2d-bdfc57fadc1f req-5a8dda80-7710-45c4-b3bd-fd361c4470fb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.1656754 Apr 28 20:21:53.879337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-04b5d9ce-4b90-41c5-ab45-88f83a74a3c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.1348147 Apr 28 20:21:53.883692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eee868fc-1255-492d-bd2d-bdfc57fadc1f req-092c8a3b-73b0-4fd7-8041-8aa6ace204a3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584505 Apr 28 20:21:53.950219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-c3ed2d2a-49b0-4ab0-8bab-3a133fc41c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:53.951646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-c3ed2d2a-49b0-4ab0-8bab-3a133fc41c21 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0620534 Apr 28 20:21:54.028703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2460551d-67d5-49b2-8465-78e890297ac0 req-5dab7e99-6d80-49ee-9d6e-f923e8a109b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:54.030272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-5dab7e99-6d80-49ee-9d6e-f923e8a109b3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696073 Apr 28 20:21:54.110394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:54.278473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-2fb7b3a9-9e27-4e02-b5ee-97c5841a692d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2378922 Apr 28 20:21:54.416422 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-ec7488f0-4508-4e2a-9d60-c5c2d65b2b52 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290169 Apr 28 20:21:54.831694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:54.888736 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e5caef-90a0-4ce5-942a-5d16b405f0cc'] response: {'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:21:54.890483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:55.078245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.104934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:55.115306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Usage tracker for resource:security_group_rule and tenant:ff26addeaee648059b523207ce86fa99 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:55.118520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:55.132882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:55.156304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-efa3415c-408b-433c-9f47-1ef9b603f4ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.157774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-efa3415c-408b-433c-9f47-1ef9b603f4ee service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1095 time: 0.2470591 Apr 28 20:21:55.167522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-90394252-37df-451b-9f16-e85edd3c9669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.168859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-90394252-37df-451b-9f16-e85edd3c9669 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1095 time: 0.2283118 Apr 28 20:21:55.192973 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:21:55.203783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8848da-7c57-4d67-b740-5fa84994702e req-7f74b2ee-eb0f-4e6c-b58d-fec036136fd8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.205430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8848da-7c57-4d67-b740-5fa84994702e req-7f74b2ee-eb0f-4e6c-b58d-fec036136fd8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 944 time: 0.2020137 Apr 28 20:21:55.263935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.267724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:21:55.437896 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8848da-7c57-4d67-b740-5fa84994702e req-42a9a607-7229-4bf6-a5db-8934ace6914a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2079475 Apr 28 20:21:55.487747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-e0fa6ccb-4f8c-4005-aa6b-da890b2c730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.489185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-e0fa6ccb-4f8c-4005-aa6b-da890b2c730a service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.3172171 Apr 28 20:21:55.559667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-50bfa9ce-444d-4f9d-9665-357efafcee71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.561074 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-50bfa9ce-444d-4f9d-9665-357efafcee71 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.3664219 Apr 28 20:21:55.662849 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.672599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.740703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-3abac9b9-9fdb-4b47-bd4d-2e3d67370f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.2449489 Apr 28 20:21:55.749542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-b39375b0-1349-4d45-9988-c3cd27a6068b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.1723874 Apr 28 20:21:55.750117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=559363a0-d8f3-4120-b568-59d68b4cc3de,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:55.781539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5442c2e2-d11f-4e37-b4d6-cc82193e5cc1 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=ff26addeaee648059b523207ce86fa99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8900964 Apr 28 20:21:55.784821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49216) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:55.842024 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.859614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-81d545d5-2e06-44da-be5f-e6b8828e076c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.861644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-81d545d5-2e06-44da-be5f-e6b8828e076c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.1135468 Apr 28 20:21:55.864764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-9946c942-c078-4c69-b33e-81ae632caf91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.866115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-9946c942-c078-4c69-b33e-81ae632caf91 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0835116 Apr 28 20:21:55.868581 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.873178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:21:55.927266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.945240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=559363a0-d8f3-4120-b568-59d68b4cc3de,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:55.956532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:55.960318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d7a6c93e-2a68-4fc1-90db-9d96ebce7e1a admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/559363a0-d8f3-4120-b568-59d68b4cc3de HTTP/1.1" status: 204 len: 168 time: 0.1718574 Apr 28 20:21:55.998450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-16b7fbb0-1c55-41dc-8acb-14249683307f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:55.999912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-16b7fbb0-1c55-41dc-8acb-14249683307f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1329834 Apr 28 20:21:56.003095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-322c53aa-5dcc-4bd6-86a4-d5d58972bde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:56.004424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-322c53aa-5dcc-4bd6-86a4-d5d58972bde6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077008 Apr 28 20:21:56.022638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:56.038298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:21:56.098464 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.116546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:21:56.133640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:56.138087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.211669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:56.223019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.223354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.223803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.224116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.224434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.224902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.225211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.225741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.226008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.226892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.226892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.228900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:21:56.318337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49224) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:56.340171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.360307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:21:56.366453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Usage tracker for resource:security_group_rule and tenant:d5b8b929246d45c7875753c9d9dd594a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:21:56.370200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:21:56.374829 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-a00752bd-9540-473e-9bc1-8c86d60d1c28 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683751 Apr 28 20:21:56.376670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-0c0bc556-be90-490e-bfc9-ca94fecee3c6 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3504605 Apr 28 20:21:56.378799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:21:56.380394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['0ce4f347-0aec-4127-a92b-f278f9df0f47'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:21:56.546290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.553186 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.609743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=d5b8b929246d45c7875753c9d9dd594a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2881110 Apr 28 20:21:56.609743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7c4c12-e4c8-47f0-a89c-f9a25ec1862e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57a8d4c9-9303-45f6-adf4-276ccd12d5ac,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:56.613189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:21:56.653540 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-348a3ea9-6007-4eec-ae5b-bd132d636dca service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724946 Apr 28 20:21:56.655424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3173724-1ee9-451a-b2a7-f7d68e4de9c7 req-f6b21643-6ac9-4220-b3cb-f813c2fbdd9b service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453804 Apr 28 20:21:56.743057 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.765148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c8792-53b5-48f6-8980-73651952b272 req-7504f01d-4372-41dd-b8cc-4e80df16cec5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:56.766625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e3c8792-53b5-48f6-8980-73651952b272 req-7504f01d-4372-41dd-b8cc-4e80df16cec5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.1505256 Apr 28 20:21:56.794135 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.844685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e3c8792-53b5-48f6-8980-73651952b272 req-ea7396af-a669-4ebd-9933-6de45c820d1d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705893 Apr 28 20:21:56.865112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.879613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57a8d4c9-9303-45f6-adf4-276ccd12d5ac,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:56.888137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:56.891531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8b77a612-ee96-48d4-aa93-b81f63361389 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/57a8d4c9-9303-45f6-adf4-276ccd12d5ac HTTP/1.1" status: 204 len: 168 time: 0.2750363 Apr 28 20:21:57.197058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-b824b429-d7ff-47fc-a29c-3e1cc8226eaa tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.198813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-b824b429-d7ff-47fc-a29c-3e1cc8226eaa tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.41 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 945 time: 0.0907638 Apr 28 20:21:57.295271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61738b-abad-4baa-b926-92190c2c2688 req-95f87bc5-e803-40a8-a235-9c7820c326f5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.296865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-0dc7f8db-6e2b-4308-a013-38509b81ce88 service neutron] 10.222.0.41 "GET /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 382 time: 0.0920475 Apr 28 20:21:57.299295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de61738b-abad-4baa-b926-92190c2c2688 req-95f87bc5-e803-40a8-a235-9c7820c326f5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.0876966 Apr 28 20:21:57.352252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de61738b-abad-4baa-b926-92190c2c2688 req-74eb53ff-ec87-4e31-9b2e-3d763c82fe0a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481346 Apr 28 20:21:57.390390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-8d2fb91d-4272-470d-b7fc-918ebeefee55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.391857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-8d2fb91d-4272-470d-b7fc-918ebeefee55 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1096 time: 0.0732512 Apr 28 20:21:57.534007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-54110622-ce48-406f-a972-896a8e24187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.535527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-54110622-ce48-406f-a972-896a8e24187e service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1375430 Apr 28 20:21:57.641038 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-0d60ae42-f0b4-4c82-b8ca-6353697944ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1001 time: 0.0990479 Apr 28 20:21:57.702340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-b72acea3-4c1d-4abf-a7d8-75428288130b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.703795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-b72acea3-4c1d-4abf-a7d8-75428288130b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0570662 Apr 28 20:21:57.781506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7cda426f-7183-43ee-b643-6347688e71a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:57.784052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7cda426f-7183-43ee-b643-6347688e71a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727677 Apr 28 20:21:57.873040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:21:57.917809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-5714b4a8-cc33-4abb-801a-8e793c23957d service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280060 Apr 28 20:21:57.944573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:21:57.949438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:21:57.949906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:58.052932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-aa86bb54-0ca5-49e3-a010-6ddc7225b303 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293147 Apr 28 20:21:58.071988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:58.102013 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:21:58.113426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:21:58.116449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:21:58.187841 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-466a9425-7e70-48cb-8f02-0a6281fa6703'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'code': 200} Apr 28 20:21:58.205672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:21:58.539164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95ed575-efec-4c55-b522-edfd21480b75 req-78895cb3-182b-45c8-9000-aa8ec1baf12a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:58.540645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a95ed575-efec-4c55-b522-edfd21480b75 req-78895cb3-182b-45c8-9000-aa8ec1baf12a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0815253 Apr 28 20:21:58.588184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a95ed575-efec-4c55-b522-edfd21480b75 req-f035cfb4-6285-48a8-89cb-31adb89260df tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418961 Apr 28 20:21:59.774946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e648b-4484-4965-8b83-e01ab3e30917 req-84d3af9f-eec8-433a-8c9a-7d09d2201fc9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:21:59.776384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-565e648b-4484-4965-8b83-e01ab3e30917 req-84d3af9f-eec8-433a-8c9a-7d09d2201fc9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 946 time: 0.0800440 Apr 28 20:21:59.820816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-565e648b-4484-4965-8b83-e01ab3e30917 req-a780a89d-363f-407d-92f5-56184214dd83 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385706 Apr 28 20:22:00.250751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-78e7d75a-592f-4f73-ba0c-200498844eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:00.253378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-78e7d75a-592f-4f73-ba0c-200498844eb5 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 1097 time: 0.0751748 Apr 28 20:22:00.263560 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:22:00.381764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:00.771738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:22:00.803611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:22:00.869935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:00.876014 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:00.894368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Transition to ACTIVE for port object 0ce4f347-0aec-4127-a92b-f278f9df0f47 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:22:00.899019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:01.014025 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-416227bd-0bcd-4a33-a12a-6c963c9da803'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'code': 200} Apr 28 20:22:01.052844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=10']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:01.100534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31949d78-4a0c-43a8-970f-a01b10b1391e req-de628128-fd6b-4a7d-affb-625eaa98def7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.102328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31949d78-4a0c-43a8-970f-a01b10b1391e req-de628128-fd6b-4a7d-affb-625eaa98def7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.1210299 Apr 28 20:22:01.113602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] No DVR routers for this DVR port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:22:01.156592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31949d78-4a0c-43a8-970f-a01b10b1391e req-4b57df25-b888-46eb-9ce6-bab342c3c26b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460355 Apr 28 20:22:01.346488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:22:01.346819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:22:01.347145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:22:01.352140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:22:01.352461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Attempting to bind port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on network d71c93b1-8ffe-4f69-802e-8ded9701b245 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:22:01.357594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:22:01.357927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Checking segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:22:01.358301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Bound using segment: {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:22:01.358728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Bound port: 0ce4f347-0aec-4127-a92b-f278f9df0f47, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7c4d64fd-10ef-42b9-be95-2833518515e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:22:01.359068 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:01.455251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:22:01.458551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:22:01.465818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:01.528392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.528997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:01.530393 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1093 time: 1.2708356 Apr 28 20:22:01.545275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e08349d-8b56-4649-9871-0d3371636d84 service neutron] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:01.637345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-5ad9edd8-bdb2-4ab2-ac78-9747ced0bf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.638876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-5ad9edd8-bdb2-4ab2-ac78-9747ced0bf65 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1096 time: 0.0839992 Apr 28 20:22:01.777111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-de002399-ed26-413b-aca7-e2b44dcca6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.778617 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-de002399-ed26-413b-aca7-e2b44dcca6fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1341255 Apr 28 20:22:01.882527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-9f76e84c-fa90-4377-b8c4-b4ca1d917306 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.0981958 Apr 28 20:22:01.904223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:22:01.945688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-031d1818-da40-4abf-865b-6da752ed2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:01.947108 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-031d1818-da40-4abf-865b-6da752ed2518 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0589960 Apr 28 20:22:01.965641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:22:02.025530 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-a4466921-1d92-43aa-be6c-bac0e885f3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:02.026981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-a4466921-1d92-43aa-be6c-bac0e885f3f0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740156 Apr 28 20:22:02.158517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-c1386fed-daaf-475a-be83-1dde05c90a46 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250069 Apr 28 20:22:02.440707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0725b17-d67f-4d55-bf14-3d6a5e6ab380 req-bac91927-154f-46ee-aa35-0460f885ff1e service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760613 Apr 28 20:22:02.474970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ab745-ae45-48b1-afbe-f5a8a071dfa9 req-0880e966-b4f0-401f-b707-b080efcafbc3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:02.477145 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac1ab745-ae45-48b1-afbe-f5a8a071dfa9 req-0880e966-b4f0-401f-b707-b080efcafbc3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.2111204 Apr 28 20:22:02.525984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac1ab745-ae45-48b1-afbe-f5a8a071dfa9 req-789fbc29-3ddf-4376-9a1b-71bffb7cf3b0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432794 Apr 28 20:22:02.800451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49318) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:02.918240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:02.932901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:22:02.936779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Usage tracker for resource:security_group_rule and tenant:2e3b8bb036a74703abfbf0dc5840708c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:22:02.940224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:22:02.946418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:22:03.019941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:03.034563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.038790 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.080969 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f49801f-d023-4514-b150-e8ca61fe3dc5'] response: {'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:22:03.086143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2e3b8bb036a74703abfbf0dc5840708c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2846892 Apr 28 20:22:03.087665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b8036-03ea-40f6-93fc-13aaa6230840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb7700b0-9e85-41c3-97a1-f65a10eebe92,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:03.088988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:03.152071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.181635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.241175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.246064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-de2a184a-471f-4a96-a76f-927541147c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.247538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-de2a184a-471f-4a96-a76f-927541147c9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1096 time: 0.1370869 Apr 28 20:22:03.250804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-847d15cf-7735-43ec-bd7a-7cf06528affe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.252444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-847d15cf-7735-43ec-bd7a-7cf06528affe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1096 time: 0.1077819 Apr 28 20:22:03.260655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb7700b0-9e85-41c3-97a1-f65a10eebe92,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:03.263425 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:03.266736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a89dcce6-330f-458a-8fca-b203bce6bdd0 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cb7700b0-9e85-41c3-97a1-f65a10eebe92 HTTP/1.1" status: 204 len: 168 time: 0.1733499 Apr 28 20:22:03.503158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-2ccdebb9-f54e-407d-874b-6dcc5ff9c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.504630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-2ccdebb9-f54e-407d-874b-6dcc5ff9c008 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.2511294 Apr 28 20:22:03.512480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-a1ce439f-e168-4fcc-b443-2b9bec083511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.513813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-a1ce439f-e168-4fcc-b443-2b9bec083511 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.2229631 Apr 28 20:22:03.736098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-29ce597e-14a4-4369-bf9b-4b7262035834 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.2248423 Apr 28 20:22:03.783634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-913674be-de70-41b9-8c22-f0e364593d88 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1000 time: 0.2171643 Apr 28 20:22:03.873129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-834d1f2e-25d0-4c3e-a756-70d593e6457f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.874590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-834d1f2e-25d0-4c3e-a756-70d593e6457f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.1272314 Apr 28 20:22:03.879705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-0a8ce36b-ab0c-4f27-ae9d-ad54cf86326d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.881033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-0a8ce36b-ab0c-4f27-ae9d-ad54cf86326d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0871911 Apr 28 20:22:03.974400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65410e5-e88f-4e98-9809-f926a4332542 req-96a99648-5af5-4b53-8345-8e17952984a7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:03.975864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65410e5-e88f-4e98-9809-f926a4332542 req-96a99648-5af5-4b53-8345-8e17952984a7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.3201616 Apr 28 20:22:04.050081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f65410e5-e88f-4e98-9809-f926a4332542 req-73d75868-3319-4de6-b11e-c63937b04e25 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656421 Apr 28 20:22:04.067380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-8faee83e-edf9-41e9-a4b0-934fe488acb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:04.068925 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-8faee83e-edf9-41e9-a4b0-934fe488acb3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1863661 Apr 28 20:22:04.070845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-a7b71cd6-9228-4a4f-896b-5c42940e7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:04.072162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-a7b71cd6-9228-4a4f-896b-5c42940e7bce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1567712 Apr 28 20:22:04.321090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-ed42c8a8-caee-45d6-9a9c-e072bf060e85 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2437799 Apr 28 20:22:04.324053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-a38819ef-ed93-4e37-916f-b9242804f1d4 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2290139 Apr 28 20:22:04.685799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-fc86c5c8-40f5-43c2-ac45-7676b78562ed service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580739 Apr 28 20:22:04.688719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6086cf16-590e-46dd-b1f8-2cb3d915da43 req-4343baa9-8ecc-4c53-9a7e-4c7eb3e64f90 service neutron] 10.222.0.41 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3421335 Apr 28 20:22:05.246178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32b1f9-cffa-4e4d-9d34-3ef32a5c0d15 req-eabe0f54-5af2-480e-b72c-a530c478fad8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:05.247636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e32b1f9-cffa-4e4d-9d34-3ef32a5c0d15 req-eabe0f54-5af2-480e-b72c-a530c478fad8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.0834796 Apr 28 20:22:05.294357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e32b1f9-cffa-4e4d-9d34-3ef32a5c0d15 req-10f38394-ce93-492a-b9bc-61020cb5e206 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408616 Apr 28 20:22:06.493115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc72ca8-cf4d-4e63-ba96-1d4782f23b4a req-ea8554df-78e1-486e-a16c-cdc6e8d5c70b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:06.494643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dc72ca8-cf4d-4e63-ba96-1d4782f23b4a req-ea8554df-78e1-486e-a16c-cdc6e8d5c70b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 945 time: 0.0893631 Apr 28 20:22:06.539018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dc72ca8-cf4d-4e63-ba96-1d4782f23b4a req-c1d42254-b87c-4241-9a86-2db259226f8f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380051 Apr 28 20:22:06.562191 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49392) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:06.666334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a48a5422-3f90-44f0-8735-95502eb4ea32 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 200 len: 992 time: 0.1029599 Apr 28 20:22:07.246744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:22:07.382777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:22:07.396650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'port_id': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'mac_address': 'fa:16:3e:59:7c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:22:07.456793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.476588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:22:07.497296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:22:07.501099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:07.570813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:07.836033 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0ce4f347-0aec-4127-a92b-f278f9df0f47'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:22:09.261132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:22:09.332782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:22:09.337596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0ce4f347-0aec-4127-a92b-f278f9df0f47 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:22:09.337964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:09.462923 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:09.493593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:22:09.504806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:22:09.509274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:09.547678 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32637a2f-813f-4b87-a5d6-24393f2b9a86'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'code': 200} Apr 28 20:22:09.592709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=13']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:10.202927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:12.442270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:13.824141 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:22:14.784709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:14.907590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:14.921425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:22:14.925953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Usage tracker for resource:security_group_rule and tenant:b300a83b5bb7479f8088606e6d573bec is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:22:14.928665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:22:14.934221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:22:15.014511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.018507 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.065181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39923257-7477-4713-832d-79a80f451699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f843d72-d36b-4315-9875-0fc85b03947b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:15.069383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-39923257-7477-4713-832d-79a80f451699 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b300a83b5bb7479f8088606e6d573bec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2836988 Apr 28 20:22:15.072681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:15.128289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.155700 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.205483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.223461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f843d72-d36b-4315-9875-0fc85b03947b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:15.239480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.240586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b9849229-4e2c-46b8-a8f5-a6d68cbab393 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/7f843d72-d36b-4315-9875-0fc85b03947b HTTP/1.1" status: 204 len: 168 time: 0.1676354 Apr 28 20:22:15.528138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:15.546293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.560110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:22:15.564130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Usage tracker for resource:security_group_rule and tenant:560f907b62a6453da8b1a07773ad1f49 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:22:15.566881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:22:15.572445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:22:15.653877 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.657423 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.703053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=560f907b62a6453da8b1a07773ad1f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1735849 Apr 28 20:22:15.704912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315e148-4d69-4c38-93bf-f3019ea69c6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ccfef7-3f99-4ff1-8308-2f6cbc6340c5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:15.706307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:15.766386 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.791365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.841813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.855684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ccfef7-3f99-4ff1-8308-2f6cbc6340c5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:15.861638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:15.862741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9dd4be0b-2710-4847-bd97-85f38b758de2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/11ccfef7-3f99-4ff1-8308-2f6cbc6340c5 HTTP/1.1" status: 204 len: 168 time: 0.1554687 Apr 28 20:22:16.197371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 49494) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:16.214454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.228491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:22:16.232281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f26baebe3b14cc2933a8fdf60ddbfa6 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:22:16.235039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:22:16.241090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:22:16.321020 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.324669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.373146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6f26baebe3b14cc2933a8fdf60ddbfa6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746931 Apr 28 20:22:16.373992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484e75c-4362-400f-bd2b-49d5584899c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d93264b-d795-4e25-9bcd-d2ed8fe14f69,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:16.377228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 49498) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:16.438623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.464026 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.515720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.531395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d93264b-d795-4e25-9bcd-d2ed8fe14f69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:16.541103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:16.542268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-951753c0-8428-4035-a71f-28e373ef6b6e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0d93264b-d795-4e25-9bcd-d2ed8fe14f69 HTTP/1.1" status: 204 len: 168 time: 0.1636879 Apr 28 20:22:20.243629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2f2c932-eaa5-471b-aed8-e0d80fd5c779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:21.445639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-573c1b82-b3c7-49a9-ac73-d68c6b1e63a3 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685256 Apr 28 20:22:21.586590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-155212d6-146f-497a-977a-35c587c15a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:21.587978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-155212d6-146f-497a-977a-35c587c15a83 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1098 time: 0.0752647 Apr 28 20:22:21.733015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-d9fc6410-f552-4f4c-a8a8-400467b975d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:21.734692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-d9fc6410-f552-4f4c-a8a8-400467b975d3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1263466 Apr 28 20:22:21.838117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-6d304b6f-400e-404b-a9fa-813484b09d12 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 1002 time: 0.0974634 Apr 28 20:22:21.901664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-be926ccd-09e0-4e18-9b2a-bb25ae9f17f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:21.903036 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-be926ccd-09e0-4e18-9b2a-bb25ae9f17f6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0584304 Apr 28 20:22:21.982514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-aa2b36f3-bb2f-416d-841a-aaa7156a148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:22:21.984396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-aa2b36f3-bb2f-416d-841a-aaa7156a148a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0754590 Apr 28 20:22:22.116681 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-c5ebf741-1910-48d9-a5fc-79367d028273 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259222 Apr 28 20:22:22.252751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-957853b2-23b1-41d8-89b3-d6d2bcc40e3d req-e9ff1b17-4546-4e45-94eb-be567efefe37 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299205 Apr 28 20:22:22.369553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5825d212-57f3-45ed-a9c4-2b4cc00fb70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:23.784128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:24.100168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:25.265293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:40.206623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:42.469310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:50.245616 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1218eea6-d5f3-4a98-906c-d52fde46ee31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:50.823986 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:22:52.374973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-21608d1e-f555-43d7-8339-65ebf1e2c5d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:53.789027 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:54.102379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:55.254855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.222554 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:56.446815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.462052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:22:56.465746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Usage tracker for resource:security_group_rule and tenant:94c29aaa844f4e13a0f5e1406b7ce124 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:22:56.468541 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:22:56.475047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:22:56.558193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.561869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.609455 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=94c29aaa844f4e13a0f5e1406b7ce124&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3858697 Apr 28 20:22:56.611031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193c066a-1d9f-4605-9a72-15547b04e38c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:56.612769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50514) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:22:56.619691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.620039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.620377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.620711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.621042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.621369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.621719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.622045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.622369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.622690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.623012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.623333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f390d6f7-628d-45c7-a05e-1790431bedb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.670658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.696548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.747590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.763529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193c066a-1d9f-4605-9a72-15547b04e38c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:22:56.775244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.775592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.775935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.776271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.776603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.776931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.777258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.777614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.777936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.778258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.778581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.778901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:22:56.782800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:22:56.784033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-13b2964e-dd65-433f-97ea-e785182d1a53 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/193c066a-1d9f-4605-9a72-15547b04e38c HTTP/1.1" status: 204 len: 168 time: 0.1701949 Apr 28 20:23:01.688881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50566) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:01.804441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:01.818567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:01.822248 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Usage tracker for resource:security_group_rule and tenant:c02b63ea4ca94de8a37623ab5fc8a86c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:01.824918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:01.831138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:01.915717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:01.919078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:01.965816 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c02b63ea4ca94de8a37623ab5fc8a86c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2752950 Apr 28 20:23:01.966699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3f2977-6e5f-4488-82a2-16e5ec93b253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f3598d-d8a4-450b-8297-ce5c5c3342aa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:01.968515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50572) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:02.026223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:02.054132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:02.105033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:02.120901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f3598d-d8a4-450b-8297-ce5c5c3342aa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:02.131384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:02.132481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9bc68865-7c8b-4a63-9a6a-5e76b8e2dbdb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/e7f3598d-d8a4-450b-8297-ce5c5c3342aa HTTP/1.1" status: 204 len: 168 time: 0.1629238 Apr 28 20:23:04.054956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a820f6-38aa-421d-bf98-84e4a45d0ca1 req-55d0d1a9-912c-4c5a-8c9b-e1d4a68c5311 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:04.056572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46a820f6-38aa-421d-bf98-84e4a45d0ca1 req-55d0d1a9-912c-4c5a-8c9b-e1d4a68c5311 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1098 time: 0.0701180 Apr 28 20:23:04.097106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46a820f6-38aa-421d-bf98-84e4a45d0ca1 req-7f907d1d-6e75-4605-87bc-30a51c9ef94a tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347426 Apr 28 20:23:04.121597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:04.329443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 7a9abd40-3af2-4210-9f2d-0621b0f5abd1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:23:04.329738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.495826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.496157 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.615471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 7a9abd40-3af2-4210-9f2d-0621b0f5abd1 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:23:04.764131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.810957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=7a9abd40-3af2-4210-9f2d-0621b0f5abd1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:04.898746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:04.899041 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 90662fd5-facd-486b-bed4-7637f5c3399a disassociated (deleted). External IP: 172.25.2.168, port: 0ce4f347-0aec-4127-a92b-f278f9df0f47. Apr 28 20:23:05.245195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router 879a5cb7-408a-4c14-a78c-c56295502bc8 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:23:05.522468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:23:05.531956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Sync routers for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:05.541590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:05.542275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:05.543725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:05.600388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6148e00c-df44-4805-8fd0-d23c9a22b05b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/floatingips/90662fd5-facd-486b-bed4-7637f5c3399a HTTP/1.1" status: 204 len: 168 time: 1.4775953 Apr 28 20:23:05.600982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:05.652251 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad9f7e0d-c9f6-484c-bde5-017c5b46b376'] response: {'name': 'network-changed', 'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:23:05.745026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-b7d47a33-817b-4f83-88c2-bbb83bf8cafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:05.746556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-b7d47a33-817b-4f83-88c2-bbb83bf8cafd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 1098 time: 0.0728962 Apr 28 20:23:05.773327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:05.894678 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-79f2550d-ca66-41c7-90aa-ebbae60d7705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:05.896129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-79f2550d-ca66-41c7-90aa-ebbae60d7705 service neutron] 10.222.0.46 "GET /v2.0/networks?id=d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 200 len: 897 time: 0.1436236 Apr 28 20:23:05.973839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-cc8b7b8a-5322-4a84-9ba9-af3d1a58ee6e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 200 len: 217 time: 0.0702035 Apr 28 20:23:05.996424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930c5859-b4ff-4ddd-923d-f438b9004c18 req-aae8d6a5-9c91-4f61-ac92-47c17c728f97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:05.997911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-930c5859-b4ff-4ddd-923d-f438b9004c18 req-aae8d6a5-9c91-4f61-ac92-47c17c728f97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 947 time: 0.0859549 Apr 28 20:23:06.039084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-dcde87ff-0346-4afb-910b-041081d79517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:06.040533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-dcde87ff-0346-4afb-910b-041081d79517 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 200 len: 835 time: 0.0611091 Apr 28 20:23:06.044415 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-930c5859-b4ff-4ddd-923d-f438b9004c18 req-5b76944e-ad95-488c-b8cb-f4816ef8859f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395050 Apr 28 20:23:06.101420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:06.105681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Checking router: 879a5cb7-408a-4c14-a78c-c56295502bc8 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:06.115218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:06.115820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:06.120895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-88f623f3-0f0e-4f5e-bed1-e094b332aa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:06.122470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-88f623f3-0f0e-4f5e-bed1-e094b332aa8d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=d71c93b1-8ffe-4f69-802e-8ded9701b245&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742285 Apr 28 20:23:06.252938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-44e7fa75-5034-46bb-8353-2eb6c688e620 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238813 Apr 28 20:23:06.297948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:06.384605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f115e5c9-55af-4c72-b126-c0a0dc969587 req-650e0e23-c525-41c5-82bb-b0e710e9cc35 service neutron] 10.222.0.46 "GET /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244831 Apr 28 20:23:06.602450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:06.606227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfd799f2-8369-4b48-84d2-5d0017a53748 None None] The sync data for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 is: [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:19:54Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'cb1ac99d-b346-440d-98bc-dfe2939cd253', 'name': '', 'network_id': 'd71c93b1-8ffe-4f69-802e-8ded9701b245', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:8d:4e:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3853, 'fixed_ips': [{'subnet_id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:51Z', 'updated_at': '2022-04-28T20:20:04Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '7e97a1e7-3e71-4e71-a031-a99d6315f9b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:06.812689 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9bad284-0ace-4122-ae20-34c4f55cde86 None None] New status for floating IP 90662fd5-facd-486b-bed4-7637f5c3399a: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:23:07.232865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cde082-81d8-4be1-873b-5fd8e1481b89 req-cb861c52-6682-40d6-9ecb-e3108e474407 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:07.233490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55cde082-81d8-4be1-873b-5fd8e1481b89 req-cb861c52-6682-40d6-9ecb-e3108e474407 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:07.249308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55cde082-81d8-4be1-873b-5fd8e1481b89 req-cb861c52-6682-40d6-9ecb-e3108e474407 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:07.250586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55cde082-81d8-4be1-873b-5fd8e1481b89 req-cb861c52-6682-40d6-9ecb-e3108e474407 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 947 time: 0.0939887 Apr 28 20:23:07.298337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55cde082-81d8-4be1-873b-5fd8e1481b89 req-3f9e0606-58f1-4153-9fa6-edc2af400625 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=32048968-6128-485d-8652-3005fdf4e1b1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412722 Apr 28 20:23:07.390223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-c7b3cea6-34f9-4af2-8d05-aa8775f2e9fe tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:07.391640 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-c7b3cea6-34f9-4af2-8d05-aa8775f2e9fe tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 947 time: 0.0823402 Apr 28 20:23:07.461707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:23:07.462053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.711537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 0ce4f347-0aec-4127-a92b-f278f9df0f47, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ce4f347-0aec-4127-a92b-f278f9df0f47,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:07.711906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:07.831574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 0ce4f347-0aec-4127-a92b-f278f9df0f47 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:23:08.070538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.122368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=0ce4f347-0aec-4127-a92b-f278f9df0f47,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:08.193912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] No DVR routers for this DVR port 0ce4f347-0aec-4127-a92b-f278f9df0f47 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:23:08.196363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:08.198772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-deleted', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:08.213507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-100c9737-3865-4d09-9971-0d7e6e1ec9fe req-ea375716-e030-467d-b83f-4602f905fa20 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "DELETE /v2.0/ports/0ce4f347-0aec-4127-a92b-f278f9df0f47 HTTP/1.1" status: 204 len: 173 time: 0.8159053 Apr 28 20:23:08.250944 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-53d9c9a4-99ac-4031-b341-7d3ef1b7b79e'] response: {'server_uuid': '4978e9b9-5e55-4b3c-8eac-45a038816997', 'name': 'network-vif-deleted', 'tag': '0ce4f347-0aec-4127-a92b-f278f9df0f47', 'status': 'completed', 'code': 200} Apr 28 20:23:08.468339 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-80b0f42b-0798-4d6f-9e1f-cef5861962ca req-640aaf5b-9523-42ed-9395-589aa5aff20b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:08.485744 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-80b0f42b-0798-4d6f-9e1f-cef5861962ca req-640aaf5b-9523-42ed-9395-589aa5aff20b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:08.487235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80b0f42b-0798-4d6f-9e1f-cef5861962ca req-640aaf5b-9523-42ed-9395-589aa5aff20b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=4978e9b9-5e55-4b3c-8eac-45a038816997 HTTP/1.1" status: 200 len: 210 time: 0.0644343 Apr 28 20:23:09.581710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50602) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:10.120451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.200402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.471718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port cb1ac99d-b346-440d-98bc-dfe2939cd253 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:23:10.471971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.653592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port cb1ac99d-b346-440d-98bc-dfe2939cd253, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=cb1ac99d-b346-440d-98bc-dfe2939cd253,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:10.654271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:10.879611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for cb1ac99d-b346-440d-98bc-dfe2939cd253 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:23:11.051793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:11.099535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=cb1ac99d-b346-440d-98bc-dfe2939cd253,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:11.371267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:11.563617 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:23:11.602332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 0ce4f347-0aec-4127-a92b-f278f9df0f47 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:23:11.602669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ce4f347-0aec-4127-a92b-f278f9df0f47 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:23:11.726916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router 879a5cb7-408a-4c14-a78c-c56295502bc8 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:23:11.897506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:23:11.907333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Sync routers for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:11.913901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d69af6a-6db7-422c-9697-5cdb1ca64ac3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/879a5cb7-408a-4c14-a78c-c56295502bc8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3310795 Apr 28 20:23:11.916477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50606) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:11.917066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:11.917691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:11.984163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting subnet 7e97a1e7-3e71-4e71-a031-a99d6315f9b6 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:23:11.988299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.041921 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.092838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:12.248843 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.332759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.377859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Subnet': ['ID=7e97a1e7-3e71-4e71-a031-a99d6315f9b6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:12.379788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.387109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5a30733-3fa3-4bce-abd1-6431eafcf25e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/subnets/7e97a1e7-3e71-4e71-a031-a99d6315f9b6 HTTP/1.1" status: 204 len: 168 time: 0.4696543 Apr 28 20:23:12.389696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50610) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:12.401636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b70353f-a2e3-49d6-91d6-060ab717afac None None] Network d71c93b1-8ffe-4f69-802e-8ded9701b245 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:23:12.549610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.569768 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.605118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:23:10Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:12.612526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Checking router: 879a5cb7-408a-4c14-a78c-c56295502bc8 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:12.625268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Routers {'879a5cb7-408a-4c14-a78c-c56295502bc8'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:12.626014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['879a5cb7-408a-4c14-a78c-c56295502bc8'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:12.747603 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.757739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 81068f69-06de-4c11-ab02-6f041bb689e9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:23:12.758220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.804235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] Set router 879a5cb7-408a-4c14-a78c-c56295502bc8 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:12.848460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] DHCP port deletion for d71c93b1-8ffe-4f69-802e-8ded9701b245 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:23:12.910167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Deleting port a2decf0b-1cf4-4398-a68b-da88a6c0d240 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:23:12.910533 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:12.930685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 81068f69-06de-4c11-ab02-6f041bb689e9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=81068f69-06de-4c11-ab02-6f041bb689e9,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:12.931045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.055324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 81068f69-06de-4c11-ab02-6f041bb689e9 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:23:13.219471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.242946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] For port a2decf0b-1cf4-4398-a68b-da88a6c0d240, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a2decf0b-1cf4-4398-a68b-da88a6c0d240,segment=NetworkSegment(7c4d64fd-10ef-42b9-be95-2833518515e5),segment_id=7c4d64fd-10ef-42b9-be95-2833518515e5)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:13.243330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.266316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=81068f69-06de-4c11-ab02-6f041bb689e9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:13.357438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.364489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Calling delete_port for a2decf0b-1cf4-4398-a68b-da88a6c0d240 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:23:13.427513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:23:10Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:13.442157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a48c2088-87c6-4789-bc0f-1d5f3257a605 None None] The sync data for ids ['879a5cb7-408a-4c14-a78c-c56295502bc8'] in n-d-839811-1 is: [{'id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1789003950', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75'}], 'enable_snat': True}, 'gw_port_id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:19:41Z', 'updated_at': '2022-04-28T20:23:10Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '81068f69-06de-4c11-ab02-6f041bb689e9', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:82:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '879a5cb7-408a-4c14-a78c-c56295502bc8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:19:42Z', 'updated_at': '2022-04-28T20:19:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:13.454670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.507376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Pushing event deleted for resources: {'Port': ['ID=a2decf0b-1cf4-4398-a68b-da88a6c0d240,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:13.511965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] No DVR routers for this DVR port a2decf0b-1cf4-4398-a68b-da88a6c0d240 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:23:13.518220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.518566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.523801 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c8ede1-393a-47b1-86e2-45695b0b7698 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:13.535567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.537753 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.562456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.562980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Fanout notify agent at l3_agent the message router_deleted on router 879a5cb7-408a-4c14-a78c-c56295502bc8 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:23:13.577232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.578316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ea0d4775-06b2-4c34-a252-fedc5586c39f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/routers/879a5cb7-408a-4c14-a78c-c56295502bc8 HTTP/1.1" status: 204 len: 168 time: 1.1875820 Apr 28 20:23:13.581186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50614) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:13.803978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.894318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a2decf0b-1cf4-4398-a68b-da88a6c0d240 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:23:13.935095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: a2decf0b-1cf4-4398-a68b-da88a6c0d240 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:23:13.935441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a2decf0b-1cf4-4398-a68b-da88a6c0d240 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:23:13.935989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cb1ac99d-b346-440d-98bc-dfe2939cd253 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:23:13.940601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:13.966786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d71c93b1-8ffe-4f69-802e-8ded9701b245']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:13.970651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: cb1ac99d-b346-440d-98bc-dfe2939cd253 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:23:13.971491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device cb1ac99d-b346-440d-98bc-dfe2939cd253 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:23:13.980168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c4d64fd-10ef-42b9-be95-2833518515e5') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:13.980462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c4d64fd-10ef-42b9-be95-2833518515e5') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:13.991596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.007086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.013295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:23:14.013704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:23:14.028642 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:23:14.111335 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.131513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.137798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Network': ['ID=d71c93b1-8ffe-4f69-802e-8ded9701b245,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:14.148904 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b61af5c7-ce00-4f88-862e-90228279ab73 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/networks/d71c93b1-8ffe-4f69-802e-8ded9701b245 HTTP/1.1" status: 204 len: 168 time: 0.5667493 Apr 28 20:23:14.151649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50620) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:14.219094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.250920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.319133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.336953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32048968-6128-485d-8652-3005fdf4e1b1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:14.347862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.348950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33abc267-f59d-40f1-badf-785141921c9a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/security-groups/32048968-6128-485d-8652-3005fdf4e1b1 HTTP/1.1" status: 204 len: 168 time: 0.1964257 Apr 28 20:23:14.657005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50628) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:14.662795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1388589443', 'description': 'tempest-secgroup-smoke-1388589443 description', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:14.669242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:14.673260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:14.676353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:14.681900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:14.691477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.710578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:14.714206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:14.716859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:14.723282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:14.790893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.794308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.838231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ce56bf-a325-4121-b9cd-e205112a0554,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:14.841164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.842375 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9bdd801a-cf90-4c7d-bf78-1ad694867524 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1843531 Apr 28 20:23:14.845595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50632) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:14.851005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:14.857527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:14.861282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:14.864220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:14.870122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:14.885690 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.947820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.951430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.974400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46dde99-c81e-45b3-b61a-c50a379549e8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:14.982624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:14.984057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a53098d0-abd0-4693-8ded-653d9be6239b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1373093 Apr 28 20:23:14.986965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50636) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:14.991824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:14.998166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.002853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.005844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.011648 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.035379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.101065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.104540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.126416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=586b6a16-422e-41df-a26d-706bde7e1d02,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:15.135087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.136249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fe21e8bd-01d1-4e36-bce7-9435f16a8a9b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1484549 Apr 28 20:23:15.139138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:15.144455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:15.154730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.158546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.164864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.177676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.199611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.266379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.271565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.300890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e32ca5d-759f-427a-95b4-a68143dbeb60,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:15.312781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.314787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7e124cc8-31db-4ce3-ab7d-e63426161c37 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1742604 Apr 28 20:23:15.317706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:15.322574 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:15.329109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.334206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.337243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.342991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.362387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.427626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.432337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.459570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9770aad5-a453-4450-a643-d57e2659b15b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:15.472828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.475210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-76ed742c-4dc6-4fc0-9214-c6de10340b72 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1565850 Apr 28 20:23:15.477985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:15.484635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:15.494425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.498606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.503991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.509558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.520326 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:23:15.537904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.606032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.609387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.637418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 81068f69-06de-4c11-ab02-6f041bb689e9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:23:15.641548 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=882a1ec2-1a19-4e3e-9872-df236b720e3a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:15.651083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.656150 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7aefda26-d567-4f7f-b84d-ffe379e11c82 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733427 Apr 28 20:23:15.656358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:15.661246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '99ce56bf-a325-4121-b9cd-e205112a0554', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:15.668553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.672893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.678188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 81068f69-06de-4c11-ab02-6f041bb689e9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:23:15.678188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 81068f69-06de-4c11-ab02-6f041bb689e9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:23:15.678446 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.682534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.693796 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:23:15.700649 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.770920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.774492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.798213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83d1f91-68b2-4fba-8412-cdf10fb97417,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:15.813141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.815675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-722cfb73-a843-4a65-811b-f707b30dd63f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1575408 Apr 28 20:23:15.818726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:15.824104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'network': {'name': 'tempest-network-smoke--739302294', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:15.830072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:15.835256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:network and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:15.840209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:15.848834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:15.858860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:23:15.862881 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.889727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:23:15.898221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.898603 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Added segment 2f2df68f-08e3-4155-b0fc-2c607f8f6155 of type vlan for network 9d974873-f500-4676-8ebe-e5ee68883155 Apr 28 20:23:15.925059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.953622 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:15.958957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:15.959527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.072046 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2522776 Apr 28 20:23:16.074908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50662) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:16.075389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4aa4e0-f9b4-4f5d-90a2-08b32fbb97dd tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Network': ['ID=9d974873-f500-4676-8ebe-e5ee68883155,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:16.081219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'admin_state_up': True, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:16.085941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 9d974873-f500-4676-8ebe-e5ee68883155 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:23:16.089283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:16.093215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:router and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:16.097112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:16.103365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:16.114382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.115422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.131070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.521880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.819084 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.848620 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:16.981436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.226 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/12275290-276c-48ad-bd3e-af944982c10b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:17.124180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:17.153655 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:17.215619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:17.218369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:17.222732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:23:17.259234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=12275290-276c-48ad-bd3e-af944982c10b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:17.628089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:18.088910 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:18.290223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router b6dc9f59-4286-4bca-b975-d95446a6bb58 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:23:18.462952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:23:18.472684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Sync routers for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:18.482507 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:18.483102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:18.494618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:18.495964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3c2577a6-64dc-46c4-8adf-eb32c4e5df53 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4199727 Apr 28 20:23:18.499129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50670) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:18.542145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63a30948-c75f-4d62-8dbf-34bfc2cac1ce tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b9489e90e1054f0b81c7cd8c61d5e714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419145 Apr 28 20:23:18.544833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50674) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:18.671847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354662ab-aea0-4200-adf7-966d5967114d tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:18.673325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-354662ab-aea0-4200-adf7-966d5967114d tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275506 Apr 28 20:23:18.676653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50678) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:18.694302 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:18.716807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b1230e41-b96c-46f7-a788-f7df9db866f2 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389667 Apr 28 20:23:18.719152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50682) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:18.725369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-400969453', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:18.832975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:18.836760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:subnet and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:18.839513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:18.845062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:18.855706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:23:18.859592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:18.976558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:17Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:18.980396 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Checking router: b6dc9f59-4286-4bca-b975-d95446a6bb58 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:18.980750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Updating router b6dc9f59-4286-4bca-b975-d95446a6bb58 port 12275290-276c-48ad-bd3e-af944982c10b binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:23:19.030920 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.079216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.162697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Subnet': ['ID=96e9471a-35d1-4c9f-a3cd-023887b92c04,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:19.168140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:23:19.168495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network hostable DHCP agents. Network: 9d974873-f500-4676-8ebe-e5ee68883155, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:23:19.186837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 9d974873-f500-4676-8ebe-e5ee68883155 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:23:19.196117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 9d974873-f500-4676-8ebe-e5ee68883155) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:19.200049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:19.200624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.207247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043b04a4-0e55-4e2f-95bd-1de15639d602 None None] Network 9d974873-f500-4676-8ebe-e5ee68883155 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:23:19.223605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed46b52f-c22a-4282-82c8-f55df8a6e449 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5033765 Apr 28 20:23:19.226258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50686) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:19.358071 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.371508 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Transition to ACTIVE for port object 12275290-276c-48ad-bd3e-af944982c10b will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:19.378694 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.438523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-9d974873-f500-4676-8ebe-e5ee68883155', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:23:19.440024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.462154 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Attempting to bind port 12275290-276c-48ad-bd3e-af944982c10b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:19.462521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Attempting to bind port 12275290-276c-48ad-bd3e-af944982c10b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:19.462873 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Attempting to bind port 12275290-276c-48ad-bd3e-af944982c10b on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:23:19.474203 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:23:19.475269 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:23:19.475832 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.476365 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:23:19.476988 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Bound port: 12275290-276c-48ad-bd3e-af944982c10b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:19.477558 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.529649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Pushing event updated for resources: {'Port': ['ID=12275290-276c-48ad-bd3e-af944982c10b,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:19.567319 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] For port 12275290-276c-48ad-bd3e-af944982c10b, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:23:19.570220 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.570524 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.570913 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.571323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.571651 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.572038 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.572366 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.572687 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.573018 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.573323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.573665 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.573984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:23:19.579482 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] For port 12275290-276c-48ad-bd3e-af944982c10b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=12275290-276c-48ad-bd3e-af944982c10b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:23:19.586310 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.601720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Allocated IP 172.20.0.2 (9d974873-f500-4676-8ebe-e5ee68883155/96e9471a-35d1-4c9f-a3cd-023887b92c04/23ebeeac-f8b0-4109-abb7-0986e5abf904) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:19.667443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:19.668052 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:19.806379 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e95cf0f-bf40-44c9-8c94-5db7002e6c88 None None] Pushing event updated for resources: {'Port': ['ID=12275290-276c-48ad-bd3e-af944982c10b,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:19.832141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.842839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Transition to ACTIVE for port object 23ebeeac-f8b0-4109-abb7-0986e5abf904 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:19.854021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:19.864043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Transition to ACTIVE for port object 23ebeeac-f8b0-4109-abb7-0986e5abf904 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:19.871507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:19.944456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Network 9d974873-f500-4676-8ebe-e5ee68883155 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:19.947469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:19.951209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:23:20.031697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Pushing event updated for resources: {'Port': ['ID=23ebeeac-f8b0-4109-abb7-0986e5abf904,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:20.053068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Attempting to bind port 23ebeeac-f8b0-4109-abb7-0986e5abf904 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:20.053438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Attempting to bind port 23ebeeac-f8b0-4109-abb7-0986e5abf904 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:20.053894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Attempting to bind port 23ebeeac-f8b0-4109-abb7-0986e5abf904 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:23:20.059975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 22, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:23:20.060675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:23:20.061082 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.061655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Bound using segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:23:20.062253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Bound port: 23ebeeac-f8b0-4109-abb7-0986e5abf904, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:20.062639 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.110570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.155981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] For port 23ebeeac-f8b0-4109-abb7-0986e5abf904, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:23:20.159308 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] For port 23ebeeac-f8b0-4109-abb7-0986e5abf904, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23ebeeac-f8b0-4109-abb7-0986e5abf904,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:23:20.163872 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.172102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:17Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:20.177117 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ecb23fc-32aa-4c6b-954b-d635cad4a683 None None] The sync data for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 is: [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:17Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:20.280442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbcc94-c95b-4edc-8d42-2ed133c3d127 None None] Pushing event updated for resources: {'Port': ['ID=23ebeeac-f8b0-4109-abb7-0986e5abf904,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:20.284274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2826f594-3e3b-4b7e-8215-5102f91787ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.617685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.1 (9d974873-f500-4676-8ebe-e5ee68883155/96e9471a-35d1-4c9f-a3cd-023887b92c04/aa9bc0b3-8725-44fc-8f18-c75f47d81d73) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:20.789573 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.807275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object aa9bc0b3-8725-44fc-8f18-c75f47d81d73 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:20.832608 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:20.905242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 9d974873-f500-4676-8ebe-e5ee68883155 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:20.908647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:20.914330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:23:20.954623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:20.984388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.116072 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.294671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d51be-bca6-40c3-bf36-ac25dbb0603b None None] Network 9d974873-f500-4676-8ebe-e5ee68883155 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:23:21.403869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b27c40d0-90ec-4342-8c35-e528156bd84d None None] Provisioning for port 23ebeeac-f8b0-4109-abb7-0986e5abf904 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:21.684265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.690746 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.769970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 12275290-276c-48ad-bd3e-af944982c10b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:21.799453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99429d9d-4097-492b-97bd-da05fbbcd817 None None] Provisioning for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:21.819403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:21.822628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-99429d9d-4097-492b-97bd-da05fbbcd817 None None] Provisioning complete for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:21.823195 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-99429d9d-4097-492b-97bd-da05fbbcd817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.824183 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.888149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-99429d9d-4097-492b-97bd-da05fbbcd817 None None] Port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:23:21.902772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 12275290-276c-48ad-bd3e-af944982c10b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:21.909326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 12275290-276c-48ad-bd3e-af944982c10b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:21.909824 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:21.972032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 9d974873-f500-4676-8ebe-e5ee68883155 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:21.973509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:22.037783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.058651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f65f7a16-97d2-414f-b39c-26a3edf8834b None None] Provisioning complete for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:22.058959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f65f7a16-97d2-414f-b39c-26a3edf8834b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.089495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 12275290-276c-48ad-bd3e-af944982c10b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=12275290-276c-48ad-bd3e-af944982c10b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:22.105619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.106382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23ebeeac-f8b0-4109-abb7-0986e5abf904 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:22.173287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router b6dc9f59-4286-4bca-b975-d95446a6bb58 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:23:22.254720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f65f7a16-97d2-414f-b39c-26a3edf8834b None None] Port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:23:22.276535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=12275290-276c-48ad-bd3e-af944982c10b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:22.287789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 23ebeeac-f8b0-4109-abb7-0986e5abf904 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:22.292641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 23ebeeac-f8b0-4109-abb7-0986e5abf904 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:22.293007 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.365955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:23:22.387719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c19839f5-e942-4557-8b18-7c82324dae2b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/b6dc9f59-4286-4bca-b975-d95446a6bb58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1515012 Apr 28 20:23:22.391624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Sync routers for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:22.429679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:22.430331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:22:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:22.489706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ddff52fb-185c-42e2-9c6a-e80be6f22e3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.563220 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.584571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3b8a1c74-9562-41e9-8537-a7a307bdbba1 None None] Provisioning complete for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:22.584938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b8a1c74-9562-41e9-8537-a7a307bdbba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.675511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 23ebeeac-f8b0-4109-abb7-0986e5abf904, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23ebeeac-f8b0-4109-abb7-0986e5abf904,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:22.678944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3b8a1c74-9562-41e9-8537-a7a307bdbba1 None None] Port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:23:22.683927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:22.725174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-a5f19c47-9842-4131-8660-b15d6ed71fd3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:22.741015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-a5f19c47-9842-4131-8660-b15d6ed71fd3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:22.742403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-a5f19c47-9842-4131-8660-b15d6ed71fd3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1388589443&fields=id&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 267 time: 0.0574348 Apr 28 20:23:22.748085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:22.827552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=23ebeeac-f8b0-4109-abb7-0986e5abf904,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:22.898322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-c8e252a4-7f7e-44b5-95bd-01da98411d10 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:22.899536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-c8e252a4-7f7e-44b5-95bd-01da98411d10 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:22.914378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-c8e252a4-7f7e-44b5-95bd-01da98411d10 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:22.915495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-c8e252a4-7f7e-44b5-95bd-01da98411d10 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 796 time: 0.1661165 Apr 28 20:23:22.931135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3e0b551b-49de-4572-b1c1-466ba4c96cc9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/quotas/b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 375 time: 0.0102146 Apr 28 20:23:23.013698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-439918d3-3047-4088-8479-517dc7ceb42b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:23.029048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-439918d3-3047-4088-8479-517dc7ceb42b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:23.030526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-439918d3-3047-4088-8479-517dc7ceb42b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942965 Apr 28 20:23:23.072737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 2, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:23.076561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Checking router: b6dc9f59-4286-4bca-b975-d95446a6bb58 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:23.076916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Updating router b6dc9f59-4286-4bca-b975-d95446a6bb58 port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:23:23.130130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.154974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-667e3687-866d-42fb-a2ab-88bc85742eed service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:23:23.155951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-667e3687-866d-42fb-a2ab-88bc85742eed service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1131804 Apr 28 20:23:23.290143 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-2b01d301-57d6-4daf-98c3-7521eac1b273 service neutron] 10.222.0.24 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271214 Apr 28 20:23:23.480487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.493492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Transition to ACTIVE for port object aa9bc0b3-8725-44fc-8f18-c75f47d81d73 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:23.499767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.529018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-983b9d93-39f4-4e18-b2da-69ed30977031 service neutron] 10.222.0.24 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2330489 Apr 28 20:23:23.744113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655a40-dff1-4274-ac17-30104968fef7 None None] Pushing event updated for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:23.759224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b4c9270d-937c-4d68-a165-e7d27f4686ac req-4612e5f9-ae99-4660-aad4-8028f502ee97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:23.774860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b4c9270d-937c-4d68-a165-e7d27f4686ac req-4612e5f9-ae99-4660-aad4-8028f502ee97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:23.776080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4c9270d-937c-4d68-a165-e7d27f4686ac req-4612e5f9-ae99-4660-aad4-8028f502ee97 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 210 time: 0.0814054 Apr 28 20:23:23.788172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 12275290-276c-48ad-bd3e-af944982c10b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:23.868489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.872027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Attempting to bind port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:23.872390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Attempting to bind port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:23.872748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Attempting to bind port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:23:23.883298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 23, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:23:23.883668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:23:23.884062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.884462 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Bound using segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:23:23.884916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Bound port: aa9bc0b3-8725-44fc-8f18-c75f47d81d73, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:23.885286 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:23.984595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 12275290-276c-48ad-bd3e-af944982c10b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:23.984971 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:24.041040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] For port aa9bc0b3-8725-44fc-8f18-c75f47d81d73, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:23:24.045621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] For port aa9bc0b3-8725-44fc-8f18-c75f47d81d73, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:23:24.052951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:24.195208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:24.199675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:24.200411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:23:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:24.250356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82655a40-dff1-4274-ac17-30104968fef7 None None] Pushing event updated for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:24.339795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23ebeeac-f8b0-4109-abb7-0986e5abf904 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:24.456520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:24.517170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 23ebeeac-f8b0-4109-abb7-0986e5abf904 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:24.517870 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:24.839036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-9fff30a8-9e14-4125-80b9-be6689f3176b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:24.840642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-9fff30a8-9e14-4125-80b9-be6689f3176b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 796 time: 0.1616037 Apr 28 20:23:24.871450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:24.880909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f5a7de-6585-469a-aa9d-ebdbf538d69a None None] The sync data for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 is: [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:24.900964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-c244f8b8-d9b7-4de1-94c6-c33376816da4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 380 time: 0.0523701 Apr 28 20:23:24.912628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'port': {'device_id': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'admin_state_up': True, 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'security_groups': ['99ce56bf-a325-4121-b9cd-e205112a0554']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:25.006031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a853b0b-b766-4441-9cf4-2fdc8038e754 req-132258d4-3f5a-4318-9e80-07a1c55bab65 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 210 time: 0.0983608 Apr 28 20:23:25.112818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:25.122447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:25.132076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:23:25.135867 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.259169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.307945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.8 (9d974873-f500-4676-8ebe-e5ee68883155/96e9471a-35d1-4c9f-a3cd-023887b92c04/d3c7756d-3ada-44ac-ab90-3bf10100d3e3) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:25.507729 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.525217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object d3c7756d-3ada-44ac-ab90-3bf10100d3e3 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:25.551476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.625945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 9d974873-f500-4676-8ebe-e5ee68883155 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:25.630497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:25.633051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:23:25.676963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:25.712475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:25.718958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.740913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device aa9bc0b3-8725-44fc-8f18-c75f47d81d73 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:25.750205 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-3bd55617-3d7f-4164-9388-3b3dcc10453f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8436475 Apr 28 20:23:25.761365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Request body: {'port': {'device_id': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:25.831733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:25.844188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:25.844567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.879624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.981628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:25.996216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-144c8fef-befe-4fc4-a8e6-ccaf36412957 None None] Provisioning for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:26.004967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-144c8fef-befe-4fc4-a8e6-ccaf36412957 None None] Provisioning complete for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:26.005330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-144c8fef-befe-4fc4-a8e6-ccaf36412957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.075471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port aa9bc0b3-8725-44fc-8f18-c75f47d81d73, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:26.084336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.133837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-144c8fef-befe-4fc4-a8e6-ccaf36412957 None None] Port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:23:26.157172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:26.216209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f8d4f0-cce3-4bbe-ae22-ee3012a67872 req-523d341e-54b1-4a2b-911c-37d03295a350 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:26.217680 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3f8d4f0-cce3-4bbe-ae22-ee3012a67872 req-523d341e-54b1-4a2b-911c-37d03295a350 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 931 time: 0.0895715 Apr 28 20:23:26.243210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3c7756d-3ada-44ac-ab90-3bf10100d3e3 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:23:26.250524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.265329 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3f8d4f0-cce3-4bbe-ae22-ee3012a67872 req-d0d61dd3-b917-42f8-9cdd-d4edaf6669cf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409918 Apr 28 20:23:26.267855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Transition to ACTIVE for port object d3c7756d-3ada-44ac-ab90-3bf10100d3e3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:23:26.271671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.433365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:26.623297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:23:26.623517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:23:26.623841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:23:26.628964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:23:26.629274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:23:26.634208 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:23:26.634538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:23:26.634915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Bound using segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:23:26.635331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Bound port: d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:23:26.635666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.719835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:23:26.723377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:23:26.727716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.789245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:26.789875 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:26.791218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 1091 time: 1.0340855 Apr 28 20:23:26.791638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:26.811441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3127d5-2f87-483b-bd42-b58d19954c18 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:26.863667 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0dfe94a7-2da7-47e8-a15a-91cb28e2f4b3'] response: {'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'status': 'completed', 'code': 200} Apr 28 20:23:26.905892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-d88226b6-7f85-45be-baf6-b1b77bc0f62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:26.907424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-d88226b6-7f85-45be-baf6-b1b77bc0f62c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1094 time: 0.0764961 Apr 28 20:23:26.979951 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-38d7a01c-961d-4e18-ab33-a07b77e8e2c1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0659645 Apr 28 20:23:27.040587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-9c18abef-d56b-494a-a337-959a573a769e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.041982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-9c18abef-d56b-494a-a337-959a573a769e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0563302 Apr 28 20:23:27.120646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-a78d357a-7ce5-45d4-9fb9-c6bc974a5fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.122235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-a78d357a-7ce5-45d4-9fb9-c6bc974a5fa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739944 Apr 28 20:23:27.249555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-f048b5d5-efb5-4ace-8c91-5f1bf5c5a764 service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215599 Apr 28 20:23:27.378659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad71621a-f092-497b-8e62-1b9c4bfd1738 req-1d603ba1-1032-4878-a929-f2111f056cc8 service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238849 Apr 28 20:23:27.497539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-e88dc5b7-eeff-466c-bfc5-870c80c6b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.499005 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-e88dc5b7-eeff-466c-bfc5-870c80c6b3e9 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1094 time: 0.0735075 Apr 28 20:23:27.511238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5a53b5-0fb9-48bc-b78d-44964d636a99 req-6c058c04-27de-4e33-b2d2-f1126aab059c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.512604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f5a53b5-0fb9-48bc-b78d-44964d636a99 req-6c058c04-27de-4e33-b2d2-f1126aab059c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 943 time: 0.1416349 Apr 28 20:23:27.559117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f5a53b5-0fb9-48bc-b78d-44964d636a99 req-0e2ec864-4a88-40ac-9805-638c8ef6d3c1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404744 Apr 28 20:23:27.628110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-c18a63c3-a83c-4ca6-a126-bebd9343580f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.629539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-c18a63c3-a83c-4ca6-a126-bebd9343580f service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1245825 Apr 28 20:23:27.691571 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device aa9bc0b3-8725-44fc-8f18-c75f47d81d73 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:27.699348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-dfe761a4-f399-4c9b-98ec-e78c8e862032 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0640121 Apr 28 20:23:27.761813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-88acd862-3d71-4971-8493-965103086431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.764159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-88acd862-3d71-4971-8493-965103086431 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0598187 Apr 28 20:23:27.807918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:27.808447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:27.825093 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:23:27.843461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-378c28a4-cf23-48c3-9eb3-24899786bd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:27.844916 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-378c28a4-cf23-48c3-9eb3-24899786bd6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736809 Apr 28 20:23:27.973272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-363cad5a-d612-4a38-b570-2b0b7cf7533b service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223352 Apr 28 20:23:28.100002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e64b0c4b-9e36-4180-93ae-21e731565068 req-768c4cfe-578c-483b-b239-27729704751d service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214721 Apr 28 20:23:28.744912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8998894b-1f87-4f98-bdda-579612aee4ce req-6183f657-9714-4d7a-acec-146ae79d3029 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:28.745515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8998894b-1f87-4f98-bdda-579612aee4ce req-6183f657-9714-4d7a-acec-146ae79d3029 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:23:28.760399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8998894b-1f87-4f98-bdda-579612aee4ce req-6183f657-9714-4d7a-acec-146ae79d3029 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:23:28.761772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8998894b-1f87-4f98-bdda-579612aee4ce req-6183f657-9714-4d7a-acec-146ae79d3029 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 943 time: 0.0964241 Apr 28 20:23:28.805359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8998894b-1f87-4f98-bdda-579612aee4ce req-b735b9bb-7ef5-4c16-b4e1-05f1869a01bf tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375447 Apr 28 20:23:29.988287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9445697-8e98-4150-88e2-78d89b7ccb8a req-7b19e52c-b3f8-45fe-9198-005f4d015ef9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:29.989744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9445697-8e98-4150-88e2-78d89b7ccb8a req-7b19e52c-b3f8-45fe-9198-005f4d015ef9 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 943 time: 0.0775039 Apr 28 20:23:30.033860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9445697-8e98-4150-88e2-78d89b7ccb8a req-dd7671dd-8930-424b-afe2-5b1db557f9ab tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384901 Apr 28 20:23:31.327772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef038d99-408d-411d-8717-190d0a25b0a0 req-39354cad-1313-4453-bcb1-cfbe1d3a63e8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:31.329098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef038d99-408d-411d-8717-190d0a25b0a0 req-39354cad-1313-4453-bcb1-cfbe1d3a63e8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 943 time: 0.1868739 Apr 28 20:23:31.372634 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ef038d99-408d-411d-8717-190d0a25b0a0 req-f4aef205-ad79-46f8-83de-df0c044c053d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377779 Apr 28 20:23:31.738551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:23:31.872946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:31.885756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'port_id': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'mac_address': 'fa:16:3e:39:bf:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:23:31.938758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:31.955718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3c7756d-3ada-44ac-ab90-3bf10100d3e3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:23:31.971261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:31.975574 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:32.043114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:32.305847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['d3c7756d-3ada-44ac-ab90-3bf10100d3e3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:23:32.561330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1da6f8-8542-4bf6-8fe5-a7f748f3d62b req-07ab16a1-babe-4f96-846c-82290ddf4cea tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:32.562704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d1da6f8-8542-4bf6-8fe5-a7f748f3d62b req-07ab16a1-babe-4f96-846c-82290ddf4cea tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.0826790 Apr 28 20:23:32.734600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d1da6f8-8542-4bf6-8fe5-a7f748f3d62b req-c5e3ff79-7263-4b5c-a8e1-444d54afe6de tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1656630 Apr 28 20:23:33.753081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:23:33.828655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:23:33.834277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:23:33.834642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:33.921640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca880ebb-5e46-4dca-8502-49463f0abcc6 req-c37b82d7-ad15-4e5b-a20c-947a9e2040c4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:33.923073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca880ebb-5e46-4dca-8502-49463f0abcc6 req-c37b82d7-ad15-4e5b-a20c-947a9e2040c4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.0809655 Apr 28 20:23:33.949733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:33.970552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca880ebb-5e46-4dca-8502-49463f0abcc6 req-e57df8c7-3145-4d8f-8f4c-5b6c6dab01b5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415363 Apr 28 20:23:33.977313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:33.986918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:23:33.991832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:34.030913 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b4228c7-16d2-40ea-b25e-d4a39d5f9eb2'] response: {'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'code': 200} Apr 28 20:23:34.064725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:34.148049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad9b9f7-7f7d-40be-b642-a14d03e11987 req-f5cba4be-4bb5-492b-9d71-baca167bf827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:34.149525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ad9b9f7-7f7d-40be-b642-a14d03e11987 req-f5cba4be-4bb5-492b-9d71-baca167bf827 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1096 time: 0.0684185 Apr 28 20:23:34.189625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ad9b9f7-7f7d-40be-b642-a14d03e11987 req-72044743-868c-46ce-a483-46c15b731534 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331824 Apr 28 20:23:35.157391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f0516-48c1-42f0-810b-a6a0f72dd816 req-2fe003f3-3496-43fc-9813-8b6206cef9bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:35.159399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-431f0516-48c1-42f0-810b-a6a0f72dd816 req-2fe003f3-3496-43fc-9813-8b6206cef9bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0852928 Apr 28 20:23:35.202819 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-431f0516-48c1-42f0-810b-a6a0f72dd816 req-63a785da-c84f-42e4-a8cf-0415787f4685 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377738 Apr 28 20:23:36.386451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89c52e-e8fc-4e4a-9654-0d6301f78c9f req-e608cb07-0b29-4df6-abc4-bbba081af428 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:36.387784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d89c52e-e8fc-4e4a-9654-0d6301f78c9f req-e608cb07-0b29-4df6-abc4-bbba081af428 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0784214 Apr 28 20:23:36.432617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d89c52e-e8fc-4e4a-9654-0d6301f78c9f req-6c7efae0-b8f7-4fc5-8966-287ad62136f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391932 Apr 28 20:23:36.616414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5418c308-3cf8-45df-8275-5cf9408bae35 req-e12b7f21-15b7-443d-b994-b81db63b118f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:36.617878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5418c308-3cf8-45df-8275-5cf9408bae35 req-e12b7f21-15b7-443d-b994-b81db63b118f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0793781 Apr 28 20:23:36.660801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5418c308-3cf8-45df-8275-5cf9408bae35 req-5c1d0e1b-a66c-4fe5-b313-d776eba100e8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373046 Apr 28 20:23:36.683165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50754) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:36.755324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1776dcea-cd04-475d-9eff-1ef0a9cbbfe9 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:36.756801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1776dcea-cd04-475d-9eff-1ef0a9cbbfe9 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1091 time: 0.0726926 Apr 28 20:23:36.759600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:36.764464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:23:36.771599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:23:36.775450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:floatingip and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:23:36.778259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:23:36.784418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:23:36.794504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:36.928284 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:37.058723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.212 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/e3d54abf-ff4b-4604-b1ce-95e6177cc31c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:23:37.203916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:37.232565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:37.295390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:23:37.298228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:23:37.301921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:23:37.337269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=e3d54abf-ff4b-4604-b1ce-95e6177cc31c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:37.697162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:37.770912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:38.071091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:38.075232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:38.181932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=e3d54abf-ff4b-4604-b1ce-95e6177cc31c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:23:38.191601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:38.358560 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 75a58e19-e987-46ef-9deb-2e649fdfa41b associated. External IP: 172.25.2.212, port: d3c7756d-3ada-44ac-ab90-3bf10100d3e3. Apr 28 20:23:38.702726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router b6dc9f59-4286-4bca-b975-d95446a6bb58 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:23:38.874306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:23:38.884387 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Sync routers for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:23:38.894152 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:38.894749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:23:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:38.899815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:38.959001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b8417a8-ed68-47bf-a4f9-b8b171abaf07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1982005 Apr 28 20:23:38.959398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:23:39.009988 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1ac75a0-0371-4ef6-ae51-6dff016424a4'] response: {'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'status': 'completed', 'code': 200} Apr 28 20:23:39.072175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:39.102035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-c692753c-6781-4a65-a326-26fd5c9eb69e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.103647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-c692753c-6781-4a65-a326-26fd5c9eb69e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1096 time: 0.0723541 Apr 28 20:23:39.141295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df640b-51ad-45ef-8ab2-c66f1fd818d6 req-a1b6447b-c1b5-4a72-95fb-7e18af9ac1da tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.143499 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07df640b-51ad-45ef-8ab2-c66f1fd818d6 req-a1b6447b-c1b5-4a72-95fb-7e18af9ac1da tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0882287 Apr 28 20:23:39.188436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07df640b-51ad-45ef-8ab2-c66f1fd818d6 req-e9cfee91-d01f-4ce2-b90f-200de6130341 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Apr 28 20:23:39.213962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50766) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:39.244316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-0b0ee841-8520-45ea-b926-b2b0bc16f7c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.246077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-0b0ee841-8520-45ea-b926-b2b0bc16f7c1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1361072 Apr 28 20:23:39.320511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-26359aee-4438-4686-80f1-07ba18951b07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 200 len: 991 time: 0.1054749 Apr 28 20:23:39.351275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-f2f09388-f8f5-49f4-b9c1-4a28cc445bfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0994895 Apr 28 20:23:39.412514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-6c15381d-044b-437f-b894-fc54098c29a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.413998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-6c15381d-044b-437f-b894-fc54098c29a1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0570269 Apr 28 20:23:39.420008 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '75a58e19-e987-46ef-9deb-2e649fdfa41b', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'port_id': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'mac_address': 'fa:16:3e:39:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:23:37Z', 'updated_at': '2022-04-28T20:23:37Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:39.423865 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Checking router: b6dc9f59-4286-4bca-b975-d95446a6bb58 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:23:39.432798 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:23:39.433386 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:23:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:39.604081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-f8b7f371-1914-4938-9cb8-c5946b382862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:23:39.605562 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-f8b7f371-1914-4938-9cb8-c5946b382862 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1858354 Apr 28 20:23:39.609302 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:23:39.736263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-a135e2b5-d26d-4279-95f8-08adc5e29af6 service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242967 Apr 28 20:23:39.867912 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f0e7ff3-3a53-4160-8e80-e14e260a8d55 req-dc833525-1696-4830-a018-33b6dfac742f service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249013 Apr 28 20:23:39.950308 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '75a58e19-e987-46ef-9deb-2e649fdfa41b', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'port_id': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'mac_address': 'fa:16:3e:39:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:23:37Z', 'updated_at': '2022-04-28T20:23:37Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:23:39.954088 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0f784-eebf-4e69-825a-3d7141de5502 None None] The sync data for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 is: [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '75a58e19-e987-46ef-9deb-2e649fdfa41b', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.212', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'port_id': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'mac_address': 'fa:16:3e:39:bf:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:23:37Z', 'updated_at': '2022-04-28T20:23:37Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:23:40.134173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f367d08-677b-4856-9056-bd68a24022dc None None] New status for floating IP 75a58e19-e987-46ef-9deb-2e649fdfa41b: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:23:40.230645 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:40.324415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:40.434305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c85837e0-4320-4757-9eda-52c38cab38e0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 200 len: 991 time: 0.1071241 Apr 28 20:23:41.436799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:23:41.540949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1240fd70-e4dc-48f3-9af1-c781f9eaca07 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 200 len: 993 time: 0.1030109 Apr 28 20:23:42.485841 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:50.244595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b95778f-3138-4599-8bd3-3cd2a7f0b78e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:52.382492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dcca49d-1578-4495-a205-d7045e89c7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:53.780429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:54.107723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:23:55.259793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:04.825216 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:24:10.202968 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:12.493330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:20.282782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc2b4357-2c89-426b-a573-9b8a54735a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:22.384314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-97147e7a-0cad-4f02-9cc9-9d42fca93739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:22.447012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-4a9d3178-fb96-4e7c-873b-ecc580e45d56 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0704558 Apr 28 20:24:22.590555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-3ad5e186-b576-4699-ada4-87d389531a03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:22.592033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-3ad5e186-b576-4699-ada4-87d389531a03 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1096 time: 0.0716727 Apr 28 20:24:22.735344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-88df3e20-2381-4af5-a9f8-1f6714b3466c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:22.736678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-88df3e20-2381-4af5-a9f8-1f6714b3466c service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1247630 Apr 28 20:24:22.836124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-e0c5489b-b1a5-44e4-8915-4d5de3c2485e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.0934863 Apr 28 20:24:22.895889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-d004906b-2bc1-4e93-8ccf-6f767cd8a979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:22.897250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-d004906b-2bc1-4e93-8ccf-6f767cd8a979 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0547910 Apr 28 20:24:22.970406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-2ac0b4ea-30ce-41b3-8792-ee595d97d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:22.971804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-2ac0b4ea-30ce-41b3-8792-ee595d97d74c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690866 Apr 28 20:24:23.097140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-4a7d5e10-a14d-4c9d-9992-c913d8b687af service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184573 Apr 28 20:24:23.226083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a06f0133-be4d-4c88-b1cf-b5b1b7265f98 req-b78d0c9c-6d23-4520-8897-0c5bcb99bc6a service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222048 Apr 28 20:24:23.783252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:24.110683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:25.261690 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:40.198137 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:41.824532 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:24:42.500929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:50.245756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a777295b-df66-4e0c-841e-8aeaa6e4494a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:50.942278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e12d1f-d1f7-4beb-960f-014ddd152f9b req-e7a1c144-4833-4cdb-9ac2-4f9382f633b5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:50.944233 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e12d1f-d1f7-4beb-960f-014ddd152f9b req-e7a1c144-4833-4cdb-9ac2-4f9382f633b5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0785310 Apr 28 20:24:50.993227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62e12d1f-d1f7-4beb-960f-014ddd152f9b req-62c6f958-ee59-40f3-ac6c-c9e49eb76e87 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432584 Apr 28 20:24:51.017189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50804) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:24:51.118633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d12faa65-5717-4664-bc3b-10b67c36ecc0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 200 len: 993 time: 0.1002433 Apr 28 20:24:51.505980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee10378b-2740-45cc-ad24-0ad397125789 req-abf17abb-0431-4cd6-a051-44e546b43fdb tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:51.507781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee10378b-2740-45cc-ad24-0ad397125789 req-abf17abb-0431-4cd6-a051-44e546b43fdb tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1096 time: 0.0742877 Apr 28 20:24:51.548447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ee10378b-2740-45cc-ad24-0ad397125789 req-06330178-787d-4fd5-9e0c-d8bb201a0224 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349019 Apr 28 20:24:52.290087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-080a3cf2-e204-40ef-8861-ae28f3fc1d47 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1283710 Apr 28 20:24:52.389957 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5691b78-0141-4b99-acd1-3f645b4dfb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:52.854707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-6034cae4-d0aa-42ab-8b89-051e0c794688 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:24:52.855672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-6034cae4-d0aa-42ab-8b89-051e0c794688 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0751178 Apr 28 20:24:52.864726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Request body: {'binding': {'host': 'n-h1-839811-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:52.865174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Unknown quota resources ['binding']. {{(pid=88139) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Apr 28 20:24:53.060230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on host n-h1-839811-1 for vnic_type normal with profile None {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:24:53.060563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:24:53.060888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:24:53.065292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:24:53.065640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:24:53.071187 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:24:53.071518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:24:53.071895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Bound using segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:24:53.072313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Bound port: d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:24:53.101685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:24:53.105848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] Notify callbacks [] for binding, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.106974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] 10.222.0.24 "POST /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3/bindings HTTP/1.1" status: 201 len: 389 time: 0.2452872 Apr 28 20:24:53.326695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d19ac2-d5b5-4e92-b4f3-2bf4afde4aa0 req-e1fecd69-5441-49f6-a50b-a196b8e053e1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.328155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3d19ac2-d5b5-4e92-b4f3-2bf4afde4aa0 req-e1fecd69-5441-49f6-a50b-a196b8e053e1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0801275 Apr 28 20:24:53.376250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3d19ac2-d5b5-4e92-b4f3-2bf4afde4aa0 req-1657a9c0-c90b-42ff-9e0e-f04be29b8f35 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424297 Apr 28 20:24:53.417881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-fd173d34-27aa-45e8-a994-88cd22831540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.419353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-fd173d34-27aa-45e8-a994-88cd22831540 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1096 time: 0.1267920 Apr 28 20:24:53.549087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-5b219b0b-6576-4d36-8c89-d28545b8aeef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.550525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-5b219b0b-6576-4d36-8c89-d28545b8aeef service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1243889 Apr 28 20:24:53.762178 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-14e64ad8-5a83-4ce9-a824-17f4ac1768c1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.1984525 Apr 28 20:24:53.784771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:53.825494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-a3b70051-8a89-4513-9641-548b63ba02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.826894 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-a3b70051-8a89-4513-9641-548b63ba02b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0559096 Apr 28 20:24:53.904939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-92820101-620a-4d39-96ca-e306f7de2301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:53.906461 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-92820101-620a-4d39-96ca-e306f7de2301 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705154 Apr 28 20:24:54.039321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-8c1999f2-c7ae-4e58-9b8f-3d3e64bb89ec service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264758 Apr 28 20:24:54.113754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.173436 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-07b4b1d7-3c71-4699-b04a-af324d8f3433 service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248348 Apr 28 20:24:54.320001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bc454d8-014c-4a65-9f5c-89eb86ef5db1 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.321395 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bc454d8-014c-4a65-9f5c-89eb86ef5db1 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1096 time: 0.0726664 Apr 28 20:24:54.337442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-839811-1'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:24:54.447394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.691221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6bf83-596a-41da-99d7-003385d18438 req-3cd8bf11-5e35-4002-8fcf-be21afaabc5b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:54.692585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87a6bf83-596a-41da-99d7-003385d18438 req-3cd8bf11-5e35-4002-8fcf-be21afaabc5b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.1924345 Apr 28 20:24:54.730874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:24:54.760433 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87a6bf83-596a-41da-99d7-003385d18438 req-c5ee9d96-5fff-4d9f-8cd4-72b622edb2d1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537398 Apr 28 20:24:54.783800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:24:54.840350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:54.846161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.851785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:54.896146 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93a3e325-f6ce-4179-aef3-76c55d372411'] response: {'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'code': 200} Apr 28 20:24:55.003558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:55.024094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.024428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.024759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.025091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.025416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.025763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.026083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.026401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.026717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.027032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.027344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.027662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:55.083176 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on host n-h2-839811-1 for vnic_type normal with profile {"migrating_to": "n-h1-839811-1"} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:24:55.083505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:24:55.083834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:24:55.089358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:24:55.089713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Attempting to bind port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on network 9d974873-f500-4676-8ebe-e5ee68883155 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:24:55.094859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:24:55.095193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Checking segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:24:55.095573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Bound using segment: {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:24:55.095997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Bound port: d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f2df68f-08e3-4155-b0fc-2c607f8f6155', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:24:55.096344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.144930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b5aefbe2-6781-4b2f-ad20-c102247f109e None None] Provisioning complete for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:24:55.145540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5aefbe2-6781-4b2f-ad20-c102247f109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.188301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:24:55.191537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:24:55.196566 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.199167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b5aefbe2-6781-4b2f-ad20-c102247f109e None None] Port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:24:55.266065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.352847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=8']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:55.400698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:55.401309 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.402707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-7ac8ef98-d9b4-4746-87c3-57ee09afeaff service neutron] 10.222.0.41 "PUT /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 1121 time: 1.0696251 Apr 28 20:24:55.469007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['d3c7756d-3ada-44ac-ab90-3bf10100d3e3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:24:55.542082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Provisioning complete for port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:24:55.542456 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.736048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.785845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:55.801947 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:24:55.811630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:24:55.860611 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-babf300d-8b3a-4011-8afa-09e5d509cd24'] response: {'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'code': 200} Apr 28 20:24:55.953602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1fddec-e9f9-4690-85aa-ea1b6d03512a req-6a5a39d8-d40c-4bc8-8a87-7f3361fb0df6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:55.955678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b1fddec-e9f9-4690-85aa-ea1b6d03512a req-6a5a39d8-d40c-4bc8-8a87-7f3361fb0df6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0820768 Apr 28 20:24:56.003925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:24:56.049128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.049496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.049847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.050183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.050518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.050852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.051184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.051519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.051846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.052179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.052496 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.052824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f0f3feb-69d0-4474-8593-b8b871733191 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:24:56.119103 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b1fddec-e9f9-4690-85aa-ea1b6d03512a req-ebdb0086-9d23-4338-8eea-0f37aba0723b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1574111 Apr 28 20:24:56.898097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:24:56.942489 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de4c4c52-6a91-4efc-9ff2-6e2513b54673'] response: {'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'status': 'completed', 'code': 200} Apr 28 20:24:57.080120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-9dec52a5-0216-47ce-842a-55bf0870dfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.081584 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-9dec52a5-0216-47ce-842a-55bf0870dfaa service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1126 time: 0.1173720 Apr 28 20:24:57.212211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-d32f16ad-f063-44a5-991f-584ac6ff6086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.213679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-d32f16ad-f063-44a5-991f-584ac6ff6086 service neutron] 10.222.0.46 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1254294 Apr 28 20:24:57.369663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-bb661875-3b00-4510-8821-323f63b5c5b6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 1001 time: 0.1485555 Apr 28 20:24:57.423988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7df331-5dd4-48ac-b420-696ec48b28b1 req-88d78665-8f88-499c-a218-54709d399efb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.425331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df7df331-5dd4-48ac-b420-696ec48b28b1 req-88d78665-8f88-499c-a218-54709d399efb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.1492412 Apr 28 20:24:57.469595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-c013fdb4-20e8-4c06-b698-efea49f8fca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.470992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-c013fdb4-20e8-4c06-b698-efea49f8fca0 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0951204 Apr 28 20:24:57.518012 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df7df331-5dd4-48ac-b420-696ec48b28b1 req-54a5253f-3384-4c9a-bb92-ca3f14e55998 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862222 Apr 28 20:24:57.552315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-37d37f31-b5f4-40ed-a5f0-85639b92131d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:57.554316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-37d37f31-b5f4-40ed-a5f0-85639b92131d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0771992 Apr 28 20:24:57.564634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-b42e3401-d824-48ac-af3b-697b5a415e9b service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:24:57.565598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-b42e3401-d824-48ac-af3b-697b5a415e9b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050685 Apr 28 20:24:57.694879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-0cab4a0f-0af1-40ad-911a-45f242f5b8d4 service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236112 Apr 28 20:24:57.820397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-718adc96-8ac1-48bb-9a74-08d5dd8fa619 req-67cb33ab-5e99-4189-bb43-a30e2619075a service neutron] 10.222.0.46 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197650 Apr 28 20:24:58.699705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cb5673-a8e3-4fd6-84be-b046e96a6397 req-4c79bdf8-3e58-47d9-a891-4d1c590c3fbb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:58.701276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99cb5673-a8e3-4fd6-84be-b046e96a6397 req-4c79bdf8-3e58-47d9-a891-4d1c590c3fbb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0780687 Apr 28 20:24:58.702008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:24:58.747355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99cb5673-a8e3-4fd6-84be-b046e96a6397 req-44753519-e1b2-483b-81ab-ec1a782facbe tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402527 Apr 28 20:24:58.835238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:24:58.848773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 has no active binding in host n-h1-839811-1 {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:142}} Apr 28 20:24:59.929971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dd6cfa-3376-467b-a538-2332ee97e44d req-1821aa28-0fb2-48a9-8a48-4e422ef98559 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:24:59.931395 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53dd6cfa-3376-467b-a538-2332ee97e44d req-1821aa28-0fb2-48a9-8a48-4e422ef98559 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0776963 Apr 28 20:24:59.973963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53dd6cfa-3376-467b-a538-2332ee97e44d req-8405af09-f54e-40d9-9502-a2fec46aabc6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370176 Apr 28 20:25:00.841476 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-d02296ad-4bc3-491f-9953-f9e8c4f1b1ac service neutron] 10.222.0.46 "GET /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 384 time: 0.0773573 Apr 28 20:25:01.097080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:01.119401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:01.166789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998e2520-09cc-4e61-ac3c-0f1c3ff20cdb req-57d3b6ca-7dbe-43a2-af9d-c3864ecab387 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:01.168235 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-998e2520-09cc-4e61-ac3c-0f1c3ff20cdb req-57d3b6ca-7dbe-43a2-af9d-c3864ecab387 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 945 time: 0.0868387 Apr 28 20:25:01.178000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:01.186932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:01.204328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:01.216462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-998e2520-09cc-4e61-ac3c-0f1c3ff20cdb req-9818e7ae-224a-4c9a-83e0-6a7632b570b8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424333 Apr 28 20:25:01.295424 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3b1d788-91b1-4a0f-a9a0-42482419da20'] response: {'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'code': 200} Apr 28 20:25:01.311346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] Transition to ACTIVE for port object d3c7756d-3ada-44ac-ab90-3bf10100d3e3 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:01.315216 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:01.578315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] Pushing event updated for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=11']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:01.617762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] No DVR routers for this DVR port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:01.828949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-129cbba9-8589-4471-b70e-6889a1db1bb7 service neutron] 10.222.0.46 "PUT /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3/bindings/n-h1-839811-1/activate HTTP/1.1" status: 200 len: 369 time: 0.9820347 Apr 28 20:25:01.952742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-84ee5ead-d09d-4f50-9b69-e197b7a52bdd tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:01.954158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-84ee5ead-d09d-4f50-9b69-e197b7a52bdd tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.0766916 Apr 28 20:25:02.028502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-60c9077f-ecf3-4399-a05b-6d34b74ed857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.033995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-60c9077f-ecf3-4399-a05b-6d34b74ed857 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 1095 time: 0.0692613 Apr 28 20:25:02.122239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-e39b85a5-afa7-4356-bb77-9803e26a3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.123661 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-e39b85a5-afa7-4356-bb77-9803e26a3476 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1095 time: 0.0705957 Apr 28 20:25:02.253668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-3cb8671a-feed-4848-a139-cac5e5f0e31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.255124 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-3cb8671a-feed-4848-a139-cac5e5f0e31c service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1246352 Apr 28 20:25:02.359353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-cb3806b1-e298-4237-a1ae-4660fb8f2e7c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 999 time: 0.0966048 Apr 28 20:25:02.401886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd96c5-5e71-4df4-9152-fd4f1593d11a req-c8129f05-c1b1-4d92-9d9b-564309c69339 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.403343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfcd96c5-5e71-4df4-9152-fd4f1593d11a req-c8129f05-c1b1-4d92-9d9b-564309c69339 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.0791020 Apr 28 20:25:02.425063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-12fda09e-4649-413d-850b-8df7999aed70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.426503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-12fda09e-4649-413d-850b-8df7999aed70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0604124 Apr 28 20:25:02.447540 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cfcd96c5-5e71-4df4-9152-fd4f1593d11a req-8e546638-8729-43e5-84ae-e3551dac6fa3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384443 Apr 28 20:25:02.502965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-6fe3cbf1-7a99-4178-99a0-21d085e2ed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:02.504392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-6fe3cbf1-7a99-4178-99a0-21d085e2ed38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0704474 Apr 28 20:25:02.635591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-2b1d9c6a-e5ce-47a0-a66f-8fd2b6c38f6f service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223264 Apr 28 20:25:02.763538 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-15bf28df-d125-4520-9bd8-3bb7c2f24ca2 service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211095 Apr 28 20:25:03.071725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-3c5ce8f1-9a3d-4367-8aeb-8deb114ab2ae tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:03.073164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-3c5ce8f1-9a3d-4367-8aeb-8deb114ab2ae tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.41 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 1095 time: 0.0761814 Apr 28 20:25:03.183032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-8f0ec3b8-9956-45a6-9510-5b64a1ee1b43 service neutron] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:03.185957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-8f0ec3b8-9956-45a6-9510-5b64a1ee1b43 service neutron] Notify callbacks [] for binding, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:03.187050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-8f0ec3b8-9956-45a6-9510-5b64a1ee1b43 service neutron] 10.222.0.41 "DELETE /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3/bindings/n-h2-839811-1 HTTP/1.1" status: 204 len: 173 time: 0.1049485 Apr 28 20:25:03.646869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91e1eb9-8f3f-4f8b-a02e-6346470db138 req-92503fa1-e33a-4d74-a914-dc3b0782f0f4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:03.648315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a91e1eb9-8f3f-4f8b-a02e-6346470db138 req-92503fa1-e33a-4d74-a914-dc3b0782f0f4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.0784791 Apr 28 20:25:03.699165 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a91e1eb9-8f3f-4f8b-a02e-6346470db138 req-77e74120-0d1b-4f21-839c-9dc714cd0a91 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449293 Apr 28 20:25:03.897307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3cf52-d73e-4096-a289-5b851e218906 req-3c955540-213d-4084-a067-07d9a02a386f tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:03.898968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efd3cf52-d73e-4096-a289-5b851e218906 req-3c955540-213d-4084-a067-07d9a02a386f tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1095 time: 0.0885150 Apr 28 20:25:03.941568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-efd3cf52-d73e-4096-a289-5b851e218906 req-ded496f2-439b-4161-bc3b-de9485884f48 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367968 Apr 28 20:25:04.126994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beefeebc-3c58-427e-a60a-22e4f55d9d6a req-3c303586-d440-449f-9b68-5c21297c3d33 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:04.128547 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beefeebc-3c58-427e-a60a-22e4f55d9d6a req-3c303586-d440-449f-9b68-5c21297c3d33 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.0819016 Apr 28 20:25:04.175095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beefeebc-3c58-427e-a60a-22e4f55d9d6a req-9f91bf72-464d-4f68-9959-1785edaf24e8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404794 Apr 28 20:25:04.197800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:04.253436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:25:04.311752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:25:04.407583 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d36b177f-1295-4a9e-abd7-e84cd3d5df0c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 200 len: 991 time: 0.2085690 Apr 28 20:25:08.208528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50892) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:08.521265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port e3d54abf-ff4b-4604-b1ce-95e6177cc31c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:25:08.521644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.684557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.684884 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:08.805799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for e3d54abf-ff4b-4604-b1ce-95e6177cc31c owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:25:08.952417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:09.000817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=e3d54abf-ff4b-4604-b1ce-95e6177cc31c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:09.036947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.037288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.038160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.038489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.038816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.039142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.039465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.039787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.040107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.040426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.040744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.041056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:09.099653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:09.100497 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP 75a58e19-e987-46ef-9deb-2e649fdfa41b disassociated (deleted). External IP: 172.25.2.212, port: d3c7756d-3ada-44ac-ab90-3bf10100d3e3. Apr 28 20:25:09.445030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router b6dc9f59-4286-4bca-b975-d95446a6bb58 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:25:09.618076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:25:09.627989 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Sync routers for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:09.637223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:09.638592 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:09.639188 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:09.694170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9bab9886-8924-4c82-aa74-a895a384c760 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/floatingips/75a58e19-e987-46ef-9deb-2e649fdfa41b HTTP/1.1" status: 204 len: 168 time: 1.4845719 Apr 28 20:25:09.694748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:09.748602 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbde0d26-87db-4e18-ab0e-e606d1e199c6'] response: {'name': 'network-changed', 'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'status': 'completed', 'code': 200} Apr 28 20:25:09.815037 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:09.852819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f44-48d9-496b-b212-4f181478e4be req-2fa619ac-dcd2-4981-93ec-06cffaf12fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:09.854360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-2fa619ac-dcd2-4981-93ec-06cffaf12fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 1095 time: 0.0742855 Apr 28 20:25:10.012130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f44-48d9-496b-b212-4f181478e4be req-96e8eb11-cd77-4dea-854b-7dd1a2c91b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:10.013452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-96e8eb11-cd77-4dea-854b-7dd1a2c91b52 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 200 len: 897 time: 0.1499715 Apr 28 20:25:10.075443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42325874-3e1d-42f3-ad3c-8f8f28b63ebd req-7f20bab1-a038-4d16-8839-6bbaa0a523bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:10.076160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-42325874-3e1d-42f3-ad3c-8f8f28b63ebd req-7f20bab1-a038-4d16-8839-6bbaa0a523bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:10.085762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-8cbfd9fd-b8af-460c-9a8b-29ba41dc6ed4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 200 len: 217 time: 0.0655680 Apr 28 20:25:10.094549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-42325874-3e1d-42f3-ad3c-8f8f28b63ebd req-7f20bab1-a038-4d16-8839-6bbaa0a523bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:10.095733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42325874-3e1d-42f3-ad3c-8f8f28b63ebd req-7f20bab1-a038-4d16-8839-6bbaa0a523bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.1051307 Apr 28 20:25:10.142850 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:10.143627 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42325874-3e1d-42f3-ad3c-8f8f28b63ebd req-a3785c6c-09ab-4480-9b97-438475710c61 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=99ce56bf-a325-4121-b9cd-e205112a0554&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408151 Apr 28 20:25:10.147745 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Checking router: b6dc9f59-4286-4bca-b975-d95446a6bb58 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:10.156929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:10.157557 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:10.158661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f44-48d9-496b-b212-4f181478e4be req-02d5199c-7294-4c9b-a2ad-e6e3ef000f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:10.160994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-02d5199c-7294-4c9b-a2ad-e6e3ef000f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 200 len: 834 time: 0.0691504 Apr 28 20:25:10.233919 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:10.244171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e05f44-48d9-496b-b212-4f181478e4be req-3f740294-99d3-41ea-99b8-2ee37c6e88f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:10.245662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-3f740294-99d3-41ea-99b8-2ee37c6e88f4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d974873-f500-4676-8ebe-e5ee68883155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0740149 Apr 28 20:25:10.335189 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:10.376517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-43a19831-c45d-4d9b-b985-1715bb5f74dd service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234086 Apr 28 20:25:10.521313 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-8163c317-c3d2-4c43-820b-281d8908b86f service neutron] 10.222.0.41 "GET /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368887 Apr 28 20:25:10.629324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-a75dc66b-fb1a-4906-b079-552d99f37c98 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:10.630681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-a75dc66b-fb1a-4906-b079-552d99f37c98 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.41 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 944 time: 0.2168388 Apr 28 20:25:10.650056 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:10.653983 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f5b1026-3815-4943-a916-d60156bcfa54 None None] The sync data for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 is: [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:21Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'aa9bc0b3-8725-44fc-8f18-c75f47d81d73', 'name': '', 'network_id': '9d974873-f500-4676-8ebe-e5ee68883155', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:94:0e:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_interface', 'standard_attr_id': 3992, 'fixed_ips': [{'subnet_id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:20Z', 'updated_at': '2022-04-28T20:23:26Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '96e9471a-35d1-4c9f-a3cd-023887b92c04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:10.701350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:25:10.701717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:10.883324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29898e98-2b94-4b99-8f3a-70adfb118f26 None None] New status for floating IP 75a58e19-e987-46ef-9deb-2e649fdfa41b: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:25:10.958434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port d3c7756d-3ada-44ac-ab90-3bf10100d3e3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:10.958789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:11.083259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for d3c7756d-3ada-44ac-ab90-3bf10100d3e3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:25:11.226077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:11.273963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=d3c7756d-3ada-44ac-ab90-3bf10100d3e3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:11.301693 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb2192c1-f4c0-4a6d-a391-2ca2157754ba req-0bd0a5ab-ac52-4a80-9b27-cc86a3b7ba86 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=8410bf7e-09c8-4121-acf8-60c1cdd7a79e HTTP/1.1" status: 200 len: 210 time: 0.0470343 Apr 28 20:25:11.351553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] No DVR routers for this DVR port d3c7756d-3ada-44ac-ab90-3bf10100d3e3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:11.353940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:11.366538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7d271926-6efa-4f87-8ae7-e76f8335c907 req-8894c866-92c1-4c8c-863c-b14f2e6dc844 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.41 "DELETE /v2.0/ports/d3c7756d-3ada-44ac-ab90-3bf10100d3e3 HTTP/1.1" status: 204 len: 173 time: 0.7300518 Apr 28 20:25:11.749534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-deleted', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:11.793688 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe362734-c226-4194-9c40-9588d0c8fad2'] response: {'server_uuid': '8410bf7e-09c8-4121-acf8-60c1cdd7a79e', 'name': 'network-vif-deleted', 'tag': 'd3c7756d-3ada-44ac-ab90-3bf10100d3e3', 'status': 'completed', 'code': 200} Apr 28 20:25:12.052708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-4e06eae0-ebe9-4f73-9075-a26e5993b513 req-8a84926e-1620-49c1-a22a-4505e393851c service neutron] (88139) timed out ('10.222.0.41', 60530) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:25:12.396581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50908) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:12.511200 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:12.942111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:13.387434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port aa9bc0b3-8725-44fc-8f18-c75f47d81d73 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:25:13.387779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:13.568899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port aa9bc0b3-8725-44fc-8f18-c75f47d81d73, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:13.569614 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:13.692590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for aa9bc0b3-8725-44fc-8f18-c75f47d81d73 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:25:13.861556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:13.909684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=aa9bc0b3-8725-44fc-8f18-c75f47d81d73,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:14.177334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:14.635887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router b6dc9f59-4286-4bca-b975-d95446a6bb58 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:25:14.747588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:25:14.780978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: d3c7756d-3ada-44ac-ab90-3bf10100d3e3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:25:14.781436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d3c7756d-3ada-44ac-ab90-3bf10100d3e3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:25:14.807948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:25:14.817683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Sync routers for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:14.820757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f0ba6677-c4f1-435d-bcab-02cc5e1712e6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/b6dc9f59-4286-4bca-b975-d95446a6bb58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4223378 Apr 28 20:25:14.823142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50912) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:14.827443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:14.828025 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:14.891105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting subnet 96e9471a-35d1-4c9f-a3cd-023887b92c04 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:25:14.893966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:14.947530 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.000591 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:15.028519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.102159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.140517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Subnet': ['ID=96e9471a-35d1-4c9f-a3cd-023887b92c04,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:15.146094 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.152865 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ca8f36ca-422c-46dd-ad42-e539c973a352 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/subnets/96e9471a-35d1-4c9f-a3cd-023887b92c04 HTTP/1.1" status: 204 len: 168 time: 0.3287606 Apr 28 20:25:15.155305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ac1d46-0f6a-4683-baf9-e3ea81727028 None None] Network 9d974873-f500-4676-8ebe-e5ee68883155 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:25:15.155538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50916) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:15.315132 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:25:13Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:15.318866 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Checking router: b6dc9f59-4286-4bca-b975-d95446a6bb58 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:15.332869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Routers {'b6dc9f59-4286-4bca-b975-d95446a6bb58'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:15.333483 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['b6dc9f59-4286-4bca-b975-d95446a6bb58'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:15.340647 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.407927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] DHCP port deletion for 9d974873-f500-4676-8ebe-e5ee68883155 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:25:15.412349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Deleting port 23ebeeac-f8b0-4109-abb7-0986e5abf904 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:25:15.412869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.525771 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] Set router b6dc9f59-4286-4bca-b975-d95446a6bb58 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:15.537641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.549780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 12275290-276c-48ad-bd3e-af944982c10b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:25:15.550138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.670511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] For port 23ebeeac-f8b0-4109-abb7-0986e5abf904, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=23ebeeac-f8b0-4109-abb7-0986e5abf904,segment=NetworkSegment(2f2df68f-08e3-4155-b0fc-2c607f8f6155),segment_id=2f2df68f-08e3-4155-b0fc-2c607f8f6155)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:15.671387 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.743488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 12275290-276c-48ad-bd3e-af944982c10b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=12275290-276c-48ad-bd3e-af944982c10b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:15.744396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:15.810302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Calling delete_port for 23ebeeac-f8b0-4109-abb7-0986e5abf904 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:25:15.822861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:25:13Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:15.827849 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1922a07-eccd-4d67-b7aa-9807b0f2aa9a None None] The sync data for ids ['b6dc9f59-4286-4bca-b975-d95446a6bb58'] in n-d-839811-1 is: [{'id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1381282575', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226'}], 'enable_snat': True}, 'gw_port_id': '12275290-276c-48ad-bd3e-af944982c10b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:25:13Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': '12275290-276c-48ad-bd3e-af944982c10b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b1:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6dc9f59-4286-4bca-b975-d95446a6bb58', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3989, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:23:16Z', 'updated_at': '2022-04-28T20:23:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:15.842388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 23ebeeac-f8b0-4109-abb7-0986e5abf904 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:25:15.977905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.008853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Port 23ebeeac-f8b0-4109-abb7-0986e5abf904 update to DOWN by agent not found {{(pid=88141) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2140}} Apr 28 20:25:16.012148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 12275290-276c-48ad-bd3e-af944982c10b owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:25:16.026169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] Pushing event deleted for resources: {'Port': ['ID=23ebeeac-f8b0-4109-abb7-0986e5abf904,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:16.030585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c58f6-fcb7-4fb3-a150-66a522aba731 None None] No DVR routers for this DVR port 23ebeeac-f8b0-4109-abb7-0986e5abf904 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:25:16.192592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.289500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=12275290-276c-48ad-bd3e-af944982c10b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:16.378166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.585353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.588564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.613216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.614132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Fanout notify agent at l3_agent the message router_deleted on router b6dc9f59-4286-4bca-b975-d95446a6bb58 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:25:16.636452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.637549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-197cb8d3-2550-433a-a4c5-27f5aa5b8e43 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/routers/b6dc9f59-4286-4bca-b975-d95446a6bb58 HTTP/1.1" status: 204 len: 168 time: 1.4811127 Apr 28 20:25:16.641519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50920) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:16.771087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.905091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.931433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d974873-f500-4676-8ebe-e5ee68883155']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:16.943019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2df68f-08e3-4155-b0fc-2c607f8f6155') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:16.943313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2df68f-08e3-4155-b0fc-2c607f8f6155') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:16.954334 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.969674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.975729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:25:16.976108 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:25:16.990721 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:25:17.073727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.091803 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.104615 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Network': ['ID=9d974873-f500-4676-8ebe-e5ee68883155,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:17.112254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6744e9dd-1b2f-46e9-8602-961a6619314c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/networks/9d974873-f500-4676-8ebe-e5ee68883155 HTTP/1.1" status: 204 len: 168 time: 0.4693894 Apr 28 20:25:17.114941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50924) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:17.187484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.216111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.278490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.295766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ce56bf-a325-4121-b9cd-e205112a0554,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:17.308501 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.309633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b3b48036-7c82-4d61-9ba8-63bde3388d41 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/security-groups/99ce56bf-a325-4121-b9cd-e205112a0554 HTTP/1.1" status: 204 len: 168 time: 0.1937940 Apr 28 20:25:17.703959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50932) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:17.713037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-539463750', 'description': 'tempest-secgroup-smoke-539463750 description', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:17.720173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:17.724733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:17.727710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:17.733234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:17.738843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device aa9bc0b3-8725-44fc-8f18-c75f47d81d73 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:25:17.743686 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.763909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:17.768084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:17.770877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:17.771799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: aa9bc0b3-8725-44fc-8f18-c75f47d81d73 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:25:17.772138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device aa9bc0b3-8725-44fc-8f18-c75f47d81d73 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:25:17.772540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 12275290-276c-48ad-bd3e-af944982c10b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:25:17.777294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:17.808377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 12275290-276c-48ad-bd3e-af944982c10b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:25:17.808716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 12275290-276c-48ad-bd3e-af944982c10b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:25:17.849879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.853358 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.897741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=055d9a9c-cc5b-4f4e-82ee-c2796299857b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:17.902033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:17.903478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8350eaa4-258d-421d-b55f-94ef3d055533 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1984198 Apr 28 20:25:17.906315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:17.911816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:17.918396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:17.922162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:17.924937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:17.931112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:17.951544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.009768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.013215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.035598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67dcfc1f-a88b-4406-8144-8cf5d1e0a7f7,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.044187 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.045477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-167f2c92-3ba4-429b-a25c-85489083533e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382530 Apr 28 20:25:18.048176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50940) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.052933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.059955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.063617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.066408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.072488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.094680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.153901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.157656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.186414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36eef754-2343-47b1-97d3-b4be8436a9dc,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.192797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.194039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-31f49491-8563-4f7a-bf99-baf4f07b898b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1449764 Apr 28 20:25:18.197372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50944) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.202218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.208926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.213176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.216056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.221989 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.239603 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.302468 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.306454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.328706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5290b7e-8a2d-437b-8eba-0671e260ee7b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.337689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.338829 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8683aade-1ae5-41d8-9db2-7b252dad59f6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1405344 Apr 28 20:25:18.341542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50948) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.346531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.353767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.357486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.360256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.365814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.382232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.444839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.448464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.475605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a875fec-2044-4594-ab46-c03879501cbd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.483180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.487221 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed6710cc-58cf-40a5-ad05-d37814ca22f0 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423063 Apr 28 20:25:18.487434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50952) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.493130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.499708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.503436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.506252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.511806 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.521778 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:25:18.528211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.590656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.593919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.620289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5ff3fb-2bb7-4d00-8f54-aba343009d24,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.628489 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.629875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aea57dd2-39f7-4de1-8892-cd9b3862901c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1415522 Apr 28 20:25:18.632590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50956) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.638148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'security_group_rule': {'security_group_id': '055d9a9c-cc5b-4f4e-82ee-c2796299857b', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.645174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.649929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:security_group_rule and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.652759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.658611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.669423 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Project b9489e90e1054f0b81c7cd8c61d5e714 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:25:18.675756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.740874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.745029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.767126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c44b4939-2933-4a63-8735-ff2b9be54ae4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:18.777625 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.778814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1e65118-bb43-40f4-a434-55578f71215e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1447101 Apr 28 20:25:18.781670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50960) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:18.786932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'network': {'name': 'tempest-network-smoke--1167350722', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:18.792998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:18.797035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:network and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:18.799838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:18.805606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:18.815364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:18.818646 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.824539 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:25:18.845996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:25:18.854898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.855236 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Added segment 222265ce-de41-4107-95d6-0c74869bf420 of type vlan for network 25b31dc5-1d21-4f5b-a384-8ec452afa72c Apr 28 20:25:18.879242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.906753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:18.912141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:18.912709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.015854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2331913 Apr 28 20:25:19.018754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50964) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:19.019273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f098d0f-cf27-4051-804b-676cb8ed0262 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Network': ['ID=25b31dc5-1d21-4f5b-a384-8ec452afa72c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:19.026088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'admin_state_up': True, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:19.029809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:25:19.034920 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:19.039084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:router and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:19.041904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:19.048334 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:19.058856 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.059824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.075311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.341965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.634177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.661970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:19.904100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.141 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/e7662c64-681e-49d7-8fbd-a656b921be92) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:20.045725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.074080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.138689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:20.141403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:20.144879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:25:20.177424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=e7662c64-681e-49d7-8fbd-a656b921be92,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:20.247072 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8ceedd5e-1ffe-4451-8539-2fdbc809e1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.550779 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:20.878762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.078953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:25:21.368547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:25:21.378041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Sync routers for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:21.387239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:21.387846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:24:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:21.393731 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.395263 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37d69513-32b3-424c-8117-0617852a5f6c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3751605 Apr 28 20:25:21.398342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 50968) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:21.437190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2150ae8f-405d-4332-b53b-359c1717d292 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=b9489e90e1054f0b81c7cd8c61d5e714&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0376713 Apr 28 20:25:21.440016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50972) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:21.562047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:21.581658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45d1681e-c567-4b13-b30d-3067cda3afd1 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:21.583113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-45d1681e-c567-4b13-b30d-3067cda3afd1 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1421261 Apr 28 20:25:21.586405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50976) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:21.737628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cc30a793-82cd-40e3-a795-c4e2ff6deb1d tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1500857 Apr 28 20:25:21.740121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50980) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:21.745934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1626522345', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:21.847707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:20Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:21.852318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Checking router: a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:21.852659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Updating router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 port e7662c64-681e-49d7-8fbd-a656b921be92 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:25:21.856681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:21.860418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:subnet and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:21.863166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:21.868684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:21.878503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:21.882205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:21.904325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.100542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.182035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Subnet': ['ID=94f5fc3a-a634-40e6-b20a-43564786dee3,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:22.190756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Checking segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:25:22.191127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network hostable DHCP agents. Network: 25b31dc5-1d21-4f5b-a384-8ec452afa72c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:25:22.212712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:25:22.223323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 25b31dc5-1d21-4f5b-a384-8ec452afa72c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:22.227514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:22.228098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.252068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d2a5d346-0246-481a-b849-bbbac6e339ed tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5108984 Apr 28 20:25:22.252366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52abd360-8b42-4871-81f4-e94c2e66368c None None] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:25:22.254768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 50984) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:22.360407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.396364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Transition to ACTIVE for port object e7662c64-681e-49d7-8fbd-a656b921be92 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:22.407815 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.461975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc7c9b5d-39b1-4906-a764-ca20ae8ba66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.543267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Attempting to bind port e7662c64-681e-49d7-8fbd-a656b921be92 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:22.543638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Attempting to bind port e7662c64-681e-49d7-8fbd-a656b921be92 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:22.543997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Attempting to bind port e7662c64-681e-49d7-8fbd-a656b921be92 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:25:22.547814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebd71-124d-4a73-a75c-fd3658897c7f None None] Pushing event updated for resources: {'Port': ['ID=e7662c64-681e-49d7-8fbd-a656b921be92,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:22.558516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:25:22.558887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:25:22.559284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.559671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:25:22.560135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Bound port: e7662c64-681e-49d7-8fbd-a656b921be92, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:22.560511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.659155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:25:22.659961 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.688413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] For port e7662c64-681e-49d7-8fbd-a656b921be92, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:22.691987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] For port e7662c64-681e-49d7-8fbd-a656b921be92, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e7662c64-681e-49d7-8fbd-a656b921be92,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:25:22.728751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.872951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:22.873606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:25:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:22.940763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:22.989337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ebd71-124d-4a73-a75c-fd3658897c7f None None] Pushing event updated for resources: {'Port': ['ID=e7662c64-681e-49d7-8fbd-a656b921be92,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:23.030521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Allocated IP 172.20.0.2 (25b31dc5-1d21-4f5b-a384-8ec452afa72c/94f5fc3a-a634-40e6-b20a-43564786dee3/c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:23.147977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:23.496275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.509346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Transition to ACTIVE for port object c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:23.535414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Transition to ACTIVE for port object c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:23.541285 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.607909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.1 (25b31dc5-1d21-4f5b-a384-8ec452afa72c/94f5fc3a-a634-40e6-b20a-43564786dee3/51f29a53-38f3-41df-8518-d55568e610b7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:23.611772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:23.615702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:23.622844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:25:23.627157 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:20Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:23.629026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Pushing event updated for resources: {'Port': ['ID=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:23.707145 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e53de2-8940-4655-9722-346d3428de79 None None] The sync data for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 is: [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:20Z', 'revision_number': 3, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:23.766936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Attempting to bind port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:23.767301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Attempting to bind port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:23.767664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Attempting to bind port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 on network 25b31dc5-1d21-4f5b-a384-8ec452afa72c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:25:23.776412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.778535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:25:23.778910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Checking segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:25:23.779321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.779848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Bound using segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:25:23.780326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Bound port: c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:23.780705 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.794159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object 51f29a53-38f3-41df-8518-d55568e610b7 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:23.822265 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.834770 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.885711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] For port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:23.889147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] For port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:25:23.895208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:23.902320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:23.905757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:23.907401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:23.910558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:25:23.991463 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.006228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a6e9d-aa1e-4384-a7e6-aad018a30ea4 None None] Pushing event updated for resources: {'Port': ['ID=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:24.125750 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.134419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.588259 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.592905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.705642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:24.708015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:24.848671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:24.849855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:25.002858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0e9019-e944-49c1-9455-cee7e6e3f86c None None] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:25:25.040707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:25:25.107987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a88968d3-3467-4190-99c0-2c4ab076f511 None None] Provisioning for port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:25.278640 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.349295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:25:25.366045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-97444258-9bba-4232-b375-8ed64032f9f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/a8a48d2e-737a-44aa-ac1b-33dea2eca4a5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1101756 Apr 28 20:25:25.465984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Sync routers for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:25.480838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:25.481455 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:25:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:25.549754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fbf491b8-41dd-4ca5-a1b7-88eac5d2f8dc None None] Provisioning for port 51f29a53-38f3-41df-8518-d55568e610b7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:25.551802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-16e343ba-5fd5-43b1-b739-e4742750ab57 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:25.557714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fbf491b8-41dd-4ca5-a1b7-88eac5d2f8dc None None] Provisioning complete for port 51f29a53-38f3-41df-8518-d55568e610b7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:25.558408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fbf491b8-41dd-4ca5-a1b7-88eac5d2f8dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.573945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-16e343ba-5fd5-43b1-b739-e4742750ab57 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:25.583344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-16e343ba-5fd5-43b1-b739-e4742750ab57 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-539463750&fields=id&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 267 time: 0.0735114 Apr 28 20:25:25.629750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fbf491b8-41dd-4ca5-a1b7-88eac5d2f8dc None None] Port 51f29a53-38f3-41df-8518-d55568e610b7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:25:25.674940 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:25.767599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f1918400-aaf2-4965-aa54-394040a0768c None None] Provisioning complete for port 51f29a53-38f3-41df-8518-d55568e610b7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:25.768497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1918400-aaf2-4965-aa54-394040a0768c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.772063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-f2db3659-abee-4bec-94f2-8f82db572ae8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:25.772757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-f2db3659-abee-4bec-94f2-8f82db572ae8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:25.790568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-f2db3659-abee-4bec-94f2-8f82db572ae8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:25.792113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-f2db3659-abee-4bec-94f2-8f82db572ae8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 797 time: 0.2077887 Apr 28 20:25:25.826471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-9c0a5766-84a5-4f5a-86d7-4367d41dbf24 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/quotas/b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 375 time: 0.0279300 Apr 28 20:25:25.866069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f1918400-aaf2-4965-aa54-394040a0768c None None] Port 51f29a53-38f3-41df-8518-d55568e610b7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:25:25.868503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e7662c64-681e-49d7-8fbd-a656b921be92 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:25.939103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-e4287e00-066e-4a54-a721-77b88cf1b463 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:25.941001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port e7662c64-681e-49d7-8fbd-a656b921be92 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:25.948200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e7662c64-681e-49d7-8fbd-a656b921be92 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:25.948684 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:25.956650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-e4287e00-066e-4a54-a721-77b88cf1b463 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:25.958009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-e4287e00-066e-4a54-a721-77b88cf1b463 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1189780 Apr 28 20:25:26.020265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ced38bf-cb2d-4a3e-ab73-cd569bc09966 None None] Provisioning complete for port 51f29a53-38f3-41df-8518-d55568e610b7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:26.020265 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ced38bf-cb2d-4a3e-ab73-cd569bc09966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.057658 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 2, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:26.061663 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Checking router: a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:26.062009 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Updating router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 port 51f29a53-38f3-41df-8518-d55568e610b7 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:25:26.125209 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.139240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4ced38bf-cb2d-4a3e-ab73-cd569bc09966 None None] Port 51f29a53-38f3-41df-8518-d55568e610b7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:25:26.144668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.161433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port e7662c64-681e-49d7-8fbd-a656b921be92, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e7662c64-681e-49d7-8fbd-a656b921be92,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:26.165626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.166515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:26.182440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-de175517-5525-4303-83a3-fcc24033a01f service neutron] 10.222.0.24 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083175 Apr 28 20:25:26.279820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=e7662c64-681e-49d7-8fbd-a656b921be92,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:26.292765 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:26.298708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:26.298969 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.321908 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-af7c06f1-1137-4883-9d3f-a86354cac7f0 service neutron] 10.222.0.24 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377127 Apr 28 20:25:26.425273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.462548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:26.469894 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.550645 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.564892 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Transition to ACTIVE for port object 51f29a53-38f3-41df-8518-d55568e610b7 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:26.568792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-69bdb93d-4ef9-4de6-bb1d-5a1f657e4cd4 req-980b16f7-f541-4b0b-ade9-1f3a32484440 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:26.572595 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.582687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-69bdb93d-4ef9-4de6-bb1d-5a1f657e4cd4 req-980b16f7-f541-4b0b-ade9-1f3a32484440 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:26.586733 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:26.591977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-69bdb93d-4ef9-4de6-bb1d-5a1f657e4cd4 req-980b16f7-f541-4b0b-ade9-1f3a32484440 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 210 time: 0.0923555 Apr 28 20:25:26.776789 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Pushing event updated for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:26.795855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.796190 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.796519 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.796846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.797169 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.797510 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.797826 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.798147 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.798488 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.798774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.799089 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.799405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:25:26.806690 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Attempting to bind port 51f29a53-38f3-41df-8518-d55568e610b7 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:26.807049 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Attempting to bind port 51f29a53-38f3-41df-8518-d55568e610b7 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:26.807401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Attempting to bind port 51f29a53-38f3-41df-8518-d55568e610b7 on network 25b31dc5-1d21-4f5b-a384-8ec452afa72c {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:25:26.813448 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:25:26.813921 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Checking segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:25:26.814423 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.814914 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Bound using segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:25:26.815639 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Bound port: 51f29a53-38f3-41df-8518-d55568e610b7, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:26.816252 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:26.917648 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] For port 51f29a53-38f3-41df-8518-d55568e610b7, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:26.920639 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] For port 51f29a53-38f3-41df-8518-d55568e610b7, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51f29a53-38f3-41df-8518-d55568e610b7,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:25:26.924767 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:27.002742 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:27.003361 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:25:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:27.061442 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb71599-538f-40d7-8cca-a338205685a2 None None] Pushing event updated for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:27.189317 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:27.494213 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:27.498226 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9d71e96-5bd1-48d5-9052-f6f3fd764497 None None] The sync data for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 is: [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:27.756725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-7603cfa1-0538-48f8-aa4d-6138af4e170e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:27.759715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-7603cfa1-0538-48f8-aa4d-6138af4e170e tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 797 time: 0.1591642 Apr 28 20:25:27.781993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-489d58b8-c4bf-498b-98c5-b941c0c58860 req-9ca8695d-e43e-4018-85b7-ba437920600d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 210 time: 0.0708270 Apr 28 20:25:27.811485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-a0db6d2e-eec9-4795-a123-59e50d906d27 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9489e90e1054f0b81c7cd8c61d5e714 HTTP/1.1" status: 200 len: 379 time: 0.0428586 Apr 28 20:25:27.822992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'port': {'device_id': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'admin_state_up': True, 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'security_groups': ['055d9a9c-cc5b-4f4e-82ee-c2796299857b']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:27.890281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e7662c64-681e-49d7-8fbd-a656b921be92 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:27.962256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port e7662c64-681e-49d7-8fbd-a656b921be92 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:27.962724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:27.972658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:27.983377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:27.995135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Made reservation on behalf of b9489e90e1054f0b81c7cd8c61d5e714 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:25:27.998959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.092425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51f29a53-38f3-41df-8518-d55568e610b7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:28.168022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 51f29a53-38f3-41df-8518-d55568e610b7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:28.173342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 51f29a53-38f3-41df-8518-d55568e610b7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:28.173801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.178414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.20.0.13 (25b31dc5-1d21-4f5b-a384-8ec452afa72c/94f5fc3a-a634-40e6-b20a-43564786dee3/8a8626a5-74a0-4d5b-8e81-e0af461be4cd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:28.297197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.334097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 51f29a53-38f3-41df-8518-d55568e610b7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51f29a53-38f3-41df-8518-d55568e610b7,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:28.339139 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.339957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:28.381187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.398373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Transition to ACTIVE for port object 8a8626a5-74a0-4d5b-8e81-e0af461be4cd will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:28.423103 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.500536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:28.505335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:28.509495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:28.513745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:25:28.514732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:28.515115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.569279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:28.594054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:28.594684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.624019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-38bf3f4d-15c9-43ba-badd-18109f3b3a16 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8077803 Apr 28 20:25:28.635693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Request body: {'port': {'device_id': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:28.760288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.818010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e0d23fec-f295-4557-9aab-98ac2bda9fee None None] Provisioning for port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:28.825128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e0d23fec-f295-4557-9aab-98ac2bda9fee None None] Provisioning complete for port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:28.825563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e0d23fec-f295-4557-9aab-98ac2bda9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:28.887199 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e0d23fec-f295-4557-9aab-98ac2bda9fee None None] Port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:25:29.082460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977260fa-8c80-485d-87b9-469dd62ab9f3 req-6296e8e4-40ac-42db-a060-089e2ebb1898 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:29.083150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-977260fa-8c80-485d-87b9-469dd62ab9f3 req-6296e8e4-40ac-42db-a060-089e2ebb1898 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:25:29.118874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-977260fa-8c80-485d-87b9-469dd62ab9f3 req-6296e8e4-40ac-42db-a060-089e2ebb1898 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:25:29.120019 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-977260fa-8c80-485d-87b9-469dd62ab9f3 req-6296e8e4-40ac-42db-a060-089e2ebb1898 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 932 time: 0.2295001 Apr 28 20:25:29.219022 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-977260fa-8c80-485d-87b9-469dd62ab9f3 req-c2cec0d8-1ec5-4d4d-9786-606be769936f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897171 Apr 28 20:25:29.220771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a8626a5-74a0-4d5b-8e81-e0af461be4cd {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:29.228547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.244000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Transition to ACTIVE for port object 8a8626a5-74a0-4d5b-8e81-e0af461be4cd will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:25:29.247543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.397509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:29.480869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Attempting to bind port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:25:29.481202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Attempting to bind port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:25:29.481610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Attempting to bind port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd on network 25b31dc5-1d21-4f5b-a384-8ec452afa72c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:25:29.486221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd on network 25b31dc5-1d21-4f5b-a384-8ec452afa72c not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:25:29.486545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Attempting to bind port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd on network 25b31dc5-1d21-4f5b-a384-8ec452afa72c {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:25:29.492605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:25:29.492993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Checking segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:25:29.493314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Bound using segment: {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:25:29.493772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Bound port: 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '222265ce-de41-4107-95d6-0c74869bf420', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:25:29.494119 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.582924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:25:29.585810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:25:29.590569 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.656350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:29.656957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.658690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] 10.222.0.46 "PUT /v2.0/ports/8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 1092 time: 1.0279939 Apr 28 20:25:29.661646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:29.688730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674e2cb3-9b8e-4997-90a4-de5c13eff36d service neutron] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:29.754438 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cfdadcb1-5335-494e-8d5f-563f765c2236'] response: {'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'status': 'completed', 'code': 200} Apr 28 20:25:29.775326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51f29a53-38f3-41df-8518-d55568e610b7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:29.791696 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-41574815-0c8b-4057-99de-1bc759ad7c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:29.793282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-41574815-0c8b-4057-99de-1bc759ad7c23 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1095 time: 0.0904281 Apr 28 20:25:29.852588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 51f29a53-38f3-41df-8518-d55568e610b7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:29.853146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:29.868840 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-fa933e92-5088-4634-9a57-c725347b3ef0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 217 time: 0.0685079 Apr 28 20:25:29.931979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-89e9b304-0b9c-4616-89f6-c22162edb6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:29.933312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-89e9b304-0b9c-4616-89f6-c22162edb6d6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0586159 Apr 28 20:25:30.010401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-97dd8a52-284a-42dd-934c-b03f07d96d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.011854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-97dd8a52-284a-42dd-934c-b03f07d96d7b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726230 Apr 28 20:25:30.249852 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-199f173c-c9ef-4cad-9a27-6240706fcd2c service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310057 Apr 28 20:25:30.429794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e63a6c7-86ce-4207-8fae-be52a18cc852 req-03a5f87f-9e1f-4e63-bb15-dc4abdc4878a service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737792 Apr 28 20:25:30.449276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ce63f-6c0c-4550-8687-d99da532e3f1 req-6d29a698-7a86-4603-8414-aca23a76d463 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.451083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb8ce63f-6c0c-4550-8687-d99da532e3f1 req-6d29a698-7a86-4603-8414-aca23a76d463 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 944 time: 0.1149521 Apr 28 20:25:30.542125 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb8ce63f-6c0c-4550-8687-d99da532e3f1 req-74a6141f-35a0-464f-a19e-c327448466c5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852098 Apr 28 20:25:30.562247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78b83-c150-4297-8efe-9990c2e0333e req-d07bc307-6800-4056-95e1-3019b97b685c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.563687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-d07bc307-6800-4056-95e1-3019b97b685c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1095 time: 0.0864656 Apr 28 20:25:30.692661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78b83-c150-4297-8efe-9990c2e0333e req-45a0f362-6277-4337-b843-e3ca8eeb88d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.694018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-45a0f362-6277-4337-b843-e3ca8eeb88d0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.1247106 Apr 28 20:25:30.766404 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-6a9ae2a6-f670-4ba3-9700-deab01598ead service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 217 time: 0.0659997 Apr 28 20:25:30.826413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78b83-c150-4297-8efe-9990c2e0333e req-5cda550b-e230-43bb-9de4-0a944c79b95e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.827796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-5cda550b-e230-43bb-9de4-0a944c79b95e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0561454 Apr 28 20:25:30.904251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee78b83-c150-4297-8efe-9990c2e0333e req-8eccfd5b-2728-4ba3-81ad-f972ce6b244b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:30.905704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-8eccfd5b-2728-4ba3-81ad-f972ce6b244b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718329 Apr 28 20:25:31.034601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-c4e2976e-2c51-44ff-9ddc-eaa0d82a1689 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231921 Apr 28 20:25:31.162511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee78b83-c150-4297-8efe-9990c2e0333e req-2119130d-2c40-49b5-a416-9a2f9804d39f service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220672 Apr 28 20:25:31.725118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb4001f-9633-4b15-87a0-84107ea926cf req-a8ab2bb9-0a8c-4a97-b1e4-d15c783d189f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:31.727093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcb4001f-9633-4b15-87a0-84107ea926cf req-a8ab2bb9-0a8c-4a97-b1e4-d15c783d189f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 944 time: 0.0790918 Apr 28 20:25:31.770231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcb4001f-9633-4b15-87a0-84107ea926cf req-d5f45b45-91d5-4b90-9bb6-111f58450a92 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375090 Apr 28 20:25:32.950633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9414fbd-974b-4dd7-8478-cd761dd85596 req-8e282c5e-8474-48fa-9b14-04b4aee303c8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:32.952073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9414fbd-974b-4dd7-8478-cd761dd85596 req-8e282c5e-8474-48fa-9b14-04b4aee303c8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 944 time: 0.0779774 Apr 28 20:25:32.994904 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9414fbd-974b-4dd7-8478-cd761dd85596 req-de49dfec-b042-4dd0-9e74-eb96d6fde20b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372939 Apr 28 20:25:34.180336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbed45a-57c1-4f71-aa84-6f9dda47e6ce req-9181b8a8-6fe8-4f86-a8f5-0131c33ab0bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:34.181832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fbed45a-57c1-4f71-aa84-6f9dda47e6ce req-9181b8a8-6fe8-4f86-a8f5-0131c33ab0bb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 944 time: 0.0842817 Apr 28 20:25:34.226376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0fbed45a-57c1-4f71-aa84-6f9dda47e6ce req-d398c08e-49b2-4110-ab81-a1a5ad33093d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381942 Apr 28 20:25:34.424994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:25:34.557209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:34.570489 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'mac_address': 'fa:16:3e:72:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:25:34.625227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:34.641593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8626a5-74a0-4d5b-8e81-e0af461be4cd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:25:34.657957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:34.661741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:34.731833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:35.051099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['8a8626a5-74a0-4d5b-8e81-e0af461be4cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:25:35.417861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fee8a2-2cbe-4408-83e2-1242def308bd req-63fe517d-1804-4dbf-97b2-28e2bc506065 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:35.419204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88fee8a2-2cbe-4408-83e2-1242def308bd req-63fe517d-1804-4dbf-97b2-28e2bc506065 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 945 time: 0.0841951 Apr 28 20:25:35.463506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88fee8a2-2cbe-4408-83e2-1242def308bd req-90c94299-8c19-4622-9506-a1e4f29ef57d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387485 Apr 28 20:25:36.436085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:25:36.504006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:25:36.509310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:25:36.509710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:36.625880 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:36.650636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3559866-c4a7-4baf-814f-68c1679eabac req-a855e081-87a0-4b41-8a73-6d8444bfd0af tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:36.652096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3559866-c4a7-4baf-814f-68c1679eabac req-a855e081-87a0-4b41-8a73-6d8444bfd0af tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 945 time: 0.0786543 Apr 28 20:25:36.652266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:36.662451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:25:36.666735 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:36.698590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3559866-c4a7-4baf-814f-68c1679eabac req-5261a352-ad58-4034-bd4c-35ff73c7036a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402765 Apr 28 20:25:36.745209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:36.762932 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50f99b4e-4d3e-427a-a6b4-e08046634c2f'] response: {'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'code': 200} Apr 28 20:25:36.887212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3b51b3-6fde-4f7b-95ad-07fa25e482a8 req-1d375105-dc6c-45d5-83df-eaf3da03453c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:36.888693 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a3b51b3-6fde-4f7b-95ad-07fa25e482a8 req-1d375105-dc6c-45d5-83df-eaf3da03453c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0679300 Apr 28 20:25:36.928135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a3b51b3-6fde-4f7b-95ad-07fa25e482a8 req-ad2a3b3a-757b-4206-8918-37bd7ff40884 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337379 Apr 28 20:25:37.884824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b00605d-8ce5-4d73-96e9-25598ee52332 req-4f62eb26-9872-46ff-bfc4-fff996a63d61 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:37.886322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b00605d-8ce5-4d73-96e9-25598ee52332 req-4f62eb26-9872-46ff-bfc4-fff996a63d61 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0830045 Apr 28 20:25:37.930590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b00605d-8ce5-4d73-96e9-25598ee52332 req-193916e7-4614-403d-9d45-3200b2659e25 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385971 Apr 28 20:25:39.115443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad011501-9031-408a-93d9-c1b8fa529ea1 req-117e2b4b-ab4b-42bb-9cc7-d7016d18203a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:39.117442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad011501-9031-408a-93d9-c1b8fa529ea1 req-117e2b4b-ab4b-42bb-9cc7-d7016d18203a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0814798 Apr 28 20:25:39.159660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad011501-9031-408a-93d9-c1b8fa529ea1 req-ebd1968a-89ed-4792-9db0-4abc3a745011 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365193 Apr 28 20:25:39.337896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f80dfa-c3d5-437a-8103-1b98da179cc9 req-f8913717-c7bb-473f-aea5-37ec4ef09a4a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:39.339313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2f80dfa-c3d5-437a-8103-1b98da179cc9 req-f8913717-c7bb-473f-aea5-37ec4ef09a4a tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0768311 Apr 28 20:25:39.386030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2f80dfa-c3d5-437a-8103-1b98da179cc9 req-dbd31777-cae3-4480-8c47-0cfdedca1e12 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412016 Apr 28 20:25:39.408014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51044) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:39.477180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11971e1-dfdb-4792-9c23-d5a0df5a8de8 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:39.478625 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a11971e1-dfdb-4792-9c23-d5a0df5a8de8 tempest-TestNetworkAdvancedServerOps-1975685370 tempest-TestNetworkAdvancedServerOps-1975685370-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1092 time: 0.0696933 Apr 28 20:25:39.481503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:39.486284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:25:39.493759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:25:39.497520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Usage tracker for resource:floatingip and tenant:b9489e90e1054f0b81c7cd8c61d5e714 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:25:39.500283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:25:39.505901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:25:39.516116 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.648275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.782561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Allocated IP 172.25.2.201 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/46a1234a-fb33-40b7-959b-1e1255e8fe3a) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:25:39.925475 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:39.953551 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.016817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:25:40.019523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:25:40.023621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:25:40.170293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=46a1234a-fb33-40b7-959b-1e1255e8fe3a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:40.244866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.537937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.609101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.811288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.815549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:40.921301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event updated for resources: {'Port': ['ID=46a1234a-fb33-40b7-959b-1e1255e8fe3a,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:25:40.930893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:41.104211 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP e6f894d4-3c80-41b5-b640-a1515b22bf32 associated. External IP: 172.25.2.201, port: 8a8626a5-74a0-4d5b-8e81-e0af461be4cd. Apr 28 20:25:41.445860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:25:41.742965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:25:41.753222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Sync routers for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:25:41.763356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:41.763954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:25:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:41.767621 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:41.824741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b21d47db-a287-4cb4-b179-98af3e6771b4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3422348 Apr 28 20:25:41.825322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:25:41.873885 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be07119f-cd5f-418c-a92d-fbd6a397b1e9'] response: {'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'status': 'completed', 'code': 200} Apr 28 20:25:41.977264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:42.028021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-d74a8e1e-7444-41be-a48d-bc532bf9e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.029504 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-d74a8e1e-7444-41be-a48d-bc532bf9e981 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.1337554 Apr 28 20:25:42.041236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f89b490-c41c-497a-827a-0f966f67106f req-e9be79be-d058-44d2-8c20-3107ce4322e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.042644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f89b490-c41c-497a-827a-0f966f67106f req-e9be79be-d058-44d2-8c20-3107ce4322e5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.1100838 Apr 28 20:25:42.283132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f89b490-c41c-497a-827a-0f966f67106f req-cd09c1dc-2d2b-44dc-bc2d-d8fce6b94893 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198627 Apr 28 20:25:42.308050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:42.327333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e6f894d4-3c80-41b5-b640-a1515b22bf32', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'mac_address': 'fa:16:3e:72:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:25:40Z', 'updated_at': '2022-04-28T20:25:40Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:42.331146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Checking router: a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:25:42.339317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:25:42.339911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:25:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:42.367062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-cb71f0be-8f1e-43dd-9d98-6f3862e9da34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.368479 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-cb71f0be-8f1e-43dd-9d98-6f3862e9da34 service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.3250067 Apr 28 20:25:42.493427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d626ec7a-16cf-4d47-bd2a-5531296d0e77 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/e6f894d4-3c80-41b5-b640-a1515b22bf32 HTTP/1.1" status: 200 len: 992 time: 0.1843052 Apr 28 20:25:42.505758 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-1afee146-d172-49f7-8463-0c0bceb6dcb6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 1000 time: 0.1307847 Apr 28 20:25:42.527595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:42.535159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:25:42.569275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-05730761-e54f-4554-b0da-d71dc3ffe249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.571524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-05730761-e54f-4554-b0da-d71dc3ffe249 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0604730 Apr 28 20:25:42.644751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-f4d28fcd-2f29-4820-955b-f5c4f727effa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:25:42.646221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-f4d28fcd-2f29-4820-955b-f5c4f727effa service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687935 Apr 28 20:25:42.775403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-d87b688d-d049-41f3-ac3b-7ade3ec2e9f9 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228158 Apr 28 20:25:42.879043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e6f894d4-3c80-41b5-b640-a1515b22bf32', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'mac_address': 'fa:16:3e:72:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:25:40Z', 'updated_at': '2022-04-28T20:25:40Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:25:42.883662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35bc17e9-6239-4279-8ca6-abd31e32dd37 None None] The sync data for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 is: [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'e6f894d4-3c80-41b5-b640-a1515b22bf32', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'floating_ip_address': '172.25.2.201', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4014, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'mac_address': 'fa:16:3e:72:1b:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:25:40Z', 'updated_at': '2022-04-28T20:25:40Z', 'revision_number': 0, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:25:42.907834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-12eda0be-f6b0-448b-b823-fb29bbd6dcde req-6ffaa675-0949-4bee-b542-0b2ace26c1ff service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264215 Apr 28 20:25:43.078814 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31a5107-fb22-4f14-863e-5c333f6fc086 None None] New status for floating IP e6f894d4-3c80-41b5-b640-a1515b22bf32: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:25:43.497411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:25:43.603258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8d3e825c-c127-4c57-b904-75b27154eec3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/e6f894d4-3c80-41b5-b640-a1515b22bf32 HTTP/1.1" status: 200 len: 994 time: 0.1046381 Apr 28 20:25:50.253010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-77acb38e-cbbe-4c8a-be7f-faf77149cf61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:52.383954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c72dd7bd-0e54-4766-9590-cce1e17b91ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:53.788571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:54.120256 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.271245 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:25:55.823410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:26:10.243928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:12.513482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:20.245292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5ee5f03-6001-415c-81be-4145af92ef3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:22.385355 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dc9d7cb2-14b9-410b-b222-317288f18a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.427680 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-527c1d6e-78b7-4d3a-a075-b03e2d0b0ca4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0679753 Apr 28 20:26:23.564034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-f7668507-1243-4090-8044-bf96e9ccb3e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:23.565499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-f7668507-1243-4090-8044-bf96e9ccb3e3 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0726869 Apr 28 20:26:23.707350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-21faa568-a3fe-4d76-8e07-9d106149ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:23.708659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-21faa568-a3fe-4d76-8e07-9d106149ba4c service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.1224589 Apr 28 20:26:23.791162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:23.811231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-3a2e6921-e5f8-436f-bab4-4d34b39f72d9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 1002 time: 0.0959818 Apr 28 20:26:23.871632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-e167fe77-fed1-445b-bd52-61b745190d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:23.873058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-e167fe77-fed1-445b-bd52-61b745190d61 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0567448 Apr 28 20:26:23.945693 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-e13a5006-2949-46df-b87d-0c1f100e3c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:23.947120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-e13a5006-2949-46df-b87d-0c1f100e3c6b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684674 Apr 28 20:26:24.073226 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-ab7bfd91-1c98-43bc-9053-2cc7e27b6f11 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199422 Apr 28 20:26:24.123843 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:24.311388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ab756119-0f03-47aa-909d-4c016875ddf7 req-16a58c25-eaa9-402c-a895-c4e7329b39b2 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322094 Apr 28 20:26:25.274203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:32.822954 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:26:40.245173 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:42.515513 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:50.246904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47379efd-bd5f-45e5-9df1-d5617a5e4c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:52.386153 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c02879c9-5974-4475-ad1e-6bb98c868674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:53.128837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798bbb3c-4e24-4ed2-9577-1467a8461479 req-13e1b3ed-6c30-4459-b76f-79446628afeb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:53.130607 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-798bbb3c-4e24-4ed2-9577-1467a8461479 req-13e1b3ed-6c30-4459-b76f-79446628afeb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0818949 Apr 28 20:26:53.176675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-798bbb3c-4e24-4ed2-9577-1467a8461479 req-026735a7-9d86-42e4-bcac-401dd72b0019 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386276 Apr 28 20:26:53.793724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:54.126073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:54.372492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8dd362-ee2e-400c-9d9f-f06a788ee988 req-3dfe16cc-2d8c-4b74-91c2-e1c3ef0a598d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:54.373944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f8dd362-ee2e-400c-9d9f-f06a788ee988 req-3dfe16cc-2d8c-4b74-91c2-e1c3ef0a598d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0815761 Apr 28 20:26:54.416805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f8dd362-ee2e-400c-9d9f-f06a788ee988 req-ab8c3cc3-8bf8-40ec-bd97-eb58444bcc3b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371315 Apr 28 20:26:55.276819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:26:55.600759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff1fc09-b477-4b83-bafe-c613e1e39055 req-ba473e19-2fdb-4157-b0d0-cbee28d85214 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:55.602912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aff1fc09-b477-4b83-bafe-c613e1e39055 req-ba473e19-2fdb-4157-b0d0-cbee28d85214 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0817106 Apr 28 20:26:55.645115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aff1fc09-b477-4b83-bafe-c613e1e39055 req-a0c4cce5-856b-4add-aa30-dab20c9c7cd7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366297 Apr 28 20:26:56.826627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d6ddf-71f4-4446-9470-983cf8826336 req-f5672d22-a71b-487c-a2bd-93f2c1cdcb4b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:56.828039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91d6ddf-71f4-4446-9470-983cf8826336 req-f5672d22-a71b-487c-a2bd-93f2c1cdcb4b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0778565 Apr 28 20:26:56.874359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f91d6ddf-71f4-4446-9470-983cf8826336 req-b866fddd-84f7-4f55-b40a-6c3433169b2f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Apr 28 20:26:58.062713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b2104-71ee-4176-9701-cde9f45defdd req-bb3e0703-2d97-420c-a1d4-39b8bce7c179 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:58.064164 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a84b2104-71ee-4176-9701-cde9f45defdd req-bb3e0703-2d97-420c-a1d4-39b8bce7c179 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0805166 Apr 28 20:26:58.108659 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a84b2104-71ee-4176-9701-cde9f45defdd req-9854b684-f4e6-44eb-9519-7bfe4d9b2d95 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388227 Apr 28 20:26:59.289809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01de2d57-9e20-4b5f-9d64-bc1a96580c45 req-9236c3af-dade-4035-840d-ab54ac51ab1f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:26:59.291138 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01de2d57-9e20-4b5f-9d64-bc1a96580c45 req-9236c3af-dade-4035-840d-ab54ac51ab1f tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0778089 Apr 28 20:26:59.332842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01de2d57-9e20-4b5f-9d64-bc1a96580c45 req-e2feceef-2d29-46c9-a48d-0d7af0e0b5b6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361581 Apr 28 20:27:00.524166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ab414b-9771-4eeb-94dd-6a7475233a5a req-88bbc301-05af-41b6-805a-c047c6acf4df tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:00.525626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16ab414b-9771-4eeb-94dd-6a7475233a5a req-88bbc301-05af-41b6-805a-c047c6acf4df tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0880363 Apr 28 20:27:00.573080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16ab414b-9771-4eeb-94dd-6a7475233a5a req-37ec65af-f30f-4d43-a4e9-73e54f0703a6 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418279 Apr 28 20:27:01.760129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a45ad5-d1dc-4e68-8708-ca693163c194 req-a90cd923-7dd5-430c-9125-c716a92e2d12 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:01.761590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93a45ad5-d1dc-4e68-8708-ca693163c194 req-a90cd923-7dd5-430c-9125-c716a92e2d12 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0824742 Apr 28 20:27:01.805277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-93a45ad5-d1dc-4e68-8708-ca693163c194 req-1a72eb9d-9d80-4256-bd95-4f1feb783177 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Apr 28 20:27:02.986839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b83a5e7-95e4-4c0a-922b-6903cd5ede41 req-23bf1c07-ba93-41bd-978f-fd7ce1163100 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:02.988272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b83a5e7-95e4-4c0a-922b-6903cd5ede41 req-23bf1c07-ba93-41bd-978f-fd7ce1163100 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0782578 Apr 28 20:27:03.031261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b83a5e7-95e4-4c0a-922b-6903cd5ede41 req-48b475bf-80cb-4370-9714-2b2d92602629 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372279 Apr 28 20:27:04.209003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237587fc-ad0b-463b-bea8-7d1df85a392e req-03ab8b98-285b-4d16-b517-0e09640e05d1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:04.210953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-237587fc-ad0b-463b-bea8-7d1df85a392e req-03ab8b98-285b-4d16-b517-0e09640e05d1 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0773020 Apr 28 20:27:04.254474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-237587fc-ad0b-463b-bea8-7d1df85a392e req-809d7e64-b487-4161-bf51-5c4a9dc872a8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378525 Apr 28 20:27:05.442633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0453d53f-29bc-47c0-8b02-ecb99ae1dea6 req-a38b2f6a-a19c-449e-9e23-d2fbdd7eec31 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:05.444075 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0453d53f-29bc-47c0-8b02-ecb99ae1dea6 req-a38b2f6a-a19c-449e-9e23-d2fbdd7eec31 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0817978 Apr 28 20:27:05.487776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0453d53f-29bc-47c0-8b02-ecb99ae1dea6 req-3d81b093-2559-48a0-82f4-4f846f54f6fb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379343 Apr 28 20:27:06.672692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c694a3a-552d-434f-a0d3-de25f000bf86 req-e3b45a38-e873-4e0a-b8c9-a74a7c3a27f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:06.674160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c694a3a-552d-434f-a0d3-de25f000bf86 req-e3b45a38-e873-4e0a-b8c9-a74a7c3a27f7 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0819848 Apr 28 20:27:06.716474 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6c694a3a-552d-434f-a0d3-de25f000bf86 req-229907d1-925e-47d2-abb4-b1694dd3dcc5 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362022 Apr 28 20:27:07.507669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1221cd-19da-4adb-b024-daf47b99a26e req-3aa0e663-6884-42d8-a26b-4b4e8bb2272e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:07.509378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df1221cd-19da-4adb-b024-daf47b99a26e req-3aa0e663-6884-42d8-a26b-4b4e8bb2272e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0692406 Apr 28 20:27:07.552277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df1221cd-19da-4adb-b024-daf47b99a26e req-bba8f987-7c39-424f-bc99-85ad05d91645 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366738 Apr 28 20:27:08.047341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a300a8-cd9f-4d1c-998a-e3c23fa9bb40 req-f4d11a85-9a10-4134-b88e-3549ab130d89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:08.048768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59a300a8-cd9f-4d1c-998a-e3c23fa9bb40 req-f4d11a85-9a10-4134-b88e-3549ab130d89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0776520 Apr 28 20:27:08.095317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-59a300a8-cd9f-4d1c-998a-e3c23fa9bb40 req-ef9fffef-0d61-49e8-a294-a7e1fa842512 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410373 Apr 28 20:27:08.928580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:27:08.932153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:27:09.139997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:09.171180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:27:09.193140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'port_id': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'mac_address': 'fa:16:3e:72:1b:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 405, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:27:09.194353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:27:09.272852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:27:09.274705 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2808205-7d6e-46d9-b500-f442b6cd521b'] response: {'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'code': 200} Apr 28 20:27:09.279677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:09.307814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fbb6b-2ecc-4464-9b42-a5607b4babff req-52bcbfa5-12cd-429a-94a0-2631aab86801 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:09.309250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c9fbb6b-2ecc-4464-9b42-a5607b4babff req-52bcbfa5-12cd-429a-94a0-2631aab86801 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0842736 Apr 28 20:27:09.352342 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c9fbb6b-2ecc-4464-9b42-a5607b4babff req-6374b38a-0ad7-45b4-8e13-8aa2b59ed954 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372224 Apr 28 20:27:09.355125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:09.376185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51130) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:27:09.379211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a8626a5-74a0-4d5b-8e81-e0af461be4cd {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:27:09.386535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:09.399263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.399606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.399946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.400278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.400604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.400926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.401254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.401591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.401912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.402230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.402547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.402863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:27:09.409699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:27:09.413729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:09.480505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:09.483537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2b5174a9-b4cf-4d1d-8dd2-8c4547665d5c tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/floatingips/e6f894d4-3c80-41b5-b640-a1515b22bf32 HTTP/1.1" status: 200 len: 993 time: 0.1062427 Apr 28 20:27:09.727011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['8a8626a5-74a0-4d5b-8e81-e0af461be4cd'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:27:09.822109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:27:10.243009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:10.922128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:27:10.990287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:27:10.990662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:11.104665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:11.136039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:27:11.139581 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:11.203424 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:27:11.275454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:27:11.318612 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f3994d2-08ad-4141-9e42-368d3276761b'] response: {'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'code': 200} Apr 28 20:27:12.532078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:20.251208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3d92373-5981-4829-bf25-913a5fd4690d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:22.387243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7c049285-e775-437c-8750-2844c7618781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.461823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-ef142860-d1dd-4629-a7e0-df6b686e2352 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710647 Apr 28 20:27:23.595494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-4769ed08-617b-4338-a38e-faef956fb500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:23.597172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-4769ed08-617b-4338-a38e-faef956fb500 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0691094 Apr 28 20:27:23.737251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-6083c39e-dd42-471d-adc2-f7ee93fc414f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:23.738608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-6083c39e-dd42-471d-adc2-f7ee93fc414f service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.1239159 Apr 28 20:27:23.796827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:23.839881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-c70928c7-ce2b-42f9-84fc-7fc2457c331e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 1002 time: 0.0950305 Apr 28 20:27:23.899501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-79b3f6be-ae3a-467e-ae82-7d07aa3eab0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:23.900871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-79b3f6be-ae3a-467e-ae82-7d07aa3eab0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0558412 Apr 28 20:27:23.976369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-98a75a90-868c-41e5-b761-6df0c9077e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:27:23.978438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-98a75a90-868c-41e5-b761-6df0c9077e9f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718110 Apr 28 20:27:24.132769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:24.207441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-ca021333-aa93-4a3d-bac4-efd26da7cc21 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221835 Apr 28 20:27:24.337098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09f3dd20-6a25-4416-99c0-39b5a02b9f56 req-eef90041-5426-404b-b9e8-892d1a2c7365 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217906 Apr 28 20:27:25.279543 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:40.250853 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:42.541073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:46.825257 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:27:50.253781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-91396f29-4486-4b60-afab-45196aff000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:52.388362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-38399e42-b730-4cc5-ae19-a65e453f3778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:53.798315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:54.131941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:27:55.281746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:10.239626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:12.538840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:20.256357 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cf4d0b66-8aa1-4747-b28b-ca95d66bc8af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:22.388092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2c1028c-a3c5-4525-999d-e6a7d7fbb173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:23.800567 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:23.827435 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:28:24.134482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:25.284654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:25.483742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-091ba21a-492d-41e7-a0d1-23e0cd45a827 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0744710 Apr 28 20:28:25.624355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-a931680a-fde2-4497-87d0-8823ab7e560e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:25.625818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-a931680a-fde2-4497-87d0-8823ab7e560e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0733695 Apr 28 20:28:25.643337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51212) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:25.770400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-6257b089-d005-4734-8f17-8741ffe35c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:25.772595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-6257b089-d005-4734-8f17-8741ffe35c4e service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.1285014 Apr 28 20:28:25.849522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 46a1234a-fb33-40b7-959b-1e1255e8fe3a {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:28:25.849872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:25.873057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-a313e336-f297-4c57-8c5b-77c8771b4aba service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 1002 time: 0.0947888 Apr 28 20:28:25.934606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-563d8cbc-ec8c-4804-a010-9684fb9f3cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:25.935937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-563d8cbc-ec8c-4804-a010-9684fb9f3cac service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0570061 Apr 28 20:28:26.009471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-927eda65-07b4-45c1-8405-d588ad9b9861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:26.010939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-927eda65-07b4-45c1-8405-d588ad9b9861 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682759 Apr 28 20:28:26.024006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.024335 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.141098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-aba56754-b9b5-41b5-9bec-5a497996ad99 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233683 Apr 28 20:28:26.145113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 46a1234a-fb33-40b7-959b-1e1255e8fe3a owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:28:26.275235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2810eb11-45b9-4abe-adf4-86413448ec83 req-ff16714e-f1df-4944-9214-3f2ce76e2099 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279612 Apr 28 20:28:26.403810 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.450887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=46a1234a-fb33-40b7-959b-1e1255e8fe3a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:26.517165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.517527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.517866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.518199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.518528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.518853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.519180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.519503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.519828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.520149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.520470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.520786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:26.551362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:26.551737 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Floating IP e6f894d4-3c80-41b5-b640-a1515b22bf32 disassociated (deleted). External IP: 172.25.2.201, port: 8a8626a5-74a0-4d5b-8e81-e0af461be4cd. Apr 28 20:28:26.901735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:28:27.080150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:27.090296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Sync routers for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:27.099844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:27.100458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:27.100622 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:27.154472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b43774f-30db-4240-9a3f-68be0fbb8037 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/floatingips/e6f894d4-3c80-41b5-b640-a1515b22bf32 HTTP/1.1" status: 204 len: 168 time: 1.5099838 Apr 28 20:28:27.154951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:27.281165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:27.316679 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d5f9204-bf3c-4713-981b-eb63b387af93'] response: {'name': 'network-changed', 'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'status': 'completed', 'code': 200} Apr 28 20:28:27.425443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-7aaf5c88-c1d3-4145-ac67-cda1a453b3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:27.427050 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-7aaf5c88-c1d3-4145-ac67-cda1a453b3e6 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 1097 time: 0.0880253 Apr 28 20:28:27.586786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-c13db878-7b2b-4e48-b815-00387dbd35d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:27.588277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-c13db878-7b2b-4e48-b815-00387dbd35d1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 200 len: 898 time: 0.1533210 Apr 28 20:28:27.661295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:27.665948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Checking router: a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:27.674335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:27.674988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:27.701596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-2ce578c6-9e4e-47aa-94d3-8327c8c398c4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 200 len: 217 time: 0.1046567 Apr 28 20:28:27.780975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036127e4-16f2-4a3a-8900-8c71c77372d9 req-1f87ec96-7996-4ed5-a1ef-b97463ac71ea tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:27.782358 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-036127e4-16f2-4a3a-8900-8c71c77372d9 req-1f87ec96-7996-4ed5-a1ef-b97463ac71ea tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.3241789 Apr 28 20:28:27.783818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-a0cd93b4-7ac0-4c5f-ae33-f04e7097aea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:27.785101 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-a0cd93b4-7ac0-4c5f-ae33-f04e7097aea9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 200 len: 835 time: 0.0771642 Apr 28 20:28:27.853371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:27.877972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-036127e4-16f2-4a3a-8900-8c71c77372d9 req-fdb8b686-60bb-4fde-9064-74a57781879b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883179 Apr 28 20:28:27.894743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-ace6ad9f-d7c6-4fcb-82d2-d664e511d45c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:27.896651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-ace6ad9f-d7c6-4fcb-82d2-d664e511d45c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=25b31dc5-1d21-4f5b-a384-8ec452afa72c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0917675 Apr 28 20:28:28.136052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-2879261f-cecf-41ff-aeea-cf3d756aec24 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308173 Apr 28 20:28:28.163688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:28.168162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8439d786-eb4a-4658-b0cb-aedd609155e4 None None] The sync data for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 is: [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:24Z', 'revision_number': 4, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '51f29a53-38f3-41df-8518-d55568e610b7', 'name': '', 'network_id': '25b31dc5-1d21-4f5b-a384-8ec452afa72c', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'mac_address': 'fa:16:3e:be:6f:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4011, 'fixed_ips': [{'subnet_id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:23Z', 'updated_at': '2022-04-28T20:25:28Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'subnets': [{'id': '94f5fc3a-a634-40e6-b20a-43564786dee3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:28.270097 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95977bf1-6d9c-4456-86de-a4da8486dd9f req-fe985990-b259-477a-ba6a-4c074c1f3c80 service neutron] 10.222.0.46 "GET /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270094 Apr 28 20:28:28.380100 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09ec81c7-ac81-41bf-a734-155ce73fea71 None None] New status for floating IP e6f894d4-3c80-41b5-b640-a1515b22bf32: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:28:29.042434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-a715dfa8-97dc-4894-bc07-36ec585b5842 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:29.043967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-a715dfa8-97dc-4894-bc07-36ec585b5842 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.0870264 Apr 28 20:28:29.115669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:28:29.116096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:29.161413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d5464-9de4-4edb-b5bc-6e413240ba94 req-abc8523b-b1d2-43b9-8d73-87364143a0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:29.162048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-241d5464-9de4-4edb-b5bc-6e413240ba94 req-abc8523b-b1d2-43b9-8d73-87364143a0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Synchronizing usage tracker for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:28:29.179414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-241d5464-9de4-4edb-b5bc-6e413240ba94 req-abc8523b-b1d2-43b9-8d73-87364143a0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Unset dirty status for tenant:b9489e90e1054f0b81c7cd8c61d5e714 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:28:29.180641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-241d5464-9de4-4edb-b5bc-6e413240ba94 req-abc8523b-b1d2-43b9-8d73-87364143a0d3 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 946 time: 0.1875701 Apr 28 20:28:29.226549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-241d5464-9de4-4edb-b5bc-6e413240ba94 req-8905d3ac-95f6-4671-83f8-e957392f0ed4 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/security-groups?id=055d9a9c-cc5b-4f4e-82ee-c2796299857b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400634 Apr 28 20:28:29.368739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:29.369088 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:29.488135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 8a8626a5-74a0-4d5b-8e81-e0af461be4cd owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:28:29.626313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:29.675310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=8a8626a5-74a0-4d5b-8e81-e0af461be4cd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:29.683883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.684239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.684576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.684915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.685253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.685622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.685954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.686282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.686611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.686939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.687261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.687582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:29.765553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] No DVR routers for this DVR port 8a8626a5-74a0-4d5b-8e81-e0af461be4cd on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:28:29.768237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:29.772662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-deleted', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:29.787530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4bc2bbe9-8fbd-497f-8c00-289ccf66656d req-501bf10a-62b0-4178-a7b1-188a3118230b tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.46 "DELETE /v2.0/ports/8a8626a5-74a0-4d5b-8e81-e0af461be4cd HTTP/1.1" status: 204 len: 173 time: 0.7379289 Apr 28 20:28:29.819526 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea338a18-2b89-42c2-a907-7bd45a5a1228'] response: {'server_uuid': '650f905d-1f2b-40d3-82f8-82bf6ef95349', 'name': 'network-vif-deleted', 'tag': '8a8626a5-74a0-4d5b-8e81-e0af461be4cd', 'status': 'completed', 'code': 200} Apr 28 20:28:30.394121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6210414-ad1d-4dca-9b67-d177b2bbbb70 req-85bf8c4f-c195-41f1-a5e2-204597248f0d tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "GET /v2.0/ports?device_id=650f905d-1f2b-40d3-82f8-82bf6ef95349 HTTP/1.1" status: 200 len: 210 time: 0.0411026 Apr 28 20:28:31.486522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51248) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:32.135240 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:32.479708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port 51f29a53-38f3-41df-8518-d55568e610b7 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:28:32.479972 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:32.659730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port 51f29a53-38f3-41df-8518-d55568e610b7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51f29a53-38f3-41df-8518-d55568e610b7,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:32.660430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:32.782609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for 51f29a53-38f3-41df-8518-d55568e610b7 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:28:32.952330 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:33.001391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=51f29a53-38f3-41df-8518-d55568e610b7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:33.267567 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:33.342300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:28:33.382481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 8a8626a5-74a0-4d5b-8e81-e0af461be4cd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:28:33.382975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 8a8626a5-74a0-4d5b-8e81-e0af461be4cd not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:28:33.728067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:28:33.900888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:33.910125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Sync routers for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:33.914186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c8652f1-1a62-4682-a0db-87e201186c89 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "PUT /v2.0/routers/a8a48d2e-737a-44aa-ac1b-33dea2eca4a5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4266245 Apr 28 20:28:33.916765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:33.919919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:33.920513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:33.986557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting subnet 94f5fc3a-a634-40e6-b20a-43564786dee3 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:28:33.989574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.043054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.091111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:34.126231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.197205 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.236344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Subnet': ['ID=94f5fc3a-a634-40e6-b20a-43564786dee3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:34.239770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.246217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec776b68-92e3-44b9-8388-e4a618a65edb tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/subnets/94f5fc3a-a634-40e6-b20a-43564786dee3 HTTP/1.1" status: 204 len: 168 time: 0.3285105 Apr 28 20:28:34.248812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:34.279829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aa34b0-80ab-4ef6-9cc1-eb20b192a93e None None] Network 25b31dc5-1d21-4f5b-a384-8ec452afa72c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:28:34.426508 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.548568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141'}], 'enable_snat': True}, 'gw_port_id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:28:32Z', 'revision_number': 5, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port': {'id': 'e7662c64-681e-49d7-8fbd-a656b921be92', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:6b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:25:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:34.552450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Checking router: a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:34.563167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Routers {'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:34.563817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:34.611613 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.622973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Deleting port e7662c64-681e-49d7-8fbd-a656b921be92 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:28:34.623579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.660399 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] DHCP port deletion for 25b31dc5-1d21-4f5b-a384-8ec452afa72c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:28:34.717290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Deleting port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:28:34.717703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.843763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] Set router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:34.925038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] For port e7662c64-681e-49d7-8fbd-a656b921be92, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=e7662c64-681e-49d7-8fbd-a656b921be92,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:34.925654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:34.955147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:28:34Z', 'revision_number': 6, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:34.975404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d4c571-611d-4548-a3ab-c4bd6585dd42 None None] The sync data for ids ['a8a48d2e-737a-44aa-ac1b-33dea2eca4a5'] in n-d-839811-1 is: [{'id': 'a8a48d2e-737a-44aa-ac1b-33dea2eca4a5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-311245912', 'tenant_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:25:19Z', 'updated_at': '2022-04-28T20:28:34Z', 'revision_number': 6, 'project_id': 'b9489e90e1054f0b81c7cd8c61d5e714', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:35.048657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Calling delete_port for e7662c64-681e-49d7-8fbd-a656b921be92 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:28:35.063119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] For port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,segment=NetworkSegment(222265ce-de41-4107-95d6-0c74869bf420),segment_id=222265ce-de41-4107-95d6-0c74869bf420)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:35.063521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.185556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Calling delete_port for c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:28:35.216145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.263686 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.267121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Port': ['ID=e7662c64-681e-49d7-8fbd-a656b921be92,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:35.314343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Pushing event deleted for resources: {'Port': ['ID=c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:35.323968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] No DVR routers for this DVR port c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:28:35.326322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.326854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.327387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.327707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.328128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.328566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.328983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.329402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.329804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.330192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.330575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.330959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c882a88a-b216-417c-a676-e66f1b4e9dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:35.364890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.543212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.545391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.566919 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.567527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Fanout notify agent at l3_agent the message router_deleted on router a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:28:35.582430 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.583501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60f8e65d-b078-4f30-8849-2caba5329e69 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/routers/a8a48d2e-737a-44aa-ac1b-33dea2eca4a5 HTTP/1.1" status: 204 len: 168 time: 1.3338122 Apr 28 20:28:35.586915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51260) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:35.696858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.830189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.835725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e7662c64-681e-49d7-8fbd-a656b921be92 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:28:35.857888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25b31dc5-1d21-4f5b-a384-8ec452afa72c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:35.874696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '222265ce-de41-4107-95d6-0c74869bf420') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:35.874988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '222265ce-de41-4107-95d6-0c74869bf420') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:35.875825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: e7662c64-681e-49d7-8fbd-a656b921be92 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:28:35.876162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device e7662c64-681e-49d7-8fbd-a656b921be92 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:28:35.876564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51f29a53-38f3-41df-8518-d55568e610b7 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:28:35.888027 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.904511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.909309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 51f29a53-38f3-41df-8518-d55568e610b7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:28:35.909811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51f29a53-38f3-41df-8518-d55568e610b7 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:28:35.910215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:28:35.910501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:28:35.910993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:28:35.926162 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:28:35.942718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:28:35.943057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c5e4d3d5-cd5a-4a16-8e50-4860a33c38c2 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:28:36.007417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.025710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.040967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'Network': ['ID=25b31dc5-1d21-4f5b-a384-8ec452afa72c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:36.049394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e9a7eaf4-87a3-4870-9d13-c0c47b2dc745 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/networks/25b31dc5-1d21-4f5b-a384-8ec452afa72c HTTP/1.1" status: 204 len: 168 time: 0.4614997 Apr 28 20:28:36.051980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51264) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:36.118588 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.148973 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.213198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.232178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=055d9a9c-cc5b-4f4e-82ee-c2796299857b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:36.246507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.247740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b451b99-7aef-4689-b6a6-8e210dd2ddf8 tempest-TestNetworkAdvancedServerOps-1745027199 tempest-TestNetworkAdvancedServerOps-1745027199-project] 10.222.0.24 "DELETE /v2.0/security-groups/055d9a9c-cc5b-4f4e-82ee-c2796299857b HTTP/1.1" status: 204 len: 168 time: 0.1947975 Apr 28 20:28:36.582143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51274) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:36.748173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f7f187e6-5689-489f-a983-cbb42b9f2361 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=b9489e90e1054f0b81c7cd8c61d5e714&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1647899 Apr 28 20:28:36.750500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51280) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:36.810517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.836460 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.887927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.907151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b139ff4b-ba81-402c-bef0-745efbb376c4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:36.911639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:36.912570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c9858671-7f59-419d-a68b-6c512c990bf1 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/b139ff4b-ba81-402c-bef0-745efbb376c4 HTTP/1.1" status: 204 len: 168 time: 0.1611524 Apr 28 20:28:37.210375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51288) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:37.259726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2e8b5308-370a-479f-9dcb-b412d6d973cc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=43fbdb2527fa4fadab9bd7a8d1bae523&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0481119 Apr 28 20:28:37.262135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51292) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:37.319893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:37.344050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:37.398155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:37.411919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db00f2aa-a355-4f6d-8fbf-ebf27e76b5cf,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:37.419241 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:37.420338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-536fd65c-8d5c-49de-a7cc-614e061a28b4 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/db00f2aa-a355-4f6d-8fbf-ebf27e76b5cf HTTP/1.1" status: 204 len: 168 time: 0.1573377 Apr 28 20:28:38.142677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:38.247129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1850570738-network', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:38.252459 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:38.256746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Usage tracker for resource:network and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:38.259743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:38.265355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:38.276122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Made reservation on behalf of 6ee6f6cf88d84bcfad00859328c32b2d for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:28:38.278570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.290378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.304369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:38.308083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:38.310795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:38.316331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:38.398642 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.402385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.434670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:28:38.440016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f22e291-90b4-40d2-8bc4-79b14a916011,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:38.447649 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.448018 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Added segment b629045a-9c54-4b5b-a0dd-417d6a8a638d of type vlan for network 1acd416e-20a1-4aab-bb42-fa9a2164ccca Apr 28 20:28:38.476255 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.505200 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.506847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:38.507492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.714589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5706897 Apr 28 20:28:38.717578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:38.718058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a784af3b-8171-4af2-8658-da3778e01fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1acd416e-20a1-4aab-bb42-fa9a2164ccca,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:38.723274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Request body: {'subnet': {'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1850570738-subnet', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:38.727981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:28:38.729064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:38.733156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Usage tracker for resource:subnet and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:38.736101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:38.743387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:38.753663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Made reservation on behalf of 6ee6f6cf88d84bcfad00859328c32b2d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:28:38.756182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:38.952887 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.027725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c53d5b1a-f595-4e73-89a9-8db2f344db70,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:39.036010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Checking segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:39.036366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Network hostable DHCP agents. Network: 1acd416e-20a1-4aab-bb42-fa9a2164ccca, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:28:39.055785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:28:39.064482 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 1acd416e-20a1-4aab-bb42-fa9a2164ccca) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:39.068318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:39.068958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.074933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88349d2-3a0e-46d2-bda3-48fd4ea7a703 None None] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:28:39.088743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-38f7c745-8dad-4036-a93a-29dbf1777f90 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3700728 Apr 28 20:28:39.091549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51326) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:39.096898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:39.103105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:39.107045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Usage tracker for resource:router and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:39.109882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:39.115557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:39.127004 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.128094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.142660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.293812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:28:39.294647 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.410546 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.484910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Allocated IP 172.20.0.2 (1acd416e-20a1-4aab-bb42-fa9a2164ccca/c53d5b1a-f595-4e73-89a9-8db2f344db70/bfbf54ac-ba43-4859-9e53-ae8a825b4008) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:39.684670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.695806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Transition to ACTIVE for port object bfbf54ac-ba43-4859-9e53-ae8a825b4008 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:39.714040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Transition to ACTIVE for port object bfbf54ac-ba43-4859-9e53-ae8a825b4008 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:39.719495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.720945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.749787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.784233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:39.787095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:39.791336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:39.799825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Pushing event updated for resources: {'Port': ['ID=bfbf54ac-ba43-4859-9e53-ae8a825b4008,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:39.884381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Attempting to bind port bfbf54ac-ba43-4859-9e53-ae8a825b4008 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:39.884751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Attempting to bind port bfbf54ac-ba43-4859-9e53-ae8a825b4008 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:39.885154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Attempting to bind port bfbf54ac-ba43-4859-9e53-ae8a825b4008 on network 1acd416e-20a1-4aab-bb42-fa9a2164ccca {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:39.886568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Allocated IP 172.25.2.188 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/219cb1bd-8232-4a2e-815e-6079166af7b6) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:39.890659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:39.891028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Checking segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:39.891422 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.891824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Bound using segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:39.892273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Bound port: bfbf54ac-ba43-4859-9e53-ae8a825b4008, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:39.892641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:39.982984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] For port bfbf54ac-ba43-4859-9e53-ae8a825b4008, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:39.986078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] For port bfbf54ac-ba43-4859-9e53-ae8a825b4008, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bfbf54ac-ba43-4859-9e53-ae8a825b4008,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:39.990150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:40.039773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:40.073481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:40.073608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5042d5-45b8-4a86-919a-4d6778cf9e55 None None] Pushing event updated for resources: {'Port': ['ID=bfbf54ac-ba43-4859-9e53-ae8a825b4008,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:40.145942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:40.151727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:40.154236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:40.192967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Pushing event updated for resources: {'Port': ['ID=219cb1bd-8232-4a2e-815e-6079166af7b6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:40.267490 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:40.705142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:41.055153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:41.065552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b126c4-963c-4052-a8f7-c8dd1320ab97 None None] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:28:41.193164 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cda1af5f-20c8-4f52-8335-67accd23aa74 None None] Provisioning for port bfbf54ac-ba43-4859-9e53-ae8a825b4008 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:41.271180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Router 619c525a-3efa-410c-bb93-68ada498b88a is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:28:41.452669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:41.465539 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Sync routers for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:41.478937 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:41.479862 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:41.480627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:41.484525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f80a4391-add0-402c-9fde-1789cfa6a4e8 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3894982 Apr 28 20:28:41.484893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51330) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:41.658261 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:41.870195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bfbf54ac-ba43-4859-9e53-ae8a825b4008 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:41.944761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port bfbf54ac-ba43-4859-9e53-ae8a825b4008 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:41.950834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bfbf54ac-ba43-4859-9e53-ae8a825b4008 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:41.951279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:41.953564 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:40Z', 'revision_number': 3, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:41.957293 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Checking router: 619c525a-3efa-410c-bb93-68ada498b88a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:41.957731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Updating router 619c525a-3efa-410c-bb93-68ada498b88a port 219cb1bd-8232-4a2e-815e-6079166af7b6 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:28:42.009964 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.070436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.104834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port bfbf54ac-ba43-4859-9e53-ae8a825b4008, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bfbf54ac-ba43-4859-9e53-ae8a825b4008,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:42.109076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.180236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=bfbf54ac-ba43-4859-9e53-ae8a825b4008,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:42.271719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.341411 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.352946 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Transition to ACTIVE for port object 219cb1bd-8232-4a2e-815e-6079166af7b6 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:42.359459 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.472803 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Attempting to bind port 219cb1bd-8232-4a2e-815e-6079166af7b6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:42.473486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Attempting to bind port 219cb1bd-8232-4a2e-815e-6079166af7b6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:42.473595 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Attempting to bind port 219cb1bd-8232-4a2e-815e-6079166af7b6 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:42.475505 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Pushing event updated for resources: {'Port': ['ID=219cb1bd-8232-4a2e-815e-6079166af7b6,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:42.482440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Allocated IP 172.20.0.1 (1acd416e-20a1-4aab-bb42-fa9a2164ccca/c53d5b1a-f595-4e73-89a9-8db2f344db70/9144318b-a928-4882-8851-27c669e3e422) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:42.485348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.486139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.486139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.486337 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.486636 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.486950 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.487262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.487572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.487879 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.488189 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.488499 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.488804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:28:42.492654 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:42.493023 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:42.493416 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.494194 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:42.494326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Bound port: 219cb1bd-8232-4a2e-815e-6079166af7b6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:42.494608 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.545155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.565673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] For port 219cb1bd-8232-4a2e-815e-6079166af7b6, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:42.569421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] For port 219cb1bd-8232-4a2e-815e-6079166af7b6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=219cb1bd-8232-4a2e-815e-6079166af7b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:42.574432 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.630324 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.647193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Transition to ACTIVE for port object 9144318b-a928-4882-8851-27c669e3e422 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:42.651568 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:42.652172 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:42.670870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.738984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:42.742418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:42.745942 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:42.759207 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadfbc0a-975b-49a3-85c6-cce6f60aac98 None None] Pushing event updated for resources: {'Port': ['ID=219cb1bd-8232-4a2e-815e-6079166af7b6,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:42.778718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Pushing event updated for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:42.803806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.829969 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:42.919673 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:42.958423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f114e2c6-48fe-42f5-8b76-6ebac7973302 None None] Provisioning for port 9144318b-a928-4882-8851-27c669e3e422 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:42.963852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f114e2c6-48fe-42f5-8b76-6ebac7973302 None None] Provisioning complete for port 9144318b-a928-4882-8851-27c669e3e422 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:42.964291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f114e2c6-48fe-42f5-8b76-6ebac7973302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:43.024849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f114e2c6-48fe-42f5-8b76-6ebac7973302 None None] Port 9144318b-a928-4882-8851-27c669e3e422 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:28:43.112811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:40Z', 'revision_number': 3, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:43.117710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab32a85c-f106-4e25-86a5-b082e6d666c3 None None] The sync data for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 is: [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:40Z', 'revision_number': 3, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:43.167182 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:43.171853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:43.278134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Pushing event updated for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:43.280455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:43.552913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:43.554169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:43.754223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Router 619c525a-3efa-410c-bb93-68ada498b88a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:28:43.761579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9e5cce57-e184-4645-aad9-0c8198e90c47 None None] Provisioning complete for port 9144318b-a928-4882-8851-27c669e3e422 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:43.762571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e5cce57-e184-4645-aad9-0c8198e90c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:43.826567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cce57-e184-4645-aad9-0c8198e90c47 None None] Port 9144318b-a928-4882-8851-27c669e3e422 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:28:43.936314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bfbf54ac-ba43-4859-9e53-ae8a825b4008 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:43.946255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:43.957531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-343f0002-6489-4870-9806-4de45fccb5bc admin admin] 10.222.0.24 "PUT /v2.0/routers/619c525a-3efa-410c-bb93-68ada498b88a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4703753 Apr 28 20:28:44.008418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port bfbf54ac-ba43-4859-9e53-ae8a825b4008 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:44.008849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.126504 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 219cb1bd-8232-4a2e-815e-6079166af7b6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:44.198151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 219cb1bd-8232-4a2e-815e-6079166af7b6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:44.203092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 219cb1bd-8232-4a2e-815e-6079166af7b6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:44.203470 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.324499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.342934 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 219cb1bd-8232-4a2e-815e-6079166af7b6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=219cb1bd-8232-4a2e-815e-6079166af7b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:44.347141 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.465014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=219cb1bd-8232-4a2e-815e-6079166af7b6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:44.494042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51348) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:44.499246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-800557429-network', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:44.504705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:44.509316 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Usage tracker for resource:network and tenant:76d4b9b0cb3345cc962508fc589fa34d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:44.512335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:44.518088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:44.528785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Made reservation on behalf of 76d4b9b0cb3345cc962508fc589fa34d for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:28:44.531114 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.543679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.561909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:44.565908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Usage tracker for resource:security_group_rule and tenant:76d4b9b0cb3345cc962508fc589fa34d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:44.569440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:44.575171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:44.659937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.663706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.690639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:28:44.703678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Sync routers for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:44.708187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d78036-96f7-4e8a-9caf-e8173470296f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:44.712774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.713184 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Added segment 289fc6a3-3b6a-45bc-b22c-05544dfe21b4 of type vlan for network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 Apr 28 20:28:44.713307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:44.713964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:44.742143 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.771059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.772354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:44.772930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:44.873686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] Pushing event updated for resources: {'Network': ['ID=0cc87608-60a4-4ce9-a2f6-0912c3f12b38,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:44.876897 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-697c93d2-90fb-4671-a104-b808c2908fc8 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3821242 Apr 28 20:28:44.879638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51352) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:44.885063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Request body: {'subnet': {'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-800557429-subnet', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:44.886837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:28:44.890383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:44.894134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Usage tracker for resource:subnet and tenant:76d4b9b0cb3345cc962508fc589fa34d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:44.897007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:44.902884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:44.909345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:44.914655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Made reservation on behalf of 76d4b9b0cb3345cc962508fc589fa34d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:28:44.916921 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.117666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.191639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:45.200101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Checking segment: {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:45.200449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Network hostable DHCP agents. Network: 0cc87608-60a4-4ce9-a2f6-0912c3f12b38, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:28:45.219514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:28:45.229843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0cc87608-60a4-4ce9-a2f6-0912c3f12b38) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:45.234349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:45.234918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.238682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2219c61-9e80-4586-83b3-89a1b46bc636 None None] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:28:45.257732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7ac4c7a6-e333-4830-af57-1e5140da44ba admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3745015 Apr 28 20:28:45.258080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:45.263791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:45.269366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:45.274109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Usage tracker for resource:router and tenant:76d4b9b0cb3345cc962508fc589fa34d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:45.276938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:45.282888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:45.293854 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.294915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.309455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.485438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:43Z', 'revision_number': 2, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:45.524612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Checking router: 619c525a-3efa-410c-bb93-68ada498b88a for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:45.524883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Updating router 619c525a-3efa-410c-bb93-68ada498b88a port 9144318b-a928-4882-8851-27c669e3e422 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:28:45.549682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'fixed_ips': [{'subnet_id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:28:45.550504 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.571492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.641456 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:45.861301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 219cb1bd-8232-4a2e-815e-6079166af7b6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:45.889772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Allocated IP 172.20.0.2 (0cc87608-60a4-4ce9-a2f6-0912c3f12b38/0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93/6f913506-6b75-4282-b34b-7cc41dda80cc) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:45.999766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.030005 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.170543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Allocated IP 172.25.2.193 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/2dc34822-1266-41b7-bf42-8307f405b0d4) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:46.199484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 219cb1bd-8232-4a2e-815e-6079166af7b6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:46.199857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.319828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.348178 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.411516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:46.415630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:46.426707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:46.431045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.447968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Transition to ACTIVE for port object 6f913506-6b75-4282-b34b-7cc41dda80cc will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:46.455687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Pushing event updated for resources: {'Port': ['ID=2dc34822-1266-41b7-bf42-8307f405b0d4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:46.509554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.534652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Transition to ACTIVE for port object 6f913506-6b75-4282-b34b-7cc41dda80cc will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:46.536028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Transition to ACTIVE for port object 9144318b-a928-4882-8851-27c669e3e422 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:46.547130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.579644 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.685839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:46.690184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:46.696307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:46.763240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Pushing event updated for resources: {'Port': ['ID=6f913506-6b75-4282-b34b-7cc41dda80cc,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:46.850483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.940777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9024e9-8009-46e8-9219-3e38f3aeb6ee None None] Pushing event updated for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:46.942914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Attempting to bind port 9144318b-a928-4882-8851-27c669e3e422 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:46.943280 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Attempting to bind port 9144318b-a928-4882-8851-27c669e3e422 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:46.943817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Attempting to bind port 9144318b-a928-4882-8851-27c669e3e422 on network 1acd416e-20a1-4aab-bb42-fa9a2164ccca {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:46.951865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Attempting to bind port 6f913506-6b75-4282-b34b-7cc41dda80cc on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:46.952227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Attempting to bind port 6f913506-6b75-4282-b34b-7cc41dda80cc by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:46.952586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Attempting to bind port 6f913506-6b75-4282-b34b-7cc41dda80cc on network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:46.958840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:46.959857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Checking segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:46.960368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.960872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Bound using segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:46.961345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Bound port: 9144318b-a928-4882-8851-27c669e3e422, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:46.961751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.978497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:46.978870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Checking segment: {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:46.979264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:46.979649 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Bound using segment: {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:46.980126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Bound port: 6f913506-6b75-4282-b34b-7cc41dda80cc, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:46.980498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:47.134891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] For port 9144318b-a928-4882-8851-27c669e3e422, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:47.139518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] For port 9144318b-a928-4882-8851-27c669e3e422, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9144318b-a928-4882-8851-27c669e3e422,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:47.142876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] For port 6f913506-6b75-4282-b34b-7cc41dda80cc, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:47.146584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] For port 6f913506-6b75-4282-b34b-7cc41dda80cc, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f913506-6b75-4282-b34b-7cc41dda80cc,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:47.149501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:47.184267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:47.254769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:47.255416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:47.335865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:47.375577 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9024e9-8009-46e8-9219-3e38f3aeb6ee None None] Pushing event updated for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:47.498437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992890e8-3eeb-46cf-b0aa-7fa88e83d9f2 None None] Pushing event updated for resources: {'Port': ['ID=6f913506-6b75-4282-b34b-7cc41dda80cc,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:47.541554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:47.598096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Router e48249ec-765e-4807-9923-2f9ed3a5007b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:28:47.781509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:47.795029 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Sync routers for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:47.804206 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:47.805074 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:47.819956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:47.824579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:47.829333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23528d74-2c43-4214-af61-b9022c4de60f admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5643771 Apr 28 20:28:47.927494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f913506-6b75-4282-b34b-7cc41dda80cc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:48.009574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:47Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:48.013485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:48.014300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a20cba-b033-4606-9f75-08e0b36195a9 None None] The sync data for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 is: [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:47Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:48.023729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 6f913506-6b75-4282-b34b-7cc41dda80cc completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:48.368852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:46Z', 'revision_number': 3, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:48.372970 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Checking router: e48249ec-765e-4807-9923-2f9ed3a5007b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:48.373317 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Updating router e48249ec-765e-4807-9923-2f9ed3a5007b port 2dc34822-1266-41b7-bf42-8307f405b0d4 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:28:48.445681 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.498732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a778e0a8-96c0-4968-811a-eae8400f219a None None] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:28:48.619289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Provisioning for port 6f913506-6b75-4282-b34b-7cc41dda80cc completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:48.630119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Provisioning complete for port 6f913506-6b75-4282-b34b-7cc41dda80cc triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:48.630601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.797359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.864602 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.908948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] For port 6f913506-6b75-4282-b34b-7cc41dda80cc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f913506-6b75-4282-b34b-7cc41dda80cc,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:48.919133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.927672 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:48.946001 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Transition to ACTIVE for port object 2dc34822-1266-41b7-bf42-8307f405b0d4 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:48.957158 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.034126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8478de-708b-4078-b56f-22480ca9bb1d None None] Pushing event updated for resources: {'Port': ['ID=6f913506-6b75-4282-b34b-7cc41dda80cc,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:49.050992 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Attempting to bind port 2dc34822-1266-41b7-bf42-8307f405b0d4 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:49.051498 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Attempting to bind port 2dc34822-1266-41b7-bf42-8307f405b0d4 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:49.051979 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Attempting to bind port 2dc34822-1266-41b7-bf42-8307f405b0d4 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:49.061758 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:49.062277 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:49.062773 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.063276 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:49.063844 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Bound port: 2dc34822-1266-41b7-bf42-8307f405b0d4, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:49.064312 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.130250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735cbc2-7fa8-4684-a836-5cc3ab007c5f None None] Pushing event updated for resources: {'Port': ['ID=2dc34822-1266-41b7-bf42-8307f405b0d4,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:49.143257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Allocated IP 172.20.0.1 (0cc87608-60a4-4ce9-a2f6-0912c3f12b38/0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93/a5d4481f-4470-4dfa-836d-85d0c982c3db) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:49.149845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7567501e-c364-4a52-9a64-ecdfebfcf043 None None] Provisioning complete for port 6f913506-6b75-4282-b34b-7cc41dda80cc triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:49.150498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7567501e-c364-4a52-9a64-ecdfebfcf043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.165556 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] For port 2dc34822-1266-41b7-bf42-8307f405b0d4, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:49.169289 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] For port 2dc34822-1266-41b7-bf42-8307f405b0d4, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2dc34822-1266-41b7-bf42-8307f405b0d4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:49.180652 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.263166 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:49.263796 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:49.318497 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.336409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Transition to ACTIVE for port object a5d4481f-4470-4dfa-836d-85d0c982c3db will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:49.362436 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.414021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b735cbc2-7fa8-4684-a836-5cc3ab007c5f None None] Pushing event updated for resources: {'Port': ['ID=2dc34822-1266-41b7-bf42-8307f405b0d4,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:49.429988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:49.432978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:49.437070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:49.470691 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:49.489565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:49.529958 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.656627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.716216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-19c5a375-3851-4cb0-bd28-ee0d394668bb None None] Provisioning for port a5d4481f-4470-4dfa-836d-85d0c982c3db completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:49.721573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-19c5a375-3851-4cb0-bd28-ee0d394668bb None None] Provisioning complete for port a5d4481f-4470-4dfa-836d-85d0c982c3db triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:49.722171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-19c5a375-3851-4cb0-bd28-ee0d394668bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.775384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-19c5a375-3851-4cb0-bd28-ee0d394668bb None None] Port a5d4481f-4470-4dfa-836d-85d0c982c3db cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:28:49.887669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.894560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:49.936392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f913506-6b75-4282-b34b-7cc41dda80cc up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:49.947390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:46Z', 'revision_number': 3, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:49.953681 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39ed202-bf36-40d5-a631-42c6dcad3023 None None] The sync data for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 is: [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:46Z', 'revision_number': 3, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:50.015221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.020418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Pushing event updated for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:50.024364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 6f913506-6b75-4282-b34b-7cc41dda80cc triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:50.025258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.145435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9144318b-a928-4882-8851-27c669e3e422 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:50.157080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:50.158658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:50.278612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9144318b-a928-4882-8851-27c669e3e422 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:50.285220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9144318b-a928-4882-8851-27c669e3e422 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:50.285786 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.315309 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6f40471c-ab23-4a4c-acc5-69cfb43b6fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.457992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.506234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9144318b-a928-4882-8851-27c669e3e422, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9144318b-a928-4882-8851-27c669e3e422,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:50.507020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1d8c95d2-607b-480e-9de2-a74eab52c2f6 None None] Provisioning complete for port a5d4481f-4470-4dfa-836d-85d0c982c3db triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:50.507478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1d8c95d2-607b-480e-9de2-a74eab52c2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.536314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:50.562365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Router e48249ec-765e-4807-9923-2f9ed3a5007b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:28:50.620097 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1d8c95d2-607b-480e-9de2-a74eab52c2f6 None None] Port a5d4481f-4470-4dfa-836d-85d0c982c3db cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:28:50.630476 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:50.755502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:28:50.765262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0fc7d87f-8fda-43ba-82ea-11e8e075f9c9 admin admin] 10.222.0.24 "PUT /v2.0/routers/e48249ec-765e-4807-9923-2f9ed3a5007b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9384408 Apr 28 20:28:51.339942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51370) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:51.345069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-286653427', 'description': 'tempest-secgroup-smoke-286653427 description', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:51.353776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:51.357845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:51.360810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:51.367085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:51.376853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.397089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:51.400899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:51.403771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:51.409567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:51.480420 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.483999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.526258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7523ff-6c0b-47ef-97b3-a269fa513d02,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:51.528842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.530050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08300212-8be2-43d0-9ae8-80472f9fb182 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1891139 Apr 28 20:28:51.532974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51374) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:51.538414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:51.544934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:51.548681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:51.551652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:51.558480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:51.577260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.582200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Sync routers for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:28:51.592137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:51.592751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:51.639221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.643006 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.672791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b1885c-0868-4c7b-acb4-4d819b4e291a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:51.680689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.681902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c1ab6d83-141a-4009-8ee8-af61c7fa6517 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1479609 Apr 28 20:28:51.684727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51378) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:51.689983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:51.696792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:51.700645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:51.704471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:51.710277 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:51.726674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.770800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:51.792380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.796104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.815728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e1529ac-5031-4abc-87d1-2d5d96ef19d2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:51.836220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.837763 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a5dc2d00-a0ea-43b1-814d-53c72094b1c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1519623 Apr 28 20:28:51.844686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51382) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:51.850919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:51.859919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:51.864002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:51.868350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:51.877819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:51.903381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.947058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2dc34822-1266-41b7-bf42-8307f405b0d4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:51.972529 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:51.976998 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.001654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12117415-fb84-4085-9d6c-f81afa1941b8,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:52.014720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.018605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-308c6f89-fee6-4ee3-a5f4-bca741ee1d11 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699471 Apr 28 20:28:52.018804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51386) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:52.024237 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:52.030841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:52.034552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:52.038215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:52.044033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:52.060813 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.121289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 2dc34822-1266-41b7-bf42-8307f405b0d4 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:52.124894 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.128695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.131572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2dc34822-1266-41b7-bf42-8307f405b0d4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:52.131999 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.155118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa2ff8d-796b-49c5-a942-e30cd06c8f7c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:52.164126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.165529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37fe2a02-db81-49ff-9a43-bd0d915378ef tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1458483 Apr 28 20:28:52.169913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51390) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:52.175298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:52.182077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:52.185868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:52.188749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:52.195376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:52.205597 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Project 6ee6f6cf88d84bcfad00859328c32b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:28:52.213217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.278955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.283395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.294927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 4, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'a5d4481f-4470-4dfa-836d-85d0c982c3db', 'name': '', 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'mac_address': 'fa:16:3e:7c:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:48Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 2, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'subnets': [{'id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:52.303253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Checking router: e48249ec-765e-4807-9923-2f9ed3a5007b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:28:52.303808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Updating router e48249ec-765e-4807-9923-2f9ed3a5007b port a5d4481f-4470-4dfa-836d-85d0c982c3db binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:28:52.307253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f64a345a-e417-4ae6-9d68-611492ecbbe0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:52.316293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.317510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0de502d1-7846-4a86-8d74-b8130777feaa tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1465604 Apr 28 20:28:52.321481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51394) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:28:52.326479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'security_group_rule': {'security_group_id': '9c7523ff-6c0b-47ef-97b3-a269fa513d02', 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:52.331100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.333011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:52.337048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:security_group_rule and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:28:52.340984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:28:52.347020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:52.359412 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Project 6ee6f6cf88d84bcfad00859328c32b2d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:28:52.366447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.369304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 2dc34822-1266-41b7-bf42-8307f405b0d4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2dc34822-1266-41b7-bf42-8307f405b0d4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:52.374280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.391946 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.392694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9144318b-a928-4882-8851-27c669e3e422 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:52.441899 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.446082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.481023 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad6306a3-a18f-4e34-83d0-aedda3cf96c9,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:52.496645 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.497981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4603a870-e54d-4428-89b8-05442eba5513 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1755519 Apr 28 20:28:52.541552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8d2a99d-00db-4210-ad80-90afc2810a86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.608927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=2dc34822-1266-41b7-bf42-8307f405b0d4,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:52.641756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9144318b-a928-4882-8851-27c669e3e422 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:52.642051 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.664932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-921a8723-4bdc-47c1-9eb7-8678dadebaa5 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Synchronizing usage tracker for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:28:52.682541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-921a8723-4bdc-47c1-9eb7-8678dadebaa5 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Unset dirty status for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:28:52.683708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-921a8723-4bdc-47c1-9eb7-8678dadebaa5 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-286653427&fields=id&tenant_id=6ee6f6cf88d84bcfad00859328c32b2d HTTP/1.1" status: 200 len: 267 time: 0.0585098 Apr 28 20:28:52.840727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-46dae4b7-fb34-42c6-be89-e402156b6f3d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:52.841445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-46dae4b7-fb34-42c6-be89-e402156b6f3d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Synchronizing usage tracker for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:28:52.863957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-46dae4b7-fb34-42c6-be89-e402156b6f3d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Unset dirty status for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:28:52.865143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-46dae4b7-fb34-42c6-be89-e402156b6f3d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 809 time: 0.1743414 Apr 28 20:28:52.885828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-de89bccc-60f8-45c8-b4e7-3bd9342040b9 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/quotas/6ee6f6cf88d84bcfad00859328c32b2d HTTP/1.1" status: 200 len: 375 time: 0.0112972 Apr 28 20:28:52.968827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:52.973730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-074b8bf7-d6e2-471b-bd65-2c8c72dc7185 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0812578 Apr 28 20:28:52.981595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Transition to ACTIVE for port object a5d4481f-4470-4dfa-836d-85d0c982c3db will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:52.988377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.127123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-533d6bc9-8246-4996-b96e-81f162be72f3 service neutron] 10.222.0.24 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390772 Apr 28 20:28:53.142261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f27ee-ee65-41cd-92fa-69a0b33a63b0 None None] Pushing event updated for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:53.211214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Attempting to bind port a5d4481f-4470-4dfa-836d-85d0c982c3db on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:53.211824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Attempting to bind port a5d4481f-4470-4dfa-836d-85d0c982c3db by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:53.212192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Attempting to bind port a5d4481f-4470-4dfa-836d-85d0c982c3db on network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:53.217974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:53.218366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Checking segment: {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:53.218762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.219147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Bound using segment: {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:53.219604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Bound port: a5d4481f-4470-4dfa-836d-85d0c982c3db, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '289fc6a3-3b6a-45bc-b22c-05544dfe21b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:53.219969 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.266970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-fe36d4e3-783b-4cee-9d9e-6005c529b974 service neutron] 10.222.0.24 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326485 Apr 28 20:28:53.316354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] For port a5d4481f-4470-4dfa-836d-85d0c982c3db, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:53.319381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] For port a5d4481f-4470-4dfa-836d-85d0c982c3db, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a5d4481f-4470-4dfa-836d-85d0c982c3db,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:53.324116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.453950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:28:53.454590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:53.544198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-079e1805-ac1c-454a-b6f9-ff980190b3f4 req-82f88502-4f2e-4720-8686-3d314fb77e7d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Synchronizing usage tracker for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:28:53.566958 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-079e1805-ac1c-454a-b6f9-ff980190b3f4 req-82f88502-4f2e-4720-8686-3d314fb77e7d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Unset dirty status for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:28:53.570010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-079e1805-ac1c-454a-b6f9-ff980190b3f4 req-82f88502-4f2e-4720-8686-3d314fb77e7d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 210 time: 0.1027730 Apr 28 20:28:53.599570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409f27ee-ee65-41cd-92fa-69a0b33a63b0 None None] Pushing event updated for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:53.654068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:28:53.839388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:53.887333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2dc34822-1266-41b7-bf42-8307f405b0d4 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:54.026594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 2dc34822-1266-41b7-bf42-8307f405b0d4 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:54.026964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:54.157613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 4, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'a5d4481f-4470-4dfa-836d-85d0c982c3db', 'name': '', 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'mac_address': 'fa:16:3e:7c:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:48Z', 'updated_at': '2022-04-28T20:28:53Z', 'revision_number': 4, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'subnets': [{'id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:28:54.174955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80b71324-44b4-454d-9df3-b9d35f7640f1 None None] The sync data for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 is: [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:28:49Z', 'revision_number': 4, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'a5d4481f-4470-4dfa-836d-85d0c982c3db', 'name': '', 'network_id': '0cc87608-60a4-4ce9-a2f6-0912c3f12b38', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'mac_address': 'fa:16:3e:7c:e2:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4038, 'fixed_ips': [{'subnet_id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:48Z', 'updated_at': '2022-04-28T20:28:53Z', 'revision_number': 4, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'subnets': [{'id': '0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:28:54.181325 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:54.726301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10f599ef-bfd3-4893-a7c7-98bb4ed37ce1 req-0d97c34d-317f-4e4a-87ef-0262d5ebc049 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 210 time: 0.0477133 Apr 28 20:28:54.955521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-af84de19-ecc0-4574-ac9e-600fbd697f83 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:54.956743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-af84de19-ecc0-4574-ac9e-600fbd697f83 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 809 time: 0.1501667 Apr 28 20:28:55.007966 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-cb380c84-1798-4367-a887-886a4efb88f4 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6ee6f6cf88d84bcfad00859328c32b2d HTTP/1.1" status: 200 len: 379 time: 0.0436447 Apr 28 20:28:55.018925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'port': {'device_id': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'admin_state_up': True, 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'security_groups': ['9c7523ff-6c0b-47ef-97b3-a269fa513d02']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:55.156330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:28:55.166681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:28:55.176849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Made reservation on behalf of 6ee6f6cf88d84bcfad00859328c32b2d for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:28:55.180892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.290350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.349235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Allocated IP 172.20.0.10 (1acd416e-20a1-4aab-bb42-fa9a2164ccca/c53d5b1a-f595-4e73-89a9-8db2f344db70/2b10dfe9-5004-4f74-9472-adf5c4f5c0a0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:28:55.541025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.558351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Transition to ACTIVE for port object 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:55.581994 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.658934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:28:55.673828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:28:55.673828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:28:55.712743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:55.747051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:55.747697 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:55.781839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-641373bd-5c7f-4a6f-9391-1e4ea85febbd tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7689817 Apr 28 20:28:55.797207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Request body: {'port': {'device_id': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:28:55.888407 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a5d4481f-4470-4dfa-836d-85d0c982c3db up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:55.960679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port a5d4481f-4470-4dfa-836d-85d0c982c3db completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:55.970553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a5d4481f-4470-4dfa-836d-85d0c982c3db triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:55.970914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.022261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04770231-4ab5-4fb6-a820-a8580fa8de9b None None] Provisioning for port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:28:56.029871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-04770231-4ab5-4fb6-a820-a8580fa8de9b None None] Provisioning complete for port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:56.031442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-04770231-4ab5-4fb6-a820-a8580fa8de9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.106392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.110371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-04770231-4ab5-4fb6-a820-a8580fa8de9b None None] Port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:28:56.166719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.180527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2710302a-eca3-4b30-bf54-5c92d572cedc req-28e215d4-fa73-4fb0-9a01-8527841d46ba tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:56.181214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2710302a-eca3-4b30-bf54-5c92d572cedc req-28e215d4-fa73-4fb0-9a01-8527841d46ba tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Synchronizing usage tracker for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:28:56.203790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port a5d4481f-4470-4dfa-836d-85d0c982c3db, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a5d4481f-4470-4dfa-836d-85d0c982c3db,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:28:56.210508 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.244028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2710302a-eca3-4b30-bf54-5c92d572cedc req-28e215d4-fa73-4fb0-9a01-8527841d46ba tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Unset dirty status for tenant:6ee6f6cf88d84bcfad00859328c32b2d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:28:56.245160 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2710302a-eca3-4b30-bf54-5c92d572cedc req-28e215d4-fa73-4fb0-9a01-8527841d46ba tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 932 time: 0.3869483 Apr 28 20:28:56.288266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:56.339463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2710302a-eca3-4b30-bf54-5c92d572cedc req-93b9add6-e986-4fed-beef-b51659260deb tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880406 Apr 28 20:28:56.504773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:28:56.512232 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.526529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Transition to ACTIVE for port object 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:28:56.529551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.657265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:56.764708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Attempting to bind port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:28:56.765037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Attempting to bind port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:28:56.765366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Attempting to bind port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 on network 1acd416e-20a1-4aab-bb42-fa9a2164ccca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:56.770119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 on network 1acd416e-20a1-4aab-bb42-fa9a2164ccca not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:28:56.770458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Attempting to bind port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 on network 1acd416e-20a1-4aab-bb42-fa9a2164ccca {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:28:56.775492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:28:56.775821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Checking segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:28:56.776198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Bound using segment: {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:28:56.776620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Bound port: 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b629045a-9c54-4b5b-a0dd-417d6a8a638d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:28:56.776961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.863421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:28:56.866243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:28:56.871276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.937964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:56.939017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:56.941356 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] 10.222.0.46 "PUT /v2.0/ports/2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1092 time: 1.1509273 Apr 28 20:28:56.942096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:28:56.971656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8712f-cc6c-440d-8430-e2c5dc07bd9f service neutron] Pushing event updated for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:28:57.029247 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a591bf63-8ce9-43c9-94ae-8dc65afbb9de'] response: {'name': 'network-changed', 'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'status': 'completed', 'code': 200} Apr 28 20:28:57.066583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-9a7ad157-3102-45fa-af36-b9c7bbe807a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.068055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-9a7ad157-3102-45fa-af36-b9c7bbe807a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1095 time: 0.0811884 Apr 28 20:28:57.142851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-769fc9a7-21bd-4e5e-ad94-44a8e6606efd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 217 time: 0.0676610 Apr 28 20:28:57.205930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-393337f7-9e59-4462-9c11-9b87ed1a9e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.207264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-393337f7-9e59-4462-9c11-9b87ed1a9e60 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0580497 Apr 28 20:28:57.288597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-bcae4b99-9aa5-4354-b562-f9dde31ee88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.290062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-bcae4b99-9aa5-4354-b562-f9dde31ee88b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0766451 Apr 28 20:28:57.420518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-5353290e-f254-4767-b081-10853a72e186 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246185 Apr 28 20:28:57.602751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96a8a8ee-7da2-4c42-a883-f235bd2bc2d0 req-6d1daa9d-5ae8-46db-8003-fc9db5e3574f service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764829 Apr 28 20:28:57.618522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd60093-1a77-41a2-a7cd-0e3dc80de479 req-355b14a9-e46d-4f34-9bf3-acd11726ec5d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.620130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dd60093-1a77-41a2-a7cd-0e3dc80de479 req-355b14a9-e46d-4f34-9bf3-acd11726ec5d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 944 time: 0.1709998 Apr 28 20:28:57.813851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8dd60093-1a77-41a2-a7cd-0e3dc80de479 req-5b67a808-f40c-45fb-80d9-b369427d5759 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1879132 Apr 28 20:28:57.843981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-5fa931ec-87ba-4bdc-8986-fc2f33c9cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.845776 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-5fa931ec-87ba-4bdc-8986-fc2f33c9cd7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1095 time: 0.1886249 Apr 28 20:28:57.860117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a5d4481f-4470-4dfa-836d-85d0c982c3db up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:28:57.929392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a5d4481f-4470-4dfa-836d-85d0c982c3db triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:28:57.929821 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:28:57.979505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-b7874c9c-4f91-4009-8183-1d58e50947c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:57.980935 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-b7874c9c-4f91-4009-8183-1d58e50947c4 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1292524 Apr 28 20:28:58.046405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-da6b9886-7bc0-4418-997e-f865a9b9f891 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 217 time: 0.0594559 Apr 28 20:28:58.110642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-a4af0419-83cb-4b44-98b9-fccbe5f7d73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:58.112018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-a4af0419-83cb-4b44-98b9-fccbe5f7d73e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0596588 Apr 28 20:28:58.185113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-4c79f6f7-15d4-4b8f-9e5c-7be9760260bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:58.186572 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-4c79f6f7-15d4-4b8f-9e5c-7be9760260bb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689652 Apr 28 20:28:58.314644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-f2064a1d-c64a-4c10-982f-285048055ad9 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217935 Apr 28 20:28:58.445803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee7f059f-1c76-4465-9e60-523a0612c008 req-bf7d7f42-3e6b-4672-bdac-ac3bda735a95 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236489 Apr 28 20:28:58.998816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ccfd7d-6992-4688-94cf-752412199950 req-bb3a68ba-0581-447e-966d-bb74a09f7cea tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:28:59.000252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ccfd7d-6992-4688-94cf-752412199950 req-bb3a68ba-0581-447e-966d-bb74a09f7cea tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 944 time: 0.0790708 Apr 28 20:28:59.044484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93ccfd7d-6992-4688-94cf-752412199950 req-9f840e1c-4298-4cf4-b9fd-c9a16f31c02b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385404 Apr 28 20:29:00.231096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f947cb-5af9-4004-800c-939d295f73a7 req-1b5f0b84-ffc2-4a69-8df6-e221b9a974c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:00.232530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21f947cb-5af9-4004-800c-939d295f73a7 req-1b5f0b84-ffc2-4a69-8df6-e221b9a974c3 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 944 time: 0.0829866 Apr 28 20:29:00.275059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21f947cb-5af9-4004-800c-939d295f73a7 req-7cbe8618-7cbf-4230-a2a0-f8847106bcf9 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367346 Apr 28 20:29:00.826678 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:29:01.465118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18fec8f-8d21-4105-a22f-f37e18b7366a req-4d60b611-c018-4676-a614-0a5cbada7d65 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:01.466512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e18fec8f-8d21-4105-a22f-f37e18b7366a req-4d60b611-c018-4676-a614-0a5cbada7d65 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 944 time: 0.0824399 Apr 28 20:29:01.492614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:29:01.511530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e18fec8f-8d21-4105-a22f-f37e18b7366a req-c2fdbd53-c103-4359-8355-72e7438efd4a tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391345 Apr 28 20:29:01.622895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:29:01.635510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'port_id': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'mac_address': 'fa:16:3e:f8:57:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:29:01.690853 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:01.742586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:29:01.757759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:29:01.761783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:01.826551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:02.090342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['2b10dfe9-5004-4f74-9472-adf5c4f5c0a0'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:29:02.692293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46908d7a-cd18-47cc-8398-ed5c9aed832b req-2bec7caf-3244-41d7-a89a-cc988b407718 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:02.694370 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46908d7a-cd18-47cc-8398-ed5c9aed832b req-2bec7caf-3244-41d7-a89a-cc988b407718 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 945 time: 0.0794494 Apr 28 20:29:02.737325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46908d7a-cd18-47cc-8398-ed5c9aed832b req-18424477-8e48-48a6-92b8-3619a05d9585 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371637 Apr 28 20:29:03.507259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:29:03.573829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:29:03.578427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:29:03.578812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:03.694263 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:03.722632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:03.733333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:29:03.739146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:03.777137 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f9e0c18-0dc9-493e-ad07-dc00600df21b'] response: {'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'code': 200} Apr 28 20:29:03.810173 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:03.981550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe4b54d-4063-454a-ae7a-91d9c819c042 req-fc327a3e-9156-4fb8-8e04-8726371ffd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:03.982914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bfe4b54d-4063-454a-ae7a-91d9c819c042 req-fc327a3e-9156-4fb8-8e04-8726371ffd43 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.1367083 Apr 28 20:29:03.990978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ae170c-c2ce-4ee5-92ae-5a030c057108 req-75bd9db1-67b9-4690-a78d-f100fe040ecb tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:03.992295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8ae170c-c2ce-4ee5-92ae-5a030c057108 req-75bd9db1-67b9-4690-a78d-f100fe040ecb tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.1120226 Apr 28 20:29:04.058428 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bfe4b54d-4063-454a-ae7a-91d9c819c042 req-9a348913-644b-4c0d-b24d-2baf9b2e0aeb service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652108 Apr 28 20:29:04.062628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f8ae170c-c2ce-4ee5-92ae-5a030c057108 req-8ea97551-1e83-4132-8958-52ea7c884c5d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578260 Apr 28 20:29:05.245894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54e9d0c-ceb0-4d54-bd54-c1c8f2ec950b req-a2144890-1ed1-4a2a-9f1f-f4ec79effc2d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:05.247239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d54e9d0c-ceb0-4d54-bd54-c1c8f2ec950b req-a2144890-1ed1-4a2a-9f1f-f4ec79effc2d tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.0788019 Apr 28 20:29:05.292502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d54e9d0c-ceb0-4d54-bd54-c1c8f2ec950b req-5846bafb-d4ac-45f3-88bf-cfa5303ea7f4 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395839 Apr 28 20:29:06.479106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792bce34-da83-4fa7-96ba-91e5f0adf8cf req-ca24a39c-d976-4889-a31b-72ca0df89deb tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:06.480559 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-792bce34-da83-4fa7-96ba-91e5f0adf8cf req-ca24a39c-d976-4889-a31b-72ca0df89deb tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.0834742 Apr 28 20:29:06.525415 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-792bce34-da83-4fa7-96ba-91e5f0adf8cf req-9f01dc68-0d26-4977-983c-37f00b9c105e tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387096 Apr 28 20:29:06.708498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d136bb8-b457-4c2e-a92f-54daac73e1b5 req-a5c36160-fdf0-4665-a886-6dd052d77385 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:06.710430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d136bb8-b457-4c2e-a92f-54daac73e1b5 req-a5c36160-fdf0-4665-a886-6dd052d77385 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.0813994 Apr 28 20:29:06.752912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1d136bb8-b457-4c2e-a92f-54daac73e1b5 req-6c0108bd-cb67-4cdb-b47b-6391fc8a6b2c tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367312 Apr 28 20:29:06.936456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210013a1-4563-459d-9a36-386fa7f3d7e1 req-2bf1ffc8-3540-48a4-aa71-05bb4b9f2557 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:06.937958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-210013a1-4563-459d-9a36-386fa7f3d7e1 req-2bf1ffc8-3540-48a4-aa71-05bb4b9f2557 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.0817893 Apr 28 20:29:06.981100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-210013a1-4563-459d-9a36-386fa7f3d7e1 req-15b7f525-a015-4994-a383-c86d8a491e5b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374892 Apr 28 20:29:07.002940 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51456) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:29:07.167044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6397fe7e-f44f-4caf-b44a-f9cd5f5c6486 tempest-TestServerBasicOps-963611702 tempest-TestServerBasicOps-963611702-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:07.168522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6397fe7e-f44f-4caf-b44a-f9cd5f5c6486 tempest-TestServerBasicOps-963611702 tempest-TestServerBasicOps-963611702-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1092 time: 0.1646261 Apr 28 20:29:07.171602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:29:07.176449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:29:07.183099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:29:07.186847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Usage tracker for resource:floatingip and tenant:6ee6f6cf88d84bcfad00859328c32b2d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:29:07.189627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:29:07.195303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:29:07.205397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:07.339474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:07.472353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Allocated IP 172.25.2.119 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/70ea7417-26dd-46ad-82b3-b53c2a563050) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:29:07.614295 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:07.643012 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:07.805038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:29:07.807944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:29:07.811599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:29:07.848557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'Port': ['ID=70ea7417-26dd-46ad-82b3-b53c2a563050,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:08.208827 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:08.280055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:08.482523 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:08.487106 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:08.596864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event updated for resources: {'Port': ['ID=70ea7417-26dd-46ad-82b3-b53c2a563050,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:29:08.606689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:08.770045 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Floating IP b833ec20-4fef-4963-902d-a2d16b948ce2 associated. External IP: 172.25.2.119, port: 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0. Apr 28 20:29:09.110807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Router 619c525a-3efa-410c-bb93-68ada498b88a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:29:09.395711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:29:09.406007 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Sync routers for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:29:09.416441 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:29:09.417048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:09.421032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:09.480131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bcbc0a0b-9316-4196-9068-884dfacee817 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3075094 Apr 28 20:29:09.481292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:29:09.526208 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6e30107-adb7-4e70-b8ea-f0651be9a5e2'] response: {'name': 'network-changed', 'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'status': 'completed', 'code': 200} Apr 28 20:29:09.601182 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:29:09.614750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2831-69a3-4a82-b108-dd247baeca63 req-a694f53a-223d-4bac-831b-0c0ae3fd32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:09.616615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-a694f53a-223d-4bac-831b-0c0ae3fd32c4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0703871 Apr 28 20:29:09.747681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2831-69a3-4a82-b108-dd247baeca63 req-936edc02-fc24-4e7d-a365-bf4eb918aa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:09.749004 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-936edc02-fc24-4e7d-a365-bf4eb918aa30 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1268945 Apr 28 20:29:09.850655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-a02f2cdf-8d07-4374-ac1d-995c8c993205 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1000 time: 0.0954649 Apr 28 20:29:09.910576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2831-69a3-4a82-b108-dd247baeca63 req-af2dbf0a-fe25-4dfa-afec-895e45387a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:09.912055 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-af2dbf0a-fe25-4dfa-afec-895e45387a72 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0561481 Apr 28 20:29:09.979680 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b833ec20-4fef-4963-902d-a2d16b948ce2', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'port_id': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'mac_address': 'fa:16:3e:f8:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:08Z', 'updated_at': '2022-04-28T20:29:08Z', 'revision_number': 0, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:09.983428 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Checking router: 619c525a-3efa-410c-bb93-68ada498b88a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:29:09.992151 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:29:09.992326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823e2831-69a3-4a82-b108-dd247baeca63 req-ac38292f-0ab2-4a38-852e-42583c5c61ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:09.992727 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:28:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:09.993621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-ac38292f-0ab2-4a38-852e-42583c5c61ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759041 Apr 28 20:29:10.122623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-3813be26-e46b-4441-b510-7b696734b019 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232913 Apr 28 20:29:10.164681 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:29:10.256224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-823e2831-69a3-4a82-b108-dd247baeca63 req-f90f82cb-b127-4f57-a3b3-30557c52474c service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279361 Apr 28 20:29:10.263440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:10.499416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b833ec20-4fef-4963-902d-a2d16b948ce2', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'port_id': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'mac_address': 'fa:16:3e:f8:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:08Z', 'updated_at': '2022-04-28T20:29:08Z', 'revision_number': 0, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:29:10.503310 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5558fe4-e5ac-431d-9c72-d8cd4c697786 None None] The sync data for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 is: [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b833ec20-4fef-4963-902d-a2d16b948ce2', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'floating_ip_address': '172.25.2.119', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'port_id': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'mac_address': 'fa:16:3e:f8:57:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:29:08Z', 'updated_at': '2022-04-28T20:29:08Z', 'revision_number': 0, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:29:10.683627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95d49df-0121-4a06-966a-779faa8a0894 None None] New status for floating IP b833ec20-4fef-4963-902d-a2d16b948ce2: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:29:12.536366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:20.257172 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6035bae-2787-4ba2-b131-dfc1cbec260f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:22.392289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8720c468-59a7-4fdf-b719-c17082b393a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:23.801071 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:24.140858 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:25.290974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:26.429191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-4c333d1c-3524-4ca2-b835-62c781527536 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683961 Apr 28 20:29:26.565016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883714-4060-4688-867d-3c90085d599d req-0f42aa4d-290c-4bb1-a916-ea5d40dda050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:26.566477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-0f42aa4d-290c-4bb1-a916-ea5d40dda050 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0695498 Apr 28 20:29:26.706904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883714-4060-4688-867d-3c90085d599d req-3754e724-7f9b-41c4-a013-d7ccf2af9314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:26.708245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-3754e724-7f9b-41c4-a013-d7ccf2af9314 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1222389 Apr 28 20:29:26.808295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-003e9137-d33f-406b-967b-f592176ece52 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1002 time: 0.0933371 Apr 28 20:29:26.870703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883714-4060-4688-867d-3c90085d599d req-afd61f27-1b06-4819-9a72-8016400fcc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:26.872048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-afd61f27-1b06-4819-9a72-8016400fcc42 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0585203 Apr 28 20:29:26.943564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c883714-4060-4688-867d-3c90085d599d req-e714df12-b552-4730-b65a-dd08a0bde860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:29:26.944984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-e714df12-b552-4730-b65a-dd08a0bde860 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670428 Apr 28 20:29:27.177155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-0da80637-dd06-4ff2-8a7d-5c5085d59756 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2257783 Apr 28 20:29:27.318643 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0c883714-4060-4688-867d-3c90085d599d req-d82d024a-52bc-4a5c-a63a-8a31b7d8ad26 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349642 Apr 28 20:29:37.826452 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:29:40.262997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:42.553420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:50.258218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-363ffd5f-5d8f-41e3-9017-ae49982fdda3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:52.392457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-09f5c7e2-728d-4536-9ef1-7d5e124483c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:53.802608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:54.143038 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:29:55.294218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:10.271311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:12.551737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:14.824931 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:30:20.259773 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71c07f80-e33a-4769-b7a0-f7bef7c13b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:22.394368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8cb225f-812c-4bf2-af96-b3ce4a8b9cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:23.804144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:24.146578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:25.296378 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:25.777424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:30:25.896205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d0403d-4e38-4fb6-8117-a184653b8773 req-6fdb656e-d13e-43c0-bfd8-5e6e7bc15266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:25.897707 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49d0403d-4e38-4fb6-8117-a184653b8773 req-6fdb656e-d13e-43c0-bfd8-5e6e7bc15266 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.1192286 Apr 28 20:30:25.937754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49d0403d-4e38-4fb6-8117-a184653b8773 req-7738b984-8dd2-4c91-9170-75f039c8540f service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343180 Apr 28 20:30:28.461341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-9803e919-6b4c-4d0c-a5e4-aef0f5895e86 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1131566 Apr 28 20:30:28.612079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-0fdbae2a-9bd3-48fd-81bc-2c017d6f343f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:28.613438 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-0fdbae2a-9bd3-48fd-81bc-2c017d6f343f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0736151 Apr 28 20:30:28.754999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-99d79f1a-4d55-4fd1-b9d7-b4d05554346e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:28.756408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-99d79f1a-4d55-4fd1-b9d7-b4d05554346e service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1238492 Apr 28 20:30:28.856885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-aaac5cf7-5ca1-4859-8fdb-49e3932d1737 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1002 time: 0.0941486 Apr 28 20:30:28.916434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-4794bc68-e273-4642-941f-dd5a152b870f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:28.917729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-4794bc68-e273-4642-941f-dd5a152b870f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0551577 Apr 28 20:30:28.989210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-9b4a81a5-ec56-4c7e-ac8f-6fa6820e8791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:30:28.990669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-9b4a81a5-ec56-4c7e-ac8f-6fa6820e8791 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676436 Apr 28 20:30:29.119834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-95406a5d-1728-4c98-8ef3-e2c350a68df7 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227834 Apr 28 20:30:29.246167 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a80f0fe9-a77e-4a22-a8c3-67fa13e94a18 req-631c60f1-d019-4739-8f75-1570387f0c12 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203492 Apr 28 20:30:40.272386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:42.564314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:50.265317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fc273c39-ee26-4040-a993-8e699e31b30a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:51.823846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:30:52.395276 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23bdaa37-b72c-45bf-9050-98e4f8b91ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:53.833352 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:54.148076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:30:55.297333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:10.276473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:12.578636 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:20.273683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2cc42f84-02a9-4b55-9c4a-b5876f74b0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:22.396185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33c20d14-f3da-4296-8ecb-35fadc5a4d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:23.805256 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:24.150810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:25.300620 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:28.423775 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-dd53aac1-1e48-4ac8-9438-a70ac2fb0209 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0707436 Apr 28 20:31:28.558783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089487-fc1f-4687-8904-5151d657d04a req-516e92e8-b54e-4613-b044-37af6f7e8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:28.560209 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-516e92e8-b54e-4613-b044-37af6f7e8396 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0682924 Apr 28 20:31:28.700263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089487-fc1f-4687-8904-5151d657d04a req-53025340-4eb5-436a-bd55-10f96881ec6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:28.701601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-53025340-4eb5-436a-bd55-10f96881ec6d service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1217530 Apr 28 20:31:28.800653 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-673caed1-59c6-4327-ac5a-1541476fffa1 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1002 time: 0.0930202 Apr 28 20:31:28.823503 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:31:28.859639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089487-fc1f-4687-8904-5151d657d04a req-aa7e5c8e-37d1-4b9c-bce6-9addfff2484e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:28.861014 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-aa7e5c8e-37d1-4b9c-bce6-9addfff2484e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0547426 Apr 28 20:31:29.035955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d089487-fc1f-4687-8904-5151d657d04a req-2bc0364f-4c0a-48ab-a226-3e56e5c55b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:31:29.037432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-2bc0364f-4c0a-48ab-a226-3e56e5c55b91 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1706500 Apr 28 20:31:29.164591 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-27e55a07-7ef8-4378-9738-0aa8c0309d17 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213839 Apr 28 20:31:29.292601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d089487-fc1f-4687-8904-5151d657d04a req-a43982ff-f459-482e-996f-87d46a663c7d service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222441 Apr 28 20:31:40.264885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:42.570058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:50.266185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f874e80d-7295-4ea5-a371-7dfaee2be4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:52.397926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a65a45b5-6702-4e74-a325-2ed5490a4083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:53.806247 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:54.152770 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:31:55.300995 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:05.823280 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:32:10.285341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:12.608840 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:20.270772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a08b0196-ff8f-46fb-9973-8054ec86bc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:22.400366 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7b843d1c-c57c-4224-87c1-a5d5584c9839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:23.809147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:24.155553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:25.303756 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:28.432629 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-25406f69-ed28-4240-b856-5ff85165df08 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673561 Apr 28 20:32:28.572099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-3c23d257-59ee-4ccc-a715-c94f1e1ce876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:28.573566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-3c23d257-59ee-4ccc-a715-c94f1e1ce876 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0737774 Apr 28 20:32:28.715125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-f4e24dc4-f9bf-4de2-8b95-cae4ec657ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:28.716465 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-f4e24dc4-f9bf-4de2-8b95-cae4ec657ba2 service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1234555 Apr 28 20:32:28.817445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-8193ebef-9a06-43bc-8275-b384d50ca491 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1002 time: 0.0943694 Apr 28 20:32:28.877412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-d3203a7f-eac6-4137-b2fa-02f0a4617053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:28.878801 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-d3203a7f-eac6-4137-b2fa-02f0a4617053 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.0552993 Apr 28 20:32:28.963002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-8a9bf743-27d2-4853-b334-ee5a20ae3651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:32:28.964434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-8a9bf743-27d2-4853-b334-ee5a20ae3651 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0750849 Apr 28 20:32:29.097277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-fbe95982-2587-4501-9e03-14a6b439c56b service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266468 Apr 28 20:32:29.225216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba54a0ac-9fdb-4e72-84c4-eb432c922c72 req-edcce950-9e43-47ed-b211-0bc20b341599 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209157 Apr 28 20:32:40.282792 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:42.613304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:42.822659 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:32:50.273807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e1bb241-5585-4e31-be68-d6039b4497be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:52.401734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-06c12e00-99c5-42c7-88ea-1917c61397ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:53.811692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:54.157530 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:32:55.305991 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:10.302375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:12.620671 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:19.821192 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:33:20.275368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f59bcb1-bf6b-4a95-89b1-4c596ac2736d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:22.402871 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ee89eb5-2d97-4c2e-9f35-31fac3d01ad3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:23.814249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:24.161565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:25.308757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:30.435621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-b417688c-ac37-4a93-bad4-9fa65043cb41 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725536 Apr 28 20:33:30.575365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-685f4c02-feee-4329-b1ea-07012abafbfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:30.576868 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-685f4c02-feee-4329-b1ea-07012abafbfd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 1097 time: 0.0716355 Apr 28 20:33:30.715986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-c7e8907b-c9f3-4d00-ae4b-676740d1d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:30.717308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-c7e8907b-c9f3-4d00-ae4b-676740d1d0fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 200 len: 910 time: 0.1228540 Apr 28 20:33:30.818349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-b34e0a55-b6e8-4b72-8fcd-470e1b349f23 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 200 len: 1002 time: 0.0931878 Apr 28 20:33:30.984998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-b2a13af2-d850-4f6e-874d-d81222cd143c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:30.986339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-b2a13af2-d850-4f6e-874d-d81222cd143c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 200 len: 848 time: 0.1619284 Apr 28 20:33:31.058683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-e4ed8426-85ce-4e1b-b3de-6434b10958c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:33:31.060097 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-e4ed8426-85ce-4e1b-b3de-6434b10958c7 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=1acd416e-20a1-4aab-bb42-fa9a2164ccca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680010 Apr 28 20:33:31.188047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-fc74d7e5-b644-432f-8a80-2dfbee736c22 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219516 Apr 28 20:33:31.315354 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e54157d-ba55-4de3-9887-0fdee8123f7c req-b92a5fb1-82b5-4af2-b205-7858d91ed339 service neutron] 10.222.0.46 "GET /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221590 Apr 28 20:33:40.330708 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:42.620080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:50.277116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f72be3c-df58-4541-8013-0d3b5d39bbb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:52.404291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-52841fee-95fe-4d6d-88e5-ceb7f96cbb60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:53.816579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:54.164789 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:55.311036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:33:56.820384 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:34:10.338471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:12.620393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:20.281004 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32d42d51-2f70-43c7-aa7d-d779e5c32e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:22.404847 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-41f9af41-9d24-4edb-a58b-d1091398fb5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:23.819536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:24.168855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:25.314331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:30.757362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8c939e-51be-4b7f-bd8b-1841cc8a44d7 req-fc2f0585-0c05-433c-ada7-ff3c147f3db0 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:30.758840 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b8c939e-51be-4b7f-bd8b-1841cc8a44d7 req-fc2f0585-0c05-433c-ada7-ff3c147f3db0 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.1377935 Apr 28 20:34:30.803759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b8c939e-51be-4b7f-bd8b-1841cc8a44d7 req-34844a06-c06e-415f-84b1-baa68ac04ee0 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382063 Apr 28 20:34:31.377585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-7fedcf9b-0a0e-4b03-ac3d-818dc6cc9aea tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:31.378989 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-7fedcf9b-0a0e-4b03-ac3d-818dc6cc9aea tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.46 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.0784214 Apr 28 20:34:31.461405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Deleting port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:31.461771 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.695843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] For port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:31.696105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.982967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.983585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:31.983714 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Floating IP b833ec20-4fef-4963-902d-a2d16b948ce2 disassociated. External IP: 172.25.2.119, port: 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0. Apr 28 20:34:31.984007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Calling delete_port for 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:32.062373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3d922-657f-43ed-beef-cbe30c5c372e req-d5c4f548-6569-400b-95ac-2bddf369bb4a tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:32.063995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50a3d922-657f-43ed-beef-cbe30c5c372e req-d5c4f548-6569-400b-95ac-2bddf369bb4a tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 946 time: 0.1401083 Apr 28 20:34:32.131141 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:32.182299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event deleted for resources: {'Port': ['ID=2b10dfe9-5004-4f74-9472-adf5c4f5c0a0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:32.193677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.194022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.194356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.194692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.195015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.195341 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.195665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.195984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.196300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.196675 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.196959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.197244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:32.230508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50a3d922-657f-43ed-beef-cbe30c5c372e req-0f9add1f-d823-48c3-9eb3-63114a337e65 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/security-groups?id=9c7523ff-6c0b-47ef-97b3-a269fa513d02&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1607690 Apr 28 20:34:32.477738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Router 619c525a-3efa-410c-bb93-68ada498b88a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:34:32.658049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:32.672113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Sync routers for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:32.681127 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:32.681751 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:32.735035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] No DVR routers for this DVR port 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:34:32.737509 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:32.740020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'name': 'network-vif-deleted', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:34:32.760157 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6207f062-1aa9-47b7-9066-5422f9dc1e52 req-09277e09-e462-478a-91e3-1c2dc0add73b tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.46 "DELETE /v2.0/ports/2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 HTTP/1.1" status: 204 len: 173 time: 1.3759298 Apr 28 20:34:32.852922 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d35b3441-8e60-4e07-aa4f-8e22148e433d'] response: {'server_uuid': '709d5a59-c11e-48a1-b99f-1a0b29c36ad6', 'name': 'network-vif-deleted', 'tag': '2b10dfe9-5004-4f74-9472-adf5c4f5c0a0', 'status': 'completed', 'code': 200} Apr 28 20:34:32.890564 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:33.194977 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:33.199416 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Checking router: 619c525a-3efa-410c-bb93-68ada498b88a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:33.207542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:33.208133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:33.392015 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:33.402362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f5c07245-48bc-41df-921a-02d210182061 req-31d94bc4-5497-45b4-8db2-87c69e252100 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "GET /v2.0/ports?device_id=709d5a59-c11e-48a1-b99f-1a0b29c36ad6 HTTP/1.1" status: 200 len: 210 time: 0.0440466 Apr 28 20:34:33.697254 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:33.701321 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841b2602-3cd6-46d6-a831-a372a75bf368 None None] The sync data for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 is: [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:42Z', 'revision_number': 4, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9144318b-a928-4882-8851-27c669e3e422', 'name': '', 'network_id': '1acd416e-20a1-4aab-bb42-fa9a2164ccca', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'mac_address': 'fa:16:3e:4a:4e:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4026, 'fixed_ips': [{'subnet_id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:42Z', 'updated_at': '2022-04-28T20:28:50Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'subnets': [{'id': 'c53d5b1a-f595-4e73-89a9-8db2f344db70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:33.819603 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:34:33.912490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cf54eb0-c283-41f4-a6ec-8419ffce2316 None None] New status for floating IP b833ec20-4fef-4963-902d-a2d16b948ce2: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:34:34.504962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51640) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:34.656279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Deleting port 70ea7417-26dd-46ad-82b3-b53c2a563050 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:34.656613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.820919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.821250 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:34.940819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Calling delete_port for 70ea7417-26dd-46ad-82b3-b53c2a563050 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:35.078630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.123762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event deleted for resources: {'Port': ['ID=70ea7417-26dd-46ad-82b3-b53c2a563050,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:35.136530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:35.170739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:35.171061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 2b10dfe9-5004-4f74-9472-adf5c4f5c0a0 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:35.215102 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.228521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.230359 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d335e212-a9ba-4027-9e30-04a5c0b29dbc tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "DELETE /v2.0/floatingips/b833ec20-4fef-4963-902d-a2d16b948ce2 HTTP/1.1" status: 204 len: 168 time: 0.7243919 Apr 28 20:34:35.375581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51648) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:35.442007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.471361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.536855 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.559769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7523ff-6c0b-47ef-97b3-a269fa513d02,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:35.566552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:35.567645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-05675b86-f175-408e-89bd-983c60231234 tempest-TestServerBasicOps-844232457 tempest-TestServerBasicOps-844232457-project] 10.222.0.24 "DELETE /v2.0/security-groups/9c7523ff-6c0b-47ef-97b3-a269fa513d02 HTTP/1.1" status: 204 len: 168 time: 0.1910908 Apr 28 20:34:36.614978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51656) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:37.349241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:37.687864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Deleting port 9144318b-a928-4882-8851-27c669e3e422 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:37.688517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:37.853473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] For port 9144318b-a928-4882-8851-27c669e3e422, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9144318b-a928-4882-8851-27c669e3e422,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:37.853941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:37.977392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Calling delete_port for 9144318b-a928-4882-8851-27c669e3e422 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:38.145133 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:38.191996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Pushing event deleted for resources: {'Port': ['ID=9144318b-a928-4882-8851-27c669e3e422,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:38.580373 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:38.934171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Router 619c525a-3efa-410c-bb93-68ada498b88a has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:34:39.111252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:39.121917 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Sync routers for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:39.128282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a32479eb-2269-4d57-b69b-4607450ee70b admin admin] 10.222.0.24 "PUT /v2.0/routers/619c525a-3efa-410c-bb93-68ada498b88a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5122421 Apr 28 20:34:39.130751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51664) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:39.131112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:39.131782 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:39.303235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:39.305329 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:39.479982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:39.490414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Deleting port 219cb1bd-8232-4a2e-815e-6079166af7b6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:39.490757 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:39.617453 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:34:38Z', 'revision_number': 5, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port': {'id': '219cb1bd-8232-4a2e-815e-6079166af7b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:9f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '619c525a-3efa-410c-bb93-68ada498b88a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4025, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:28:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:39.621828 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Checking router: 619c525a-3efa-410c-bb93-68ada498b88a for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:39.630080 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Routers {'619c525a-3efa-410c-bb93-68ada498b88a'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:39.630664 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['619c525a-3efa-410c-bb93-68ada498b88a'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:39.665957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] For port 219cb1bd-8232-4a2e-815e-6079166af7b6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=219cb1bd-8232-4a2e-815e-6079166af7b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:39.666945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:39.780062 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] Set router 619c525a-3efa-410c-bb93-68ada498b88a gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:39.888828 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:34:39Z', 'revision_number': 6, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:39.892808 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b1cb4d-90ef-4766-aa99-1e29ea8c08db None None] The sync data for ids ['619c525a-3efa-410c-bb93-68ada498b88a'] in n-d-839811-1 is: [{'id': '619c525a-3efa-410c-bb93-68ada498b88a', 'name': 'tempest-TestServerBasicOps-1850570738-router', 'tenant_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:39Z', 'updated_at': '2022-04-28T20:34:39Z', 'revision_number': 6, 'project_id': '6ee6f6cf88d84bcfad00859328c32b2d', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:39.903721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Calling delete_port for 219cb1bd-8232-4a2e-815e-6079166af7b6 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:40.063652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.110050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=219cb1bd-8232-4a2e-815e-6079166af7b6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:40.200515 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.351934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.370865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9144318b-a928-4882-8851-27c669e3e422 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:40.376751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.378970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.406268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.407402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 619c525a-3efa-410c-bb93-68ada498b88a {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:34:40.414034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9144318b-a928-4882-8851-27c669e3e422 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:40.414379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9144318b-a928-4882-8851-27c669e3e422 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:40.423231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.425522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7bddda4a-bd27-4124-a5dc-24d0a11654a6 admin admin] 10.222.0.24 "DELETE /v2.0/routers/619c525a-3efa-410c-bb93-68ada498b88a HTTP/1.1" status: 204 len: 168 time: 1.2938631 Apr 28 20:34:40.428131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51668) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:40.487547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Deleting subnet c53d5b1a-f595-4e73-89a9-8db2f344db70 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:34:40.490438 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.539180 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.617761 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.684796 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.725505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c53d5b1a-f595-4e73-89a9-8db2f344db70,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:40.730594 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.736883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27c29f35-0636-45e0-941a-0207dd3dbd14 None None] Network 1acd416e-20a1-4aab-bb42-fa9a2164ccca requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:40.738119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-69419846-c5c6-4ae1-824a-a6d9e3a52742 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c53d5b1a-f595-4e73-89a9-8db2f344db70 HTTP/1.1" status: 204 len: 168 time: 0.3089855 Apr 28 20:34:40.740519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51672) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:40.847600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.861348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Deleting port bfbf54ac-ba43-4859-9e53-ae8a825b4008 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:40.861707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:40.998680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] DHCP port deletion for 1acd416e-20a1-4aab-bb42-fa9a2164ccca request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:34:41.003619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Deleting port bfbf54ac-ba43-4859-9e53-ae8a825b4008 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:41.003619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.076682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] For port bfbf54ac-ba43-4859-9e53-ae8a825b4008, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bfbf54ac-ba43-4859-9e53-ae8a825b4008,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:41.077300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.199869 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Calling delete_port for bfbf54ac-ba43-4859-9e53-ae8a825b4008 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:41.252845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] For port bfbf54ac-ba43-4859-9e53-ae8a825b4008, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=bfbf54ac-ba43-4859-9e53-ae8a825b4008,segment=NetworkSegment(b629045a-9c54-4b5b-a0dd-417d6a8a638d),segment_id=b629045a-9c54-4b5b-a0dd-417d6a8a638d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:41.253124 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.277831 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.324919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Pushing event deleted for resources: {'Port': ['ID=bfbf54ac-ba43-4859-9e53-ae8a825b4008,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:41.326724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] No DVR routers for this DVR port bfbf54ac-ba43-4859-9e53-ae8a825b4008 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:34:41.376253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Calling delete_port for bfbf54ac-ba43-4859-9e53-ae8a825b4008 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:41.455212 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:34:41.455578 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:34:41.544040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.571101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1acd416e-20a1-4aab-bb42-fa9a2164ccca']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:41.583294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b629045a-9c54-4b5b-a0dd-417d6a8a638d') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:41.583581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b629045a-9c54-4b5b-a0dd-417d6a8a638d') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:41.594650 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.609850 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.615518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:34:41.615915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:34:41.629070 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:34:41.702117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.717781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:41.727472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] Pushing event deleted for resources: {'Network': ['ID=1acd416e-20a1-4aab-bb42-fa9a2164ccca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:41.740065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bb4d5097-b2f7-43ed-8035-8cf6e363fcdc admin admin] 10.222.0.24 "DELETE /v2.0/networks/1acd416e-20a1-4aab-bb42-fa9a2164ccca HTTP/1.1" status: 204 len: 168 time: 0.9986060 Apr 28 20:34:41.743014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:41.956908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Deleting port bfbf54ac-ba43-4859-9e53-ae8a825b4008 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:41.957205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:42.022127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bfbf54ac-ba43-4859-9e53-ae8a825b4008 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:42.055757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cb943d6a-f25e-4909-981a-3e8fabf7b0e8 None None] The port 'bfbf54ac-ba43-4859-9e53-ae8a825b4008' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:34:42.064420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: bfbf54ac-ba43-4859-9e53-ae8a825b4008 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:42.064758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device bfbf54ac-ba43-4859-9e53-ae8a825b4008 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:42.065172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 219cb1bd-8232-4a2e-815e-6079166af7b6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:42.098171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 219cb1bd-8232-4a2e-815e-6079166af7b6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:42.098518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 219cb1bd-8232-4a2e-815e-6079166af7b6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:42.265946 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:42.597642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Deleting port a5d4481f-4470-4dfa-836d-85d0c982c3db {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:42.598006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:42.632446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:42.764723 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] For port a5d4481f-4470-4dfa-836d-85d0c982c3db, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a5d4481f-4470-4dfa-836d-85d0c982c3db,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:42.765080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:42.991481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Calling delete_port for a5d4481f-4470-4dfa-836d-85d0c982c3db owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:43.156077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:43.202386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Pushing event deleted for resources: {'Port': ['ID=a5d4481f-4470-4dfa-836d-85d0c982c3db,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:43.468238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:43.813934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Router e48249ec-765e-4807-9923-2f9ed3a5007b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:34:43.986296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:43.995902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Sync routers for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:43.996798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c2dc1056-d762-4ccf-906d-aebe7f841b11 admin admin] 10.222.0.24 "PUT /v2.0/routers/e48249ec-765e-4807-9923-2f9ed3a5007b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2528164 Apr 28 20:34:43.999252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:44.005478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:44.006111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:44.188375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:44.290448 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:44.471118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193'}], 'enable_snat': True}, 'gw_port_id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:34:43Z', 'revision_number': 5, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port': {'id': '2dc34822-1266-41b7-bf42-8307f405b0d4', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:37:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4037, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:28:46Z', 'updated_at': '2022-04-28T20:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:44.473504 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:44.474885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Checking router: e48249ec-765e-4807-9923-2f9ed3a5007b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:44.483671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Deleting port 2dc34822-1266-41b7-bf42-8307f405b0d4 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:44.484036 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:44.484265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Routers {'e48249ec-765e-4807-9923-2f9ed3a5007b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:44.484940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e48249ec-765e-4807-9923-2f9ed3a5007b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:44.636170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] Set router e48249ec-765e-4807-9923-2f9ed3a5007b gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:44.654861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] For port 2dc34822-1266-41b7-bf42-8307f405b0d4, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=2dc34822-1266-41b7-bf42-8307f405b0d4,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:44.655217 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:44.776518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Calling delete_port for 2dc34822-1266-41b7-bf42-8307f405b0d4 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:44.780889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:34:44Z', 'revision_number': 6, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:44.784836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49af02f-3828-42ab-8d31-50b38ee1c997 None None] The sync data for ids ['e48249ec-765e-4807-9923-2f9ed3a5007b'] in n-d-839811-1 is: [{'id': 'e48249ec-765e-4807-9923-2f9ed3a5007b', 'name': 'tempest-TestServerBasicOps-800557429-router', 'tenant_id': '76d4b9b0cb3345cc962508fc589fa34d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:28:45Z', 'updated_at': '2022-04-28T20:34:44Z', 'revision_number': 6, 'project_id': '76d4b9b0cb3345cc962508fc589fa34d', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:44.952600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.002474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Pushing event deleted for resources: {'Port': ['ID=2dc34822-1266-41b7-bf42-8307f405b0d4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:45.087235 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.259527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.262272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.283597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.284245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router e48249ec-765e-4807-9923-2f9ed3a5007b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:34:45.295820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.296920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-950a5e22-6691-40f6-942f-8c046df533ad admin admin] 10.222.0.24 "DELETE /v2.0/routers/e48249ec-765e-4807-9923-2f9ed3a5007b HTTP/1.1" status: 204 len: 168 time: 1.2967939 Apr 28 20:34:45.299386 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:45.359027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Deleting subnet 0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:34:45.361791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.409397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.484955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.556068 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.590775 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:45.596351 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.602144 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2f44a-ff11-4bc6-9d35-cfb8fab46472 None None] Network 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:45.603061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c97e0985-06fb-4e56-b8ba-ce99216de25b admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0d91f8e2-0abf-4d85-a6b8-6cd3d1ffad93 HTTP/1.1" status: 204 len: 168 time: 0.3027549 Apr 28 20:34:45.606110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:45.831541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.843355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Deleting port 6f913506-6b75-4282-b34b-7cc41dda80cc {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:45.843680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:45.871968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] DHCP port deletion for 0cc87608-60a4-4ce9-a2f6-0912c3f12b38 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:34:45.875951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Deleting port 6f913506-6b75-4282-b34b-7cc41dda80cc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:45.876316 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.050949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] For port 6f913506-6b75-4282-b34b-7cc41dda80cc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f913506-6b75-4282-b34b-7cc41dda80cc,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:46.051299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.057558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2dc34822-1266-41b7-bf42-8307f405b0d4 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:46.103250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 2dc34822-1266-41b7-bf42-8307f405b0d4 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:46.104161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 2dc34822-1266-41b7-bf42-8307f405b0d4 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:46.104546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f913506-6b75-4282-b34b-7cc41dda80cc no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:46.151757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] For port 6f913506-6b75-4282-b34b-7cc41dda80cc, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=6f913506-6b75-4282-b34b-7cc41dda80cc,segment=NetworkSegment(289fc6a3-3b6a-45bc-b22c-05544dfe21b4),segment_id=289fc6a3-3b6a-45bc-b22c-05544dfe21b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:46.152062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.173997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Calling delete_port for 6f913506-6b75-4282-b34b-7cc41dda80cc owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:46.248592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.281138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Calling delete_port for 6f913506-6b75-4282-b34b-7cc41dda80cc owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:34:46.297161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Pushing event deleted for resources: {'Port': ['ID=6f913506-6b75-4282-b34b-7cc41dda80cc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:46.300537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] No DVR routers for this DVR port 6f913506-6b75-4282-b34b-7cc41dda80cc on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:34:46.324580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No active binding found for port 6f913506-6b75-4282-b34b-7cc41dda80cc {{(pid=88141) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Apr 28 20:34:46.324978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 6f913506-6b75-4282-b34b-7cc41dda80cc not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:46.325386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a5d4481f-4470-4dfa-836d-85d0c982c3db no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:34:46.364912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: a5d4481f-4470-4dfa-836d-85d0c982c3db {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:34:46.365316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a5d4481f-4470-4dfa-836d-85d0c982c3db not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:34:46.391159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:34:46.391513 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:34:46.414243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.438300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cc87608-60a4-4ce9-a2f6-0912c3f12b38']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:46.451073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '289fc6a3-3b6a-45bc-b22c-05544dfe21b4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:46.451365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '289fc6a3-3b6a-45bc-b22c-05544dfe21b4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:46.462326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.479188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.485479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:34:46.486039 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:34:46.498716 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:34:46.573939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.590285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.601429 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] Pushing event deleted for resources: {'Network': ['ID=0cc87608-60a4-4ce9-a2f6-0912c3f12b38,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:46.604192 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1749102-2bf2-4fda-8f96-de5d13482b90 admin admin] 10.222.0.24 "DELETE /v2.0/networks/0cc87608-60a4-4ce9-a2f6-0912c3f12b38 HTTP/1.1" status: 204 len: 168 time: 0.9969018 Apr 28 20:34:46.710418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51696) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:46.758137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6fe64ae2-5626-4b15-8028-1307678e2f28 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6ee6f6cf88d84bcfad00859328c32b2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466015 Apr 28 20:34:46.761270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51700) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:46.818782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.844316 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.892848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Deleting port 6f913506-6b75-4282-b34b-7cc41dda80cc {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:34:46.893392 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.894302 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.913859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f22e291-90b4-40d2-8bc4-79b14a916011,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:46.922028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.922370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.922704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.923033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.923361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.923684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.924006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.924324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.924697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.924960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.925280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.925624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:46.928174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:46.932084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-afb7bef1-14d2-4add-97f1-f5c37d3aa6f9 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/9f22e291-90b4-40d2-8bc4-79b14a916011 HTTP/1.1" status: 204 len: 168 time: 0.1671035 Apr 28 20:34:46.963657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f0aeb87d-1789-47d7-9128-5b4a36213a38 None None] The port '6f913506-6b75-4282-b34b-7cc41dda80cc' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:34:47.280125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51708) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:47.327102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-91980574-a5cf-4442-bb3e-5475938c966a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=76d4b9b0cb3345cc962508fc589fa34d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458510 Apr 28 20:34:47.329454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51712) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:47.384312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:47.411458 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:47.462415 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:47.476607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d78036-96f7-4e8a-9caf-e8173470296f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:47.483872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:47.484974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3be9d008-dbd3-4997-a141-4ed4400f8486 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/f7d78036-96f7-4e8a-9caf-e8173470296f HTTP/1.1" status: 204 len: 168 time: 0.1546438 Apr 28 20:34:48.229038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:48.330504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-483813446-network', 'tenant_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:48.335976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:48.340839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Usage tracker for resource:network and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:48.343955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:48.349655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:48.360627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:48.363195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.375878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.389890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:48.393614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:48.396330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:48.402838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:48.489247 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.493221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.528487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:34:48.533451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66610cdd-1516-4ceb-a577-85122b97e2cf,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:48.540263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.540596 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Added segment 3affd986-b089-49e3-ade7-78c3c1960550 of type vlan for network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 Apr 28 20:34:48.566958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.595080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.596119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:48.596821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.695667 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4655149 Apr 28 20:34:48.699286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51742) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:48.699817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db52637f-1801-4784-8c6a-fb689ce90194 admin admin] Pushing event updated for resources: {'Network': ['ID=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:48.706123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Request body: {'subnet': {'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-483813446-subnet', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:48.709678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:34:48.712369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:48.717020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Usage tracker for resource:subnet and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:48.719915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:48.726092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:48.736501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:48.738847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:48.936152 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.014102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e28f6278-b784-45bc-b913-0767e98396d3,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:49.021890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:49.022237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Network hostable DHCP agents. Network: 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:34:49.040487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:34:49.049410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:49.053881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:49.054936 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.059781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4f3bb-8842-4760-b4c5-47ce9499ca8d None None] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:49.076466 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0619c90f-6550-4891-b484-485ed8bf78fc admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3758664 Apr 28 20:34:49.079264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51746) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:49.084280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:49.089855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:49.093928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Usage tracker for resource:router and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:49.096855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:49.102590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:49.114465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.115466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.130789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.279902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:34:49.280727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.436616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Allocated IP 172.20.0.2 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/903599e0-5277-46d5-9cf1-d85e7fab4830) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:49.505694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.676371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.687530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Transition to ACTIVE for port object 903599e0-5277-46d5-9cf1-d85e7fab4830 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:49.706441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Transition to ACTIVE for port object 903599e0-5277-46d5-9cf1-d85e7fab4830 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:49.713174 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.782841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:49.786848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:49.790890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:49.798896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Pushing event updated for resources: {'Port': ['ID=903599e0-5277-46d5-9cf1-d85e7fab4830,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:49.814952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.837059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.837417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.838341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.838621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.838951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.839281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.839603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.839927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.840248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.840570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.840889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.841213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:49.848978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.891380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Attempting to bind port 903599e0-5277-46d5-9cf1-d85e7fab4830 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:49.891746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Attempting to bind port 903599e0-5277-46d5-9cf1-d85e7fab4830 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:49.892111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Attempting to bind port 903599e0-5277-46d5-9cf1-d85e7fab4830 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:34:49.897360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:34:49.897945 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:49.898345 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.898738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:34:49.899219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Bound port: 903599e0-5277-46d5-9cf1-d85e7fab4830, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:49.899584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:49.982542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Allocated IP 172.25.2.150 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0a0f7401-d23c-4977-bf3a-6a0bd00e8f12) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:49.989084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] For port 903599e0-5277-46d5-9cf1-d85e7fab4830, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:34:49.992491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] For port 903599e0-5277-46d5-9cf1-d85e7fab4830, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=903599e0-5277-46d5-9cf1-d85e7fab4830,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:34:49.996637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:50.078260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afa8d3-4b64-4ecb-b434-aa9d8e381f21 None None] Pushing event updated for resources: {'Port': ['ID=903599e0-5277-46d5-9cf1-d85e7fab4830,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:50.143464 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:50.177110 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:50.247803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:50.251519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:50.255523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:50.283889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-98b6e4ea-b68d-43f3-8872-daee91c33f9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:50.299406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Pushing event updated for resources: {'Port': ['ID=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:50.682934 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:51.012053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7322ccf0-c414-4df2-8b6b-ffc84c4a4e72 None None] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:51.115898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9588ecc1-ea93-44ff-bc2d-7d553b837a4b None None] Provisioning for port 903599e0-5277-46d5-9cf1-d85e7fab4830 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:51.142680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:51.350294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:34:51.532591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:51.540838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:51.549879 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:51.550475 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:51.555714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:51.557679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0e049624-2582-425c-a405-95e514c2a1cb admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4773672 Apr 28 20:34:51.560351 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 51750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:51.722036 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:52.007646 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:50Z', 'revision_number': 3, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:52.012155 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:52.012498 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Updating router d17f24c6-5153-47ce-81cf-35268cc01ed6 port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:34:52.062434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 903599e0-5277-46d5-9cf1-d85e7fab4830 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:52.066797 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.133163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 903599e0-5277-46d5-9cf1-d85e7fab4830 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:52.138117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 903599e0-5277-46d5-9cf1-d85e7fab4830 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:52.138482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.235971 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.264379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.298498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 903599e0-5277-46d5-9cf1-d85e7fab4830, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=903599e0-5277-46d5-9cf1-d85e7fab4830,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:52.303251 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.378228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=903599e0-5277-46d5-9cf1-d85e7fab4830,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:52.409995 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f26c7060-dc96-46bf-b358-7600575337ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.437007 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.451430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Transition to ACTIVE for port object 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:52.458981 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.542463 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Attempting to bind port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:52.543073 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Attempting to bind port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:52.543231 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Attempting to bind port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:34:52.545527 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Pushing event updated for resources: {'Port': ['ID=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:52.554309 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:34:52.554668 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:52.555049 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.555422 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:34:52.555861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Bound port: 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:52.556220 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.577809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Allocated IP 172.20.0.1 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/3882965c-26f5-4eee-9905-b30a3eba0734) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:52.584001 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.584331 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.584655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.584979 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.585370 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.585634 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.585946 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.586284 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.586691 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.587072 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.587420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.588531 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:34:52.635987 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] For port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:34:52.639189 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] For port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:34:52.642647 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.719003 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:52.719601 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:52.722734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.737711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Transition to ACTIVE for port object 3882965c-26f5-4eee-9905-b30a3eba0734 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:52.762242 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.826618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:52.827517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397c6312-5707-4b81-ace3-e80829c7b81f None None] Pushing event updated for resources: {'Port': ['ID=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:52.829487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:52.833164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:52.871538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Pushing event updated for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:52.893083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:52.902117 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:53.012418 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.077632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d7879b9b-916b-4f5c-b41e-51cf47d88252 None None] Provisioning for port 3882965c-26f5-4eee-9905-b30a3eba0734 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:53.082819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d7879b9b-916b-4f5c-b41e-51cf47d88252 None None] Provisioning complete for port 3882965c-26f5-4eee-9905-b30a3eba0734 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:53.083187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7879b9b-916b-4f5c-b41e-51cf47d88252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.136879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d7879b9b-916b-4f5c-b41e-51cf47d88252 None None] Port 3882965c-26f5-4eee-9905-b30a3eba0734 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:34:53.189802 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:50Z', 'revision_number': 3, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:53.193833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ffae516-2f7e-4579-b906-3bad7ad5ef2b None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:50Z', 'revision_number': 3, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:53.244574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.250168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.354389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Pushing event updated for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:53.357004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.515501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:53.516691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:53.720156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:34:53.760315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3e61ae10-2a48-4a68-82d4-8f01e6d0c81a None None] Provisioning complete for port 3882965c-26f5-4eee-9905-b30a3eba0734 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:53.761112 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e61ae10-2a48-4a68-82d4-8f01e6d0c81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.833037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3e61ae10-2a48-4a68-82d4-8f01e6d0c81a None None] Port 3882965c-26f5-4eee-9905-b30a3eba0734 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:34:53.834629 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:53.905521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:53.914434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-674f694f-c959-4d1f-a069-553871973e92 admin admin] 10.222.0.24 "PUT /v2.0/routers/d17f24c6-5153-47ce-81cf-35268cc01ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3530664 Apr 28 20:34:54.101371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:54.177042 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.179966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:54.185892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:54.186260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.305766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.323679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:54.328415 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.329357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 903599e0-5277-46d5-9cf1-d85e7fab4830 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:54.451082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:54.463179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 903599e0-5277-46d5-9cf1-d85e7fab4830 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:54.463555 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.481569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:54.487805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-987952421-network', 'tenant_id': 'aa95938867434531818b14e07dc248de'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:54.493594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:54.498410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Usage tracker for resource:network and tenant:aa95938867434531818b14e07dc248de is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:54.501503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:54.508437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:54.519608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Made reservation on behalf of aa95938867434531818b14e07dc248de for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:54.522286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.535215 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.550692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:54.554666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Usage tracker for resource:security_group_rule and tenant:aa95938867434531818b14e07dc248de is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:54.558105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:54.563932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:54.649730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.653758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.687372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:34:54.692439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c1d25ea-fb99-4b2a-99d7-c70c885ccc84,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:54.699615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.699963 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Added segment 2cc1b86f-1460-486a-9675-3fa53531b0dd of type vlan for network fe285300-2699-4acb-afd2-2b39c6305889 Apr 28 20:34:54.730929 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.762299 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.763218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:54.763767 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.803471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:54.813628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:54.814363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:54.872073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] Pushing event updated for resources: {'Network': ['ID=fe285300-2699-4acb-afd2-2b39c6305889,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:54.877103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-51dbccd3-2f5e-4045-9a68-57d8539576c1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3944166 Apr 28 20:34:54.879927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:54.886428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Request body: {'subnet': {'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-987952421-subnet', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:54.891999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:54.896028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Usage tracker for resource:subnet and tenant:aa95938867434531818b14e07dc248de is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:54.899046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:54.905025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:54.915269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Made reservation on behalf of aa95938867434531818b14e07dc248de for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:34:54.918507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:54.958777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network fe285300-2699-4acb-afd2-2b39c6305889 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:34:55.111731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:55.122192 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.196610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=43712515-b1e0-43ad-a3d8-5fd61c4053d1,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:55.209112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Checking segment: {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:55.209480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Network hostable DHCP agents. Network: fe285300-2699-4acb-afd2-2b39c6305889, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:34:55.229799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Network fe285300-2699-4acb-afd2-2b39c6305889 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:34:55.241245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, fe285300-2699-4acb-afd2-2b39c6305889) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:55.247461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:34:55.248038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.259147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2dc4994-2d03-472e-8d05-d0d052b86688 None None] Network fe285300-2699-4acb-afd2-2b39c6305889 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:55.270620 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-63093492-919b-45f2-b875-4ea6aa4c27eb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3895910 Apr 28 20:34:55.273146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51778) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:55.278151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:34:55.284514 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:34:55.290888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Usage tracker for resource:router and tenant:aa95938867434531818b14e07dc248de is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:34:55.294321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:34:55.300428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:34:55.311003 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.312131 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.332339 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.436889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.614447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-fe285300-2699-4acb-afd2-2b39c6305889', 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'fixed_ips': [{'subnet_id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:34:55.615280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.678119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:53Z', 'revision_number': 2, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:55.687357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:55.687674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Updating router d17f24c6-5153-47ce-81cf-35268cc01ed6 port 3882965c-26f5-4eee-9905-b30a3eba0734 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:34:55.719465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.767614 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:55.882455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Allocated IP 172.20.0.2 (fe285300-2699-4acb-afd2-2b39c6305889/43712515-b1e0-43ad-a3d8-5fd61c4053d1/5fa02d8e-71c3-49e9-b140-5ef585436849) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:56.029706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.050669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:56.066037 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.204761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Allocated IP 172.25.2.127 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b974b148-8806-4dfa-a0bc-94dd49323b37) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:56.357269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:56.357927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.363957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.393730 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.459031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:56.461921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:56.465691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:56.470491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.490429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Transition to ACTIVE for port object 5fa02d8e-71c3-49e9-b140-5ef585436849 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:56.496489 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Pushing event updated for resources: {'Port': ['ID=b974b148-8806-4dfa-a0bc-94dd49323b37,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:56.521670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.527782 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Transition to ACTIVE for port object 5fa02d8e-71c3-49e9-b140-5ef585436849 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:56.563196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.571875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Transition to ACTIVE for port object 3882965c-26f5-4eee-9905-b30a3eba0734 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:56.641818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.656901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Network fe285300-2699-4acb-afd2-2b39c6305889 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:56.663001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:56.671240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:56.725381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Pushing event updated for resources: {'Port': ['ID=5fa02d8e-71c3-49e9-b140-5ef585436849,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:56.898877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.940625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003f09-400e-4222-ac44-7c97bf90b694 None None] Pushing event updated for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:56.959162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Attempting to bind port 5fa02d8e-71c3-49e9-b140-5ef585436849 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:56.959529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Attempting to bind port 5fa02d8e-71c3-49e9-b140-5ef585436849 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:56.959891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Attempting to bind port 5fa02d8e-71c3-49e9-b140-5ef585436849 on network fe285300-2699-4acb-afd2-2b39c6305889 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:34:56.982268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:34:56.982676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Checking segment: {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:56.983023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.983402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Bound using segment: {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:34:56.983871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Bound port: 5fa02d8e-71c3-49e9-b140-5ef585436849, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:56.984243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:56.995895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Attempting to bind port 3882965c-26f5-4eee-9905-b30a3eba0734 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:56.996258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Attempting to bind port 3882965c-26f5-4eee-9905-b30a3eba0734 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:56.996614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Attempting to bind port 3882965c-26f5-4eee-9905-b30a3eba0734 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:34:57.006096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:34:57.006460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:57.006850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.007236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:34:57.007690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Bound port: 3882965c-26f5-4eee-9905-b30a3eba0734, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:57.008062 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.151972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] For port 5fa02d8e-71c3-49e9-b140-5ef585436849, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:34:57.164725 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] For port 5fa02d8e-71c3-49e9-b140-5ef585436849, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fa02d8e-71c3-49e9-b140-5ef585436849,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:34:57.166580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] For port 3882965c-26f5-4eee-9905-b30a3eba0734, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:34:57.169643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] For port 3882965c-26f5-4eee-9905-b30a3eba0734, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3882965c-26f5-4eee-9905-b30a3eba0734,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:34:57.171439 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.207367 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.271909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:57.272549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:57.327831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807e43e2-094a-4cbe-8b3b-8d87d9896e96 None None] Pushing event updated for resources: {'Port': ['ID=5fa02d8e-71c3-49e9-b140-5ef585436849,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:57.377038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.503897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83003f09-400e-4222-ac44-7c97bf90b694 None None] Pushing event updated for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:57.568460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:57.666151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:34:57.844262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:34:57.853672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Sync routers for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:34:57.863362 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:57.864211 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:57.871094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:57.875134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cfe7a09f-7bcb-40f6-ac74-fa92ec7b7278 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5982838 Apr 28 20:34:57.875365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 51792) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:34:57.899572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:57Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:57.904194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de5bf8-67fe-45ab-b0e5-cddecc779f76 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:57Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:58.072841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:58.156137 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3882965c-26f5-4eee-9905-b30a3eba0734 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:58.324816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 3882965c-26f5-4eee-9905-b30a3eba0734 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:58.331464 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3882965c-26f5-4eee-9905-b30a3eba0734 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:58.336067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.495733 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:56Z', 'revision_number': 3, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:34:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:58.505248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Checking router: 97fefdd3-60a5-4cf9-a031-8df53afb0d02 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:34:58.505618 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Updating router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 port b974b148-8806-4dfa-a0bc-94dd49323b37 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:34:58.538911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b885954-5fcc-49a0-8618-54c3061aafc0 None None] Network fe285300-2699-4acb-afd2-2b39c6305889 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:34:58.566536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.575670 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.619802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 3882965c-26f5-4eee-9905-b30a3eba0734, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3882965c-26f5-4eee-9905-b30a3eba0734,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:58.639587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.640391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fa02d8e-71c3-49e9-b140-5ef585436849 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:34:58.807278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:58.809856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-962435f8-a0c3-431e-9cae-c50dafc75dc6 None None] Provisioning for port 5fa02d8e-71c3-49e9-b140-5ef585436849 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:58.881696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.929058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5fa02d8e-71c3-49e9-b140-5ef585436849 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:58.938413 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5fa02d8e-71c3-49e9-b140-5ef585436849 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:58.938788 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.948498 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:58.961024 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Transition to ACTIVE for port object b974b148-8806-4dfa-a0bc-94dd49323b37 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:58.970412 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.054517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Attempting to bind port b974b148-8806-4dfa-a0bc-94dd49323b37 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:34:59.054881 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Attempting to bind port b974b148-8806-4dfa-a0bc-94dd49323b37 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:34:59.055239 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Attempting to bind port b974b148-8806-4dfa-a0bc-94dd49323b37 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:34:59.064518 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:34:59.064936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:34:59.065266 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.065673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:34:59.066146 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Bound port: b974b148-8806-4dfa-a0bc-94dd49323b37, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:34:59.066513 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.120287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.134401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d891f-d8b7-4c94-a1d5-c308a69e1d89 None None] Pushing event updated for resources: {'Port': ['ID=b974b148-8806-4dfa-a0bc-94dd49323b37,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:59.172062 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] For port b974b148-8806-4dfa-a0bc-94dd49323b37, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:34:59.177926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] For port b974b148-8806-4dfa-a0bc-94dd49323b37, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b974b148-8806-4dfa-a0bc-94dd49323b37,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:34:59.178517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5fa02d8e-71c3-49e9-b140-5ef585436849, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fa02d8e-71c3-49e9-b140-5ef585436849,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:34:59.185448 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.185973 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.278721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5fa02d8e-71c3-49e9-b140-5ef585436849,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:59.282350 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:34:59.282776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:59.325589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Allocated IP 172.20.0.1 (fe285300-2699-4acb-afd2-2b39c6305889/43712515-b1e0-43ad-a3d8-5fd61c4053d1/4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:34:59.429079 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21d891f-d8b7-4c94-a1d5-c308a69e1d89 None None] Pushing event updated for resources: {'Port': ['ID=b974b148-8806-4dfa-a0bc-94dd49323b37,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:59.468220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-12f5084e-7842-402d-a1d5-1e8d4bcfbdf0 None None] Provisioning complete for port 5fa02d8e-71c3-49e9-b140-5ef585436849 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:59.468598 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-12f5084e-7842-402d-a1d5-1e8d4bcfbdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.496860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:34:59.520189 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.536870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Transition to ACTIVE for port object 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:34:59.564987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.636741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Network fe285300-2699-4acb-afd2-2b39c6305889 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:34:59.639631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:34:59.643178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:34:59.672579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Pushing event updated for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:34:59.699879 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.804353 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:56Z', 'revision_number': 3, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:34:59.809372 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9de3f601-6d60-4936-864e-0438b3e4a803 None None] The sync data for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 is: [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:56Z', 'revision_number': 3, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:34:59.818348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.933921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f683609-d64f-4ade-bd44-794b37c46ff4 None None] Provisioning for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:34:59.939287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f683609-d64f-4ade-bd44-794b37c46ff4 None None] Provisioning complete for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:34:59.939668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f683609-d64f-4ade-bd44-794b37c46ff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:34:59.998759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f683609-d64f-4ade-bd44-794b37c46ff4 None None] Port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:35:00.055213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3882965c-26f5-4eee-9905-b30a3eba0734 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:00.075509 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.085179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.147325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 3882965c-26f5-4eee-9905-b30a3eba0734 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:00.147687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.195087 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.199973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Pushing event updated for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:00.276169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fa02d8e-71c3-49e9-b140-5ef585436849 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:00.346634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5fa02d8e-71c3-49e9-b140-5ef585436849 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:00.347008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.351457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Network fe285300-2699-4acb-afd2-2b39c6305889 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:35:00.352784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:35:00.580316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:35:00.623723 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-90fb318c-74b4-4b47-aa05-c0e3d081db1a None None] Provisioning complete for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:00.624170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-90fb318c-74b4-4b47-aa05-c0e3d081db1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:00.680358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-90fb318c-74b4-4b47-aa05-c0e3d081db1a None None] Port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:35:00.773003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:35:00.781921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b9dff5b5-462d-4f6a-af2d-4e7d269da71d admin admin] 10.222.0.24 "PUT /v2.0/routers/97fefdd3-60a5-4cf9-a031-8df53afb0d02/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9053431 Apr 28 20:35:01.528567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Sync routers for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:35:01.537794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:35:01.538490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:01.762293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:35:02.055334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b974b148-8806-4dfa-a0bc-94dd49323b37 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:02.140419 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 4, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36', 'name': '', 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'mac_address': 'fa:16:3e:d1:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:58Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 2, 'project_id': 'aa95938867434531818b14e07dc248de', 'subnets': [{'id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:02.143558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b974b148-8806-4dfa-a0bc-94dd49323b37 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:35:02.148357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Checking router: 97fefdd3-60a5-4cf9-a031-8df53afb0d02 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:35:02.148709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Updating router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:35:02.172072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b974b148-8806-4dfa-a0bc-94dd49323b37 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:02.172440 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.260277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.436635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.465170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b974b148-8806-4dfa-a0bc-94dd49323b37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b974b148-8806-4dfa-a0bc-94dd49323b37,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:02.479854 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.619535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b974b148-8806-4dfa-a0bc-94dd49323b37,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:02.723021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.734920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Transition to ACTIVE for port object 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:35:02.742599 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.870730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e63d5-2bac-491c-8d95-5dec7c0620ba None None] Pushing event updated for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:02.958816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Attempting to bind port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:35:02.959190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Attempting to bind port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:35:02.959570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Attempting to bind port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 on network fe285300-2699-4acb-afd2-2b39c6305889 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:35:02.965824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:35:02.966198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Checking segment: {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:35:02.966978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:02.967372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Bound using segment: {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:35:02.967841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Bound port: 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cc1b86f-1460-486a-9675-3fa53531b0dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:35:02.968214 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:03.064789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] For port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:35:03.067866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] For port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:35:03.071619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:03.153667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8e63d5-2bac-491c-8d95-5dec7c0620ba None None] Pushing event updated for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:03.156117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:35:03.156720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:34:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:03.333041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-aedaed5e-1d42-4a1f-9b99-d187314b52f2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:03.333906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-aedaed5e-1d42-4a1f-9b99-d187314b52f2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:03.352552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-aedaed5e-1d42-4a1f-9b99-d187314b52f2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:03.359741 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-aedaed5e-1d42-4a1f-9b99-d187314b52f2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.3005745 Apr 28 20:35:03.376812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-380891ec-ac33-4bf3-b627-efdd32896437 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0161302 Apr 28 20:35:03.411193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:35:03.461576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-0e56be76-7a4a-4dd1-894b-dfc1fa34fd4f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:03.481415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-0e56be76-7a4a-4dd1-894b-dfc1fa34fd4f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:03.489907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-0e56be76-7a4a-4dd1-894b-dfc1fa34fd4f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1121469 Apr 28 20:35:03.612598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-f9699a66-cd11-47a3-9bbb-e6af83310019 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:35:03.614759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-f9699a66-cd11-47a3-9bbb-e6af83310019 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1239109 Apr 28 20:35:03.750892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-a5b50852-0b53-4b48-a6d1-33358e9b21e1 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312175 Apr 28 20:35:03.751328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 4, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36', 'name': '', 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'mac_address': 'fa:16:3e:d1:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:58Z', 'updated_at': '2022-04-28T20:35:03Z', 'revision_number': 4, 'project_id': 'aa95938867434531818b14e07dc248de', 'subnets': [{'id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:35:03.755650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fd19fe1-d825-4ca7-85a5-7eb87ff8ff09 None None] The sync data for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 is: [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:34:59Z', 'revision_number': 4, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36', 'name': '', 'network_id': 'fe285300-2699-4acb-afd2-2b39c6305889', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'mac_address': 'fa:16:3e:d1:25:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:58Z', 'updated_at': '2022-04-28T20:35:03Z', 'revision_number': 4, 'project_id': 'aa95938867434531818b14e07dc248de', 'subnets': [{'id': '43712515-b1e0-43ad-a3d8-5fd61c4053d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:35:03.901965 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-9e39400c-b3b4-4253-bd41-674db358ec0d service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444349 Apr 28 20:35:04.163034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:04.244829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:35:04.249679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:04.250045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:04.364869 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-84fdc9eb-8c41-43e0-b852-00a9cb8d2a9d req-2f4eac8f-0853-489b-a9c7-fb91947d24ab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 210 time: 0.0479507 Apr 28 20:35:04.391552 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:04.434414 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:04.441879 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:04.442887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b974b148-8806-4dfa-a0bc-94dd49323b37 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:04.576020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:04.588513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b974b148-8806-4dfa-a0bc-94dd49323b37 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:04.589008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:05.524566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9fa7ece7-4c0a-4687-800f-9e1de1778275 req-df58c60f-6072-4547-a2d5-cc8cec503845 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 210 time: 0.0503960 Apr 28 20:35:05.702145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-af48fe1f-3983-42ea-a0ed-1f94f223f215 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:05.703527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-af48fe1f-3983-42ea-a0ed-1f94f223f215 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1568201 Apr 28 20:35:05.731232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:05.873636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:35:05.882953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:35:05.894691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:35:05.898150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.043321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:06.063947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.8 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/29bf5cc6-df4c-4786-904e-82167e651a9c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:35:06.118846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:06.119627 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.274550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.294953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object 29bf5cc6-df4c-4786-904e-82167e651a9c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:35:06.321763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.392250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:35:06.395308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:35:06.399087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:35:06.434141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:06.470970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:06.471578 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.500679 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-8de3d1a7-9968-4100-ac24-67144d324768 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7739873 Apr 28 20:35:06.511037 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-bbf08935-381d-4185-9723-30cbb4acda44 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:35:06.512063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-bbf08935-381d-4185-9723-30cbb4acda44 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053914 Apr 28 20:35:06.522932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Request body: {'port': {'device_id': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:06.641861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.647287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-727257c1-35f7-4d2e-a80e-7e455bc195a2 None None] Provisioning for port 29bf5cc6-df4c-4786-904e-82167e651a9c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:35:06.653255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-727257c1-35f7-4d2e-a80e-7e455bc195a2 None None] Provisioning complete for port 29bf5cc6-df4c-4786-904e-82167e651a9c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:06.653948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-727257c1-35f7-4d2e-a80e-7e455bc195a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:06.720190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-727257c1-35f7-4d2e-a80e-7e455bc195a2 None None] Port 29bf5cc6-df4c-4786-904e-82167e651a9c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:35:06.748672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b278e82-14d8-426a-a670-11e8018bc4cb req-2fc24e36-3cbc-4d7f-a02e-d525560bae0b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:06.750282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b278e82-14d8-426a-a670-11e8018bc4cb req-2fc24e36-3cbc-4d7f-a02e-d525560bae0b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 931 time: 0.1013911 Apr 28 20:35:06.802353 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b278e82-14d8-426a-a670-11e8018bc4cb req-2d02c872-dbac-4f82-8d50-5b2267f58960 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459344 Apr 28 20:35:07.110329 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29bf5cc6-df4c-4786-904e-82167e651a9c {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:35:07.117755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:07.133358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Transition to ACTIVE for port object 29bf5cc6-df4c-4786-904e-82167e651a9c will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:35:07.137982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:07.271523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Pushing event updated for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:07.386668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Attempting to bind port 29bf5cc6-df4c-4786-904e-82167e651a9c on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:35:07.386996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Attempting to bind port 29bf5cc6-df4c-4786-904e-82167e651a9c by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:35:07.387323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Attempting to bind port 29bf5cc6-df4c-4786-904e-82167e651a9c on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:35:07.392013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Port 29bf5cc6-df4c-4786-904e-82167e651a9c on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:35:07.392325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Attempting to bind port 29bf5cc6-df4c-4786-904e-82167e651a9c on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:35:07.397674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:35:07.397971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:35:07.398222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:35:07.398644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Bound port: 29bf5cc6-df4c-4786-904e-82167e651a9c, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:35:07.398984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:07.488847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:35:07.491806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=29bf5cc6-df4c-4786-904e-82167e651a9c,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:35:07.496763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:07.558842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.559444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:07.560772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] 10.222.0.46 "PUT /v2.0/ports/29bf5cc6-df4c-4786-904e-82167e651a9c HTTP/1.1" status: 200 len: 1091 time: 1.0418572 Apr 28 20:35:07.561207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:07.581224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942add16-a7ce-4a32-b276-cbe35b4ccc5e service neutron] Pushing event updated for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:07.640564 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c272fad0-a2fc-4d89-a4f9-98f5a08bd97b'] response: {'name': 'network-changed', 'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c', 'status': 'completed', 'code': 200} Apr 28 20:35:07.681932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-fa359203-c0f4-4c5b-b36a-a83475eb8e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.683400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-fa359203-c0f4-4c5b-b36a-a83475eb8e21 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 1094 time: 0.0757658 Apr 28 20:35:07.756221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-26291b6c-f7ee-4e5f-9736-a5e5a3079d48 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29bf5cc6-df4c-4786-904e-82167e651a9c HTTP/1.1" status: 200 len: 217 time: 0.0659142 Apr 28 20:35:07.816059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-1e8d757b-0ac6-4061-a970-792adbbeb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.817445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-1e8d757b-0ac6-4061-a970-792adbbeb3bf service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0556688 Apr 28 20:35:07.895405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-bbdb26fe-fbe5-429d-87f0-f630b0dd73c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.896878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-bbdb26fe-fbe5-429d-87f0-f630b0dd73c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738456 Apr 28 20:35:07.992893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b70aaa-1a7e-49d0-ace2-6cf57ed3043e req-d9f957c2-0cbb-437f-b741-4b200468e011 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:07.994484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46b70aaa-1a7e-49d0-ace2-6cf57ed3043e req-d9f957c2-0cbb-437f-b741-4b200468e011 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0807676 Apr 28 20:35:08.028195 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-badb85f3-b30a-4e1f-998b-f2fae474a44a service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253352 Apr 28 20:35:08.037685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-46b70aaa-1a7e-49d0-ace2-6cf57ed3043e req-67963b54-6009-4f2d-ac03-ecd7b893aadd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373607 Apr 28 20:35:08.156734 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aa68fde1-062f-46ed-b4bf-e44b62e0ce8c req-7fa2aa08-c084-467b-b685-637df720d3d8 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227040 Apr 28 20:35:08.267724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-533cefc5-a91c-4b70-822c-a22b202a3f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:08.269148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-533cefc5-a91c-4b70-822c-a22b202a3f78 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 1094 time: 0.0692317 Apr 28 20:35:08.397848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-a610b652-8ef8-41fa-bda2-f3849491f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:08.399266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-a610b652-8ef8-41fa-bda2-f3849491f2ea service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1236057 Apr 28 20:35:08.468273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-112467f8-4e4e-4d97-9da6-40fcda2c4a59 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=29bf5cc6-df4c-4786-904e-82167e651a9c HTTP/1.1" status: 200 len: 217 time: 0.0623875 Apr 28 20:35:08.528834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-73a521d5-66e6-4d11-ab90-b255105b9636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:08.530303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-73a521d5-66e6-4d11-ab90-b255105b9636 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0552940 Apr 28 20:35:08.607502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-634c7c77-5fc6-460b-b4b7-de5de8de24d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:08.608929 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-634c7c77-5fc6-460b-b4b7-de5de8de24d5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713625 Apr 28 20:35:08.738386 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-5932d2e2-70c8-4de6-9a44-177ac2829c5b service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227756 Apr 28 20:35:08.969069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e97860a5-d77e-4317-b0a4-113cf3b2915c req-e21bd037-a65e-49e5-8a13-a54c39b71f9c service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246089 Apr 28 20:35:09.225473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-0400ec39-6bc1-47ea-8549-89632d27084a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:09.226166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-0400ec39-6bc1-47ea-8549-89632d27084a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:09.241376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-0400ec39-6bc1-47ea-8549-89632d27084a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:09.242518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-0400ec39-6bc1-47ea-8549-89632d27084a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0937650 Apr 28 20:35:09.285205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-64e0fc02-ae5b-492b-bff3-10ddf47f873e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:09.302354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-64e0fc02-ae5b-492b-bff3-10ddf47f873e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:09.303625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5e5cbb7-a38e-4839-9ba1-cf6f091fea28 req-64e0fc02-ae5b-492b-bff3-10ddf47f873e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549808 Apr 28 20:35:10.358990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:10.594171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed5341-9d68-483c-94fa-f581cd2f3bcf req-c20a81b3-2845-4a93-9dbd-caf6b7fe0890 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:10.595536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aaed5341-9d68-483c-94fa-f581cd2f3bcf req-c20a81b3-2845-4a93-9dbd-caf6b7fe0890 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.1885021 Apr 28 20:35:10.638900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aaed5341-9d68-483c-94fa-f581cd2f3bcf req-215c7b32-a4b5-458d-8942-634c9f12d9a6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376575 Apr 28 20:35:10.819141 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:35:11.826828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4174590-53e3-433a-9212-f7e6245f728d req-250fe945-814b-4013-ad0e-821c7cf28417 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:11.828385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4174590-53e3-433a-9212-f7e6245f728d req-250fe945-814b-4013-ad0e-821c7cf28417 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0856266 Apr 28 20:35:11.872697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4174590-53e3-433a-9212-f7e6245f728d req-7cd96d46-2afa-415f-95ea-832504e16342 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387464 Apr 28 20:35:12.633269 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:13.052503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25011e52-54c1-468e-98e1-61e493ead2c5 req-e1521d21-4136-4c93-9dfc-9e3908df70e1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:13.053964 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25011e52-54c1-468e-98e1-61e493ead2c5 req-e1521d21-4136-4c93-9dfc-9e3908df70e1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0785167 Apr 28 20:35:13.096465 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-25011e52-54c1-468e-98e1-61e493ead2c5 req-eda9e5ee-b675-443c-afba-3e9771a6de36 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367625 Apr 28 20:35:14.277844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05685059-ec40-4ce6-b402-675a4a3dab03 req-c7f52b07-5081-403f-a53a-0ce93a640207 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:14.279280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05685059-ec40-4ce6-b402-675a4a3dab03 req-c7f52b07-5081-403f-a53a-0ce93a640207 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0781145 Apr 28 20:35:14.322964 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-05685059-ec40-4ce6-b402-675a4a3dab03 req-0b6d8ecb-a062-4698-88fe-287328cfe892 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380375 Apr 28 20:35:15.512059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa20bd0b-1b92-414f-85ce-dc30a5cd61f9 req-5c2b536d-38a4-4a2a-9a22-4512f21e94ef tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:15.513535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa20bd0b-1b92-414f-85ce-dc30a5cd61f9 req-5c2b536d-38a4-4a2a-9a22-4512f21e94ef tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0825765 Apr 28 20:35:15.557805 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa20bd0b-1b92-414f-85ce-dc30a5cd61f9 req-46cbae19-462b-4af6-8cb4-c9c23d9bb46f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384040 Apr 28 20:35:16.739478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46189c41-7c11-411a-99d7-2c65df752393 req-075efcae-1b61-403a-b21e-3275c6bed3e8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:16.740950 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46189c41-7c11-411a-99d7-2c65df752393 req-075efcae-1b61-403a-b21e-3275c6bed3e8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 943 time: 0.0809348 Apr 28 20:35:16.784044 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46189c41-7c11-411a-99d7-2c65df752393 req-6c43d763-342b-4228-8e62-e81783b93f81 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365212 Apr 28 20:35:17.415506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 29bf5cc6-df4c-4786-904e-82167e651a9c details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:35:17.549008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=29bf5cc6-df4c-4786-904e-82167e651a9c,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:17.561605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '29bf5cc6-df4c-4786-904e-82167e651a9c', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': '29bf5cc6-df4c-4786-904e-82167e651a9c', 'mac_address': 'fa:16:3e:98:56:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:35:17.614427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:17.630192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29bf5cc6-df4c-4786-904e-82167e651a9c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:35:17.644647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=29bf5cc6-df4c-4786-904e-82167e651a9c,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:17.648342 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:17.716114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:17.963354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38294663-b592-49d3-9741-0783f9fa99ba req-0d827ed8-e856-4e8e-b04c-2d65589d26fb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:17.964868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38294663-b592-49d3-9741-0783f9fa99ba req-0d827ed8-e856-4e8e-b04c-2d65589d26fb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 944 time: 0.0787125 Apr 28 20:35:18.011325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38294663-b592-49d3-9741-0783f9fa99ba req-52a4fdaf-30b0-4319-9640-ec9d46aed280 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404980 Apr 28 20:35:18.038770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['29bf5cc6-df4c-4786-904e-82167e651a9c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:35:19.192178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620fa919-6aa1-43dc-a91a-4ab818cba996 req-a990b4d3-8751-4b64-8aec-deaabc28486f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:19.193636 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-620fa919-6aa1-43dc-a91a-4ab818cba996 req-a990b4d3-8751-4b64-8aec-deaabc28486f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 944 time: 0.0778437 Apr 28 20:35:19.241414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-620fa919-6aa1-43dc-a91a-4ab818cba996 req-3f46efd7-7f15-489c-a143-9781a736d8ab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Apr 28 20:35:19.430906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 29bf5cc6-df4c-4786-904e-82167e651a9c up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:35:19.537741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 29bf5cc6-df4c-4786-904e-82167e651a9c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:35:19.542967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 29bf5cc6-df4c-4786-904e-82167e651a9c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:19.543333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:19.657637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:19.682707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:19.692082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=29bf5cc6-df4c-4786-904e-82167e651a9c,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:19.695513 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:19.761490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:19.867403 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7a7cfbb-bf82-41a4-a23a-03dc9bcbbad3'] response: {'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c', 'code': 200} Apr 28 20:35:19.987962 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f1e8fe-e682-4282-b88b-537d45d4e715 req-ce4c9ce2-538d-451a-8d61-7fc55cb509e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:19.989396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d9f1e8fe-e682-4282-b88b-537d45d4e715 req-ce4c9ce2-538d-451a-8d61-7fc55cb509e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 1096 time: 0.0685034 Apr 28 20:35:20.028301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d9f1e8fe-e682-4282-b88b-537d45d4e715 req-8034be4b-0275-4604-b64e-4f7938b077a0 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328126 Apr 28 20:35:20.285289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f92d2af0-ffa1-48ee-ae65-d22d62cdad6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:20.426877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19963c-9533-4c72-95cf-43fef2d095a4 req-0bdcb4e1-e610-443a-8063-abdab435cc67 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:20.428522 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d19963c-9533-4c72-95cf-43fef2d095a4 req-0bdcb4e1-e610-443a-8063-abdab435cc67 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0829482 Apr 28 20:35:20.474075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d19963c-9533-4c72-95cf-43fef2d095a4 req-f7496baa-65ec-4b1f-bccb-145fab55d98e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381126 Apr 28 20:35:21.657611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99259e-af9e-4e93-8921-02ad27fb3dc2 req-7fa385b7-dd47-40bd-ac17-fb9fdc5fab31 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:21.659030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e99259e-af9e-4e93-8921-02ad27fb3dc2 req-7fa385b7-dd47-40bd-ac17-fb9fdc5fab31 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0792861 Apr 28 20:35:21.702446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e99259e-af9e-4e93-8921-02ad27fb3dc2 req-81c1fd98-68de-469a-8ba7-1b6b24b7c336 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Apr 28 20:35:21.881257 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a2f302-8240-4577-a2b7-e3fcb613917a req-d0ecf09f-cee1-4f85-bb41-d886a220d93b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:21.882809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23a2f302-8240-4577-a2b7-e3fcb613917a req-d0ecf09f-cee1-4f85-bb41-d886a220d93b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0775633 Apr 28 20:35:21.926139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23a2f302-8240-4577-a2b7-e3fcb613917a req-2c1f6e73-4710-4dc1-8a14-1550ef79fc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372205 Apr 28 20:35:22.113211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942e2030-c3e4-486a-a8ea-b8839fc7f27d req-f296547f-4c0d-4340-a0d3-0d0fca7fcc5a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:22.114653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-942e2030-c3e4-486a-a8ea-b8839fc7f27d req-f296547f-4c0d-4340-a0d3-0d0fca7fcc5a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0811336 Apr 28 20:35:22.158163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-942e2030-c3e4-486a-a8ea-b8839fc7f27d req-9d8af463-0323-4c49-8500-a3d7a0ce234f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368409 Apr 28 20:35:22.404488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8e591b2d-2747-4aef-83ab-6752fa48270b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:22.537194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ec2e7-5857-4f67-8889-36bfa1b205ae req-ed7bdf1a-5787-47dc-8656-432e5b321fa2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:22.538669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-986ec2e7-5857-4f67-8889-36bfa1b205ae req-ed7bdf1a-5787-47dc-8656-432e5b321fa2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0873375 Apr 28 20:35:22.581933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-986ec2e7-5857-4f67-8889-36bfa1b205ae req-194959c1-b7c2-4d0f-b78e-317181965400 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370576 Apr 28 20:35:23.769322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cf011c-8244-43e6-a453-920d22933a97 req-59b7fadc-8247-4f8d-be6f-98cce086c937 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:23.770783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5cf011c-8244-43e6-a453-920d22933a97 req-59b7fadc-8247-4f8d-be6f-98cce086c937 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0813658 Apr 28 20:35:23.814913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f5cf011c-8244-43e6-a453-920d22933a97 req-0cbeb694-fc31-4b71-89dc-53c45a7b1fdc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Apr 28 20:35:23.821086 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.117225 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-c072bf28-a9c4-4253-842e-b8ca07970cad tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:24.118649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-c072bf28-a9c4-4253-842e-b8ca07970cad tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 945 time: 0.0770533 Apr 28 20:35:24.174865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.203756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 29bf5cc6-df4c-4786-904e-82167e651a9c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:35:24.203978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.496830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port 29bf5cc6-df4c-4786-904e-82167e651a9c, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=29bf5cc6-df4c-4786-904e-82167e651a9c,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:35:24.496830 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.633863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 29bf5cc6-df4c-4786-904e-82167e651a9c owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:35:24.792571 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.804653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['29bf5cc6-df4c-4786-904e-82167e651a9c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:35:24.840995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=29bf5cc6-df4c-4786-904e-82167e651a9c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:24.922284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port 29bf5cc6-df4c-4786-904e-82167e651a9c on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:35:24.926870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:24.930489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'name': 'network-vif-deleted', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:24.949820 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a230294d-4d0a-43f3-bf5b-0547df83ea51 req-ff7bb6ef-902c-40cc-9319-f19315704377 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "DELETE /v2.0/ports/29bf5cc6-df4c-4786-904e-82167e651a9c HTTP/1.1" status: 204 len: 173 time: 0.8254287 Apr 28 20:35:24.994772 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c624608e-9e54-4002-9d32-06d7f2a2005a'] response: {'server_uuid': '2241e7ac-1d8e-4906-9d5e-2807639c9d41', 'name': 'network-vif-deleted', 'tag': '29bf5cc6-df4c-4786-904e-82167e651a9c', 'status': 'completed', 'code': 200} Apr 28 20:35:25.001618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1f38389-437f-4632-928e-20e8423a4917 req-ba418747-19d7-4c50-8d40-1552e03cc10f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=2241e7ac-1d8e-4906-9d5e-2807639c9d41 HTTP/1.1" status: 200 len: 210 time: 0.0592611 Apr 28 20:35:25.321983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:27.446760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 29bf5cc6-df4c-4786-904e-82167e651a9c no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:35:27.482452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 29bf5cc6-df4c-4786-904e-82167e651a9c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:35:27.482791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 29bf5cc6-df4c-4786-904e-82167e651a9c not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:35:40.361006 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:42.645832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:45.017149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-19b51e73-2a71-4966-bbc4-0205f6246762 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:45.018585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-19b51e73-2a71-4966-bbc4-0205f6246762 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1449809 Apr 28 20:35:45.033917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-601b2817-5468-423a-aae1-bac5587a3ba0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0099149 Apr 28 20:35:45.114572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-0f0b992e-401f-49dc-ba3f-5b95f16d0485 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0755796 Apr 28 20:35:45.173554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-0a4486e7-05da-4593-ae15-c857d713a198 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:35:45.174550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-0a4486e7-05da-4593-ae15-c857d713a198 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0531263 Apr 28 20:35:45.304640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-47fe817f-1889-443d-b4b1-b8472adec9f3 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241000 Apr 28 20:35:45.434887 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-28bb8f27-9ffd-46a9-ad96-f338ed27e447 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231399 Apr 28 20:35:45.652117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ae7ab56-34de-4425-99ef-d460cafaf87e req-4c66594f-a3aa-4b2a-a924-c7ec62db7a94 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:45.667434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-1ae7ab56-34de-4425-99ef-d460cafaf87e req-4c66594f-a3aa-4b2a-a924-c7ec62db7a94 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:45.668623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1ae7ab56-34de-4425-99ef-d460cafaf87e req-4c66594f-a3aa-4b2a-a924-c7ec62db7a94 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 210 time: 0.0588703 Apr 28 20:35:46.835410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c3d940a4-74a0-4e1c-8a4c-2b3dde377a1b req-efc70335-bd2b-4167-a238-f6165638e184 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 210 time: 0.0524526 Apr 28 20:35:46.900050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-cd7c52d1-2059-492a-b54f-2af652f80db6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:46.902291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-cd7c52d1-2059-492a-b54f-2af652f80db6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.2505319 Apr 28 20:35:46.919848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': '20af928d-d51b-45ae-b231-3ef1364bea50', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:47.054065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:35:47.063626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:35:47.073780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:35:47.077169 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.238714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.12 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/bf5c4a5e-3838-41d0-8e17-15aea70f3779) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:35:47.450285 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.466846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object bf5c4a5e-3838-41d0-8e17-15aea70f3779 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:35:47.493520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.581570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:35:47.584705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:35:47.587262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:35:47.630373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:47.648664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.649003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.649565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.649909 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.650318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.650734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.651066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.651392 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.651722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.652043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.652368 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.652689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:35:47.675265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:47.676419 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.703994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-4c3a62ea-54c7-466a-bb35-a38036f2701a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7876406 Apr 28 20:35:47.768719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Request body: {'port': {'device_id': '20af928d-d51b-45ae-b231-3ef1364bea50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:35:47.819411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:35:47.842814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9a313b60-df86-4e5b-a3f9-6a6aba0bf3ee None None] Provisioning for port bf5c4a5e-3838-41d0-8e17-15aea70f3779 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:35:47.848273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9a313b60-df86-4e5b-a3f9-6a6aba0bf3ee None None] Provisioning complete for port bf5c4a5e-3838-41d0-8e17-15aea70f3779 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:35:47.848670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9a313b60-df86-4e5b-a3f9-6a6aba0bf3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.897978 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:47.902870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9a313b60-df86-4e5b-a3f9-6a6aba0bf3ee None None] Port bf5c4a5e-3838-41d0-8e17-15aea70f3779 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:35:48.278443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97571269-c26e-4665-acd6-a6cc223d65e4 req-605aea20-bdd9-43a0-9144-a97857d65a93 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:48.279132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-97571269-c26e-4665-acd6-a6cc223d65e4 req-605aea20-bdd9-43a0-9144-a97857d65a93 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:35:48.345325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-97571269-c26e-4665-acd6-a6cc223d65e4 req-605aea20-bdd9-43a0-9144-a97857d65a93 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:35:48.346593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97571269-c26e-4665-acd6-a6cc223d65e4 req-605aea20-bdd9-43a0-9144-a97857d65a93 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 932 time: 0.1969626 Apr 28 20:35:48.348465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf5c4a5e-3838-41d0-8e17-15aea70f3779 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:35:48.358420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.398236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Transition to ACTIVE for port object bf5c4a5e-3838-41d0-8e17-15aea70f3779 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:35:48.405906 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.443348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97571269-c26e-4665-acd6-a6cc223d65e4 req-19c78f1a-0b19-47df-bb5f-57509bcc84c6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902603 Apr 28 20:35:48.575932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:48.654604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Attempting to bind port bf5c4a5e-3838-41d0-8e17-15aea70f3779 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:35:48.654930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Attempting to bind port bf5c4a5e-3838-41d0-8e17-15aea70f3779 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:35:48.655253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Attempting to bind port bf5c4a5e-3838-41d0-8e17-15aea70f3779 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:35:48.660212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Port bf5c4a5e-3838-41d0-8e17-15aea70f3779 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:35:48.660529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Attempting to bind port bf5c4a5e-3838-41d0-8e17-15aea70f3779 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:35:48.665769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 35, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:35:48.666098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:35:48.666481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:35:48.666901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Bound port: bf5c4a5e-3838-41d0-8e17-15aea70f3779, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:35:48.667243 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.755698 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:35:48.758670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:35:48.763710 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.933014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:48.933648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:48.935001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] 10.222.0.46 "PUT /v2.0/ports/bf5c4a5e-3838-41d0-8e17-15aea70f3779 HTTP/1.1" status: 200 len: 1092 time: 1.2242031 Apr 28 20:35:48.935507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:35:48.956717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d976c346-b193-4fb5-a28f-799db95febe2 service neutron] Pushing event updated for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:35:49.034976 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f7a847a-f33e-4a4a-800f-aac2cfb2c523'] response: {'name': 'network-changed', 'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779', 'status': 'completed', 'code': 200} Apr 28 20:35:49.068281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-65c15f01-fd1a-4e58-b77f-523e08aab5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.069792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-65c15f01-fd1a-4e58-b77f-523e08aab5ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 1095 time: 0.0835941 Apr 28 20:35:49.140936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-521e0420-1782-4427-8992-102bff34264f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779 HTTP/1.1" status: 200 len: 217 time: 0.0648041 Apr 28 20:35:49.203740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-7fa9d595-dd39-4489-9c49-9d135bc8269b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.205059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-7fa9d595-dd39-4489-9c49-9d135bc8269b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0580888 Apr 28 20:35:49.283468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3611df3-9ada-4094-b362-23fc4515610e req-74812b5c-8fe5-4ab5-81b1-402e1c3b9536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.284931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-74812b5c-8fe5-4ab5-81b1-402e1c3b9536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737290 Apr 28 20:35:49.422062 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-447c108e-7b96-4e47-a506-8fccceebee9d service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303046 Apr 28 20:35:49.557803 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3611df3-9ada-4094-b362-23fc4515610e req-8595b189-ba54-4edc-a672-e404d5e741c6 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301978 Apr 28 20:35:49.703067 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981da620-306d-4adb-b811-896c34a7d639 req-756cc6b5-cf7e-4bcf-89b7-8690dc026fa9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.707689 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-981da620-306d-4adb-b811-896c34a7d639 req-756cc6b5-cf7e-4bcf-89b7-8690dc026fa9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.1441574 Apr 28 20:35:49.709794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-173303ab-4668-4480-a8af-29a82004f01a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.711573 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-173303ab-4668-4480-a8af-29a82004f01a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 1095 time: 0.1100366 Apr 28 20:35:49.837297 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-981da620-306d-4adb-b811-896c34a7d639 req-11289588-aaff-4bfd-8851-ef49d0078b49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250625 Apr 28 20:35:49.891137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-eb12c30b-9ad2-408c-8646-7183a0f0cbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:49.892615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-eb12c30b-9ad2-408c-8646-7183a0f0cbd6 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1664541 Apr 28 20:35:49.965767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-a8e64e4b-d774-4bc5-9b4a-93ef52a64187 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779 HTTP/1.1" status: 200 len: 217 time: 0.0673089 Apr 28 20:35:50.072980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-03e347b7-54dd-464d-90fb-a0d0f93cae73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:50.074531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-03e347b7-54dd-464d-90fb-a0d0f93cae73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.1039402 Apr 28 20:35:50.159711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-dae2de7b-91f0-4d2d-b845-c34235aa2a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:50.161817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-dae2de7b-91f0-4d2d-b845-c34235aa2a72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819113 Apr 28 20:35:50.303763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b82f90c-b1e4-429f-b353-189aaac2887f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:50.314270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-46074e9b-84d3-4548-a7b9-5db3ba415953 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468618 Apr 28 20:35:50.495021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3143377-37f7-4496-915e-4af9cfce4e9a req-539b22ed-3dd0-4ea0-b4d4-11c893b0cc7f service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750600 Apr 28 20:35:51.131740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1fef3-3b1c-4ba4-b96c-cb2805139c9b req-dcf176b8-3179-4ddb-a7e2-e3e67385eda4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:51.133568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9c1fef3-3b1c-4ba4-b96c-cb2805139c9b req-dcf176b8-3179-4ddb-a7e2-e3e67385eda4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.1243746 Apr 28 20:35:51.190851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b9c1fef3-3b1c-4ba4-b96c-cb2805139c9b req-c43b1405-4fe0-4815-8fa8-83ec79f28cbb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501111 Apr 28 20:35:52.408014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b195f79a-f958-4f81-8651-f073abf2bdd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:52.464308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fb680-6576-495d-a1c3-c9f50ceed133 req-8e698bf2-1cf5-468d-a9e7-ce773373e187 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:52.474408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a5fb680-6576-495d-a1c3-c9f50ceed133 req-8e698bf2-1cf5-468d-a9e7-ce773373e187 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.1627460 Apr 28 20:35:52.539655 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a5fb680-6576-495d-a1c3-c9f50ceed133 req-629b92bc-24cb-4157-85e1-d1cb69f4ed3e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528598 Apr 28 20:35:53.750961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dc8895-191a-46e9-9431-c5cde7cee9bd req-a222eb12-9d67-4151-8ddd-a5a1f424ed35 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:53.752605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7dc8895-191a-46e9-9431-c5cde7cee9bd req-a222eb12-9d67-4151-8ddd-a5a1f424ed35 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0908122 Apr 28 20:35:53.801995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7dc8895-191a-46e9-9431-c5cde7cee9bd req-f3ee1e7f-ffcd-4fbe-aac4-640d827a5669 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437551 Apr 28 20:35:53.818369 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.177432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:54.996435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59f00ad-016b-41df-8c67-dee813e378d9 req-fbbe8df3-e1d5-4b95-9d1c-f4893cb93441 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:54.997893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f59f00ad-016b-41df-8c67-dee813e378d9 req-fbbe8df3-e1d5-4b95-9d1c-f4893cb93441 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0936558 Apr 28 20:35:55.144219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f59f00ad-016b-41df-8c67-dee813e378d9 req-c682b75c-1db1-4b26-9cbb-fd09cba782dc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405916 Apr 28 20:35:55.323519 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:35:56.327019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3160351-a511-47ff-af33-b75060b50878 req-e0b8b97d-20a3-49c8-8fe5-597e1d8988bb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:56.328444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3160351-a511-47ff-af33-b75060b50878 req-e0b8b97d-20a3-49c8-8fe5-597e1d8988bb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0785341 Apr 28 20:35:56.372665 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d3160351-a511-47ff-af33-b75060b50878 req-b003f8fd-2581-4279-ba69-1eb06314f4c6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385532 Apr 28 20:35:57.555509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870bb602-01d3-406f-9d55-936ce0e0a55a req-b6cc014c-81e0-41c2-8c57-a44b6790dfb3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:57.557155 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-870bb602-01d3-406f-9d55-936ce0e0a55a req-b6cc014c-81e0-41c2-8c57-a44b6790dfb3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0786080 Apr 28 20:35:57.604407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-870bb602-01d3-406f-9d55-936ce0e0a55a req-574f7b4d-21b1-43c4-b95e-baa68ac765d0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414467 Apr 28 20:35:58.788434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4dd7a-8963-43ed-88bc-f256f53506d2 req-ca386e57-b852-4618-b966-e36978b786e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:35:58.789870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ee4dd7a-8963-43ed-88bc-f256f53506d2 req-ca386e57-b852-4618-b966-e36978b786e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0814948 Apr 28 20:35:58.833373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ee4dd7a-8963-43ed-88bc-f256f53506d2 req-2357efa0-efd9-4d13-b10c-03bda4e74660 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Apr 28 20:36:00.024913 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53701861-e9cb-41c1-b42b-85971bce86fb req-f0e20a43-968d-413c-96d9-0ff533fcc1ad tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:00.027034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53701861-e9cb-41c1-b42b-85971bce86fb req-f0e20a43-968d-413c-96d9-0ff533fcc1ad tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0851238 Apr 28 20:36:00.070410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53701861-e9cb-41c1-b42b-85971bce86fb req-dffaa13e-4a32-46b5-be33-db3257c0acd0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377612 Apr 28 20:36:01.252457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012711e4-babc-4f2c-8fc8-18aca238ffd6 req-f1bd7d06-1b5c-4f71-862a-423325bed59c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:01.253910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-012711e4-babc-4f2c-8fc8-18aca238ffd6 req-f1bd7d06-1b5c-4f71-862a-423325bed59c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0778732 Apr 28 20:36:01.300863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-012711e4-babc-4f2c-8fc8-18aca238ffd6 req-c330163c-0d2a-4b2a-ae54-585303e44be3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413465 Apr 28 20:36:02.483097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d513b81-f290-4457-a3ec-85db3dbe6149 req-70c8cdaa-3171-4352-a7c5-714ab8d5bea8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:02.484595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d513b81-f290-4457-a3ec-85db3dbe6149 req-70c8cdaa-3171-4352-a7c5-714ab8d5bea8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0810010 Apr 28 20:36:02.529677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4d513b81-f290-4457-a3ec-85db3dbe6149 req-328cb178-3d59-4d7f-8335-a4b24bd99a71 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394285 Apr 28 20:36:03.716165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2718ce14-197f-46f0-a264-59f20bc9efa6 req-e92d05c8-e9c8-471f-bfb2-550dd36bc10d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:03.717638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2718ce14-197f-46f0-a264-59f20bc9efa6 req-e92d05c8-e9c8-471f-bfb2-550dd36bc10d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0816455 Apr 28 20:36:03.760844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2718ce14-197f-46f0-a264-59f20bc9efa6 req-bc5ff2a8-01c0-4746-8e92-3627ec624a5b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375299 Apr 28 20:36:04.946353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c29e26-3de0-4fd2-b4ff-32970c5f8911 req-164b033e-72f3-4614-8609-507441e094e2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:04.947812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-62c29e26-3de0-4fd2-b4ff-32970c5f8911 req-164b033e-72f3-4614-8609-507441e094e2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0807397 Apr 28 20:36:04.990683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-62c29e26-3de0-4fd2-b4ff-32970c5f8911 req-a9d82fac-780c-4561-a301-d09b64ad7f1f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370147 Apr 28 20:36:06.172499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4789b182-ebc5-4f17-9d90-bc4838bd6371 req-bb1565a5-7059-4f68-a7a7-4183398b375c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:06.173944 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4789b182-ebc5-4f17-9d90-bc4838bd6371 req-bb1565a5-7059-4f68-a7a7-4183398b375c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0807807 Apr 28 20:36:06.217026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4789b182-ebc5-4f17-9d90-bc4838bd6371 req-64d4ea37-653b-4701-b5b4-9c095a83057a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375245 Apr 28 20:36:07.398059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3e71d3-079b-4462-9deb-acd3c71045ca req-d673fab0-1e59-4cf4-a0dc-0207496bec6f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:07.399475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3e71d3-079b-4462-9deb-acd3c71045ca req-d673fab0-1e59-4cf4-a0dc-0207496bec6f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 944 time: 0.0776951 Apr 28 20:36:07.445239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e3e71d3-079b-4462-9deb-acd3c71045ca req-5cfdb9ef-d406-452c-8a07-3989d8f6e7f4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398722 Apr 28 20:36:07.546028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bf5c4a5e-3838-41d0-8e17-15aea70f3779 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:36:07.674174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:07.687893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779', 'mac_address': 'fa:16:3e:db:13:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:36:07.741057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:07.757579 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf5c4a5e-3838-41d0-8e17-15aea70f3779 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:36:07.772184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:07.776123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:07.845223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:07.852324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.852668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.853002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.853333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.853688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.854018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.854338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.854658 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.855509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.856008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.856332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:07.856660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:36:08.074836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['bf5c4a5e-3838-41d0-8e17-15aea70f3779'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:36:08.627177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3474f2-95e5-4b3a-950a-a6ed990ca809 req-573806a5-2c60-468f-9bdb-47eb53aec61c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:08.628598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b3474f2-95e5-4b3a-950a-a6ed990ca809 req-573806a5-2c60-468f-9bdb-47eb53aec61c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 945 time: 0.0803964 Apr 28 20:36:08.671759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b3474f2-95e5-4b3a-950a-a6ed990ca809 req-f70ba675-3bfa-49a8-b55a-c02b462f9d97 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374925 Apr 28 20:36:09.553583 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bf5c4a5e-3838-41d0-8e17-15aea70f3779 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:36:09.755990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port bf5c4a5e-3838-41d0-8e17-15aea70f3779 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:36:09.763580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port bf5c4a5e-3838-41d0-8e17-15aea70f3779 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:09.763951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:09.853908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2100b20-49f8-4bd6-88c7-bf191ba56404 req-41e7083a-9930-43bb-a484-bb0a8770e84c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:09.856001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a2100b20-49f8-4bd6-88c7-bf191ba56404 req-41e7083a-9930-43bb-a484-bb0a8770e84c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 945 time: 0.0809739 Apr 28 20:36:09.901003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a2100b20-49f8-4bd6-88c7-bf191ba56404 req-8524cbbc-9eda-4021-8412-45f6da48fd89 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390279 Apr 28 20:36:09.912818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:09.946335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:09.961148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:09.965734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:10.001597 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ece3b9ef-ce7c-414c-96cc-399b51f53bed'] response: {'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779', 'code': 200} Apr 28 20:36:10.033198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:10.121327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52512b35-fea8-4b33-bf5b-275f9416450a req-06c85a6f-51e0-4bf9-bdfc-ecf944054c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:10.122785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52512b35-fea8-4b33-bf5b-275f9416450a req-06c85a6f-51e0-4bf9-bdfc-ecf944054c8a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 1097 time: 0.0707092 Apr 28 20:36:10.160859 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-52512b35-fea8-4b33-bf5b-275f9416450a req-4eb84e18-9369-4096-b237-ba19a23dcc37 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318949 Apr 28 20:36:10.360000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:11.082813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ab6fe8-171d-4ec0-b1ca-d758a7e0b3de req-96b5d4ab-eb71-4bd5-b6ca-d12f2877f483 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:11.084259 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34ab6fe8-171d-4ec0-b1ca-d758a7e0b3de req-96b5d4ab-eb71-4bd5-b6ca-d12f2877f483 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.0796788 Apr 28 20:36:11.126818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34ab6fe8-171d-4ec0-b1ca-d758a7e0b3de req-4750e39b-aa2d-4a31-94aa-2ffcdda5941b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367551 Apr 28 20:36:12.381141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ba42f7-4360-467f-8a32-cc56ed97abf8 req-5ce156cb-a203-412a-a66b-bdb0f4c84cd4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.382610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99ba42f7-4360-467f-8a32-cc56ed97abf8 req-5ce156cb-a203-412a-a66b-bdb0f4c84cd4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.0810008 Apr 28 20:36:12.425859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99ba42f7-4360-467f-8a32-cc56ed97abf8 req-2e75ecd9-b9f1-48f2-b4d5-618f288c332c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371761 Apr 28 20:36:12.646429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:12.653614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3853796-09ea-47d3-877d-8b5c3ab03c1e req-791976fc-fa89-4b48-91cc-d4fdca993484 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.655058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f3853796-09ea-47d3-877d-8b5c3ab03c1e req-791976fc-fa89-4b48-91cc-d4fdca993484 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.0837536 Apr 28 20:36:12.697847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f3853796-09ea-47d3-877d-8b5c3ab03c1e req-5d8a0b01-1060-4f5f-a8fa-302a58e0e82d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370724 Apr 28 20:36:12.882133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4beb4c-f329-47f4-85a2-d69adebc2832 req-bef74d66-20c9-4c78-bfe8-b7bc329586f1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:12.883462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c4beb4c-f329-47f4-85a2-d69adebc2832 req-bef74d66-20c9-4c78-bfe8-b7bc329586f1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.0798094 Apr 28 20:36:12.927210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c4beb4c-f329-47f4-85a2-d69adebc2832 req-034107f3-2d4a-4c2d-bf10-1016e58d45e3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373259 Apr 28 20:36:13.493634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c170dcde-c698-40f9-9d67-ca3bef8db4b1 req-7f5135c4-4107-46ef-9646-1018abc5e78f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:13.495064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c170dcde-c698-40f9-9d67-ca3bef8db4b1 req-7f5135c4-4107-46ef-9646-1018abc5e78f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.1857429 Apr 28 20:36:13.537535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c170dcde-c698-40f9-9d67-ca3bef8db4b1 req-5c63bb4f-b1b7-499d-b8ac-031f6d29ba1f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367510 Apr 28 20:36:14.804750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f44df1-a500-4d82-a043-0175cc4ab510 req-8b8f3664-1a3b-407b-a6b7-881899929b25 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.806215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-28f44df1-a500-4d82-a043-0175cc4ab510 req-8b8f3664-1a3b-407b-a6b7-881899929b25 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.1203101 Apr 28 20:36:14.854495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-28f44df1-a500-4d82-a043-0175cc4ab510 req-0dea276f-bc7c-4392-b053-c04063e73a6b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Apr 28 20:36:14.992044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-d68a930a-53f2-4b49-847b-5e685f260e66 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:14.993432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-d68a930a-53f2-4b49-847b-5e685f260e66 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 946 time: 0.0784903 Apr 28 20:36:15.059908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port bf5c4a5e-3838-41d0-8e17-15aea70f3779 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:36:15.060174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:15.306370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port bf5c4a5e-3838-41d0-8e17-15aea70f3779, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bf5c4a5e-3838-41d0-8e17-15aea70f3779,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:15.306722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:15.431220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for bf5c4a5e-3838-41d0-8e17-15aea70f3779 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:36:15.569115 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:15.580785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['bf5c4a5e-3838-41d0-8e17-15aea70f3779'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:36:15.623843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=bf5c4a5e-3838-41d0-8e17-15aea70f3779,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:15.696129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port bf5c4a5e-3838-41d0-8e17-15aea70f3779 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:36:15.698716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:15.702216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'name': 'network-vif-deleted', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:15.718728 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61d9dbfa-ca75-4222-9c4a-e892edc6d186 req-eb7cb233-4311-42f7-bba9-47d0d5a19c73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "DELETE /v2.0/ports/bf5c4a5e-3838-41d0-8e17-15aea70f3779 HTTP/1.1" status: 204 len: 173 time: 0.7197990 Apr 28 20:36:15.755811 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d735e64-7396-4994-a6da-ca32f99dee03'] response: {'server_uuid': '20af928d-d51b-45ae-b231-3ef1364bea50', 'name': 'network-vif-deleted', 'tag': 'bf5c4a5e-3838-41d0-8e17-15aea70f3779', 'status': 'completed', 'code': 200} Apr 28 20:36:16.009910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4ae4d8b1-4413-4f94-982f-b8422dcb22b9 req-ecb8850b-0572-452d-ab7a-0706b00c0dd6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:36:16.026806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4ae4d8b1-4413-4f94-982f-b8422dcb22b9 req-ecb8850b-0572-452d-ab7a-0706b00c0dd6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:36:16.028231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ae4d8b1-4413-4f94-982f-b8422dcb22b9 req-ecb8850b-0572-452d-ab7a-0706b00c0dd6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=20af928d-d51b-45ae-b231-3ef1364bea50 HTTP/1.1" status: 200 len: 210 time: 0.0633790 Apr 28 20:36:19.599296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bf5c4a5e-3838-41d0-8e17-15aea70f3779 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:36:19.632726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: bf5c4a5e-3838-41d0-8e17-15aea70f3779 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:36:19.633185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bf5c4a5e-3838-41d0-8e17-15aea70f3779 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:36:20.288081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-778f5651-45d2-4ace-a660-69e07f023563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:22.411888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d10951e5-a4e4-4aaf-90d3-524ee27b5c36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:23.812335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:24.180080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:24.818870 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:36:25.327724 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:36.946553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-2460551d-67d5-49b2-8465-78e890297ac0 req-30349529-6408-4e4c-a603-42b3b13e0fe5 service neutron] (88139) timed out ('10.222.0.24', 46136) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:36:36.954501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b6e40ef2-c178-43de-ba04-8ecf938eba3a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:36.955934 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b6e40ef2-c178-43de-ba04-8ecf938eba3a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.2442751 Apr 28 20:36:36.971695 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-f34c9d24-510a-41fc-a331-d801b8fe141d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0103970 Apr 28 20:36:37.051451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-863ae89f-4d06-4758-900e-bb05702f437e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747938 Apr 28 20:36:37.179977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-908e3d24-25a5-4cce-bccf-f74bb30b1f88 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221402 Apr 28 20:36:37.308671 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-55326312-629f-4375-994a-c3a16eefbbc5 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223958 Apr 28 20:36:37.762085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b98d8b8-f1ee-4523-a2d2-bf8975fba184 req-41d6bb8c-5652-4f11-9e88-d1d5a6a41f73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 210 time: 0.0858729 Apr 28 20:36:38.657016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-1f02797d-8bf5-440d-9659-7ada41a9c5e3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:38.658434 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-1f02797d-8bf5-440d-9659-7ada41a9c5e3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1454651 Apr 28 20:36:38.670110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:36:38.811838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:36:38.821421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:36:38.833868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:36:38.838592 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:38.952723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8b1f87fa-f67d-4e81-bcdb-6900588ca5d7 req-fdaf6df1-5383-44c5-985b-70b5ce0aa1ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 210 time: 0.0536804 Apr 28 20:36:39.048137 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.11 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/33c18aa4-3d07-43ac-b168-297fc1e5eea7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:36:39.257281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:39.274561 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object 33c18aa4-3d07-43ac-b168-297fc1e5eea7 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:36:39.299369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:39.370178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:36:39.373526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:36:39.377194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:36:39.407846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:39.454147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:39.455006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:39.482806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-b29b693f-e072-4315-a8be-39e474fe17f6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8166530 Apr 28 20:36:39.495087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Request body: {'port': {'device_id': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:36:39.609643 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:39.661597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e8bfc3e6-14e7-40a6-9649-a8ef0d413797 None None] Provisioning for port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:36:39.667092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e8bfc3e6-14e7-40a6-9649-a8ef0d413797 None None] Provisioning complete for port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:39.667465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e8bfc3e6-14e7-40a6-9649-a8ef0d413797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:39.764205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e8bfc3e6-14e7-40a6-9649-a8ef0d413797 None None] Port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:36:40.014558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33c18aa4-3d07-43ac-b168-297fc1e5eea7 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:36:40.022823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.040021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Transition to ACTIVE for port object 33c18aa4-3d07-43ac-b168-297fc1e5eea7 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:36:40.045111 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.151716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea767ca-9b27-4e1b-8d85-e5761f13f923 req-493b6d7a-fc6d-4618-b061-be0635c759f0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:40.153688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ea767ca-9b27-4e1b-8d85-e5761f13f923 req-493b6d7a-fc6d-4618-b061-be0635c759f0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0889614 Apr 28 20:36:40.200023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ea767ca-9b27-4e1b-8d85-e5761f13f923 req-f1bdb42c-f7f5-4cd4-bedf-2839babf35fe tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401437 Apr 28 20:36:40.339188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:40.379764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.423924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Attempting to bind port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:36:40.424756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Attempting to bind port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:36:40.425305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Attempting to bind port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:36:40.431193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:36:40.431527 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Attempting to bind port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:36:40.438877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:36:40.439206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:36:40.439643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:36:40.440080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Bound port: 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:36:40.440517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.529194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:36:40.532151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:36:40.535563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.598348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:40.599081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:40.600460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] 10.222.0.46 "PUT /v2.0/ports/33c18aa4-3d07-43ac-b168-297fc1e5eea7 HTTP/1.1" status: 200 len: 1092 time: 1.1102471 Apr 28 20:36:40.600820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:40.624032 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73504132-65eb-4c43-ad0e-efd4c19cc3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:40.725378 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-257c1b50-fcaf-443d-adda-556988ce1fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:40.726981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-257c1b50-fcaf-443d-adda-556988ce1fb4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 1095 time: 0.0800474 Apr 28 20:36:40.786774 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-503ebaf0-4e19-4bda-a782-72ae7cbc2bdf'] response: {'name': 'network-changed', 'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7', 'status': 'completed', 'code': 200} Apr 28 20:36:40.801100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-ddf48dfd-dd53-4b09-97bc-18b87c0c4ab7 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7 HTTP/1.1" status: 200 len: 217 time: 0.0676961 Apr 28 20:36:40.861704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-55fa9e95-2db5-476f-ac41-7309b5680189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:40.863044 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-55fa9e95-2db5-476f-ac41-7309b5680189 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0563030 Apr 28 20:36:40.943637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-4bce3be5-19ab-4264-a767-7bfe404972fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:40.944997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-4bce3be5-19ab-4264-a767-7bfe404972fd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0755985 Apr 28 20:36:41.072560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-5c6366e4-bd8c-4349-8203-8271f7ca0d71 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215782 Apr 28 20:36:41.199063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ac67c539-37f8-48b7-9ccf-031573f8fb7b req-5508f50b-69e4-43b7-8001-0acebb74c8fe service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205294 Apr 28 20:36:41.313804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-8e4c52e3-cbf6-4355-be40-e9d336a40647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:41.315301 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-8e4c52e3-cbf6-4355-be40-e9d336a40647 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 1095 time: 0.0735660 Apr 28 20:36:41.404540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a047c8c-97f0-4fc0-9190-7ee36076504e req-50b8df0c-642c-4b48-a1f1-08843c69250f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:41.406322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a047c8c-97f0-4fc0-9190-7ee36076504e req-50b8df0c-642c-4b48-a1f1-08843c69250f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0827920 Apr 28 20:36:41.460945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-9972c5b4-3d08-45c4-9668-7ea8effd72a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:41.462554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-9972c5b4-3d08-45c4-9668-7ea8effd72a9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1405373 Apr 28 20:36:41.470828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a047c8c-97f0-4fc0-9190-7ee36076504e req-452e859e-ad40-4403-a2f6-4a4e43dbd4d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575259 Apr 28 20:36:41.534537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-c0b3aa26-cbd9-4793-bc7e-b70a9aec91fc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7 HTTP/1.1" status: 200 len: 217 time: 0.0658598 Apr 28 20:36:41.595182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-a998677b-8b72-4834-9c69-6b159f8d010b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:41.596537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-a998677b-8b72-4834-9c69-6b159f8d010b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0558543 Apr 28 20:36:41.671841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-e870e14a-ccb4-4d6a-a685-72b313337247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:41.673250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-e870e14a-ccb4-4d6a-a685-72b313337247 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705786 Apr 28 20:36:41.800726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-76049d22-e6b5-493c-b9c6-43d87948407f service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201301 Apr 28 20:36:42.029118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ec7dddb-0af1-418d-839b-8b5cc114e09b req-818d18d2-75c6-4e7f-a494-b5ecb99c4bc4 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218175 Apr 28 20:36:42.647609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff16f06-d302-4b81-96ff-cbc4816f10e7 req-0fa1492f-29f7-48bd-a318-b2eb1c4f3e2d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:42.648411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4ff16f06-d302-4b81-96ff-cbc4816f10e7 req-0fa1492f-29f7-48bd-a318-b2eb1c4f3e2d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:36:42.659817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:42.663269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4ff16f06-d302-4b81-96ff-cbc4816f10e7 req-0fa1492f-29f7-48bd-a318-b2eb1c4f3e2d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:36:42.664539 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ff16f06-d302-4b81-96ff-cbc4816f10e7 req-0fa1492f-29f7-48bd-a318-b2eb1c4f3e2d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0929539 Apr 28 20:36:42.708399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ff16f06-d302-4b81-96ff-cbc4816f10e7 req-e39a36a6-9381-4cc1-8fb4-5413889afc24 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376921 Apr 28 20:36:43.886396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3286f860-8b02-4055-9426-b2589da15ca5 req-3ad3dcb9-efd1-4e0d-85b2-6874fc508154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:43.888408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3286f860-8b02-4055-9426-b2589da15ca5 req-3ad3dcb9-efd1-4e0d-85b2-6874fc508154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0784047 Apr 28 20:36:43.931594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3286f860-8b02-4055-9426-b2589da15ca5 req-51dc0a40-ca84-4398-b2c6-f38d3f719c5a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375235 Apr 28 20:36:45.115095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd6c17-3199-4f20-b848-231bdf2ec015 req-a2c50ac3-05c4-43f7-bf2a-eede61cd69cf tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:45.116501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46cd6c17-3199-4f20-b848-231bdf2ec015 req-a2c50ac3-05c4-43f7-bf2a-eede61cd69cf tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0817122 Apr 28 20:36:45.159973 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46cd6c17-3199-4f20-b848-231bdf2ec015 req-aa24434e-6961-4161-8bcd-de319caf5293 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378466 Apr 28 20:36:46.347050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948da4c-6786-4404-bbaf-de534556715d req-31e8361c-7283-4354-9870-f6e519d3d806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:46.348382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a948da4c-6786-4404-bbaf-de534556715d req-31e8361c-7283-4354-9870-f6e519d3d806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0834215 Apr 28 20:36:46.391091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a948da4c-6786-4404-bbaf-de534556715d req-39411cac-a9d4-421f-a019-fb7713f65a54 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370717 Apr 28 20:36:47.572793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b260ed-d4d2-416f-ae95-774427d649ef req-017bcb34-bab8-4127-a8e2-b947dcc57610 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:47.574269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b260ed-d4d2-416f-ae95-774427d649ef req-017bcb34-bab8-4127-a8e2-b947dcc57610 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0783973 Apr 28 20:36:47.618405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a9b260ed-d4d2-416f-ae95-774427d649ef req-afd8d077-c75f-40a9-8091-c4da16ba6aff tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379121 Apr 28 20:36:48.799448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385326e4-8c97-4ef3-92da-551acabb8638 req-cf55e4d0-b912-469f-9769-c57021935f07 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:48.800900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-385326e4-8c97-4ef3-92da-551acabb8638 req-cf55e4d0-b912-469f-9769-c57021935f07 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0783389 Apr 28 20:36:48.844823 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-385326e4-8c97-4ef3-92da-551acabb8638 req-0659422a-82e1-42b4-ae1e-9637ecf280fb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383859 Apr 28 20:36:50.039260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8071bc-1e25-4725-b12f-5a341bb578d7 req-7e714f93-e957-4651-87f8-bb85328ca159 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:50.040708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f8071bc-1e25-4725-b12f-5a341bb578d7 req-7e714f93-e957-4651-87f8-bb85328ca159 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0934503 Apr 28 20:36:50.084292 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6f8071bc-1e25-4725-b12f-5a341bb578d7 req-2d308971-0feb-4155-be32-a36aa74d85b1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372574 Apr 28 20:36:50.290184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5209d580-be37-450f-b6d3-ea110a583bb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:51.272132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cbd95e-4ce1-4a84-a138-d32f7c6fe09e req-7ca86bc8-5b79-4b20-87ea-7201b76c8e2c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:51.273569 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95cbd95e-4ce1-4a84-a138-d32f7c6fe09e req-7ca86bc8-5b79-4b20-87ea-7201b76c8e2c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 944 time: 0.0806234 Apr 28 20:36:51.323600 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-95cbd95e-4ce1-4a84-a138-d32f7c6fe09e req-9ee2916d-dcd7-4377-ab37-ca92646a4578 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438473 Apr 28 20:36:51.677860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 33c18aa4-3d07-43ac-b168-297fc1e5eea7 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:36:51.809772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:51.822251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '33c18aa4-3d07-43ac-b168-297fc1e5eea7', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': '33c18aa4-3d07-43ac-b168-297fc1e5eea7', 'mac_address': 'fa:16:3e:86:72:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:36:51.882075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:51.900312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33c18aa4-3d07-43ac-b168-297fc1e5eea7 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:36:51.915363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:51.918940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:51.986852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:52.254679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['33c18aa4-3d07-43ac-b168-297fc1e5eea7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:36:52.426457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-00d06b23-ac54-4a08-8f5b-22bc8ca07754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:52.521300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd42e9dc-452c-424b-aa5c-086b6a026914 req-ba763abb-ca92-40b0-9050-7f9e9b502305 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:52.522765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd42e9dc-452c-424b-aa5c-086b6a026914 req-ba763abb-ca92-40b0-9050-7f9e9b502305 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 945 time: 0.0789998 Apr 28 20:36:52.571961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd42e9dc-452c-424b-aa5c-086b6a026914 req-ac4baf50-0698-4724-8c29-b12f6e208431 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428340 Apr 28 20:36:53.677167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 33c18aa4-3d07-43ac-b168-297fc1e5eea7 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:36:53.744608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:36:53.750034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:36:53.750407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:53.756223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2706bc3-8352-4b3a-ae7d-b99847c540ef req-f57e631a-201e-4281-a0c5-c763b338fa83 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:53.757705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2706bc3-8352-4b3a-ae7d-b99847c540ef req-f57e631a-201e-4281-a0c5-c763b338fa83 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 945 time: 0.0797641 Apr 28 20:36:53.804918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2706bc3-8352-4b3a-ae7d-b99847c540ef req-f5744a4d-05b3-4f2a-b9f3-8d1739c5758f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411348 Apr 28 20:36:53.826094 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:53.883218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:53.909628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:36:53.918797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:36:53.922778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:54.000074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:36:54.048283 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2aacff5-22ce-45e9-831c-86a61a9d967d'] response: {'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7', 'code': 200} Apr 28 20:36:54.169949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498f68c7-143d-4f40-a482-7abb2b86d517 req-892020d9-e1bc-4a61-9eb6-ba44c33b057c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:54.171446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-498f68c7-143d-4f40-a482-7abb2b86d517 req-892020d9-e1bc-4a61-9eb6-ba44c33b057c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 1097 time: 0.0707438 Apr 28 20:36:54.182789 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:54.210183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-498f68c7-143d-4f40-a482-7abb2b86d517 req-999ba791-e17b-44b6-b94f-f219835d1976 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330429 Apr 28 20:36:54.994161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067e06-f4d0-4b27-8c12-0c962282756b req-caf2ee36-9618-4778-a1de-229bcd82726f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:54.995586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73067e06-f4d0-4b27-8c12-0c962282756b req-caf2ee36-9618-4778-a1de-229bcd82726f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0785418 Apr 28 20:36:55.038802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-73067e06-f4d0-4b27-8c12-0c962282756b req-7ac5f6ff-8528-4693-8bf0-955c4fe6784f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Apr 28 20:36:55.327563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:36:56.228621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af5d03b-fb8c-45a1-97c4-1ae94757b5c6 req-37d3494a-6c4c-4378-990e-c1286428672c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:56.230067 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2af5d03b-fb8c-45a1-97c4-1ae94757b5c6 req-37d3494a-6c4c-4378-990e-c1286428672c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0827110 Apr 28 20:36:56.273040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2af5d03b-fb8c-45a1-97c4-1ae94757b5c6 req-e40d0b99-daf0-4f83-b317-74b4c6d98dab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373356 Apr 28 20:36:56.458117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bdba9-06cc-4439-9df6-3ed7c8d9816d req-11dd4c2a-e70d-4c6f-9817-ed1227f2477c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:56.459571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-054bdba9-06cc-4439-9df6-3ed7c8d9816d req-11dd4c2a-e70d-4c6f-9817-ed1227f2477c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0839386 Apr 28 20:36:56.503866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-054bdba9-06cc-4439-9df6-3ed7c8d9816d req-5b07d63b-3f64-4d1e-92af-4bff0563a17b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385830 Apr 28 20:36:59.431592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-43616542-2d27-4eb0-aa3d-8c910f192fc1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:36:59.432921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-43616542-2d27-4eb0-aa3d-8c910f192fc1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1429706 Apr 28 20:36:59.449920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-11c17d7b-2c52-4454-965c-9d644334a02b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0100634 Apr 28 20:36:59.532776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-e2c9f952-4291-4edf-b274-b2da521b6c9d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0778706 Apr 28 20:36:59.662195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-ff5ee9ab-d29b-4609-91e1-e68db6f0533f service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224568 Apr 28 20:36:59.790568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-3311e378-93e7-46f0-9f3d-862975ac34e6 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223528 Apr 28 20:37:00.009645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c1eb659-a9fb-4ba9-87ab-c304eaa329ff req-bbfd70fe-b70f-48cb-9ee5-b9de0455f4c9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 210 time: 0.0420692 Apr 28 20:37:01.108470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-de833662-c108-4154-9630-069b528ec89b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:01.109936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-de833662-c108-4154-9630-069b528ec89b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1465108 Apr 28 20:37:01.169271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:01.194335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52729f0b-cd5f-4366-a822-e276d19b90d7 req-490e015c-7bca-4fcd-a073-310a7be5714a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 210 time: 0.0702193 Apr 28 20:37:01.424393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:01.436993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:01.446542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:01.450966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.616954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.13 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/e3e920b8-91d1-4ec1-a623-48c8c9b1a764) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:01.818560 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:37:01.823559 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.840047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object e3e920b8-91d1-4ec1-a623-48c8c9b1a764 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:37:01.866319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:01.879080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['33c18aa4-3d07-43ac-b168-297fc1e5eea7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:37:01.936139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:01.939447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:01.943547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:37:02.002281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:02.015680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.016312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.016843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.017379 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.017919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.018448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.018964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.019479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.019985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.020492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.021016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.021543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:02.046995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:02.047866 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.077558 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-93fc8ebe-e0c5-451b-af78-81e8eb9502b2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166672 Apr 28 20:37:02.092552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-120ca4d2-dabf-40e4-a68d-5956bf5303ef tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:37:02.093895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-120ca4d2-dabf-40e4-a68d-5956bf5303ef tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074947 Apr 28 20:37:02.216392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Request body: {'port': {'device_id': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:02.274903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a85934ce-c07d-45da-8f84-0b23721c4b7b None None] Provisioning for port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:37:02.281690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a85934ce-c07d-45da-8f84-0b23721c4b7b None None] Provisioning complete for port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:02.282348 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a85934ce-c07d-45da-8f84-0b23721c4b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.346070 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.363884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a85934ce-c07d-45da-8f84-0b23721c4b7b None None] Port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:37:02.399279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f443f9-80a5-46a8-b9b0-8fc7587cff1b req-30ec52e1-1faf-4ea7-9f38-39f2e57fd64f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:02.400638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6f443f9-80a5-46a8-b9b0-8fc7587cff1b req-30ec52e1-1faf-4ea7-9f38-39f2e57fd64f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 932 time: 0.0927899 Apr 28 20:37:02.468360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6f443f9-80a5-46a8-b9b0-8fc7587cff1b req-8a25decc-b2df-4b6f-a244-527a52d0f586 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607328 Apr 28 20:37:02.713445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e920b8-91d1-4ec1-a623-48c8c9b1a764 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:37:02.722071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.735927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Transition to ACTIVE for port object e3e920b8-91d1-4ec1-a623-48c8c9b1a764 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:37:02.739955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:02.907578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Pushing event updated for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:02.981924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Attempting to bind port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:02.982256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Attempting to bind port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:02.982579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Attempting to bind port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:37:02.987879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:37:02.988266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Attempting to bind port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:37:02.993164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:37:02.993519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:37:02.993900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:37:02.994335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Bound port: e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:02.994657 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.085493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:37:03.088390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:37:03.093341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.150956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:03.151612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:03.153509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] 10.222.0.41 "PUT /v2.0/ports/e3e920b8-91d1-4ec1-a623-48c8c9b1a764 HTTP/1.1" status: 200 len: 1092 time: 0.9872594 Apr 28 20:37:03.156772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:03.188370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c2b23-a569-429d-b588-5cd90812465e service neutron] Pushing event updated for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:03.306678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-d8b16b4f-fc5c-4a67-b807-b87c2039c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:03.308297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-d8b16b4f-fc5c-4a67-b807-b87c2039c13c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 1095 time: 0.1077945 Apr 28 20:37:03.417894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-567cbfc2-2a8d-469e-a7e4-73a19c607be1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764 HTTP/1.1" status: 200 len: 217 time: 0.0973120 Apr 28 20:37:03.425419 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9522f71b-cd8b-4a03-89f0-f926632f3d48'] response: {'name': 'network-changed', 'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764', 'status': 'completed', 'code': 200} Apr 28 20:37:03.492317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2c62d672-bafa-4bfb-9f50-9ce7d1be2e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:03.495741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-2c62d672-bafa-4bfb-9f50-9ce7d1be2e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0676117 Apr 28 20:37:03.593935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-079d86b1-9852-4cc5-93de-67638ee5130a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:03.595318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-079d86b1-9852-4cc5-93de-67638ee5130a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911524 Apr 28 20:37:03.673821 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be347ad0-02f3-4707-8589-e82e853d7f9c req-f2b5fd9e-f32e-48a4-b464-066f80985d7d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:03.676769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be347ad0-02f3-4707-8589-e82e853d7f9c req-f2b5fd9e-f32e-48a4-b464-066f80985d7d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0934818 Apr 28 20:37:03.725988 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be347ad0-02f3-4707-8589-e82e853d7f9c req-e043cf98-1eb4-4696-b120-9d72fa298393 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443981 Apr 28 20:37:03.892211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-6337457e-1306-407c-9b21-2540a752a72c service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857866 Apr 28 20:37:04.030898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7041b82b-5aec-4bd4-b60b-a547847bc87a req-499336b0-f0b0-42f3-8097-8271252770c5 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277461 Apr 28 20:37:04.149685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-a8f951c2-27c0-452b-8e9e-33e73c752203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:04.151158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-a8f951c2-27c0-452b-8e9e-33e73c752203 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 1095 time: 0.0706553 Apr 28 20:37:04.329882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-8ba8781a-fb8c-4c79-a357-9de713e30848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:04.331226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-8ba8781a-fb8c-4c79-a357-9de713e30848 service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1738155 Apr 28 20:37:04.426903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-ee1a988f-1e54-480c-b22c-016478b47f42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764 HTTP/1.1" status: 200 len: 217 time: 0.0840654 Apr 28 20:37:04.543745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-7ecf74b8-93cb-4299-85a2-6991e32ef932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:04.546156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-7ecf74b8-93cb-4299-85a2-6991e32ef932 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.1100428 Apr 28 20:37:04.645478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-e21e6b43-a2ac-4e30-9900-a70f0c9b827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:04.646867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-e21e6b43-a2ac-4e30-9900-a70f0c9b827c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0934515 Apr 28 20:37:04.800236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-308dfa7e-3700-4e81-96a2-2b28d668c59f service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426001 Apr 28 20:37:05.027576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b98b92e-fd93-4d55-8ccd-26a1a025bb64 req-c98c86e4-8694-456b-834d-30b3afee4413 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160370 Apr 28 20:37:05.057121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f478957d-e7db-4a22-81e1-88be1218ae77 req-a72c8ff9-24fb-442c-8209-0672feeaac73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:05.059383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f478957d-e7db-4a22-81e1-88be1218ae77 req-a72c8ff9-24fb-442c-8209-0672feeaac73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:37:05.082683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f478957d-e7db-4a22-81e1-88be1218ae77 req-a72c8ff9-24fb-442c-8209-0672feeaac73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:37:05.084197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f478957d-e7db-4a22-81e1-88be1218ae77 req-a72c8ff9-24fb-442c-8209-0672feeaac73 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.1734912 Apr 28 20:37:05.178247 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f478957d-e7db-4a22-81e1-88be1218ae77 req-5231780f-4248-41f0-9fd3-edc0ebcaea13 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784037 Apr 28 20:37:06.448246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d877bf87-e589-42ba-8983-11cc299c999e req-fe60e946-e0d1-4556-bea2-c796b4fb4e6b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:06.448246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d877bf87-e589-42ba-8983-11cc299c999e req-fe60e946-e0d1-4556-bea2-c796b4fb4e6b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.1312964 Apr 28 20:37:06.514813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d877bf87-e589-42ba-8983-11cc299c999e req-e5d38897-c243-4040-8928-37dd446d6eb7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453794 Apr 28 20:37:07.690539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa4d745-f99b-4434-bd61-7e0ebfc742b6 req-198bcf44-b299-4e72-80e7-ca8953da913a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:07.691989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3fa4d745-f99b-4434-bd61-7e0ebfc742b6 req-198bcf44-b299-4e72-80e7-ca8953da913a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0826683 Apr 28 20:37:07.737726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3fa4d745-f99b-4434-bd61-7e0ebfc742b6 req-18e2a576-b1ba-4b66-a399-6c16bd223282 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401242 Apr 28 20:37:08.935171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac774d0-d3b9-4a97-9206-eaec70f120f7 req-bf9c3945-713d-475f-9669-3c0e273a4299 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:08.936738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac774d0-d3b9-4a97-9206-eaec70f120f7 req-bf9c3945-713d-475f-9669-3c0e273a4299 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0856528 Apr 28 20:37:08.990166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac774d0-d3b9-4a97-9206-eaec70f120f7 req-15211b6c-b147-4e55-b08a-4c0241f9c606 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474653 Apr 28 20:37:10.172908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3cbf6f-dea0-46e3-92ef-547249d94092 req-95aae792-b995-403e-84c6-33a8447d1cb0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:10.174361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a3cbf6f-dea0-46e3-92ef-547249d94092 req-95aae792-b995-403e-84c6-33a8447d1cb0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0818408 Apr 28 20:37:10.217781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a3cbf6f-dea0-46e3-92ef-547249d94092 req-35efb77e-2861-4b6f-b57d-204461b23ea7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378697 Apr 28 20:37:10.374469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:11.413397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1d6af5-ecaf-4cdc-85cd-12df7cef814f req-0ee10247-e36a-459e-a056-a9d100821ac2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:11.415325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e1d6af5-ecaf-4cdc-85cd-12df7cef814f req-0ee10247-e36a-459e-a056-a9d100821ac2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0873034 Apr 28 20:37:11.463862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6e1d6af5-ecaf-4cdc-85cd-12df7cef814f req-84bb4324-4bd4-44e0-9601-b5245d060e78 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416212 Apr 28 20:37:12.679229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e96a4-5129-4e9f-9a73-e15916513d53 req-eec37894-2861-417f-9737-97c554ecd068 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:12.679229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-489e96a4-5129-4e9f-9a73-e15916513d53 req-eec37894-2861-417f-9737-97c554ecd068 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0845788 Apr 28 20:37:12.687295 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:12.729068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-489e96a4-5129-4e9f-9a73-e15916513d53 req-bcf0b61e-76de-444e-9667-169ffafaebf6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449755 Apr 28 20:37:13.906089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7aea17-82dc-48da-b658-c403ec291bef req-da472b2a-b195-419e-a261-e1983e7dcdca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:13.909107 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed7aea17-82dc-48da-b658-c403ec291bef req-da472b2a-b195-419e-a261-e1983e7dcdca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0784214 Apr 28 20:37:13.955517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed7aea17-82dc-48da-b658-c403ec291bef req-f9228e66-0e37-4d1a-95ca-02d89e51c6d9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427923 Apr 28 20:37:15.153786 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d81fcaa-f2da-4bf5-843f-5494287e04f1 req-81bc6160-4747-42b8-b811-a2e3389aa953 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:15.155566 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d81fcaa-f2da-4bf5-843f-5494287e04f1 req-81bc6160-4747-42b8-b811-a2e3389aa953 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0889022 Apr 28 20:37:15.201652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d81fcaa-f2da-4bf5-843f-5494287e04f1 req-ccc467e5-17ad-4df1-9a6f-e7daa4a1d53c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403476 Apr 28 20:37:16.403939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59850fe7-87f1-49ca-9a8b-3aa8b2e83b89 req-ecb84dea-761a-424a-a1d3-13d708c58d4c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:16.403939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59850fe7-87f1-49ca-9a8b-3aa8b2e83b89 req-ecb84dea-761a-424a-a1d3-13d708c58d4c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0913339 Apr 28 20:37:16.445789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-59850fe7-87f1-49ca-9a8b-3aa8b2e83b89 req-0aae9519-5000-44d1-950c-c78e6abd269f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402079 Apr 28 20:37:17.635564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87de2fe-6efd-4299-83e7-8d7a881891f1 req-931ef59b-a9dd-471d-a425-59bb4b253ad9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:17.637799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c87de2fe-6efd-4299-83e7-8d7a881891f1 req-931ef59b-a9dd-471d-a425-59bb4b253ad9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0798171 Apr 28 20:37:17.681359 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c87de2fe-6efd-4299-83e7-8d7a881891f1 req-7a24b228-83b1-4aa9-ad51-84b7de37889a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Apr 28 20:37:18.895416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33f4cb-9844-46b9-bc8e-0e28acc3171f req-6b2d87c3-28a6-408f-bcf0-3ca6a0469db6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:18.896772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d33f4cb-9844-46b9-bc8e-0e28acc3171f req-6b2d87c3-28a6-408f-bcf0-3ca6a0469db6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.0869002 Apr 28 20:37:18.943379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9d33f4cb-9844-46b9-bc8e-0e28acc3171f req-ebd3e3cd-a2b5-473c-ac78-90c42c5fa224 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409026 Apr 28 20:37:20.157890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e3e920b8-91d1-4ec1-a623-48c8c9b1a764 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:37:20.272813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c2afe3-37f4-4fd4-807a-6ed79c011970 req-9a8b9915-2c7d-42e9-b597-7a09a50a8615 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:20.274428 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1c2afe3-37f4-4fd4-807a-6ed79c011970 req-9a8b9915-2c7d-42e9-b597-7a09a50a8615 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 944 time: 0.2070956 Apr 28 20:37:20.318812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fb12d44-e8c7-471a-9a0d-61f12363d617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.327248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:37:20.329724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1c2afe3-37f4-4fd4-807a-6ed79c011970 req-333b7dfe-192c-4e32-a082-9dd47dfc06ab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483565 Apr 28 20:37:20.341763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764', 'mac_address': 'fa:16:3e:69:84:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:37:20.404768 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.421172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e920b8-91d1-4ec1-a623-48c8c9b1a764 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:37:20.439616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:37:20.443198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:20.533679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.541775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.543722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.543722 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:20.780411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['e3e920b8-91d1-4ec1-a623-48c8c9b1a764'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:37:21.516305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80a13a0-b99f-4ead-beb0-70bccc134ed7 req-630f07b9-8179-4ff5-bdf2-c9d087e85057 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:21.517767 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b80a13a0-b99f-4ead-beb0-70bccc134ed7 req-630f07b9-8179-4ff5-bdf2-c9d087e85057 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 945 time: 0.0797956 Apr 28 20:37:21.560651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b80a13a0-b99f-4ead-beb0-70bccc134ed7 req-a294fbee-8e5b-464d-815e-aa01840f9fdc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371056 Apr 28 20:37:22.173279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e3e920b8-91d1-4ec1-a623-48c8c9b1a764 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:37:22.239258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:37:22.243732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:22.244100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:22.357715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:22.382902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:22.393647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:37:22.397196 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:22.437131 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07bcee1e-0d93-4b7b-b829-969f8cf3aaf1'] response: {'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764', 'code': 200} Apr 28 20:37:22.516306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03c68712-6ce4-4ddd-8924-a2150d06128b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:22.532307 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:22.578802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5785b3a5-8c8d-4283-9d6f-e54827c29ab2 req-f0af84d2-3356-4aaf-a734-d28aa6389c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:22.580114 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5785b3a5-8c8d-4283-9d6f-e54827c29ab2 req-f0af84d2-3356-4aaf-a734-d28aa6389c47 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 1097 time: 0.0797884 Apr 28 20:37:22.628729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5785b3a5-8c8d-4283-9d6f-e54827c29ab2 req-45c19bba-b467-4721-8821-1e170b2d0728 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397618 Apr 28 20:37:22.759234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4b7d8-7203-405d-a71f-f4c09809440c req-3e5e21fb-de10-4e56-9eb8-7fb663317b48 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:22.760691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87e4b7d8-7203-405d-a71f-f4c09809440c req-3e5e21fb-de10-4e56-9eb8-7fb663317b48 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.0850532 Apr 28 20:37:22.806596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87e4b7d8-7203-405d-a71f-f4c09809440c req-73713af4-8359-4805-b7d3-926ef7dfd54d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384963 Apr 28 20:37:23.828692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.013333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f15003f-9e8a-4dec-a52b-3cdf41147552 req-0813438b-dcbb-4d7a-9a0a-acc1bf2a8f34 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:24.014817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f15003f-9e8a-4dec-a52b-3cdf41147552 req-0813438b-dcbb-4d7a-9a0a-acc1bf2a8f34 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.0859196 Apr 28 20:37:24.064190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f15003f-9e8a-4dec-a52b-3cdf41147552 req-e7048c27-9ee9-49bf-8c5e-43acb94b2d32 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426199 Apr 28 20:37:24.189765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:24.260762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70869429-a6db-4741-8e12-22825959d406 req-9d9f9b4d-9f23-445f-aac6-faa6358f0258 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:24.262569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70869429-a6db-4741-8e12-22825959d406 req-9d9f9b4d-9f23-445f-aac6-faa6358f0258 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.0825419 Apr 28 20:37:24.310509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70869429-a6db-4741-8e12-22825959d406 req-029c1da1-01c5-4789-b4f8-637913ac75a6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426688 Apr 28 20:37:24.810371 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477f4167-af0f-4a0f-9863-d98893dda203 req-488d83f7-de0c-47b1-8288-348d8eb5c2d2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:24.810749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-477f4167-af0f-4a0f-9863-d98893dda203 req-488d83f7-de0c-47b1-8288-348d8eb5c2d2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.0831933 Apr 28 20:37:24.857267 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-477f4167-af0f-4a0f-9863-d98893dda203 req-c0e7bce6-2f27-40b8-9219-004ec32ba3ff tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397236 Apr 28 20:37:25.331479 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:26.067743 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6900f7b-8935-4ab2-8c04-b1e6ea053404 req-231c5637-b5ec-4a39-a8fc-2cdc3e443d00 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:26.069188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6900f7b-8935-4ab2-8c04-b1e6ea053404 req-231c5637-b5ec-4a39-a8fc-2cdc3e443d00 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.0995734 Apr 28 20:37:26.121133 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6900f7b-8935-4ab2-8c04-b1e6ea053404 req-4f01c22a-29fa-412c-89b4-f9899dc71b83 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450127 Apr 28 20:37:26.423206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-16da8353-94d3-4a64-b215-95d4c87f0bc2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:26.424641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-16da8353-94d3-4a64-b215-95d4c87f0bc2 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 946 time: 0.1178081 Apr 28 20:37:26.510536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:37:26.510536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:26.817731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port e3e920b8-91d1-4ec1-a623-48c8c9b1a764, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:37:26.818422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:26.956213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for e3e920b8-91d1-4ec1-a623-48c8c9b1a764 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:37:27.122796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:27.137609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['33c18aa4-3d07-43ac-b168-297fc1e5eea7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:37:27.239266 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=e3e920b8-91d1-4ec1-a623-48c8c9b1a764,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:27.280228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port e3e920b8-91d1-4ec1-a623-48c8c9b1a764 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:37:27.283202 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:27.293754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'name': 'network-vif-deleted', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:27.300966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d09015ea-0b73-4a65-a9df-bf1330d4e484 req-8971ddab-15f6-4052-9c20-69e1d07e4e49 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "DELETE /v2.0/ports/e3e920b8-91d1-4ec1-a623-48c8c9b1a764 HTTP/1.1" status: 204 len: 173 time: 0.8687274 Apr 28 20:37:27.356862 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e144fe92-7729-4e3a-885e-c4eb7918fd97'] response: {'server_uuid': '45d5f7ce-7a84-43f8-9102-9778b88a1c18', 'name': 'network-vif-deleted', 'tag': 'e3e920b8-91d1-4ec1-a623-48c8c9b1a764', 'status': 'completed', 'code': 200} Apr 28 20:37:27.366018 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4963e732-958b-41e7-bc8b-d9d4b3084137 req-1e48fb26-5d03-4e15-8959-0714081d5fe8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 210 time: 0.0924468 Apr 28 20:37:28.203332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e3e920b8-91d1-4ec1-a623-48c8c9b1a764 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:37:28.239887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: e3e920b8-91d1-4ec1-a623-48c8c9b1a764 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:37:28.240235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device e3e920b8-91d1-4ec1-a623-48c8c9b1a764 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:37:28.563664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aebb1ca8-90d4-4960-b0a4-60ba4e07850a req-2ac267fb-d1e0-48b7-aec8-721088bc149d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:37:28.581368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-aebb1ca8-90d4-4960-b0a4-60ba4e07850a req-2ac267fb-d1e0-48b7-aec8-721088bc149d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:37:28.585905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aebb1ca8-90d4-4960-b0a4-60ba4e07850a req-2ac267fb-d1e0-48b7-aec8-721088bc149d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=45d5f7ce-7a84-43f8-9102-9778b88a1c18 HTTP/1.1" status: 200 len: 210 time: 0.0701718 Apr 28 20:37:32.306837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00a30fc-6e9e-49ee-b986-663961cc1016 req-5c63dea8-89f8-4c79-b159-6a75db113409 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:32.308453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b00a30fc-6e9e-49ee-b986-663961cc1016 req-5c63dea8-89f8-4c79-b159-6a75db113409 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0840800 Apr 28 20:37:32.352686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b00a30fc-6e9e-49ee-b986-663961cc1016 req-83fd1644-2552-48d7-96bb-1e2bcd22e17e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385549 Apr 28 20:37:33.544091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eac0c12-f4f3-4c75-be84-888ee2236806 req-12206e77-31e6-48b7-840a-e88e5384a538 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:33.545570 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eac0c12-f4f3-4c75-be84-888ee2236806 req-12206e77-31e6-48b7-840a-e88e5384a538 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0784945 Apr 28 20:37:33.592591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eac0c12-f4f3-4c75-be84-888ee2236806 req-590821dd-d5fe-4317-b8cd-4fb515baef20 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=66610cdd-1516-4ceb-a577-85122b97e2cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413809 Apr 28 20:37:33.981721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670c016d-069f-48d3-905f-dc728f69827c req-760da3fd-3af6-4af9-85cf-ca64e13205df tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:33.983059 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-670c016d-069f-48d3-905f-dc728f69827c req-760da3fd-3af6-4af9-85cf-ca64e13205df tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 946 time: 0.0790231 Apr 28 20:37:34.053644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:37:34.053989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:34.390414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port 33c18aa4-3d07-43ac-b168-297fc1e5eea7, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=33c18aa4-3d07-43ac-b168-297fc1e5eea7,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:37:34.390770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:34.515353 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 33c18aa4-3d07-43ac-b168-297fc1e5eea7 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:37:34.658299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:34.670263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['33c18aa4-3d07-43ac-b168-297fc1e5eea7'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:37:34.707367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=33c18aa4-3d07-43ac-b168-297fc1e5eea7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:34.744152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.744490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.744824 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.745231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.745538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.745898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.746216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.746531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.746846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.747161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.747473 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.747785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:37:34.800754 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dee5e4ae-1ab6-47c1-8c58-b960fa97fd29 req-40953d97-161d-4e82-a6e0-36cf8592688c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 210 time: 0.0832367 Apr 28 20:37:34.834362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port 33c18aa4-3d07-43ac-b168-297fc1e5eea7 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:37:34.836902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:34.840205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'name': 'network-vif-deleted', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:34.856034 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-670c016d-069f-48d3-905f-dc728f69827c req-996da3ba-699e-4e61-9684-a50f32dea151 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "DELETE /v2.0/ports/33c18aa4-3d07-43ac-b168-297fc1e5eea7 HTTP/1.1" status: 204 len: 173 time: 0.8677893 Apr 28 20:37:34.888384 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e06c2ae3-7942-4080-b546-269f68ece92d'] response: {'server_uuid': '04c3b38b-5ce1-43e1-a381-eddaac150313', 'name': 'network-vif-deleted', 'tag': '33c18aa4-3d07-43ac-b168-297fc1e5eea7', 'status': 'completed', 'code': 200} Apr 28 20:37:35.969326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a544823-72d3-4a3e-b6e0-c1ded3da2299 req-ec466bc7-fb84-49fb-a4ea-72a9105efb41 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:37:35.984655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9a544823-72d3-4a3e-b6e0-c1ded3da2299 req-ec466bc7-fb84-49fb-a4ea-72a9105efb41 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:37:35.985837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a544823-72d3-4a3e-b6e0-c1ded3da2299 req-ec466bc7-fb84-49fb-a4ea-72a9105efb41 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=04c3b38b-5ce1-43e1-a381-eddaac150313 HTTP/1.1" status: 200 len: 210 time: 0.0624077 Apr 28 20:37:37.847830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 33c18aa4-3d07-43ac-b168-297fc1e5eea7 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:37:37.880758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 33c18aa4-3d07-43ac-b168-297fc1e5eea7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:37:37.881100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 33c18aa4-3d07-43ac-b168-297fc1e5eea7 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:37:38.200736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52634) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.205859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-986833209', 'description': 'tempest-secgroup-smoke-986833209 description', 'project_id': '023141bd850b40af8fe6454359214ba1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.212497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.222934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.232659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.251557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.255258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.258067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.264201 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.330781 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.334161 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.379009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9fff349-0185-4a9c-9e17-3c439f77f980,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:38.381662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.382828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c257ffd7-e077-4aee-bed0-fa92df5e8a52 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1810994 Apr 28 20:37:38.386315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52638) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.391214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.397856 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.401623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.404614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.410193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.425711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.485706 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.489359 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.516866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0150960d-139f-4ba3-8f22-56e119911d9f,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:38.525514 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.526792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fa95487f-ede5-4bce-832e-f8e92b9949ae tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395795 Apr 28 20:37:38.529996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52642) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.535116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.541647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.545484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.548263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.553820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.570329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.630099 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.633343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.658296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeaac826-87f0-4f9f-b6ff-d49b6b586f5b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:38.667540 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.668689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aa8ae331-f65f-4f8a-bdb9-e64e3df90cde tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1377878 Apr 28 20:37:38.671335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 52646) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.676176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.683081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.686820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.689660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.695186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.711597 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.772379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.775605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.798885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9e33e2e-6677-45ce-a68a-455f643e276c,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:38.807492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.809180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ddd78a9e-8413-45e3-b1c7-0495be2142d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369171 Apr 28 20:37:38.812047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52650) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.817129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.817615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:37:38.824200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.828001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.830956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.837484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.852381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.913654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.917822 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.945832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84278487-d92d-4194-babe-41c478c3fd03,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:38.952896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:38.954091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-42ad2bbc-f17b-442f-a324-921e73bc421a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410336 Apr 28 20:37:38.956793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52654) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:38.961665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:38.969253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:38.973394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:38.976282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:38.982421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:38.991664 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Project 023141bd850b40af8fe6454359214ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:37:38.998936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.061038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.064260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.084352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f806e11-4c94-422e-860a-0d9ceda6d514,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:39.100199 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.101367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f48953d9-f2ca-4454-a457-9c45b21e92aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436846 Apr 28 20:37:39.104564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:37:39.110428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'security_group_rule': {'security_group_id': 'e9fff349-0185-4a9c-9e17-3c439f77f980', 'project_id': '023141bd850b40af8fe6454359214ba1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:39.116912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:39.120626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:security_group_rule and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:37:39.123444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:37:39.128919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:39.138244 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Project 023141bd850b40af8fe6454359214ba1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:37:39.144640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.210478 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.214596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.237526 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e215090-a759-4c57-8c5a-e201cf16cee2,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:39.246916 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:39.248048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9ba8de1a-4424-49c1-b002-426c762692b9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425886 Apr 28 20:37:40.389407 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:42.685964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:50.287757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9f9171d2-b2db-45bc-8e0a-bc9f0a2f331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:52.421264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7aa3c1ae-4870-4f94-ae75-ae6d1d180112 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:53.041513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-5fa8811a-adfe-4b1d-9e28-2cf588aeb9c3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:37:53.055904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-5fa8811a-adfe-4b1d-9e28-2cf588aeb9c3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:37:53.057534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-5fa8811a-adfe-4b1d-9e28-2cf588aeb9c3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986833209&fields=id&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 267 time: 0.0565002 Apr 28 20:37:53.208608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-0608951b-60de-423b-86f1-871c211dea22 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:53.210041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-0608951b-60de-423b-86f1-871c211dea22 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1462128 Apr 28 20:37:53.226194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-4aa86f4a-2bca-480a-9e3c-beb8fc697319 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0095930 Apr 28 20:37:53.307176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-4f791ba6-2ca0-49a1-9660-b300f676c055 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757923 Apr 28 20:37:53.622331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-f6fb67b5-3d7f-45ca-a83c-35e093cbdea8 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665470 Apr 28 20:37:53.751685 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-b5695ddf-6eb3-4cdd-a2d0-c7cea09a5bc3 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234863 Apr 28 20:37:53.821630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:54.133930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-70a0f432-d6e7-47b1-ac57-7e72182b71e8 req-9c485e19-5eec-49a7-980d-9b1239eb9e29 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 210 time: 0.0424869 Apr 28 20:37:54.190772 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.130387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-2b6bbfd8-542b-4313-9e18-40561ad0765a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:55.131788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-2b6bbfd8-542b-4313-9e18-40561ad0765a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1474941 Apr 28 20:37:55.184441 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-9beb5a94-b6db-4d7a-8de1-bf5ae7c8f8d5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 379 time: 0.0455675 Apr 28 20:37:55.193072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'security_groups': ['e9fff349-0185-4a9c-9e17-3c439f77f980']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:55.299107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-828d25e9-beee-4b33-af81-e983d2445af4 req-b11e1c17-3588-4224-9eae-9bb11e48291b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 210 time: 0.0439038 Apr 28 20:37:55.335694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.351709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:37:55.361689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:37:55.372413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:37:55.375142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.537242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.12 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/0ed38665-e262-4836-9e66-c1a7bcad5586) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:37:55.722149 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.736836 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object 0ed38665-e262-4836-9e66-c1a7bcad5586 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:37:55.760982 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.833012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:37:55.835923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:37:55.840892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:37:55.877172 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:55.910692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:55.911298 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:55.938367 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-407e4917-b3b4-460b-ac42-1a210912dee6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7491603 Apr 28 20:37:56.053146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Request body: {'port': {'device_id': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:37:56.074071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-35578c0a-6137-42bb-910b-2ed34cabb58a None None] Provisioning for port 0ed38665-e262-4836-9e66-c1a7bcad5586 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:37:56.080327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-35578c0a-6137-42bb-910b-2ed34cabb58a None None] Provisioning complete for port 0ed38665-e262-4836-9e66-c1a7bcad5586 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:37:56.081023 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35578c0a-6137-42bb-910b-2ed34cabb58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:56.139486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35578c0a-6137-42bb-910b-2ed34cabb58a None None] Port 0ed38665-e262-4836-9e66-c1a7bcad5586 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:37:56.275990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:56.596716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34bdb0-45c9-47bc-b322-85e85a8eeaa0 req-408265dd-5666-4c00-8c8f-02f92584a98a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:56.597636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe34bdb0-45c9-47bc-b322-85e85a8eeaa0 req-408265dd-5666-4c00-8c8f-02f92584a98a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:37:56.636349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-fe34bdb0-45c9-47bc-b322-85e85a8eeaa0 req-408265dd-5666-4c00-8c8f-02f92584a98a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:37:56.637488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe34bdb0-45c9-47bc-b322-85e85a8eeaa0 req-408265dd-5666-4c00-8c8f-02f92584a98a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 932 time: 0.2300568 Apr 28 20:37:56.732156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed38665-e262-4836-9e66-c1a7bcad5586 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:37:56.742382 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fe34bdb0-45c9-47bc-b322-85e85a8eeaa0 req-a457c75d-7064-439d-9083-d9c6e988442d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934737 Apr 28 20:37:56.743885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:56.759689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Transition to ACTIVE for port object 0ed38665-e262-4836-9e66-c1a7bcad5586 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:37:56.764139 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:56.894489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:57.001217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Attempting to bind port 0ed38665-e262-4836-9e66-c1a7bcad5586 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:37:57.001542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Attempting to bind port 0ed38665-e262-4836-9e66-c1a7bcad5586 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:37:57.001866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Attempting to bind port 0ed38665-e262-4836-9e66-c1a7bcad5586 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:37:57.006424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Port 0ed38665-e262-4836-9e66-c1a7bcad5586 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:37:57.006743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Attempting to bind port 0ed38665-e262-4836-9e66-c1a7bcad5586 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:37:57.012241 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:37:57.012550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:37:57.012924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:37:57.013340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Bound port: 0ed38665-e262-4836-9e66-c1a7bcad5586, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:37:57.013702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:57.106595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:37:57.109436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ed38665-e262-4836-9e66-c1a7bcad5586,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:37:57.113832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:57.171413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:57.172050 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:37:57.173334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] 10.222.0.46 "PUT /v2.0/ports/0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 1092 time: 1.1688421 Apr 28 20:37:57.173792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:37:57.205236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94136c-3564-481a-8dfb-73d27d018b14 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:37:57.255906 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdcf197e-0e90-4c35-a0cc-5efee162475d'] response: {'name': 'network-changed', 'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'status': 'completed', 'code': 200} Apr 28 20:37:57.297431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-0607d0c4-aada-41cd-ad48-8776e04d2343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:57.298940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-0607d0c4-aada-41cd-ad48-8776e04d2343 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1095 time: 0.0814729 Apr 28 20:37:57.369863 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-5916d1fc-52c1-4798-a0f9-4ec9bd781ded service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 217 time: 0.0640526 Apr 28 20:37:57.430846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ae759f7e-d713-485c-a4b0-69ae385a6305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:57.433253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-ae759f7e-d713-485c-a4b0-69ae385a6305 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0579050 Apr 28 20:37:57.512671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-37eae647-325d-40ae-848e-0ffddacb2f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:57.514114 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-37eae647-325d-40ae-848e-0ffddacb2f0d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756135 Apr 28 20:37:57.649892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-bbae960a-cfb8-4240-b911-ddb347ddb6d2 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292584 Apr 28 20:37:57.786035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7e77e7e-37b7-48f3-9b68-a2ffe16e7c6f req-2524ed1b-766a-46c0-81af-0e6e450d162f service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304219 Apr 28 20:37:58.061324 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427348bf-df6c-4f5d-b6e2-c909bf587a9a req-25d93547-a0c0-46d9-889f-6e4e4b1d7f70 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:58.062687 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-427348bf-df6c-4f5d-b6e2-c909bf587a9a req-25d93547-a0c0-46d9-889f-6e4e4b1d7f70 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.2055333 Apr 28 20:37:58.065761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-5a8c7297-7c90-4ac3-b360-7b61480af3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:58.066488 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-5a8c7297-7c90-4ac3-b360-7b61480af3a7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1095 time: 0.2398231 Apr 28 20:37:58.185187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-427348bf-df6c-4f5d-b6e2-c909bf587a9a req-8d57d071-4227-4811-8619-bc63c9189032 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165211 Apr 28 20:37:58.223611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-a2e60e70-ed2a-41d7-b112-f935714e8eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:58.225031 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-a2e60e70-ed2a-41d7-b112-f935714e8eb9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1444237 Apr 28 20:37:58.295823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-f05f3df3-6684-452a-8567-d0591c0ecab9 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 217 time: 0.0636032 Apr 28 20:37:58.355017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-f6e11f72-c00e-4740-b5bc-b1d60e5ee208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:58.356303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-f6e11f72-c00e-4740-b5bc-b1d60e5ee208 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0554526 Apr 28 20:37:58.429173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-9fbaad73-f777-4a19-bf31-4c3e65891e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:58.430814 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-9fbaad73-f777-4a19-bf31-4c3e65891e66 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679569 Apr 28 20:37:58.560430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-f17ee696-87f3-4d77-a1f5-f9b04a130c4e service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235943 Apr 28 20:37:58.688541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fc1f2bb0-1e4c-4d17-aada-833e06285d3a req-68368f14-c4ae-4a52-bae7-d03c7e4cc285 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221135 Apr 28 20:37:59.374224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cdebef-6e65-4747-ab6f-2f6a01e3ea86 req-bf83b398-9b72-49e9-89bf-c23fd3eb6840 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:37:59.375576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9cdebef-6e65-4747-ab6f-2f6a01e3ea86 req-bf83b398-9b72-49e9-89bf-c23fd3eb6840 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0832283 Apr 28 20:37:59.419315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d9cdebef-6e65-4747-ab6f-2f6a01e3ea86 req-2f63496e-1a03-4201-b55b-fce62d1afe38 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380385 Apr 28 20:38:00.609666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92de745c-9838-4a1a-a23e-0a9f010f2e39 req-5f5c9928-ad3b-4032-9666-daad5831f5a7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:00.611092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92de745c-9838-4a1a-a23e-0a9f010f2e39 req-5f5c9928-ad3b-4032-9666-daad5831f5a7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0826848 Apr 28 20:38:00.654040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92de745c-9838-4a1a-a23e-0a9f010f2e39 req-0d5bc763-36b5-4f97-9a32-5c49551ebd32 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373421 Apr 28 20:38:01.834973 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a54612-291d-43ed-ad26-c6233482795f req-afdefc1d-e416-4a67-9a6e-fadb3b96fe74 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:01.836397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a54612-291d-43ed-ad26-c6233482795f req-afdefc1d-e416-4a67-9a6e-fadb3b96fe74 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0770338 Apr 28 20:38:01.883471 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a54612-291d-43ed-ad26-c6233482795f req-8a79005b-1497-4bc0-96ba-86cfd6554dfd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404491 Apr 28 20:38:03.063820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13c31de-0758-454e-ab91-3605faabc06d req-ea143b86-c3b1-49ee-8295-8ef553bba91e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:03.065229 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f13c31de-0758-454e-ab91-3605faabc06d req-ea143b86-c3b1-49ee-8295-8ef553bba91e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0772922 Apr 28 20:38:03.111372 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f13c31de-0758-454e-ab91-3605faabc06d req-7e0ae295-d99e-43df-be0c-2f972fc7cbb7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404944 Apr 28 20:38:04.293445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71066b3b-4001-4c02-8b59-22e95736e442 req-c2ac8999-5fc8-4f31-b2ef-496334c69814 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:04.295186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71066b3b-4001-4c02-8b59-22e95736e442 req-c2ac8999-5fc8-4f31-b2ef-496334c69814 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0798349 Apr 28 20:38:04.338768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71066b3b-4001-4c02-8b59-22e95736e442 req-3d8e1ca0-4ec3-4a09-b102-86ea66594261 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378735 Apr 28 20:38:05.520303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb188c2d-f478-4aea-b935-c4cba8cf1d99 req-f69f99c4-784a-4feb-b8ac-5929af05ae96 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:05.521774 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb188c2d-f478-4aea-b935-c4cba8cf1d99 req-f69f99c4-784a-4feb-b8ac-5929af05ae96 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0791910 Apr 28 20:38:05.565828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb188c2d-f478-4aea-b935-c4cba8cf1d99 req-1a674653-b247-4cf5-acc6-8d1a0003f8ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374978 Apr 28 20:38:06.754846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7c138-d3c8-4d57-8d24-ac79c408dac9 req-0159965a-9565-4afa-b27f-292e9fbe5cba tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:06.756185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38b7c138-d3c8-4d57-8d24-ac79c408dac9 req-0159965a-9565-4afa-b27f-292e9fbe5cba tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0869267 Apr 28 20:38:06.799103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38b7c138-d3c8-4d57-8d24-ac79c408dac9 req-8cbf4d13-2f3a-4cc9-a394-0d508ba0c6d3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365794 Apr 28 20:38:07.971831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ed38665-e262-4836-9e66-c1a7bcad5586 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:38:07.989240 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a1b8d-c085-447a-9828-bedd4de80e17 req-fefd5d3d-dee6-4c67-a57a-bcb78d840253 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:07.990715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d81a1b8d-c085-447a-9828-bedd4de80e17 req-fefd5d3d-dee6-4c67-a57a-bcb78d840253 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 944 time: 0.0858538 Apr 28 20:38:08.034880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d81a1b8d-c085-447a-9828-bedd4de80e17 req-2af17402-cd43-43d8-9d41-9f552da5a957 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382836 Apr 28 20:38:08.102526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ed38665-e262-4836-9e66-c1a7bcad5586,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:38:08.115089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'mac_address': 'fa:16:3e:87:cb:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:38:08.171357 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:08.188198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed38665-e262-4836-9e66-c1a7bcad5586 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:38:08.203471 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ed38665-e262-4836-9e66-c1a7bcad5586,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:38:08.207311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:08.271912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:38:08.523159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0ed38665-e262-4836-9e66-c1a7bcad5586'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:38:09.220739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bffb2be-f3a7-46e7-855d-74a589cdcbb1 req-657c7179-9733-4486-a0de-be154000fe9a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:09.222220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bffb2be-f3a7-46e7-855d-74a589cdcbb1 req-657c7179-9733-4486-a0de-be154000fe9a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 945 time: 0.0790119 Apr 28 20:38:09.270778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8bffb2be-f3a7-46e7-855d-74a589cdcbb1 req-29dd31ef-0698-42fb-adcf-95f73c6d90fd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429525 Apr 28 20:38:09.986458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ed38665-e262-4836-9e66-c1a7bcad5586 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:38:10.050338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0ed38665-e262-4836-9e66-c1a7bcad5586 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:38:10.054916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0ed38665-e262-4836-9e66-c1a7bcad5586 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:38:10.055282 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:10.170450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:10.196748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:38:10.207835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ed38665-e262-4836-9e66-c1a7bcad5586,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:38:10.212113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:10.250550 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d8a9077e-899c-47b9-b3a8-79ab3c9175af'] response: {'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'code': 200} Apr 28 20:38:10.282298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:38:10.370890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2230661b-e1d6-45e4-a72f-a3d14e6b6a48 req-c7ba927d-8412-4c49-be27-8e68f890f267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:10.373758 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2230661b-e1d6-45e4-a72f-a3d14e6b6a48 req-c7ba927d-8412-4c49-be27-8e68f890f267 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1097 time: 0.0733635 Apr 28 20:38:10.389844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:10.414219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2230661b-e1d6-45e4-a72f-a3d14e6b6a48 req-62b0796b-a4f6-492d-90b3-3afb4ac2776c service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347381 Apr 28 20:38:10.466330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de729bbf-6225-4484-b1a9-b0a9f88a86d7 req-f59feeab-716f-4e7b-a275-55a2803558bb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:10.467786 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de729bbf-6225-4484-b1a9-b0a9f88a86d7 req-f59feeab-716f-4e7b-a275-55a2803558bb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0865145 Apr 28 20:38:10.514271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de729bbf-6225-4484-b1a9-b0a9f88a86d7 req-052b3485-9107-4236-a60b-a00a05882342 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406187 Apr 28 20:38:11.702865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69d96be-1f37-47ef-859d-a4a902ad1bb8 req-35315bad-116c-4cd4-8a9b-25ba21741090 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:11.704324 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e69d96be-1f37-47ef-859d-a4a902ad1bb8 req-35315bad-116c-4cd4-8a9b-25ba21741090 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0852716 Apr 28 20:38:11.753662 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e69d96be-1f37-47ef-859d-a4a902ad1bb8 req-7bb7c1d5-5682-44a0-90aa-5dd16a180b7e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432377 Apr 28 20:38:12.672443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:12.937189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8247280d-08a6-4c2b-a368-f8e6e02dc168 req-a95f4a55-b0f4-459e-a9df-961e52722578 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:12.939258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8247280d-08a6-4c2b-a368-f8e6e02dc168 req-a95f4a55-b0f4-459e-a9df-961e52722578 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0797868 Apr 28 20:38:12.988508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8247280d-08a6-4c2b-a368-f8e6e02dc168 req-7b63436f-92b5-484e-94be-8a86f6a124cb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437367 Apr 28 20:38:13.168572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c0ada-d145-473d-94bd-84ac4439c50f req-30555789-9602-45f1-887e-ce1280b0ed57 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:13.169903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8c0ada-d145-473d-94bd-84ac4439c50f req-30555789-9602-45f1-887e-ce1280b0ed57 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0780449 Apr 28 20:38:13.217383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7d8c0ada-d145-473d-94bd-84ac4439c50f req-4329689c-74d7-4b50-a646-00309947c7a3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416033 Apr 28 20:38:13.240254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52854) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:38:13.318893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29182c71-6565-44b9-ae8a-4c24bf2bbe18 tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:13.320361 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-29182c71-6565-44b9-ae8a-4c24bf2bbe18 tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1092 time: 0.0791647 Apr 28 20:38:13.323885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 52858) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:38:13.328639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:38:13.335391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:38:13.339231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:floatingip and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:38:13.342288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:38:13.347853 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:38:13.358276 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:13.493820 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:13.628706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.25.2.62 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/5d461639-bb68-4894-a885-2625a9f841c5) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:38:13.871336 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:13.898955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:13.959510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:38:13.962291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:38:13.967494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:38:14.013393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=5d461639-bb68-4894-a885-2625a9f841c5,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:38:14.366275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:14.440290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:14.641770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:14.645928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:14.752839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=5d461639-bb68-4894-a885-2625a9f841c5,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:38:14.763156 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:14.929644 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP 72d47efb-f2ef-4dee-a35c-93514eab5064 associated. External IP: 172.25.2.62, port: 0ed38665-e262-4836-9e66-c1a7bcad5586. Apr 28 20:38:15.390288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:38:15.564743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:38:15.574891 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f862570-e200-4187-b505-458c78044ece None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:38:15.584445 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f862570-e200-4187-b505-458c78044ece None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:38:15.585039 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f862570-e200-4187-b505-458c78044ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:37:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:38:15.590203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:15.647276 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-db70d95f-e655-4604-98c4-32c38f860ed1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3223071 Apr 28 20:38:15.647768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:38:15.703465 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57256976-7979-4331-927f-821612a50ee5'] response: {'name': 'network-changed', 'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'status': 'completed', 'code': 200} Apr 28 20:38:15.771204 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f862570-e200-4187-b505-458c78044ece None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:38:15.796525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-f6231b6f-9486-4563-9524-b1e265edf9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:15.798783 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-f6231b6f-9486-4563-9524-b1e265edf9e1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1097 time: 0.0736804 Apr 28 20:38:15.837717 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:38:15.932916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-f205c3fc-292e-45a9-b845-d01da959330c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:15.934392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-f205c3fc-292e-45a9-b845-d01da959330c service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1292052 Apr 28 20:38:16.039914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-e46dff32-3247-4946-a0bd-b4701246afd6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 999 time: 0.0988245 Apr 28 20:38:16.101873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-d69fdbf3-d2e6-4481-a892-5db9984cb36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:16.103290 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-d69fdbf3-d2e6-4481-a892-5db9984cb36c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0570722 Apr 28 20:38:16.123129 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f862570-e200-4187-b505-458c78044ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '72d47efb-f2ef-4dee-a35c-93514eab5064', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:87:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:38:14Z', 'updated_at': '2022-04-28T20:38:14Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:38:16.126871 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f862570-e200-4187-b505-458c78044ece None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:38:16.135752 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f862570-e200-4187-b505-458c78044ece None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:38:16.136347 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f862570-e200-4187-b505-458c78044ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:37:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:38:16.180134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-2c14b2f2-613c-46e0-805b-10b9aad05aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:16.181599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-2c14b2f2-613c-46e0-805b-10b9aad05aa4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716355 Apr 28 20:38:16.306559 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f862570-e200-4187-b505-458c78044ece None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:38:16.311879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-e470e1fc-52dc-4647-b676-44491b813634 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244903 Apr 28 20:38:16.443024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ac0c20c-a54c-42c5-8b48-62ca0af601d4 req-c2b7b30a-f650-4084-969a-e09b605a84a2 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253142 Apr 28 20:38:16.644043 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f862570-e200-4187-b505-458c78044ece None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '72d47efb-f2ef-4dee-a35c-93514eab5064', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:87:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:38:14Z', 'updated_at': '2022-04-28T20:38:14Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:38:16.647838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f862570-e200-4187-b505-458c78044ece None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '72d47efb-f2ef-4dee-a35c-93514eab5064', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.62', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4090, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:87:cb:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:38:14Z', 'updated_at': '2022-04-28T20:38:14Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:38:16.831762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4954791c-83b0-4694-a110-c7fd35a96658 None None] New status for floating IP 72d47efb-f2ef-4dee-a35c-93514eab5064: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:38:20.288517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0fc13ac8-2cd5-4655-88a9-78906658fe0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:22.424150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3a7d71e8-585d-4a28-bc02-bea416e6fcb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:23.824718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:24.193923 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:25.335396 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:33.453317 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-b9246eef-5bf0-4449-b8a7-10869dd63e5c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0826790 Apr 28 20:38:33.600435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1310a1-c920-41c0-a207-9d97db24475d req-5abcd8f2-0eff-4da9-b11e-97f1b08b970d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:33.602215 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-5abcd8f2-0eff-4da9-b11e-97f1b08b970d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1097 time: 0.0764847 Apr 28 20:38:33.751107 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1310a1-c920-41c0-a207-9d97db24475d req-3e610bd8-946b-479f-9cdb-cd4ef51f1aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:33.752444 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-3e610bd8-946b-479f-9cdb-cd4ef51f1aad service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1312318 Apr 28 20:38:33.856140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-3987496e-9e2f-4f03-909e-42cd24d66056 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 1001 time: 0.0975583 Apr 28 20:38:33.924947 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1310a1-c920-41c0-a207-9d97db24475d req-9a2ac266-7fd6-4e50-ba14-1a2f7ffd792b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:33.926718 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-9a2ac266-7fd6-4e50-ba14-1a2f7ffd792b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0644586 Apr 28 20:38:34.007442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1310a1-c920-41c0-a207-9d97db24475d req-55050016-16f9-4e83-a31d-80f72e94dbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:38:34.009779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-55050016-16f9-4e83-a31d-80f72e94dbcd service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0761850 Apr 28 20:38:34.258083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-22744633-3bb1-4abd-9c60-08abfad43ab2 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433720 Apr 28 20:38:34.397231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1c1310a1-c920-41c0-a207-9d97db24475d req-92b15534-4f1b-4119-8b01-92fcfa342960 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333251 Apr 28 20:38:40.403408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:42.674277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:50.290357 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6f71cdb-fe86-409e-9438-b176daf24004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:52.425909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7e5ec493-a941-4cc2-b0f2-2027506968cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:52.826394 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:38:53.827285 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:54.196143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:38:55.337191 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:10.404248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:12.685781 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:20.293524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-357e8531-eb3b-495a-9f22-df50589b335b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:22.428553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eadb5163-5d14-4ba9-ab85-3e8a19a311aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:23.829637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:24.198447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:25.344706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:29.825478 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:39:33.408949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-6cd380e0-07ce-4e66-bccd-0bc67c2f2d5b service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0757535 Apr 28 20:39:33.544833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-203d4508-c355-453d-9a37-7ab132935aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:33.546295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-203d4508-c355-453d-9a37-7ab132935aa0 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 1097 time: 0.0689280 Apr 28 20:39:33.685739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-794121f7-f55f-427c-86ac-adb0e0e76dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:33.687053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-794121f7-f55f-427c-86ac-adb0e0e76dee service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1224229 Apr 28 20:39:33.786909 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-eeea560a-1f3a-46c2-a337-066d656b6793 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 200 len: 1001 time: 0.0939119 Apr 28 20:39:33.849483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-51af2f57-df81-4c17-a2e2-34cedd62314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:33.850832 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-51af2f57-df81-4c17-a2e2-34cedd62314d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0583982 Apr 28 20:39:33.922460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-dbdf4779-c092-4212-bfe2-9e12d9770a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:39:33.924486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-dbdf4779-c092-4212-bfe2-9e12d9770a11 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680740 Apr 28 20:39:34.051893 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-fe139033-a5cf-47d7-a146-0c1fa348349b service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212859 Apr 28 20:39:34.179340 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-835aea6c-96b0-483d-af06-0b7aac55a35c req-2b5becb1-05cc-46da-aac4-1410c5b27b94 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210015 Apr 28 20:39:40.433906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:42.678208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:50.294610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eef06d4-6201-4449-97ea-3674f3348471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:52.429738 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13330eb0-de53-42fe-a9fe-a7a2fec478db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:53.107949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-6ad17119-45e3-410a-b21b-7e7f5b245348 req-4bdece15-7277-41f9-82b5-0ffbd8924110 service neutron] (88139) timed out ('10.222.0.24', 32926) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:39:53.831783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:54.199544 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:39:55.343495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:06.823885 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:40:10.441897 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:10.442431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026680e-8708-450a-8bf1-94faf95ee564 req-852c1c3e-b7c0-4324-bd99-41a67da7de9f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:10.443464 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7026680e-8708-450a-8bf1-94faf95ee564 req-852c1c3e-b7c0-4324-bd99-41a67da7de9f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0887856 Apr 28 20:40:10.490409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7026680e-8708-450a-8bf1-94faf95ee564 req-537cc88a-3ffe-4611-a94d-5505d2d742a1 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Apr 28 20:40:10.523014 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-48e05f44-48d9-496b-b212-4f181478e4be req-8163c317-c3d2-4c43-820b-281d8908b86f service neutron] (88140) timed out ('10.222.0.41', 60459) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:40:11.673581 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546fbe78-59db-4e55-8586-5fb62115a887 req-07e1aacd-627d-46ad-a3c2-232d311d7f9d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:11.675742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-546fbe78-59db-4e55-8586-5fb62115a887 req-07e1aacd-627d-46ad-a3c2-232d311d7f9d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0773721 Apr 28 20:40:11.728112 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-546fbe78-59db-4e55-8586-5fb62115a887 req-9ff82905-8bc2-453a-8094-c4614cb79dfc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471466 Apr 28 20:40:11.965975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-550e3497-ad3b-4d64-b3eb-a4273554d715 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:11.967308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-550e3497-ad3b-4d64-b3eb-a4273554d715 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 946 time: 0.0775270 Apr 28 20:40:12.034317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 0ed38665-e262-4836-9e66-c1a7bcad5586 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:40:12.034651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.279605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port 0ed38665-e262-4836-9e66-c1a7bcad5586, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0ed38665-e262-4836-9e66-c1a7bcad5586,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:40:12.279953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.660609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.660972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.661282 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP 72d47efb-f2ef-4dee-a35c-93514eab5064 disassociated. External IP: 172.25.2.62, port: 0ed38665-e262-4836-9e66-c1a7bcad5586. Apr 28 20:40:12.661643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 0ed38665-e262-4836-9e66-c1a7bcad5586 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:40:12.715134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.802568 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:12.856862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=0ed38665-e262-4836-9e66-c1a7bcad5586,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:12.870115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.870456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.870801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.871135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.871464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.871794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.872119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.872440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.872761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.873081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.873400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.873766 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:12.882132 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-30e0ca71-e8f9-4d6d-8046-12ba5aca6f46 req-11f7c660-4ae6-4337-8b55-408b107b39a0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 210 time: 0.0465422 Apr 28 20:40:13.054453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:40:13.231834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:40:13.242291 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:40:13.252811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:40:13.253759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:39:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:13.309390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port 0ed38665-e262-4836-9e66-c1a7bcad5586 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:40:13.312290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:13.317399 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'name': 'network-vif-deleted', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:40:13.337235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-503bb053-eb44-4065-a2ab-9e5814eb0d4e req-1555d279-a3dc-4466-9648-1c088a92a8bd tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "DELETE /v2.0/ports/0ed38665-e262-4836-9e66-c1a7bcad5586 HTTP/1.1" status: 204 len: 173 time: 1.3649471 Apr 28 20:40:13.373317 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52f2e72e-2763-4321-8b84-cfd6de8468ae'] response: {'server_uuid': 'b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a', 'name': 'network-vif-deleted', 'tag': '0ed38665-e262-4836-9e66-c1a7bcad5586', 'status': 'completed', 'code': 200} Apr 28 20:40:13.436872 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:40:13.757968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:13.761768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:40:13.771127 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:40:13.771716 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:39:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:13.956833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:40:14.051748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2d3c0c04-d19a-4961-a110-984bd4e9864d req-08749948-a172-4dc6-8bbe-114e0a50c49c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=b3a7ee56-50ce-4fbc-83ed-35e9811f2b2a HTTP/1.1" status: 200 len: 210 time: 0.0416679 Apr 28 20:40:14.273156 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:14.277138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4696ef8b-8523-4cc0-9129-e622d205b819 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:40:14.498244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8dc7c91-8655-47bc-8d94-5c115f0d60a7 None None] New status for floating IP 72d47efb-f2ef-4dee-a35c-93514eab5064: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:40:15.335853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-04b6f06c-86cf-463d-94bb-27f64cd142e6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986833209&fields=id&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 267 time: 0.0386956 Apr 28 20:40:15.482900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e4fcde91-c843-4500-a4d1-14edfa31f188 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:15.484325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e4fcde91-c843-4500-a4d1-14edfa31f188 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1419523 Apr 28 20:40:15.500420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-a19e71c6-4943-4548-a581-3ec87a39ee60 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0098732 Apr 28 20:40:15.587167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-c20b95e9-ef6f-4854-b937-5ef8ec73b570 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817144 Apr 28 20:40:15.722707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-bb64ac5a-e0c2-4c30-b103-ef827b82a696 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232603 Apr 28 20:40:15.852438 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-baa9402b-d2fc-40ea-b07a-ada0c53109e5 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236155 Apr 28 20:40:16.235402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-801cba7a-382c-4264-8c02-8b0de22a258e req-e6b83a7a-d6e3-40ff-ba96-75ac20d43436 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:40:16.253258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-801cba7a-382c-4264-8c02-8b0de22a258e req-e6b83a7a-d6e3-40ff-ba96-75ac20d43436 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:40:16.254556 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-801cba7a-382c-4264-8c02-8b0de22a258e req-e6b83a7a-d6e3-40ff-ba96-75ac20d43436 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0649979 Apr 28 20:40:16.467661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ed38665-e262-4836-9e66-c1a7bcad5586 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:40:16.511062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 0ed38665-e262-4836-9e66-c1a7bcad5586 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:40:16.511497 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0ed38665-e262-4836-9e66-c1a7bcad5586 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:40:17.361093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-9fc4d1f4-6b02-4a08-bd82-e9d45b19918d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:17.363306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-9fc4d1f4-6b02-4a08-bd82-e9d45b19918d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1484165 Apr 28 20:40:17.410205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b21cba7-2b06-4d24-aa56-2599db85add0 req-adc4e576-5454-4a27-876c-60a2afdabbd5 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0425017 Apr 28 20:40:17.412298 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-93baeb0d-9b26-4b51-8595-7fa50d2be35b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 379 time: 0.0412064 Apr 28 20:40:17.422732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'security_groups': ['e9fff349-0185-4a9c-9e17-3c439f77f980']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:40:17.561034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:40:17.571217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:40:17.581690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:40:17.585271 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:17.747484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.5 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/59065fab-1a85-41f8-9099-e6d389d13ba8) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:40:17.931774 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:17.948380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object 59065fab-1a85-41f8-9099-e6d389d13ba8 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:40:17.972161 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:18.163496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:40:18.166691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:40:18.170668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:40:18.209722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:18.243390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:18.244007 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:18.272979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-e87c154e-18b5-4939-b272-2e18d487997f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8538513 Apr 28 20:40:18.285897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Request body: {'port': {'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:40:18.404215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:18.409163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6756bf04-ec46-4fd7-a0aa-8d71e57681c4 None None] Provisioning for port 59065fab-1a85-41f8-9099-e6d389d13ba8 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:40:18.418368 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6756bf04-ec46-4fd7-a0aa-8d71e57681c4 None None] Provisioning complete for port 59065fab-1a85-41f8-9099-e6d389d13ba8 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:40:18.419305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6756bf04-ec46-4fd7-a0aa-8d71e57681c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:18.515392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6756bf04-ec46-4fd7-a0aa-8d71e57681c4 None None] Port 59065fab-1a85-41f8-9099-e6d389d13ba8 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:40:18.750736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3247d-dd21-46a2-89af-4d864ca09c5a req-3cad4b23-ff3b-47c6-9d35-c97c5f710154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:18.751498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ebf3247d-dd21-46a2-89af-4d864ca09c5a req-3cad4b23-ff3b-47c6-9d35-c97c5f710154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:40:18.778220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ebf3247d-dd21-46a2-89af-4d864ca09c5a req-3cad4b23-ff3b-47c6-9d35-c97c5f710154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:40:18.779350 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ebf3247d-dd21-46a2-89af-4d864ca09c5a req-3cad4b23-ff3b-47c6-9d35-c97c5f710154 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 931 time: 0.2231474 Apr 28 20:40:18.861955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59065fab-1a85-41f8-9099-e6d389d13ba8 {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:40:18.872728 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:18.878023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ebf3247d-dd21-46a2-89af-4d864ca09c5a req-a7200b77-c68a-4ad9-84d0-75c6aafad333 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666847 Apr 28 20:40:18.891432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Transition to ACTIVE for port object 59065fab-1a85-41f8-9099-e6d389d13ba8 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:40:18.903426 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:19.034142 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Pushing event updated for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:19.142209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Attempting to bind port 59065fab-1a85-41f8-9099-e6d389d13ba8 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:40:19.142570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Attempting to bind port 59065fab-1a85-41f8-9099-e6d389d13ba8 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:40:19.142900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Attempting to bind port 59065fab-1a85-41f8-9099-e6d389d13ba8 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:40:19.147413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Port 59065fab-1a85-41f8-9099-e6d389d13ba8 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:40:19.147735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Attempting to bind port 59065fab-1a85-41f8-9099-e6d389d13ba8 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:40:19.152707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:40:19.153042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:40:19.153424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:40:19.153877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Bound port: 59065fab-1a85-41f8-9099-e6d389d13ba8, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:40:19.154220 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:19.244681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:40:19.247636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=59065fab-1a85-41f8-9099-e6d389d13ba8,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:40:19.251486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:19.309298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:19.309839 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:19.311254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] 10.222.0.46 "PUT /v2.0/ports/59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 1091 time: 1.0309606 Apr 28 20:40:19.311688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:40:19.334315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b806726-6e5e-4fcb-ab9f-13ecef9a7aad service neutron] Pushing event updated for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:19.381107 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef08508-b4e7-4c90-b394-b2daf309e83f'] response: {'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'status': 'completed', 'code': 200} Apr 28 20:40:19.423027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-ecb75403-b54c-42f3-98b6-fc2abe48ff52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:19.425796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-ecb75403-b54c-42f3-98b6-fc2abe48ff52 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1094 time: 0.0768771 Apr 28 20:40:19.500808 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-6b10dd3f-e440-4248-a6fb-28c7ddce02b0 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 217 time: 0.0686727 Apr 28 20:40:19.562616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-0645dd36-5d60-4efd-8071-6f61e4869753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:19.564032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-0645dd36-5d60-4efd-8071-6f61e4869753 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0571082 Apr 28 20:40:19.640012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-bd7c614d-4623-4161-b6ef-f755d8c9fb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:19.641357 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-bd7c614d-4623-4161-b6ef-f755d8c9fb72 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717680 Apr 28 20:40:19.770451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-049104e0-631c-4160-995d-3f9e4ce1ddd4 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230397 Apr 28 20:40:20.037645 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-684ea0fa-1514-4781-90ce-54677f8b2d18 req-5dd19a89-7fb5-4fdb-9d84-1103101d74c6 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616761 Apr 28 20:40:20.076767 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2b84f-140f-4b84-b11c-32332182aeec req-d3df30c6-725e-452a-b24e-1e7485e7388f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:20.078220 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c2b84f-140f-4b84-b11c-32332182aeec req-d3df30c6-725e-452a-b24e-1e7485e7388f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0848284 Apr 28 20:40:20.170458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01c2b84f-140f-4b84-b11c-32332182aeec req-b42f6318-54db-4f17-8ce8-83994f3ef111 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599494 Apr 28 20:40:20.182201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-a8b984fa-a409-437a-aa4e-4a9ce75f990d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:20.183615 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-a8b984fa-a409-437a-aa4e-4a9ce75f990d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1094 time: 0.1045713 Apr 28 20:40:20.297338 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e504853c-e255-43b9-ad0c-4528d951ca9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:20.313215 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-a067da30-4f1c-4e8e-a8c2-fcc93d54adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:20.314781 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-a067da30-4f1c-4e8e-a8c2-fcc93d54adc1 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1243718 Apr 28 20:40:20.382756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-7b3b3563-f5c3-426f-8c4d-4e938fdb2503 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 217 time: 0.0622492 Apr 28 20:40:20.443113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-03a97175-1331-46cf-b3fe-cbff2425d9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:20.444512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-03a97175-1331-46cf-b3fe-cbff2425d9a2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0565634 Apr 28 20:40:20.519062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-98354737-5d8c-4ad2-9e89-4638d42e367a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:20.520501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-98354737-5d8c-4ad2-9e89-4638d42e367a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697563 Apr 28 20:40:20.654792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-7e090de5-bd9a-413e-ab6d-34d779067396 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225560 Apr 28 20:40:20.780440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3bdf7abd-e4d9-4b4e-aa41-0121c493cd1b req-79f83095-0a96-4f9c-ab1f-141e9b36a4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201901 Apr 28 20:40:21.362280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58804a11-a11c-4ecb-8846-4ce590daf148 req-1f02c9c2-ad03-4d2a-9e2f-af2bf307fd0c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:21.363727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-58804a11-a11c-4ecb-8846-4ce590daf148 req-1f02c9c2-ad03-4d2a-9e2f-af2bf307fd0c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0849257 Apr 28 20:40:21.406516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-58804a11-a11c-4ecb-8846-4ce590daf148 req-363b32af-5c02-4362-b575-ccf0b1beb917 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371799 Apr 28 20:40:22.432471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d4cba6f1-0aef-4b4a-9cb5-65ef964e86db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:22.598313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628eabdb-8ca6-42f4-b079-953d58843f3c req-1615478e-4ff5-41ce-be2c-8f8131b7de34 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:22.599753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-628eabdb-8ca6-42f4-b079-953d58843f3c req-1615478e-4ff5-41ce-be2c-8f8131b7de34 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0849144 Apr 28 20:40:22.642930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-628eabdb-8ca6-42f4-b079-953d58843f3c req-d36101f5-0398-42b7-9163-3d318f88d655 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Apr 28 20:40:23.835129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:23.836824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66bde98-c9e6-4019-a973-c2260621e82d req-b9e68b6c-7c5a-4843-9891-ef3ee083de90 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:23.838567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b66bde98-c9e6-4019-a973-c2260621e82d req-b9e68b6c-7c5a-4843-9891-ef3ee083de90 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0903113 Apr 28 20:40:23.882349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b66bde98-c9e6-4019-a973-c2260621e82d req-89b3740f-3778-4524-8c6b-46a8950decdb tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382247 Apr 28 20:40:24.202626 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:25.065656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11f191-fb04-49e3-bde2-8d5b0e152afa req-6fa6a294-8320-40de-af9d-de4b0803762f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:25.067090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d11f191-fb04-49e3-bde2-8d5b0e152afa req-6fa6a294-8320-40de-af9d-de4b0803762f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0785577 Apr 28 20:40:25.114747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3d11f191-fb04-49e3-bde2-8d5b0e152afa req-8b5a733e-751a-4acd-aaa5-ffffe25dae5a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412288 Apr 28 20:40:25.345920 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:26.441684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4f9b79-9636-4085-b406-db4ddee3b9fc req-8d8d55f2-355d-4bef-8972-090b03b223ab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:26.443031 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4f9b79-9636-4085-b406-db4ddee3b9fc req-8d8d55f2-355d-4bef-8972-090b03b223ab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0773685 Apr 28 20:40:26.490728 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db4f9b79-9636-4085-b406-db4ddee3b9fc req-ec8a65e7-d71e-421f-ac74-ba3a4fba815a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419688 Apr 28 20:40:27.669699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec709a7-58b8-4c6b-ae3e-bb46b1484509 req-f293b48e-645b-4ee8-bcec-779c131087d6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:27.671110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ec709a7-58b8-4c6b-ae3e-bb46b1484509 req-f293b48e-645b-4ee8-bcec-779c131087d6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 943 time: 0.0779276 Apr 28 20:40:27.713723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8ec709a7-58b8-4c6b-ae3e-bb46b1484509 req-2dc959f3-2df7-44a4-913f-fc9b7a8e4391 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369079 Apr 28 20:40:28.513344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 59065fab-1a85-41f8-9099-e6d389d13ba8 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:40:28.658149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=59065fab-1a85-41f8-9099-e6d389d13ba8,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:40:28.673309 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:40:28.742517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:28.766175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59065fab-1a85-41f8-9099-e6d389d13ba8 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:40:28.781344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=59065fab-1a85-41f8-9099-e6d389d13ba8,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:40:28.785450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:28.850761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:28.858154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.858499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.858835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.859169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.859494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.859883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.860138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.860467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.860871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.861118 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.861437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.861878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:40:28.897563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a84837-0064-487e-b4bd-7aed4cbf2799 req-150ac3eb-1ad4-4af4-b9c0-c437a8e8999f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:28.898984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a84837-0064-487e-b4bd-7aed4cbf2799 req-150ac3eb-1ad4-4af4-b9c0-c437a8e8999f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 944 time: 0.0785384 Apr 28 20:40:28.942439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c8a84837-0064-487e-b4bd-7aed4cbf2799 req-cc22254d-7e90-4bff-a517-945418d596ec tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377560 Apr 28 20:40:29.106772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['59065fab-1a85-41f8-9099-e6d389d13ba8'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:40:30.131729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e28df6-e1b7-4985-be20-c2df488cd12f req-d081ad90-59b4-4923-ab8d-9198387a21e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:30.133156 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7e28df6-e1b7-4985-be20-c2df488cd12f req-d081ad90-59b4-4923-ab8d-9198387a21e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 944 time: 0.0843740 Apr 28 20:40:30.176207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7e28df6-e1b7-4985-be20-c2df488cd12f req-202d08e6-dedc-488c-9b51-b7f92dcdba10 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371060 Apr 28 20:40:30.512372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 59065fab-1a85-41f8-9099-e6d389d13ba8 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:40:30.576805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 59065fab-1a85-41f8-9099-e6d389d13ba8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:40:30.581925 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 59065fab-1a85-41f8-9099-e6d389d13ba8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:40:30.582384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:30.694997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:30.721262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:40:30.732325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=59065fab-1a85-41f8-9099-e6d389d13ba8,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:40:30.736940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:30.770439 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b96028ee-d1d9-48ff-8053-9808aabaa687'] response: {'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'code': 200} Apr 28 20:40:30.811910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:30.888427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb12af-7ee2-4a5f-8921-bc9316fb966e req-d343f605-cd8f-426e-a814-04091ee477e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:30.889877 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3acb12af-7ee2-4a5f-8921-bc9316fb966e req-d343f605-cd8f-426e-a814-04091ee477e9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0677335 Apr 28 20:40:30.928404 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3acb12af-7ee2-4a5f-8921-bc9316fb966e req-42e800d7-d02d-45bd-a234-2802fe7bd080 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325956 Apr 28 20:40:31.358906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ed6ffe-d294-4ec5-8b0b-1cf4adb64f6a req-47d254d3-d750-418d-9a72-dc40f9cef17c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:31.360303 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25ed6ffe-d294-4ec5-8b0b-1cf4adb64f6a req-47d254d3-d750-418d-9a72-dc40f9cef17c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0800385 Apr 28 20:40:31.404198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-25ed6ffe-d294-4ec5-8b0b-1cf4adb64f6a req-019b048c-8b97-4315-965c-6a3050435b24 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374689 Apr 28 20:40:32.592389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13739b1a-bd22-4d9c-b08c-6a1799d79fb8 req-1c73674f-7023-4a5b-af80-a2907dadc659 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:32.593831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13739b1a-bd22-4d9c-b08c-6a1799d79fb8 req-1c73674f-7023-4a5b-af80-a2907dadc659 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0816329 Apr 28 20:40:32.636961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-13739b1a-bd22-4d9c-b08c-6a1799d79fb8 req-dae618db-6868-4982-ada6-e93e6cf17e5c tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369291 Apr 28 20:40:32.817163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e021cdf-9ad5-468c-8a30-9b8f05381c8f req-d8b6eaa3-71b4-4c09-b192-ac7237c80584 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:32.818614 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e021cdf-9ad5-468c-8a30-9b8f05381c8f req-d8b6eaa3-71b4-4c09-b192-ac7237c80584 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0779791 Apr 28 20:40:32.865482 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4e021cdf-9ad5-468c-8a30-9b8f05381c8f req-81ce02ec-667e-48d7-b86e-b290b2dbd05d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412526 Apr 28 20:40:32.888369 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53034) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:40:32.998094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464fe65-751f-40ec-b7f4-2265ab4c64dd tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:32.999553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c464fe65-751f-40ec-b7f4-2265ab4c64dd tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1091 time: 0.1102486 Apr 28 20:40:33.002305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:40:33.007296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:40:33.013761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:40:33.017634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:floatingip and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:40:33.021150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:40:33.026793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:40:33.037480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:33.169410 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:33.304470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.25.2.173 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/0553b90a-988e-40a7-a9d6-48dbce241a2d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:40:33.552738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:33.581765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:33.643474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:40:33.646479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:40:33.650105 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:40:33.687091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=0553b90a-988e-40a7-a9d6-48dbce241a2d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:34.056475 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:34.126941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:34.324999 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:34.329353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:34.483055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=0553b90a-988e-40a7-a9d6-48dbce241a2d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:40:34.503495 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:34.637721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-2ae9f2a7-b38c-4984-9d14-652308501d5f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3038397 Apr 28 20:40:34.680364 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP b0ddb7f3-44fb-4b93-baf3-353707fed386 associated. External IP: 172.25.2.173, port: 59065fab-1a85-41f8-9099-e6d389d13ba8. Apr 28 20:40:34.902932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-9765e5fb-1076-43b1-b641-0f98eb4eb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:34.904302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-9765e5fb-1076-43b1-b641-0f98eb4eb38c service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.1747813 Apr 28 20:40:35.281596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-a6112de3-5517-4e92-9744-0bcd4938a5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:35.283001 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-a6112de3-5517-4e92-9744-0bcd4938a5c0 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.2234902 Apr 28 20:40:35.289910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:40:35.511721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-f28512a9-3675-47f5-be3a-5547d0c224ff service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 999 time: 0.2207437 Apr 28 20:40:35.593978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:40:35.596235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-5be73d3a-5c87-49e2-89dd-f5db267d29a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:35.597642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-5be73d3a-5c87-49e2-89dd-f5db267d29a6 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0779951 Apr 28 20:40:35.603994 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:40:35.612968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:40:35.614303 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:40:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:35.664497 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:35.728321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b8a94f0e-46c9-4cce-a3ba-0b53bed58cf8 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7250245 Apr 28 20:40:35.729789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:40:35.739946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-a5415665-0cc1-4c13-a2dc-dc068820fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:35.741394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-a5415665-0cc1-4c13-a2dc-dc068820fa76 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1377227 Apr 28 20:40:35.784097 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6622cd42-5319-472f-af44-a883ee3b5559'] response: {'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'status': 'completed', 'code': 200} Apr 28 20:40:35.794343 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:40:35.878210 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-6fed8b8f-416b-44e8-b5ca-5159510ab94a service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286654 Apr 28 20:40:36.009621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d74a25b0-24a8-4b63-8ff8-5ab42b051343 req-d5a53ced-68d8-476a-8de8-206daddcd22f service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257508 Apr 28 20:40:36.120886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-c50ba61d-92c0-4500-8101-b56e47fc0cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:36.122371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-c50ba61d-92c0-4500-8101-b56e47fc0cb8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0698521 Apr 28 20:40:36.172937 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:34Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:36.176686 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:40:36.184638 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:40:36.185213 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:40:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:36.252692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-9bcfa657-ffc5-4972-be84-ee2d712d8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:36.254946 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-9bcfa657-ffc5-4972-be84-ee2d712d8682 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1258032 Apr 28 20:40:36.360824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:40:36.472430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-14e950ea-be97-4a29-a880-06b770a08e2c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 999 time: 0.2121975 Apr 28 20:40:36.534635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-27efb8aa-520b-4c7e-99f0-c0c945c55bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:36.536137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-27efb8aa-520b-4c7e-99f0-c0c945c55bda service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0582290 Apr 28 20:40:36.609536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-9894193d-e3d3-44ee-aa46-288ef7319ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:40:36.610998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-9894193d-e3d3-44ee-aa46-288ef7319ab4 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0694733 Apr 28 20:40:36.707559 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:34Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:40:36.711658 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402e4442-ec1d-4fa1-b1a9-f00d6cbbe078 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:34Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:40:36.746177 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-dffa6070-4cd4-498e-882b-8d987a180653 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286523 Apr 28 20:40:36.880511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-276fca39-1f1b-4c0b-9e63-3f3be19b60d9 req-e90c8873-bd6c-4b14-97a8-8cedf5e47373 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283882 Apr 28 20:40:36.897182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5c17966-5d35-45d6-acc1-3f485e3881dc None None] New status for floating IP b0ddb7f3-44fb-4b93-baf3-353707fed386: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:40:40.434540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:42.735807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:43.823826 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:40:50.305355 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79577863-e824-4d43-9b3d-ebe1306493d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:52.436420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f33ea8e6-ac5f-48d6-8ba1-a1470742310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:53.837982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:54.207665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:40:55.355091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:10.443988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:12.743924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:20.311204 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8307e1d5-c16d-44b4-970c-4b096f60069a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:20.823711 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:41:22.437255 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3b441b05-7fff-4c33-bdec-2a70ac0ef8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:23.841129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:24.207200 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:25.351169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:34.411492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-6fcde695-30f4-4c0d-a532-24ac92ca9ee0 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0665212 Apr 28 20:41:34.549583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-d0f03d9b-8ead-44b3-8c3c-18e5f8bf5d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.551011 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-d0f03d9b-8ead-44b3-8c3c-18e5f8bf5d6d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0733974 Apr 28 20:41:34.691619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-bf2afb41-9839-4269-8cf9-e154aee558dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.693047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-bf2afb41-9839-4269-8cf9-e154aee558dc service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1240146 Apr 28 20:41:34.795837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-d6667eda-0947-4954-a7c8-c9570d96489b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 1001 time: 0.0963459 Apr 28 20:41:34.857846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-d1890122-a762-4952-96b6-9613fe98c260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.859244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-d1890122-a762-4952-96b6-9613fe98c260 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0571172 Apr 28 20:41:34.936614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-0ae0988b-61bf-451e-b1a5-98d8957e6cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:41:34.938084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-0ae0988b-61bf-451e-b1a5-98d8957e6cfb service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728898 Apr 28 20:41:35.070574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-e2c262b0-39f6-4518-a96f-0019d6d82f8e service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260188 Apr 28 20:41:35.198510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b37b9f-838e-4d15-b7fb-1dd2eb1ba30f req-597ee851-eb71-4d9d-9b46-15a4b5a0ca50 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220269 Apr 28 20:41:40.458649 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:42.757205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:50.303252 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b70ee7e1-28c4-4790-a678-7513c65b4344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:52.438846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a893d8f8-a58c-4af2-8ed1-fe8f6254ddb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:53.843808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:54.210146 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:55.354403 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:41:57.823529 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:42:10.474838 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:12.750701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:20.308811 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c95c8b5e-4dd7-4679-b02b-2cb640d05709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:22.441155 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6c6b0721-c876-40a5-9700-d452518ec600 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:23.847884 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:24.218291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:25.121644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-a2dd0147-648f-498d-a6ca-c7a51f99be4d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-986833209&fields=id&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 267 time: 0.0409815 Apr 28 20:42:25.267750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-b52ee98f-d55c-4df8-8267-840bbb1093a0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:25.269162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-b52ee98f-d55c-4df8-8267-840bbb1093a0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.1412225 Apr 28 20:42:25.283979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-56cef4e8-0810-4f4c-ab0f-00dd4bc904bc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/quotas/023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 375 time: 0.0093987 Apr 28 20:42:25.355734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:25.372061 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-d67ca1a8-1282-44ae-9ae3-88908ef7a585 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0833712 Apr 28 20:42:25.725106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-8d913e6a-e044-420a-aa50-1fe2a6e07651 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592134 Apr 28 20:42:25.854420 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-4d0b1daf-a203-48d0-8def-ffecc9c78885 service neutron] 10.222.0.24 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228223 Apr 28 20:42:26.287354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-42c8b651-347d-4747-8d9e-7268e4724a1e req-6776523b-4d59-4e45-a608-7048c5dbeea9 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 210 time: 0.0878160 Apr 28 20:42:27.468260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-6b5bcded-b28c-4715-a28a-42861abc97b3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:27.469984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-6b5bcded-b28c-4715-a28a-42861abc97b3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 811 time: 0.2785361 Apr 28 20:42:27.531497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-ef929267-f9e4-4b4b-921a-79579af0198b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=023141bd850b40af8fe6454359214ba1 HTTP/1.1" status: 200 len: 379 time: 0.0527935 Apr 28 20:42:27.542870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'port': {'device_id': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'admin_state_up': True, 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'security_groups': ['e9fff349-0185-4a9c-9e17-3c439f77f980']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:42:27.603241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6910deeb-d14c-458e-9cc0-300e86ea12d9 req-88bdb46a-2b33-4d02-9519-1e6dab9196aa tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 210 time: 0.0473382 Apr 28 20:42:27.682204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:42:27.691492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:42:27.702076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Made reservation on behalf of 023141bd850b40af8fe6454359214ba1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:42:27.705500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:27.862905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.20.0.6 (391fc2a0-8084-4d0a-872a-fc1afb2c7fd5/e28f6278-b784-45bc-b913-0767e98396d3/da3f328a-854c-4dae-b15e-b3de1650ea82) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:42:28.059877 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:28.075611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Transition to ACTIVE for port object da3f328a-854c-4dae-b15e-b3de1650ea82 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:42:28.100957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:28.172982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:42:28.176128 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:42:28.180286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:42:28.222486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:28.242929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.243305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.243809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.244384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.244723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.245060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.245391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.245750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.246081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.246404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.247005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.247579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:28.272898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:28.273579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:28.304154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e8ed57d4-fa9a-4d0a-aaa5-aa5a453b4806 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7648511 Apr 28 20:42:28.363099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Request body: {'port': {'device_id': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:42:28.465845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee479c80-0ae6-4171-af08-02a250c29c86 None None] Provisioning for port da3f328a-854c-4dae-b15e-b3de1650ea82 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:42:28.473492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ee479c80-0ae6-4171-af08-02a250c29c86 None None] Provisioning complete for port da3f328a-854c-4dae-b15e-b3de1650ea82 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:42:28.474771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ee479c80-0ae6-4171-af08-02a250c29c86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:28.498554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:28.545452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-ee479c80-0ae6-4171-af08-02a250c29c86 None None] Port da3f328a-854c-4dae-b15e-b3de1650ea82 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:42:28.899152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffd0c08-c132-4b12-abe0-bd2ee19015fa req-0ad394fc-f9a6-4fa7-976f-88b8d3d11915 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:28.900397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8ffd0c08-c132-4b12-abe0-bd2ee19015fa req-0ad394fc-f9a6-4fa7-976f-88b8d3d11915 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:42:28.973634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-8ffd0c08-c132-4b12-abe0-bd2ee19015fa req-0ad394fc-f9a6-4fa7-976f-88b8d3d11915 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:42:28.974970 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ffd0c08-c132-4b12-abe0-bd2ee19015fa req-0ad394fc-f9a6-4fa7-976f-88b8d3d11915 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 931 time: 0.2096753 Apr 28 20:42:28.981401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da3f328a-854c-4dae-b15e-b3de1650ea82 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:42:28.990476 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:29.031746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Transition to ACTIVE for port object da3f328a-854c-4dae-b15e-b3de1650ea82 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:42:29.036129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:29.094035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ffd0c08-c132-4b12-abe0-bd2ee19015fa req-6000663d-ffeb-4353-a602-2c331ba62914 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081014 Apr 28 20:42:29.202897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Pushing event updated for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:29.279537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Attempting to bind port da3f328a-854c-4dae-b15e-b3de1650ea82 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:42:29.279878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Attempting to bind port da3f328a-854c-4dae-b15e-b3de1650ea82 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:42:29.280210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Attempting to bind port da3f328a-854c-4dae-b15e-b3de1650ea82 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:42:29.284891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Port da3f328a-854c-4dae-b15e-b3de1650ea82 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:42:29.285213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Attempting to bind port da3f328a-854c-4dae-b15e-b3de1650ea82 on network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:42:29.290953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 42, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:42:29.291215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Checking segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:42:29.291593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Bound using segment: {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:42:29.292017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Bound port: da3f328a-854c-4dae-b15e-b3de1650ea82, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3affd986-b089-49e3-ade7-78c3c1960550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:42:29.292393 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:29.489722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:42:29.493229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=da3f328a-854c-4dae-b15e-b3de1650ea82,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:42:29.497883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:29.555630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:29.556969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:29.558314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] 10.222.0.41 "PUT /v2.0/ports/da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 1091 time: 1.2433910 Apr 28 20:42:29.558741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:42:29.578948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b26ee8-99de-4074-aee6-252e85f07204 service neutron] Pushing event updated for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:29.659163 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-868dba90-f59c-4cd1-b616-b20bbe65013a'] response: {'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'status': 'completed', 'code': 200} Apr 28 20:42:29.682993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-87905e0a-b493-4b04-a250-46452bedcbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:29.684554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-87905e0a-b493-4b04-a250-46452bedcbc5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1094 time: 0.0778172 Apr 28 20:42:29.759889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-1d6fd52b-c345-4e14-a83e-996d9ccaa623 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 217 time: 0.0642149 Apr 28 20:42:29.824677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-6fe08df7-85aa-44df-9cf0-ed38fa19ddb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:29.826050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-6fe08df7-85aa-44df-9cf0-ed38fa19ddb8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0578468 Apr 28 20:42:29.902965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e2828afd-78f2-4ad2-9a77-257b17e948dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:29.904383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-e2828afd-78f2-4ad2-9a77-257b17e948dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689263 Apr 28 20:42:30.040224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-8f0b214d-25af-49f4-9888-df13d8efc80c service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263978 Apr 28 20:42:30.171149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16b45871-379a-4142-8450-5c16d6d7c1f2 req-c5c5d1d0-fc67-464e-8e02-2214145645f8 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220801 Apr 28 20:42:30.360804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8729262c-1299-4425-970f-8f28608c36f9 req-b7e6d97d-9742-409e-ab67-f4cf8693ce7f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:30.362177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8729262c-1299-4425-970f-8f28608c36f9 req-b7e6d97d-9742-409e-ab67-f4cf8693ce7f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.1447163 Apr 28 20:42:30.367886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-efc1775b-d457-4bc3-8b07-7dd16e60671b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:30.369788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-efc1775b-d457-4bc3-8b07-7dd16e60671b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1094 time: 0.1075747 Apr 28 20:42:30.489791 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8729262c-1299-4425-970f-8f28608c36f9 req-e5b2c01f-d1ce-4597-8b1b-3555373a637d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189911 Apr 28 20:42:30.533124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-77e0fdb5-2d05-4ff2-bead-6f4c27a559b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:30.534546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-77e0fdb5-2d05-4ff2-bead-6f4c27a559b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1517434 Apr 28 20:42:30.600688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-4c5a3917-d1cf-4bb5-9c69-418b2d586062 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 217 time: 0.0587859 Apr 28 20:42:30.668802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-78793a33-dd1c-44e4-b3b2-5d85ba35a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:30.670274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-78793a33-dd1c-44e4-b3b2-5d85ba35a454 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0626798 Apr 28 20:42:30.745563 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-f2f1317c-182e-489e-a75d-4ec01c875855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:30.747009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-f2f1317c-182e-489e-a75d-4ec01c875855 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0707369 Apr 28 20:42:30.885165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-43c8ca72-5466-4975-b01e-4c44cad7530b service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272564 Apr 28 20:42:31.023158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ede94bf0-b3e3-4f50-ab78-3831654d4d7e req-a9595303-9c35-42d9-8116-3306e13053fd service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296680 Apr 28 20:42:31.671811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61987aa-252b-4b80-ac39-380df428c31c req-ff89d985-9bed-4d6a-a1cd-6113584d22da tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:31.673151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61987aa-252b-4b80-ac39-380df428c31c req-ff89d985-9bed-4d6a-a1cd-6113584d22da tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.0772727 Apr 28 20:42:31.716308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f61987aa-252b-4b80-ac39-380df428c31c req-9dfc0dd9-795a-4367-a981-c996e2f83ff6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375183 Apr 28 20:42:32.924669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609a7765-e2ac-4cb1-a244-c420a8668ef3 req-df05fc0e-be5e-4d2c-b8c5-ebf18f1fcdab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:32.926889 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-609a7765-e2ac-4cb1-a244-c420a8668ef3 req-df05fc0e-be5e-4d2c-b8c5-ebf18f1fcdab tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.0858009 Apr 28 20:42:32.979687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-609a7765-e2ac-4cb1-a244-c420a8668ef3 req-59c4ebab-feec-494d-bd04-e477406bff2e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458255 Apr 28 20:42:34.174752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170f7ea-255a-48bd-8bba-c30ce7ead237 req-44911057-08b3-4703-aed7-c6d4c3cba8b6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:34.176183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2170f7ea-255a-48bd-8bba-c30ce7ead237 req-44911057-08b3-4703-aed7-c6d4c3cba8b6 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.0846832 Apr 28 20:42:34.219159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2170f7ea-255a-48bd-8bba-c30ce7ead237 req-b776c941-9284-4770-8f88-1d722858b8da tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372546 Apr 28 20:42:34.823059 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:42:35.400480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e22f826-fe6f-4477-b311-e00cabca46c7 req-649817fd-d2be-4b64-8631-8012e052fcf7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:35.401951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e22f826-fe6f-4477-b311-e00cabca46c7 req-649817fd-d2be-4b64-8631-8012e052fcf7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.0789309 Apr 28 20:42:35.444922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e22f826-fe6f-4477-b311-e00cabca46c7 req-3c5611bf-72ae-4e6b-a03b-5819725ae815 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373704 Apr 28 20:42:36.410828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-cd5af02f-141d-4f5a-ac21-732c67f0c404 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0672863 Apr 28 20:42:36.581377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-91e9e1c3-cde4-4de9-b194-b5ba67258198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:36.582789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-91e9e1c3-cde4-4de9-b194-b5ba67258198 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.1045942 Apr 28 20:42:36.743331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc39ac61-bd82-4a9d-865c-44a3d8e63c7a req-79e755f1-438f-419a-b263-f9e85599f36a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:36.745427 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc39ac61-bd82-4a9d-865c-44a3d8e63c7a req-79e755f1-438f-419a-b263-f9e85599f36a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 943 time: 0.1956823 Apr 28 20:42:36.749735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-addfe0b6-089b-4cdf-a368-c7dca65d480f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:36.751035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-addfe0b6-089b-4cdf-a368-c7dca65d480f service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1490524 Apr 28 20:42:36.864503 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc39ac61-bd82-4a9d-865c-44a3d8e63c7a req-c409dc93-64aa-4bc2-abae-823f5fd3a99a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125426 Apr 28 20:42:36.877424 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-99b94e96-e3db-4643-bd9e-107f49410ecb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 1001 time: 0.1133642 Apr 28 20:42:36.941951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-6e9be739-c07f-4023-8b84-743265812c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:36.943333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-6e9be739-c07f-4023-8b84-743265812c92 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0601354 Apr 28 20:42:37.016046 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-ab466171-7a6d-473c-910d-d9652e9580c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:37.017694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-ab466171-7a6d-473c-910d-d9652e9580c0 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684466 Apr 28 20:42:37.146484 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-a210af1f-a502-45e9-9031-ee7c0d2eb33f service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226799 Apr 28 20:42:37.275443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e5e8bb84-d055-4273-a3a3-77fcfa77e2c2 req-b01e710f-660d-401e-8896-094d84028f23 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229186 Apr 28 20:42:37.543234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device da3f328a-854c-4dae-b15e-b3de1650ea82 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:42:37.670321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=da3f328a-854c-4dae-b15e-b3de1650ea82,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:42:37.683641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'port_id': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'mac_address': 'fa:16:3e:20:14:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:42:37.735859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:37.752167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da3f328a-854c-4dae-b15e-b3de1650ea82 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:42:37.766659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=da3f328a-854c-4dae-b15e-b3de1650ea82,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:42:37.770489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:37.835989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:37.843845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.844183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.844513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.844841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.845165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.845513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.845834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.846149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.846463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.846778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.847090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:37.847400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:38.060621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e6f399-83e7-477c-93e6-419b582e7ba0 req-f6f9c1d5-71dd-4358-8127-8b22f1214281 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:38.062072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74e6f399-83e7-477c-93e6-419b582e7ba0 req-f6f9c1d5-71dd-4358-8127-8b22f1214281 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 944 time: 0.0850201 Apr 28 20:42:38.095796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['da3f328a-854c-4dae-b15e-b3de1650ea82'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:42:38.107384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-74e6f399-83e7-477c-93e6-419b582e7ba0 req-a933127e-b3dd-4ff7-b022-5a439b708c6b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396044 Apr 28 20:42:39.292186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aa6639-ea1e-4ae2-aac7-bbe4483c85fd req-70c1a51e-209e-4b0d-8b10-0c4b7dcee1f4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:39.293646 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29aa6639-ea1e-4ae2-aac7-bbe4483c85fd req-70c1a51e-209e-4b0d-8b10-0c4b7dcee1f4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 944 time: 0.0830603 Apr 28 20:42:39.338477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-29aa6639-ea1e-4ae2-aac7-bbe4483c85fd req-d193593e-e5f1-4439-accd-e3ca4501b9a4 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392487 Apr 28 20:42:39.563647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device da3f328a-854c-4dae-b15e-b3de1650ea82 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:42:39.631646 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port da3f328a-854c-4dae-b15e-b3de1650ea82 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:42:39.636179 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port da3f328a-854c-4dae-b15e-b3de1650ea82 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:42:39.636558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:39.750313 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:39.776814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:42:39.786611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=da3f328a-854c-4dae-b15e-b3de1650ea82,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:42:39.790453 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:39.858427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:39.870688 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-660d5184-63fc-4ca9-8698-6f8c9ed6fdb7'] response: {'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'code': 200} Apr 28 20:42:40.002205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccf3a8-ca35-4940-b390-dc7a4aa0bb5e req-bd0d2683-6cc2-4da5-8386-3c350b63be3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:40.003586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91ccf3a8-ca35-4940-b390-dc7a4aa0bb5e req-bd0d2683-6cc2-4da5-8386-3c350b63be3d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1096 time: 0.0705621 Apr 28 20:42:40.046417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-91ccf3a8-ca35-4940-b390-dc7a4aa0bb5e req-59c11d14-5ab6-41be-9d0b-69c475ef3c75 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338433 Apr 28 20:42:40.491391 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:40.524945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48d7a-835a-4128-893c-6379d5aef4ce req-24c04069-3e1c-46fd-8a69-a84bdd77f7c3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:40.526391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfc48d7a-835a-4128-893c-6379d5aef4ce req-24c04069-3e1c-46fd-8a69-a84bdd77f7c3 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.0812230 Apr 28 20:42:40.570968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfc48d7a-835a-4128-893c-6379d5aef4ce req-ffd36663-b538-4cb0-bda7-9d386cfdae61 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376644 Apr 28 20:42:41.755579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0043a549-b000-4001-9daa-a4d538ef5efc req-e82658de-4eb7-46d7-8288-30b5971f7d8d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:41.757009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0043a549-b000-4001-9daa-a4d538ef5efc req-e82658de-4eb7-46d7-8288-30b5971f7d8d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.0820394 Apr 28 20:42:41.801102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0043a549-b000-4001-9daa-a4d538ef5efc req-4c4abcb7-bf34-41f9-9309-d6c2bf15ddf0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377703 Apr 28 20:42:41.986451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c6306-8cb7-4acd-b27b-9e5f91e84097 req-6b041d01-c578-4a40-9dd8-844c9f9e7fac tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:41.987804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e13c6306-8cb7-4acd-b27b-9e5f91e84097 req-6b041d01-c578-4a40-9dd8-844c9f9e7fac tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.0841014 Apr 28 20:42:42.032307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e13c6306-8cb7-4acd-b27b-9e5f91e84097 req-d44736e8-95ff-42d8-8197-97c49956229d tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386424 Apr 28 20:42:42.058450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53196) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:42:42.128751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1862d700-0957-4abe-9ea7-441435c9b82b tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:42.130250 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1862d700-0957-4abe-9ea7-441435c9b82b tempest-TestVolumeBootPattern-2066432745 tempest-TestVolumeBootPattern-2066432745-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1091 time: 0.0708303 Apr 28 20:42:42.133078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53200) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:42:42.138440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:42:42.144828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:42:42.148602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Usage tracker for resource:floatingip and tenant:023141bd850b40af8fe6454359214ba1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:42:42.152039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:42:42.157641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:42:42.168129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:42.308988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:42.446409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Allocated IP 172.25.2.192 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/c2d2a6ec-8898-4e33-98a7-1d0ac291fa40) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:42:42.685865 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:42.715748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:42.772337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:42.782867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:42:42.785655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:42:42.789132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:42:42.817102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=c2d2a6ec-8898-4e33-98a7-1d0ac291fa40,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:42.834887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.835230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.835569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.835901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.836488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.836813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.837761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.838253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.838578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.838898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.839216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:42.839534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:42:43.191617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:43.263416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:43.464233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:43.468806 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:43.576642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event updated for resources: {'Port': ['ID=c2d2a6ec-8898-4e33-98a7-1d0ac291fa40,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:42:43.587928 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:43.752239 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP e9221abf-e171-4954-be23-c199026ce6c9 associated. External IP: 172.25.2.192, port: da3f328a-854c-4dae-b15e-b3de1650ea82. Apr 28 20:42:44.201184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:42:44.377038 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:42:44.386900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:42:44.396926 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:42:44.397539 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:42:44.402789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:44.465563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-839f387f-6a5f-4ddd-a574-975b28a11f56 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3227093 Apr 28 20:42:44.465563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:42:44.558693 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64492b6f-2022-42ab-8ea1-e6ce60facea7'] response: {'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'status': 'completed', 'code': 200} Apr 28 20:42:44.577268 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:42:44.649340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd70f-cee9-4942-b74f-709c72656d23 req-0d81d676-8edd-43a5-b5d6-b362532167b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:44.650899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-0d81d676-8edd-43a5-b5d6-b362532167b8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1096 time: 0.0708828 Apr 28 20:42:44.782801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd70f-cee9-4942-b74f-709c72656d23 req-8c99de2a-05f2-4ce6-ba6f-eba6b306c406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:44.784222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-8c99de2a-05f2-4ce6-ba6f-eba6b306c406 service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1271191 Apr 28 20:42:44.963450 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}, {'id': 'e9221abf-e171-4954-be23-c199026ce6c9', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:20:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:42:43Z', 'updated_at': '2022-04-28T20:42:43Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:42:44.967427 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:42:44.975489 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:42:44.976075 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:42:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:42:44.998580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-65d55ce5-58ab-4592-8b9a-38a042054647 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 999 time: 0.2078638 Apr 28 20:42:45.062997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd70f-cee9-4942-b74f-709c72656d23 req-3743e313-f01a-4286-a1ee-9b924764895f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:45.064338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-3743e313-f01a-4286-a1ee-9b924764895f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0597162 Apr 28 20:42:45.137485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cd70f-cee9-4942-b74f-709c72656d23 req-16360432-3b12-4bf5-b25c-87dec103f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:45.138962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-16360432-3b12-4bf5-b25c-87dec103f8ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691297 Apr 28 20:42:45.153420 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:42:45.269354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-176ae353-7258-4a87-ae9d-7fe07ef8b2af service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238847 Apr 28 20:42:45.400054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-039cd70f-cee9-4942-b74f-709c72656d23 req-62033412-664a-40bd-bb25-80e6e13dc2bf service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237946 Apr 28 20:42:45.490388 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}, {'id': 'e9221abf-e171-4954-be23-c199026ce6c9', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:20:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:42:43Z', 'updated_at': '2022-04-28T20:42:43Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:42:45.494622 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffef5d79-0e16-43a9-8e5f-8a1945e8d328 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}, {'id': 'e9221abf-e171-4954-be23-c199026ce6c9', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.192', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4096, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:20:14:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:42:43Z', 'updated_at': '2022-04-28T20:42:43Z', 'revision_number': 0, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:42:45.680666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7882a250-8f3a-475a-a9dc-d31112d32829 None None] New status for floating IP e9221abf-e171-4954-be23-c199026ce6c9: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:42:50.311867 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9285b9ae-cef5-43dd-83b1-0cad2a4f59e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:52.450314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b15cbfd9-d4e3-4136-8eeb-a90f8d0544d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:53.850472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:54.208739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:55.358387 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:42:56.009711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-2ca32bbf-858e-499b-8d4c-8f7a8538d483 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0721226 Apr 28 20:42:56.141260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687024af-44b2-42f8-9950-6210212fcb3f req-327c77b3-06df-43fc-92b0-be6c7236db8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:56.142656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-327c77b3-06df-43fc-92b0-be6c7236db8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1096 time: 0.0697272 Apr 28 20:42:56.284191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687024af-44b2-42f8-9950-6210212fcb3f req-a59196a3-18f4-4187-8af4-1425cf4f80ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:56.285637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-a59196a3-18f4-4187-8af4-1425cf4f80ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1239605 Apr 28 20:42:56.392655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-3c595b7e-c525-4cd0-b4a2-e35aa2cf8575 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 1001 time: 0.1002002 Apr 28 20:42:56.459874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687024af-44b2-42f8-9950-6210212fcb3f req-58d68f26-5714-4e2d-bf52-69bbe87bc62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:56.461553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-58d68f26-5714-4e2d-bf52-69bbe87bc62e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0603857 Apr 28 20:42:56.539419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687024af-44b2-42f8-9950-6210212fcb3f req-16f6652d-67b3-4535-9894-cb65ce2af57c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:42:56.540997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-16f6652d-67b3-4535-9894-cb65ce2af57c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714259 Apr 28 20:42:56.669076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-cf4aab1e-fb50-467a-a951-c26155845c52 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220889 Apr 28 20:42:56.796884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-687024af-44b2-42f8-9950-6210212fcb3f req-b2c794b9-902f-4bf5-b8c0-ffe0b90f19c7 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214869 Apr 28 20:43:10.493386 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:11.823544 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:43:12.785237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:20.313364 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e6d937db-617e-4238-b890-bd75bcca6316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:22.442212 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b21823ab-dc68-47a1-82fd-d29748477338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:23.853171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:24.210217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:25.360778 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:37.458751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-0eea175c-d236-40c6-8ef7-883c66d72bdb service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1185842 Apr 28 20:43:37.603292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-81c223fc-1492-4e06-9270-11f0f83eb11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:37.605561 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-81c223fc-1492-4e06-9270-11f0f83eb11d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0760634 Apr 28 20:43:37.756867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-6ec257da-b440-4cf6-9c31-602e529271a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:37.758063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-6ec257da-b440-4cf6-9c31-602e529271a8 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1350067 Apr 28 20:43:37.868514 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-3fe00844-3561-4977-afb7-4b7f3b2fe265 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 1001 time: 0.1038852 Apr 28 20:43:37.937871 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-329da1e5-84ce-47d6-bb50-6cb3f5237c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:37.939700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-329da1e5-84ce-47d6-bb50-6cb3f5237c91 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0649369 Apr 28 20:43:38.015650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-67951d7f-ece9-450d-80f8-cc64dbf9036e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:38.017083 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-67951d7f-ece9-450d-80f8-cc64dbf9036e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719976 Apr 28 20:43:38.153959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-acabd2c8-6b4e-41ea-a647-610655b664a1 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308000 Apr 28 20:43:38.288772 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df38a228-b98c-4cbd-8e98-2ecb82b1822c req-23ff6120-8548-4800-90e1-6c1a323cfc6a service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285868 Apr 28 20:43:40.507913 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:42.815330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:48.824934 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:43:50.315730 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-321a992b-84ac-4d2e-ba89-9d5afeb28530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:52.443608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e354c8b-9b8c-43e6-85ad-71b43f271807 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:53.857845 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:54.213122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:55.364646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:43:57.008691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-f63bc455-1d8a-4726-bfba-f957fa6aea1a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708275 Apr 28 20:43:57.155306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-913fc48b-0e8c-48a6-b403-f0af3dfa3a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:57.157396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-913fc48b-0e8c-48a6-b403-f0af3dfa3a2a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1096 time: 0.0748694 Apr 28 20:43:57.419151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-468095b1-ef00-4582-8ac2-d2747f176711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:57.420581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-468095b1-ef00-4582-8ac2-d2747f176711 service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.2398202 Apr 28 20:43:57.530196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-294e5800-9c4f-4ba6-bd83-68f89d689ae5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 1001 time: 0.0993593 Apr 28 20:43:57.595847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-0bf9789a-351f-4118-be1b-116e486d8515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:57.597196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-0bf9789a-351f-4118-be1b-116e486d8515 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0558758 Apr 28 20:43:57.672654 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-b0969d56-9d45-4d91-834a-107e93b3bd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:43:57.674038 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-b0969d56-9d45-4d91-834a-107e93b3bd4c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675814 Apr 28 20:43:57.804899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-3a922808-55f9-4b09-921a-5cffe9e5c86d service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206968 Apr 28 20:43:57.935580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7150702-c66e-4f5c-a4e9-1893f3da3090 req-29965454-bc22-45c5-8725-044d33518513 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210458 Apr 28 20:44:10.506682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:12.825742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:20.317198 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7bc46150-56fa-4939-9848-40fae93d52ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:22.444329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1505fb54-f77f-4efc-8ac5-bc432625c639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:23.860398 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:24.215836 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:25.366679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:25.824863 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:44:35.402182 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:35.608351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port c2d2a6ec-8898-4e33-98a7-1d0ac291fa40 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:35.608688 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:35.776424 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:35.776753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:35.896574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for c2d2a6ec-8898-4e33-98a7-1d0ac291fa40 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:36.044902 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:36.087966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=c2d2a6ec-8898-4e33-98a7-1d0ac291fa40,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:36.121851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.122186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.122527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.122851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.123174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.123493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.123807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.124119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.124435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.124750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.125101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.125414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:36.190938 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:36.191274 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP e9221abf-e171-4954-be23-c199026ce6c9 disassociated (deleted). External IP: 172.25.2.192, port: da3f328a-854c-4dae-b15e-b3de1650ea82. Apr 28 20:44:36.638319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:44:36.815186 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:44:36.824573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:44:36.834516 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:36.835287 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:36.835411 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:36.891660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f80b2bf0-f184-4eac-8e9d-a3f817ddad80 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "DELETE /v2.0/floatingips/e9221abf-e171-4954-be23-c199026ce6c9 HTTP/1.1" status: 204 len: 168 time: 1.4855146 Apr 28 20:44:36.891660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:36.936680 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-012efd51-05cd-4875-a3e9-c42cfbcf9ee0'] response: {'name': 'network-changed', 'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'status': 'completed', 'code': 200} Apr 28 20:44:37.017945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:37.038896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-d3a2f54e-8d05-45f1-a230-b71f0ab56bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:37.040575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-d3a2f54e-8d05-45f1-a230-b71f0ab56bc8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 1096 time: 0.0756917 Apr 28 20:44:37.192111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-b455ed4d-6ae2-459a-b1e7-4a2712910035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:37.193650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-b455ed4d-6ae2-459a-b1e7-4a2712910035 service neutron] 10.222.0.41 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1431222 Apr 28 20:44:37.305474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-f93481e5-1eb7-4dab-99b1-ef152441cc6d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 200 len: 217 time: 0.0748212 Apr 28 20:44:37.379372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-6f72a029-15ba-4716-9b94-ba8016adfd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:37.380719 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-6f72a029-15ba-4716-9b94-ba8016adfd97 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0686498 Apr 28 20:44:37.388773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692f263c-c1fe-4a57-aa49-ea8e0e8496a1 req-091709db-c7fd-4e69-9409-360a32c63c6e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:37.389424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-692f263c-c1fe-4a57-aa49-ea8e0e8496a1 req-091709db-c7fd-4e69-9409-360a32c63c6e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:44:37.401868 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:37.405725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:44:37.414426 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:37.415030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:37.456781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-692f263c-c1fe-4a57-aa49-ea8e0e8496a1 req-091709db-c7fd-4e69-9409-360a32c63c6e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:44:37.458065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692f263c-c1fe-4a57-aa49-ea8e0e8496a1 req-091709db-c7fd-4e69-9409-360a32c63c6e tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.2589107 Apr 28 20:44:37.500578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-d67ec63d-82d7-4cad-b6cd-13a406787030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:37.502165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-d67ec63d-82d7-4cad-b6cd-13a406787030 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1088855 Apr 28 20:44:37.513076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-692f263c-c1fe-4a57-aa49-ea8e0e8496a1 req-7f06deaf-015d-4827-a7c1-e0922db7f101 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482059 Apr 28 20:44:37.590827 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:37.635122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-e55af070-9837-4fb4-927e-af27bd8b79fb service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251030 Apr 28 20:44:37.763209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45508595-ab60-4f14-8ebb-4fb4ca8c4f12 req-f6b0298e-6568-43ab-86bb-9520b88f3466 service neutron] 10.222.0.41 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203806 Apr 28 20:44:37.927333 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:37.931016 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d1110-a42c-4fbb-8ebc-51742fb7085a None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'b0ddb7f3-44fb-4b93-baf3-353707fed386', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'floating_ip_address': '172.25.2.173', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'port_id': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4093, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'mac_address': 'fa:16:3e:8d:e5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:40:34Z', 'updated_at': '2022-04-28T20:40:37Z', 'revision_number': 1, 'project_id': '023141bd850b40af8fe6454359214ba1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:44:38.132951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca243d6f-43de-4d37-b5a5-f5d2695fa099 None None] New status for floating IP e9221abf-e171-4954-be23-c199026ce6c9: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:44:38.700725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8bb05-71cd-40ef-8ca3-a4cddc737bfa req-b54c7cb9-6adc-4877-a5e5-331f3d6b30cc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:38.702187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01d8bb05-71cd-40ef-8ca3-a4cddc737bfa req-b54c7cb9-6adc-4877-a5e5-331f3d6b30cc tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.0789986 Apr 28 20:44:38.749101 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01d8bb05-71cd-40ef-8ca3-a4cddc737bfa req-5199f94b-59a3-45b7-a6f9-7ad7cf03927a tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407786 Apr 28 20:44:39.007851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-6bd7e9fc-b061-4e98-b96b-53df53451a22 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:39.009213 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-6bd7e9fc-b061-4e98-b96b-53df53451a22 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 945 time: 0.0805266 Apr 28 20:44:39.081968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port da3f328a-854c-4dae-b15e-b3de1650ea82 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:39.082303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:39.408508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-5b432a25-ce71-4aaf-b26c-7ab25959047e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710230 Apr 28 20:44:39.446636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port da3f328a-854c-4dae-b15e-b3de1650ea82, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=da3f328a-854c-4dae-b15e-b3de1650ea82,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:44:39.446998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:39.548779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-59f3a866-bda1-43bc-b3b5-3883f6b89ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:39.550622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-59f3a866-bda1-43bc-b3b5-3883f6b89ff4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0711675 Apr 28 20:44:39.575043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for da3f328a-854c-4dae-b15e-b3de1650ea82 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:39.694021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-3090fcc1-00dd-45b2-bcb9-2813b4954012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:39.695368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-3090fcc1-00dd-45b2-bcb9-2813b4954012 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1260200 Apr 28 20:44:39.721947 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:39.771664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=da3f328a-854c-4dae-b15e-b3de1650ea82,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:39.809854 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-37237021-33f1-4df6-92b3-79ddfd35d03b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 1001 time: 0.1086605 Apr 28 20:44:39.850940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port da3f328a-854c-4dae-b15e-b3de1650ea82 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:44:39.853440 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:39.856159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'name': 'network-vif-deleted', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:39.915498 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dba76d26-bc7f-42e6-98e3-0b1fa0e330e9'] response: {'server_uuid': '58ff1dac-3a4a-46e9-95a6-1f1040cf65da', 'name': 'network-vif-deleted', 'tag': 'da3f328a-854c-4dae-b15e-b3de1650ea82', 'status': 'completed', 'code': 200} Apr 28 20:44:39.916812 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9699f38f-9dda-40b0-9064-35ac455b6477 req-3c9eb31f-2b1d-4d7f-beb8-a12a3af344ca tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.41 "DELETE /v2.0/ports/da3f328a-854c-4dae-b15e-b3de1650ea82 HTTP/1.1" status: 204 len: 173 time: 0.8994946 Apr 28 20:44:39.918380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0a13647-49ad-43f4-9df7-32276f3c71e3 req-0d06b066-1651-4ac8-af77-26884d6ed2e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:44:39.935616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c0a13647-49ad-43f4-9df7-32276f3c71e3 req-0d06b066-1651-4ac8-af77-26884d6ed2e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:44:39.936769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0a13647-49ad-43f4-9df7-32276f3c71e3 req-0d06b066-1651-4ac8-af77-26884d6ed2e7 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 210 time: 0.0658531 Apr 28 20:44:39.993851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-791344d1-7e18-4d68-a6a5-1efa36f6a122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:39.995295 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-791344d1-7e18-4d68-a6a5-1efa36f6a122 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.1801939 Apr 28 20:44:40.070959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-4a6baa4b-7ea7-4e02-aff2-79258b0a9e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:40.072347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-4a6baa4b-7ea7-4e02-aff2-79258b0a9e47 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709312 Apr 28 20:44:40.209972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-7c5d22b6-df05-4fa7-9f6d-44c6f5a09401 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313426 Apr 28 20:44:40.351198 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6217d481-9ae7-4603-bd2b-5546ffb6c16f req-467daa8a-7fae-45b5-be5f-5e7d4815b763 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358886 Apr 28 20:44:40.521223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:41.107466 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a11ecafd-80f7-4543-828d-eab711027c4e req-e84507cd-edc8-41a4-99e8-f633a1bf64c0 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=58ff1dac-3a4a-46e9-95a6-1f1040cf65da HTTP/1.1" status: 200 len: 210 time: 0.0418637 Apr 28 20:44:42.118291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device da3f328a-854c-4dae-b15e-b3de1650ea82 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:44:42.154781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: da3f328a-854c-4dae-b15e-b3de1650ea82 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:44:42.155128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device da3f328a-854c-4dae-b15e-b3de1650ea82 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:44:42.845565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:46.711853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53296) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:46.911342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 0553b90a-988e-40a7-a9d6-48dbce241a2d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:46.911679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:47.073827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:47.074148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:47.193064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 0553b90a-988e-40a7-a9d6-48dbce241a2d owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:47.338011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:47.387090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=0553b90a-988e-40a7-a9d6-48dbce241a2d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:47.474079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:47.474414 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Floating IP b0ddb7f3-44fb-4b93-baf3-353707fed386 disassociated (deleted). External IP: 172.25.2.173, port: 59065fab-1a85-41f8-9099-e6d389d13ba8. Apr 28 20:44:47.931287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:44:48.119900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:44:48.129781 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:44:48.138742 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:48.139338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:48.142993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:48.198122 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-08ee5f73-78e2-472c-a9c5-1c6c63b5a13f tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "DELETE /v2.0/floatingips/b0ddb7f3-44fb-4b93-baf3-353707fed386 HTTP/1.1" status: 204 len: 168 time: 1.4849019 Apr 28 20:44:48.198618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:48.247010 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb69d2e-7776-4360-9fd3-1b3b3d0305c7'] response: {'name': 'network-changed', 'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'status': 'completed', 'code': 200} Apr 28 20:44:48.319175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:48.346093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128985a9-8419-4032-9986-50c2ccc82238 req-a8efc3d7-6ba3-42dd-bd65-1bb6bf3e2aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:48.347600 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-a8efc3d7-6ba3-42dd-bd65-1bb6bf3e2aa1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=023141bd850b40af8fe6454359214ba1&device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0786750 Apr 28 20:44:48.495122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128985a9-8419-4032-9986-50c2ccc82238 req-56945dce-cd55-4d56-bb61-8dbadacbbb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:48.497037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-56945dce-cd55-4d56-bb61-8dbadacbbb86 service neutron] 10.222.0.46 "GET /v2.0/networks?id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 200 len: 912 time: 0.1438279 Apr 28 20:44:48.570686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-af625339-5373-4099-9b5d-a16caf3d119f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 200 len: 217 time: 0.0665929 Apr 28 20:44:48.596231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9ad3f1-679b-442a-82fa-b651de4f9691 req-8e2ea148-4247-4beb-ae74-2dc8e4c4f246 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:48.597287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0a9ad3f1-679b-442a-82fa-b651de4f9691 req-8e2ea148-4247-4beb-ae74-2dc8e4c4f246 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Synchronizing usage tracker for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:44:48.615500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0a9ad3f1-679b-442a-82fa-b651de4f9691 req-8e2ea148-4247-4beb-ae74-2dc8e4c4f246 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Unset dirty status for tenant:023141bd850b40af8fe6454359214ba1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:44:48.617139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a9ad3f1-679b-442a-82fa-b651de4f9691 req-8e2ea148-4247-4beb-ae74-2dc8e4c4f246 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.1106155 Apr 28 20:44:48.640576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128985a9-8419-4032-9986-50c2ccc82238 req-d7dfdc21-6c25-40dd-be74-022a504dbee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:48.642212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-d7dfdc21-6c25-40dd-be74-022a504dbee8 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 200 len: 850 time: 0.0659618 Apr 28 20:44:48.646244 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:48.650103 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:44:48.659327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:48.659924 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:48.664959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a9ad3f1-679b-442a-82fa-b651de4f9691 req-ffc6572a-901b-45c4-b707-4bc4d37b3726 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Apr 28 20:44:48.720593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128985a9-8419-4032-9986-50c2ccc82238 req-ddfe2e83-7612-4961-829f-99754681ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:48.722086 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-ddfe2e83-7612-4961-829f-99754681ccf3 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737045 Apr 28 20:44:48.854193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-74e7ed3f-e122-4c05-8d06-cdf15a867312 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242986 Apr 28 20:44:48.864051 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:48.984884 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-128985a9-8419-4032-9986-50c2ccc82238 req-27123062-1db7-4601-8159-81fbc51dd106 service neutron] 10.222.0.46 "GET /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232591 Apr 28 20:44:49.165163 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:49.169011 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1067272-404f-415f-a811-6f5b74d0e6a9 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:52Z', 'revision_number': 4, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '3882965c-26f5-4eee-9905-b30a3eba0734', 'name': '', 'network_id': '391fc2a0-8084-4d0a-872a-fc1afb2c7fd5', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'mac_address': 'fa:16:3e:a1:5e:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4062, 'fixed_ips': [{'subnet_id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:52Z', 'updated_at': '2022-04-28T20:34:58Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'subnets': [{'id': 'e28f6278-b784-45bc-b913-0767e98396d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:44:49.387510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c3229a-1737-47c9-a8e5-7f23d85ea29c None None] New status for floating IP b0ddb7f3-44fb-4b93-baf3-353707fed386: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:44:49.863384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f2a3a-ab49-405a-aa2f-30405f263e5e req-e7db95cc-1383-4ff0-b66c-2b226f44969b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:49.864834 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5f2a3a-ab49-405a-aa2f-30405f263e5e req-e7db95cc-1383-4ff0-b66c-2b226f44969b tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0865636 Apr 28 20:44:49.907922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd5f2a3a-ab49-405a-aa2f-30405f263e5e req-e44ac05a-9dd8-4c9e-8ea9-aa2f9dc71f51 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/security-groups?id=e9fff349-0185-4a9c-9e17-3c439f77f980&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373464 Apr 28 20:44:50.139064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-c9acf3fb-bfe0-4356-8988-5b90cd8c5850 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:44:50.140567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-c9acf3fb-bfe0-4356-8988-5b90cd8c5850 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 945 time: 0.0779438 Apr 28 20:44:50.211685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 59065fab-1a85-41f8-9099-e6d389d13ba8 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:50.212023 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:50.320851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b251557d-2a5a-4628-b406-76476b32330d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:50.463060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] For port 59065fab-1a85-41f8-9099-e6d389d13ba8, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=59065fab-1a85-41f8-9099-e6d389d13ba8,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:44:50.463328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:50.690333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 59065fab-1a85-41f8-9099-e6d389d13ba8 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:50.839464 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:50.888516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=59065fab-1a85-41f8-9099-e6d389d13ba8,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:50.929701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.930039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.930370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.930780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.931113 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.931433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.931748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.932063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.932377 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.932691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.933001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.933310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:44:50.974531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] No DVR routers for this DVR port 59065fab-1a85-41f8-9099-e6d389d13ba8 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:44:50.976960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:50.979415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'name': 'network-vif-deleted', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:44:50.997914 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2cefba1-122e-47b5-9524-faa03ce67f4b req-36065b5c-ee2d-4b26-b0d9-6c27f0053d17 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.46 "DELETE /v2.0/ports/59065fab-1a85-41f8-9099-e6d389d13ba8 HTTP/1.1" status: 204 len: 173 time: 0.8512831 Apr 28 20:44:51.037655 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bcc34651-867f-4807-bf56-9213b39c2b7b'] response: {'server_uuid': 'ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0', 'name': 'network-vif-deleted', 'tag': '59065fab-1a85-41f8-9099-e6d389d13ba8', 'status': 'completed', 'code': 200} Apr 28 20:44:51.070127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6dcc6054-2d5b-431e-b870-aaba9032309c req-0feae4be-6469-4f61-9df3-6f046ad61d59 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "GET /v2.0/ports?device_id=ecfd4f9f-6eb0-4856-99dc-6bd433dd7bf0 HTTP/1.1" status: 200 len: 210 time: 0.0467091 Apr 28 20:44:52.164319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53318) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:52.322807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Deleting port 5d461639-bb68-4894-a885-2625a9f841c5 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:52.323140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.447080 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-47e03518-b9ad-450a-bef5-672ea3de4602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.490566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.490827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.614071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Calling delete_port for 5d461639-bb68-4894-a885-2625a9f841c5 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:52.748361 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.795960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'Port': ['ID=5d461639-bb68-4894-a885-2625a9f841c5,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:52.886659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.900388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:52.901525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-deb9b705-c82f-4d59-bade-6730ac56cc42 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "DELETE /v2.0/floatingips/72d47efb-f2ef-4dee-a35c-93514eab5064 HTTP/1.1" status: 204 len: 168 time: 0.7362092 Apr 28 20:44:53.784425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 59065fab-1a85-41f8-9099-e6d389d13ba8 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:44:53.819267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 59065fab-1a85-41f8-9099-e6d389d13ba8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:44:53.819618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 59065fab-1a85-41f8-9099-e6d389d13ba8 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:44:53.863058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:54.222452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.364389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53338) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:55.376114 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.439422 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.471421 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.535369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.553976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9fff349-0185-4a9c-9e17-3c439f77f980,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:55.564258 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:55.565351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ec87b63d-c823-4636-8dc5-5365b0a87d46 tempest-TestVolumeBootPattern-353955547 tempest-TestVolumeBootPattern-353955547-project] 10.222.0.24 "DELETE /v2.0/security-groups/e9fff349-0185-4a9c-9e17-3c439f77f980 HTTP/1.1" status: 204 len: 168 time: 0.2000096 Apr 28 20:44:55.632094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53344) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:56.315430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:56.652576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Deleting port 3882965c-26f5-4eee-9905-b30a3eba0734 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:56.653214 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:56.928168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] For port 3882965c-26f5-4eee-9905-b30a3eba0734, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=3882965c-26f5-4eee-9905-b30a3eba0734,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:44:56.928434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:57.047765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Calling delete_port for 3882965c-26f5-4eee-9905-b30a3eba0734 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:57.212671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:57.288111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Pushing event deleted for resources: {'Port': ['ID=3882965c-26f5-4eee-9905-b30a3eba0734,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:57.547987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:57.904018 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Router d17f24c6-5153-47ce-81cf-35268cc01ed6 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:44:58.074823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:44:58.083910 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Sync routers for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:44:58.089268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b49e5ff5-d9d2-424c-8023-32079a9b493b admin admin] 10.222.0.24 "PUT /v2.0/routers/d17f24c6-5153-47ce-81cf-35268cc01ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4536831 Apr 28 20:44:58.089518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53354) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:58.093900 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:58.094502 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:58.270282 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:58.383812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:58.551495 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150'}], 'enable_snat': True}, 'gw_port_id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:44:57Z', 'revision_number': 5, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port': {'id': '0a0f7401-d23c-4977-bf3a-6a0bd00e8f12', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:6c:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4061, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:34:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:58.555161 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Checking router: d17f24c6-5153-47ce-81cf-35268cc01ed6 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:44:58.568383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Routers {'d17f24c6-5153-47ce-81cf-35268cc01ed6'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:44:58.568593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:58.569382 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d17f24c6-5153-47ce-81cf-35268cc01ed6'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:58.581736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Deleting port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:58.582081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:58.750632 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] Set router d17f24c6-5153-47ce-81cf-35268cc01ed6 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:44:58.763709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] For port 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:44:58.764076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:58.855051 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:44:58Z', 'revision_number': 6, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:44:58.858854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4538ac24-364e-4025-9dfd-1cd1f07202f5 None None] The sync data for ids ['d17f24c6-5153-47ce-81cf-35268cc01ed6'] in n-d-839811-1 is: [{'id': 'd17f24c6-5153-47ce-81cf-35268cc01ed6', 'name': 'tempest-TestVolumeBootPattern-483813446-router', 'tenant_id': '023141bd850b40af8fe6454359214ba1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:49Z', 'updated_at': '2022-04-28T20:44:58Z', 'revision_number': 6, 'project_id': '023141bd850b40af8fe6454359214ba1', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:44:58.886831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Calling delete_port for 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:44:59.052993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.103040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a0f7401-d23c-4977-bf3a-6a0bd00e8f12,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:59.189245 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.361732 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.363767 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.385294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.385809 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d17f24c6-5153-47ce-81cf-35268cc01ed6 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:44:59.398017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.399127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-049e8f0a-33bc-49f5-8c81-6e70b3fb280d admin admin] 10.222.0.24 "DELETE /v2.0/routers/d17f24c6-5153-47ce-81cf-35268cc01ed6 HTTP/1.1" status: 204 len: 168 time: 1.3087366 Apr 28 20:44:59.401866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53358) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:59.462710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Deleting subnet e28f6278-b784-45bc-b913-0767e98396d3 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:44:59.465607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.513001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.588162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.659955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.698311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e28f6278-b784-45bc-b913-0767e98396d3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:44:59.700517 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.705477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a073c-11fb-4a59-9f33-e0675936cacc None None] Network 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:44:59.710371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-535b2b21-17d6-4dd5-b9dd-326261d60e4e admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e28f6278-b784-45bc-b913-0767e98396d3 HTTP/1.1" status: 204 len: 168 time: 0.3075085 Apr 28 20:44:59.712861 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53362) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:44:59.947853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.958065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Deleting port 903599e0-5277-46d5-9cf1-d85e7fab4830 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:59.958385 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:44:59.976050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] DHCP port deletion for 391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:44:59.980112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Deleting port 903599e0-5277-46d5-9cf1-d85e7fab4830 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:44:59.980681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.168263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] For port 903599e0-5277-46d5-9cf1-d85e7fab4830, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=903599e0-5277-46d5-9cf1-d85e7fab4830,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:00.168817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.183672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] For port 903599e0-5277-46d5-9cf1-d85e7fab4830, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=903599e0-5277-46d5-9cf1-d85e7fab4830,segment=NetworkSegment(3affd986-b089-49e3-ade7-78c3c1960550),segment_id=3affd986-b089-49e3-ade7-78c3c1960550)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:00.184057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.291616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Calling delete_port for 903599e0-5277-46d5-9cf1-d85e7fab4830 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:00.306429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Calling delete_port for 903599e0-5277-46d5-9cf1-d85e7fab4830 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:00.345983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:00.372142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.385329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:00.385693 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0a0f7401-d23c-4977-bf3a-6a0bd00e8f12 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:00.386105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3882965c-26f5-4eee-9905-b30a3eba0734 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:00.420494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 3882965c-26f5-4eee-9905-b30a3eba0734 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:00.420762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 3882965c-26f5-4eee-9905-b30a3eba0734 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:00.421160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 903599e0-5277-46d5-9cf1-d85e7fab4830 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:00.424167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=903599e0-5277-46d5-9cf1-d85e7fab4830,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:00.425964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] No DVR routers for this DVR port 903599e0-5277-46d5-9cf1-d85e7fab4830 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:00.459711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 903599e0-5277-46d5-9cf1-d85e7fab4830 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:00.460067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 903599e0-5277-46d5-9cf1-d85e7fab4830 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 20:45:00.475764 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 20:45:00.481331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:45:00.481721 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:45:00.542584 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.567126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391fc2a0-8084-4d0a-872a-fc1afb2c7fd5']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:00.578722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3affd986-b089-49e3-ade7-78c3c1960550') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:00.579013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3affd986-b089-49e3-ade7-78c3c1960550') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:00.590076 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.605963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.612600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:45:00.612984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:45:00.625525 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:45:00.699902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.715440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:00.726061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=391fc2a0-8084-4d0a-872a-fc1afb2c7fd5,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:00.740616 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1d70e1bd-29a3-4df9-8eb2-1200dfdf16b5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/391fc2a0-8084-4d0a-872a-fc1afb2c7fd5 HTTP/1.1" status: 204 len: 168 time: 1.0265930 Apr 28 20:45:00.743409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53366) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:00.983170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Deleting port 903599e0-5277-46d5-9cf1-d85e7fab4830 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:00.984164 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:01.052039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-c527b49d-cff5-491a-82ec-2a4b2de3677f None None] The port '903599e0-5277-46d5-9cf1-d85e7fab4830' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:45:01.274925 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:01.717401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Deleting port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:01.717786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:01.882209 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] For port 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:01.882562 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:02.001573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Calling delete_port for 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:02.163632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:02.209850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:02.476468 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:02.824108 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:45:02.931972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:45:03.106837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:45:03.115920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Sync routers for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:45:03.116498 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-60ce5791-340f-4033-ae01-b1ae18e24f30 admin admin] 10.222.0.24 "PUT /v2.0/routers/97fefdd3-60a5-4cf9-a031-8df53afb0d02/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3718891 Apr 28 20:45:03.118839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53370) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:03.125831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:45:03.126438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:03.296010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:03.300122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:45:03.479281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:03.494284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Deleting port b974b148-8806-4dfa-a0bc-94dd49323b37 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:03.494890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:03.631009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127'}], 'enable_snat': True}, 'gw_port_id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:45:02Z', 'revision_number': 5, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port': {'id': 'b974b148-8806-4dfa-a0bc-94dd49323b37', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:b7:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:34:56Z', 'updated_at': '2022-04-28T20:35:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:03.636885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Checking router: 97fefdd3-60a5-4cf9-a031-8df53afb0d02 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:45:03.646057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Routers {'97fefdd3-60a5-4cf9-a031-8df53afb0d02'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:45:03.646660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:44:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:03.685633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] For port b974b148-8806-4dfa-a0bc-94dd49323b37, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b974b148-8806-4dfa-a0bc-94dd49323b37,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:03.685996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:03.798254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] Set router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:45:03.813637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Calling delete_port for b974b148-8806-4dfa-a0bc-94dd49323b37 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:03.909978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:45:03Z', 'revision_number': 6, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:03.914508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5f5c68a-9f56-453a-9d47-0e52141d117d None None] The sync data for ids ['97fefdd3-60a5-4cf9-a031-8df53afb0d02'] in n-d-839811-1 is: [{'id': '97fefdd3-60a5-4cf9-a031-8df53afb0d02', 'name': 'tempest-TestVolumeBootPattern-987952421-router', 'tenant_id': 'aa95938867434531818b14e07dc248de', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:34:55Z', 'updated_at': '2022-04-28T20:45:03Z', 'revision_number': 6, 'project_id': 'aa95938867434531818b14e07dc248de', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:45:03.996317 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.042552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Pushing event deleted for resources: {'Port': ['ID=b974b148-8806-4dfa-a0bc-94dd49323b37,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:04.249696 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.420049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.422810 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.444989 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.445562 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97fefdd3-60a5-4cf9-a031-8df53afb0d02 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:45:04.458964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.460256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45d9c982-38f1-4144-b137-d3576b9ca60a admin admin] 10.222.0.24 "DELETE /v2.0/routers/97fefdd3-60a5-4cf9-a031-8df53afb0d02 HTTP/1.1" status: 204 len: 168 time: 1.3405378 Apr 28 20:45:04.462890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53374) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:04.524072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Deleting subnet 43712515-b1e0-43ad-a3d8-5fd61c4053d1 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:45:04.527099 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.574786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.646018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:04.654966 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.685015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:04.685388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4fc2fa4b-e7a8-43b5-b18b-658f4b6c5d36 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:04.724163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.762190 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43712515-b1e0-43ad-a3d8-5fd61c4053d1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:04.764207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.768569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83122db-b5c9-4625-ac46-177a3a6f8c0b None None] Network fe285300-2699-4acb-afd2-2b39c6305889 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:45:04.771068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-26c27ad2-37b7-46be-ae59-b9b9ae203bf1 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/43712515-b1e0-43ad-a3d8-5fd61c4053d1 HTTP/1.1" status: 204 len: 168 time: 0.3072197 Apr 28 20:45:04.773488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53378) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:04.879077 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:04.890998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Deleting port 5fa02d8e-71c3-49e9-b140-5ef585436849 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:04.891538 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.019769 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] DHCP port deletion for fe285300-2699-4acb-afd2-2b39c6305889 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:45:05.024125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Deleting port 5fa02d8e-71c3-49e9-b140-5ef585436849 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:05.024494 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.108582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] For port 5fa02d8e-71c3-49e9-b140-5ef585436849, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fa02d8e-71c3-49e9-b140-5ef585436849,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:05.108847 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.226917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] For port 5fa02d8e-71c3-49e9-b140-5ef585436849, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5fa02d8e-71c3-49e9-b140-5ef585436849,segment=NetworkSegment(2cc1b86f-1460-486a-9675-3fa53531b0dd),segment_id=2cc1b86f-1460-486a-9675-3fa53531b0dd)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:05.227215 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.235157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Calling delete_port for 5fa02d8e-71c3-49e9-b140-5ef585436849 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:05.308656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.346522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Calling delete_port for 5fa02d8e-71c3-49e9-b140-5ef585436849 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:05.357656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Pushing event deleted for resources: {'Port': ['ID=5fa02d8e-71c3-49e9-b140-5ef585436849,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:05.361622 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] No DVR routers for this DVR port 5fa02d8e-71c3-49e9-b140-5ef585436849 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:05.418041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:45:05.418403 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:45:05.475174 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.500273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe285300-2699-4acb-afd2-2b39c6305889']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:05.511828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cc1b86f-1460-486a-9675-3fa53531b0dd') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:05.512122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cc1b86f-1460-486a-9675-3fa53531b0dd') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:45:05.522940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.539073 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.544875 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Releasing vlan 430 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:45:05.545259 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:45:05.558489 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:45:05.730864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.737130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.759870 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] Pushing event deleted for resources: {'Network': ['ID=fe285300-2699-4acb-afd2-2b39c6305889,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:05.763582 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5cd05dc-b0c2-4a5d-a5ff-ca2cd937295a admin admin] 10.222.0.24 "DELETE /v2.0/networks/fe285300-2699-4acb-afd2-2b39c6305889 HTTP/1.1" status: 204 len: 168 time: 0.9891772 Apr 28 20:45:05.892062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:05.919359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Deleting port 5fa02d8e-71c3-49e9-b140-5ef585436849 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:05.919914 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:05.941147 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c03a004c-cbe4-42a0-b0d7-4bdf44e0cb6b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=023141bd850b40af8fe6454359214ba1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479293 Apr 28 20:45:05.943726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53388) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:05.987657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-275b861b-4c12-456e-8775-649fb4fdbf15 None None] The port '5fa02d8e-71c3-49e9-b140-5ef585436849' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:45:06.005306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.031040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.081260 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.098569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66610cdd-1516-4ceb-a577-85122b97e2cf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:06.104791 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.108270 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9674e9de-1e88-4945-a497-d4b36cf9b979 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/66610cdd-1516-4ceb-a577-85122b97e2cf HTTP/1.1" status: 204 len: 168 time: 0.1613021 Apr 28 20:45:06.334745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b974b148-8806-4dfa-a0bc-94dd49323b37 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:06.368347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b974b148-8806-4dfa-a0bc-94dd49323b37 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:06.368696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b974b148-8806-4dfa-a0bc-94dd49323b37 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:06.369110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fa02d8e-71c3-49e9-b140-5ef585436849 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:06.403625 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 5fa02d8e-71c3-49e9-b140-5ef585436849 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:06.403970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5fa02d8e-71c3-49e9-b140-5ef585436849 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:06.476144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:06.524080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-33854258-237b-47ad-901b-c3ab66fe7f93 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=aa95938867434531818b14e07dc248de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0467227 Apr 28 20:45:06.526491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53400) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:06.581976 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.606398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.659680 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.676954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c1d25ea-fb99-4b2a-99d7-c70c885ccc84,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:06.681177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:06.682175 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-154e3a52-d6b7-4eef-8fab-bc58c8b68c85 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/4c1d25ea-fb99-4b2a-99d7-c70c885ccc84 HTTP/1.1" status: 204 len: 168 time: 0.1548176 Apr 28 20:45:10.537085 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:12.839267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:17.696972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-93c06301-186f-4807-9e6c-8f7c8f119f0a tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=8b0466c9ec6141c7832144522f58cf39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280814 Apr 28 20:45:17.846900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-24d5b008-9b84-4bd8-906b-0db037f581ff tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:17.848206 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-24d5b008-9b84-4bd8-906b-0db037f581ff tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1458342 Apr 28 20:45:17.863364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-6eacfe0e-f068-4115-b673-9c3f7137d616 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/quotas/8b0466c9ec6141c7832144522f58cf39 HTTP/1.1" status: 200 len: 375 time: 0.0097253 Apr 28 20:45:17.909261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-1cbff884-d671-4794-8a9d-6d5049836556 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=8b0466c9ec6141c7832144522f58cf39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410769 Apr 28 20:45:18.095455 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1407f3d-2ba8-4c8d-b7de-0ffa08287fb5 req-43ed2252-06cb-4885-bc62-2eddd63d9d80 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 210 time: 0.0424767 Apr 28 20:45:19.198642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-ce39f278-e657-4d29-afed-af0e3a676a73 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8b0466c9ec6141c7832144522f58cf39&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309873 Apr 28 20:45:19.270650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d8787a7b-f0af-485d-9cf0-9e35e19830f4 req-513cd43a-1a89-4f73-99ca-e8c849ae132c tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 210 time: 0.0700338 Apr 28 20:45:19.395922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-4fe97337-8ba4-4d7a-8d54-3796151bb26b tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:19.397224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-4fe97337-8ba4-4d7a-8d54-3796151bb26b tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1573076 Apr 28 20:45:19.410414 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Request body: {'port': {'device_id': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'admin_state_up': True, 'tenant_id': '8b0466c9ec6141c7832144522f58cf39'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:19.543715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:19.547535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Usage tracker for resource:port and tenant:8b0466c9ec6141c7832144522f58cf39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:19.550265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:19.555769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:19.566019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Made reservation on behalf of 8b0466c9ec6141c7832144522f58cf39 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:19.569273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:19.581518 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:19.596016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:19.599726 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Usage tracker for resource:security_group_rule and tenant:8b0466c9ec6141c7832144522f58cf39 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:19.602474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:19.607971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:19.689208 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:19.692793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:19.777768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:19.858949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Allocated IP 192.168.233.104 (fa399960-dac5-468e-8af1-f72e19803a2b/4b01613a-5ebe-4e25-8c65-29bf7624be1e/0b8093d1-66d5-4b69-a273-e219d169562d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:20.055984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.070761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Transition to ACTIVE for port object 0b8093d1-66d5-4b69-a273-e219d169562d will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:45:20.094230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.166155 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Network fa399960-dac5-468e-8af1-f72e19803a2b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:20.169192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:20.174147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:45:20.210443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Pushing event updated for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:20.244444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:20.245049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.271906 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-af3cea5d-b195-4bad-956a-5c864e3e11df tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.8649118 Apr 28 20:45:20.282529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-83f8de65-71c5-424a-8761-9851b8546551 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:45:20.283486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-83f8de65-71c5-424a-8761-9851b8546551 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061972 Apr 28 20:45:20.294065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Request body: {'port': {'device_id': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:20.330306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-535b00d3-637d-4027-bd94-bbdd239cbd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.409500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.449078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bf1a5abc-8454-40ec-9ec7-e330961b13c3 None None] Provisioning for port 0b8093d1-66d5-4b69-a273-e219d169562d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:45:20.456229 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bf1a5abc-8454-40ec-9ec7-e330961b13c3 None None] Provisioning complete for port 0b8093d1-66d5-4b69-a273-e219d169562d triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:20.457188 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bf1a5abc-8454-40ec-9ec7-e330961b13c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.516615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bf1a5abc-8454-40ec-9ec7-e330961b13c3 None None] Port 0b8093d1-66d5-4b69-a273-e219d169562d cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:45:20.589346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a30cc28-ce47-451f-8930-2c38ec9ddd0e req-6978f2f6-a994-4a50-93d5-6d816d01a5bb tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:20.590749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a30cc28-ce47-451f-8930-2c38ec9ddd0e req-6978f2f6-a994-4a50-93d5-6d816d01a5bb tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 936 time: 0.2049820 Apr 28 20:45:20.634767 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a30cc28-ce47-451f-8930-2c38ec9ddd0e req-797103e7-1e64-49fd-8d8d-729ebb761d20 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381219 Apr 28 20:45:20.871319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b8093d1-66d5-4b69-a273-e219d169562d {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:45:20.878400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:20.892748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Transition to ACTIVE for port object 0b8093d1-66d5-4b69-a273-e219d169562d will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:45:20.896283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:21.063287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:21.139883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Attempting to bind port 0b8093d1-66d5-4b69-a273-e219d169562d on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:21.140303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Attempting to bind port 0b8093d1-66d5-4b69-a273-e219d169562d by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:21.140673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Attempting to bind port 0b8093d1-66d5-4b69-a273-e219d169562d on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:45:21.145239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Port 0b8093d1-66d5-4b69-a273-e219d169562d on network fa399960-dac5-468e-8af1-f72e19803a2b not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:45:21.145585 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Attempting to bind port 0b8093d1-66d5-4b69-a273-e219d169562d on network fa399960-dac5-468e-8af1-f72e19803a2b {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:45:21.150462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:45:21.150794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Checking segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:45:21.151167 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Bound using segment: {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:45:21.151583 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Bound port: 0b8093d1-66d5-4b69-a273-e219d169562d, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6522f713-f1e7-4f67-b449-3039ebad0b44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:21.151927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:21.241688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:45:21.244601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0b8093d1-66d5-4b69-a273-e219d169562d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:45:21.247833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:21.306706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.307420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:21.308791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] 10.222.0.46 "PUT /v2.0/ports/0b8093d1-66d5-4b69-a273-e219d169562d HTTP/1.1" status: 200 len: 1096 time: 1.0188959 Apr 28 20:45:21.309220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:21.333150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c41a16-0e61-4d14-b101-8d25feb8f309 service neutron] Pushing event updated for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:21.387455 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66301a93-abc7-4fc1-8758-06e04d8dc027'] response: {'name': 'network-changed', 'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d', 'status': 'completed', 'code': 200} Apr 28 20:45:21.425752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-e8d34681-1a38-4a1c-8d4c-9fc04658ac02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.427417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-e8d34681-1a38-4a1c-8d4c-9fc04658ac02 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b0466c9ec6141c7832144522f58cf39&device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 1099 time: 0.0804105 Apr 28 20:45:21.503142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-a843a84c-baab-4770-aafb-31445458a003 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=0b8093d1-66d5-4b69-a273-e219d169562d HTTP/1.1" status: 200 len: 217 time: 0.0688591 Apr 28 20:45:21.568221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-8ef39db0-84fb-4ff1-a9db-477f587b243c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.569743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-8ef39db0-84fb-4ff1-a9db-477f587b243c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0606146 Apr 28 20:45:21.645510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-5bbc2cc5-1fcd-4685-9efa-f678bf5dc6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.646895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-5bbc2cc5-1fcd-4685-9efa-f678bf5dc6ce service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0709920 Apr 28 20:45:21.783095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-f167d2ef-e9c4-4b04-bf6c-d94b8846d9de service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296265 Apr 28 20:45:21.823089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4dcd85-b74b-4289-b7e4-c2190913778a req-4c06b406-817f-4b85-8487-f413f38e0948 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:21.824531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a4dcd85-b74b-4289-b7e4-c2190913778a req-4c06b406-817f-4b85-8487-f413f38e0948 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 948 time: 0.0797358 Apr 28 20:45:21.875092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a4dcd85-b74b-4289-b7e4-c2190913778a req-065432d8-a14a-4e8e-9927-6ef73385b212 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439012 Apr 28 20:45:21.917885 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6e3be88-b426-48d0-a6b4-b66944ef638e req-510c586f-005e-4741-ab57-af0b1ea5da05 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291671 Apr 28 20:45:22.033735 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-d8f31bb4-4830-4e3a-81bf-df7018d09b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:22.035166 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-d8f31bb4-4830-4e3a-81bf-df7018d09b64 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=8b0466c9ec6141c7832144522f58cf39&device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 1099 time: 0.0730455 Apr 28 20:45:22.162080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-715d8d64-58b5-42fb-9b3c-c47c214a2ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:22.163495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-715d8d64-58b5-42fb-9b3c-c47c214a2ce3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=fa399960-dac5-468e-8af1-f72e19803a2b HTTP/1.1" status: 200 len: 870 time: 0.1224122 Apr 28 20:45:22.228478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-bfea17e8-829c-4659-bb43-171c8ca9ac1a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.104&port_id=0b8093d1-66d5-4b69-a273-e219d169562d HTTP/1.1" status: 200 len: 217 time: 0.0593853 Apr 28 20:45:22.290912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-67521a2d-d33a-4586-9d64-50d80dd27cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:22.292311 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-67521a2d-d33a-4586-9d64-50d80dd27cc2 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=4b01613a-5ebe-4e25-8c65-29bf7624be1e HTTP/1.1" status: 200 len: 843 time: 0.0579734 Apr 28 20:45:22.365039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-97fe64e9-075a-4d54-959b-6a8643ab4252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:22.366553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-97fe64e9-075a-4d54-959b-6a8643ab4252 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=fa399960-dac5-468e-8af1-f72e19803a2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0688884 Apr 28 20:45:22.450780 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f51ae2aa-2d03-4b2c-a6cc-a1bc85ffbc6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:22.494961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-205d22cf-603a-482b-96e1-9e0816ad5b72 service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224551 Apr 28 20:45:22.720288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99164051-a263-47af-92b0-0c0b9ca9ecfd req-34a91728-cc4e-44fc-a220-6b524ab1a90f service neutron] 10.222.0.46 "GET /v2.0/networks/fa399960-dac5-468e-8af1-f72e19803a2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192340 Apr 28 20:45:23.064715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b3cc58-e904-470d-ad20-498abb320995 req-e1a94611-cf55-4ebc-8f55-b2871de7332f tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:23.065391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f4b3cc58-e904-470d-ad20-498abb320995 req-e1a94611-cf55-4ebc-8f55-b2871de7332f tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Synchronizing usage tracker for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:23.081796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f4b3cc58-e904-470d-ad20-498abb320995 req-e1a94611-cf55-4ebc-8f55-b2871de7332f tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Unset dirty status for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:23.082880 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4b3cc58-e904-470d-ad20-498abb320995 req-e1a94611-cf55-4ebc-8f55-b2871de7332f tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 948 time: 0.0998640 Apr 28 20:45:23.129835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f4b3cc58-e904-470d-ad20-498abb320995 req-c07ebcb3-01d2-458f-92ac-4c933f96368a tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Synchronizing usage tracker for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:23.146236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-f4b3cc58-e904-470d-ad20-498abb320995 req-c07ebcb3-01d2-458f-92ac-4c933f96368a tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Unset dirty status for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:23.147501 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4b3cc58-e904-470d-ad20-498abb320995 req-c07ebcb3-01d2-458f-92ac-4c933f96368a tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588369 Apr 28 20:45:23.865865 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:23.962514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0b8093d1-66d5-4b69-a273-e219d169562d details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:45:24.124267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0b8093d1-66d5-4b69-a273-e219d169562d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:24.140301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '0b8093d1-66d5-4b69-a273-e219d169562d', 'network_id': 'fa399960-dac5-468e-8af1-f72e19803a2b', 'port_id': '0b8093d1-66d5-4b69-a273-e219d169562d', 'mac_address': 'fa:16:3e:a7:e9:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b01613a-5ebe-4e25-8c65-29bf7624be1e', 'ip_address': '192.168.233.104'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:45:24.194721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:24.219760 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b8093d1-66d5-4b69-a273-e219d169562d {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:45:24.234153 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:24.238270 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0b8093d1-66d5-4b69-a273-e219d169562d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:24.242093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:24.311296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:24.319423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.319772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.320113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.320451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.320786 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.321120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.321445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.321800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.322121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.322453 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.322768 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.323113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:45:24.339212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ed159e-01a2-4e7c-aa2f-a937445c1039 req-35ddc9f5-cdba-44b2-b135-7cad7421b595 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:24.340651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38ed159e-01a2-4e7c-aa2f-a937445c1039 req-35ddc9f5-cdba-44b2-b135-7cad7421b595 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 949 time: 0.0824478 Apr 28 20:45:24.384237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-38ed159e-01a2-4e7c-aa2f-a937445c1039 req-0dade0e9-e60b-42ba-9e4a-2c250d6a8add tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362461 Apr 28 20:45:24.610318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0b8093d1-66d5-4b69-a273-e219d169562d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:45:25.371674 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:25.566563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f130c0e-99d1-4242-9c5e-d1eb0d65dd21 req-3b2acae3-4650-4a5e-8091-6d06add5cc11 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:25.568007 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f130c0e-99d1-4242-9c5e-d1eb0d65dd21 req-3b2acae3-4650-4a5e-8091-6d06add5cc11 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 949 time: 0.0789487 Apr 28 20:45:25.615174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f130c0e-99d1-4242-9c5e-d1eb0d65dd21 req-63a9a3a0-bce8-4e23-8b79-394b5b496213 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412896 Apr 28 20:45:25.938772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-49d0403d-4e38-4fb6-8117-a184653b8773 req-7738b984-8dd2-4c91-9170-75f039c8540f service neutron] (88140) timed out ('10.222.0.24', 51504) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 20:45:25.969720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0b8093d1-66d5-4b69-a273-e219d169562d up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:45:26.041715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 0b8093d1-66d5-4b69-a273-e219d169562d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:45:26.046493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 0b8093d1-66d5-4b69-a273-e219d169562d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:26.046909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:26.160059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:26.185757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:26.195953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0b8093d1-66d5-4b69-a273-e219d169562d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:26.199917 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:26.236547 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549fdfe6-fa7f-430e-be53-7241205ada45'] response: {'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d', 'code': 200} Apr 28 20:45:26.268341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:26.361383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c51314-9bca-430d-972e-83946f1b8d1a req-c9756e24-a6d5-45d8-b5ef-e06a1a14a2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:26.362849 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23c51314-9bca-430d-972e-83946f1b8d1a req-c9756e24-a6d5-45d8-b5ef-e06a1a14a2e7 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 1101 time: 0.0688882 Apr 28 20:45:26.402496 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23c51314-9bca-430d-972e-83946f1b8d1a req-93aae74f-032d-4dc7-951c-63e62c2e9db5 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336773 Apr 28 20:45:26.798883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd60f53a-3d9f-4628-9cdc-62f1e6864861 req-8f57a926-c195-402d-8467-9a64c7b5eff2 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:26.800314 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd60f53a-3d9f-4628-9cdc-62f1e6864861 req-8f57a926-c195-402d-8467-9a64c7b5eff2 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 950 time: 0.0812609 Apr 28 20:45:26.843060 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fd60f53a-3d9f-4628-9cdc-62f1e6864861 req-010cc53a-f7d2-46f3-a00d-6e86c7c32f5a tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366411 Apr 28 20:45:28.030609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bfa20b-2881-4fb5-9560-ecfd922d05eb req-ffe8975c-ddf4-4b66-96cb-639d46b98710 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:28.032059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04bfa20b-2881-4fb5-9560-ecfd922d05eb req-ffe8975c-ddf4-4b66-96cb-639d46b98710 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 950 time: 0.0823231 Apr 28 20:45:28.075227 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04bfa20b-2881-4fb5-9560-ecfd922d05eb req-5e7fca80-19b1-496f-bc2b-f0c23f1ddfcd tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375910 Apr 28 20:45:29.157079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1848c72-f0e4-49c4-b4eb-146662bda55a req-25d553a6-5f68-44e0-b83b-bc55e99ade21 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:29.159206 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1848c72-f0e4-49c4-b4eb-146662bda55a req-25d553a6-5f68-44e0-b83b-bc55e99ade21 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 950 time: 0.0871797 Apr 28 20:45:29.205773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a1848c72-f0e4-49c4-b4eb-146662bda55a req-7a1675c3-84e1-4b22-bc50-18313f7ec04d tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405912 Apr 28 20:45:30.454144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d040f-763f-4bf2-87be-892f2619a5e2 req-91ca978b-8ed9-468e-be94-9a3e26c99be1 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:30.455581 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c07d040f-763f-4bf2-87be-892f2619a5e2 req-91ca978b-8ed9-468e-be94-9a3e26c99be1 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 950 time: 0.1371233 Apr 28 20:45:30.467891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-15d1b313-f1c7-48cb-afa9-14a5e35e5060 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:30.469349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-15d1b313-f1c7-48cb-afa9-14a5e35e5060 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 950 time: 0.1035712 Apr 28 20:45:30.559232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c07d040f-763f-4bf2-87be-892f2619a5e2 req-e6a17670-8ad3-4b34-9c2e-29d307bef1f5 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/security-groups?id=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889323 Apr 28 20:45:30.566458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Deleting port 0b8093d1-66d5-4b69-a273-e219d169562d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:45:30.566803 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:30.801549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] For port 0b8093d1-66d5-4b69-a273-e219d169562d, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=0b8093d1-66d5-4b69-a273-e219d169562d,segment=NetworkSegment(6522f713-f1e7-4f67-b449-3039ebad0b44),segment_id=6522f713-f1e7-4f67-b449-3039ebad0b44)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:30.801901 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:30.924910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Calling delete_port for 0b8093d1-66d5-4b69-a273-e219d169562d owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:45:31.065724 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:31.077837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['0b8093d1-66d5-4b69-a273-e219d169562d'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:45:31.120361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Pushing event deleted for resources: {'Port': ['ID=0b8093d1-66d5-4b69-a273-e219d169562d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:31.194232 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] No DVR routers for this DVR port 0b8093d1-66d5-4b69-a273-e219d169562d on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:45:31.197041 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:31.199876 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'name': 'network-vif-deleted', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:31.216857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01fc4ce8-a40b-435c-8a6a-7f35f6c56685 req-43f7a83e-e1e3-445a-87e1-2182ea564175 tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.46 "DELETE /v2.0/ports/0b8093d1-66d5-4b69-a273-e219d169562d HTTP/1.1" status: 204 len: 173 time: 0.7344198 Apr 28 20:45:31.254408 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3a3d22-3933-4bb4-9369-a30d55b9a666'] response: {'server_uuid': '6b84734a-bb2d-471b-beb0-2ea6e962fb0d', 'name': 'network-vif-deleted', 'tag': '0b8093d1-66d5-4b69-a273-e219d169562d', 'status': 'completed', 'code': 200} Apr 28 20:45:31.727567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-521dae01-0051-4485-9b88-72f3f7891fbd req-046260bb-1fd2-4e7a-9644-b57099998dfd tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Synchronizing usage tracker for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:31.744086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-521dae01-0051-4485-9b88-72f3f7891fbd req-046260bb-1fd2-4e7a-9644-b57099998dfd tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] Unset dirty status for tenant:8b0466c9ec6141c7832144522f58cf39 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:31.745333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-521dae01-0051-4485-9b88-72f3f7891fbd req-046260bb-1fd2-4e7a-9644-b57099998dfd tempest-ServersAdminNegativeTestJSON-212885586 tempest-ServersAdminNegativeTestJSON-212885586-project] 10.222.0.24 "GET /v2.0/ports?device_id=6b84734a-bb2d-471b-beb0-2ea6e962fb0d HTTP/1.1" status: 200 len: 210 time: 0.0629938 Apr 28 20:45:33.104969 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53542) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:33.259199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a454f212-16ee-487d-adf3-66a286b79d6e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=8b0466c9ec6141c7832144522f58cf39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1530197 Apr 28 20:45:33.261609 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53548) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:33.318283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.344406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.394325 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.414352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76591d6d-3caa-47a3-b7d3-2eb0060ef1bc,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:33.424655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.425816 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-954df73d-6503-48e4-b3ff-2815e5c34de6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/76591d6d-3caa-47a3-b7d3-2eb0060ef1bc HTTP/1.1" status: 204 len: 168 time: 0.1632729 Apr 28 20:45:33.697416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53556) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:33.715350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.729330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:33.733222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Usage tracker for resource:security_group_rule and tenant:79523dc9e55f4d8b96787ba8b1213e38 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:33.735990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:33.741713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:33.822549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.826233 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.874255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=79523dc9e55f4d8b96787ba8b1213e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749058 Apr 28 20:45:33.874957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb1253-6de8-4318-8fa0-b13bb5614b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb24149-3bd0-4d85-925b-c7a142882a7d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:33.876668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53560) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:33.938230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.962954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:33.996503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0b8093d1-66d5-4b69-a273-e219d169562d no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:45:34.014208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.028210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb24149-3bd0-4d85-925b-c7a142882a7d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:34.034932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 0b8093d1-66d5-4b69-a273-e219d169562d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:45:34.035286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 0b8093d1-66d5-4b69-a273-e219d169562d not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:45:34.037423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.038865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-df344739-15f8-4df1-bdd1-d1c7a467de7d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8bb24149-3bd0-4d85-925b-c7a142882a7d HTTP/1.1" status: 204 len: 168 time: 0.1603086 Apr 28 20:45:34.752383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53584) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:34.857615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-474035362-network', 'tenant_id': '3ccc146111cd4f41bca1a09d7c6082c5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:34.863207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:34.867057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Usage tracker for resource:network and tenant:3ccc146111cd4f41bca1a09d7c6082c5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:34.869994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:34.876318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:34.885636 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Made reservation on behalf of 3ccc146111cd4f41bca1a09d7c6082c5 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:34.887942 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.900315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:34.914549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:34.918287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Usage tracker for resource:security_group_rule and tenant:3ccc146111cd4f41bca1a09d7c6082c5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:34.921015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:34.926778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:35.012310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.016817 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.048158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:45:35.053217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d866b57-6947-414f-b5f4-2af4f2240358,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:35.059957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.061414 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Added segment d957b04b-63d6-4681-9e29-2144a9d6a16e of type vlan for network 104de8c8-76de-4505-b99d-9ab780c10ca6 Apr 28 20:45:35.087401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.116577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.117547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.118150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.320549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] Pushing event updated for resources: {'Network': ['ID=104de8c8-76de-4505-b99d-9ab780c10ca6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:35.323895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6428ddff-1976-4184-85f9-d8f3b7396bfd admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5704274 Apr 28 20:45:35.327505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:35.331674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 104de8c8-76de-4505-b99d-9ab780c10ca6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:45:35.333025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Request body: {'subnet': {'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-474035362-subnet', 'tenant_id': '3ccc146111cd4f41bca1a09d7c6082c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:35.339030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:35.343016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Usage tracker for resource:subnet and tenant:3ccc146111cd4f41bca1a09d7c6082c5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:35.346394 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:35.352011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:35.362302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Made reservation on behalf of 3ccc146111cd4f41bca1a09d7c6082c5 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:35.364787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.562031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.636350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16976083-bc80-4091-8bc2-38c68d4cc78a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:35.644462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Checking segment: {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:45:35.644810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Network hostable DHCP agents. Network: 104de8c8-76de-4505-b99d-9ab780c10ca6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:45:35.662569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Network 104de8c8-76de-4505-b99d-9ab780c10ca6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:45:35.672280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 104de8c8-76de-4505-b99d-9ab780c10ca6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:35.676387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:35.676963 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:35.680958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b1cc63-c983-49e2-9ec7-f25139c19611 None None] Network 104de8c8-76de-4505-b99d-9ab780c10ca6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:45:35.702026 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e6d0f3ed-38ea-4bc7-9d19-8d6249724bb4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3731866 Apr 28 20:45:35.892669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3dc88b3-9c65-4d4d-8711-e66e95c7f754 None None] Network 104de8c8-76de-4505-b99d-9ab780c10ca6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:45:36.201281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-5ab9cf2f-6ad7-45aa-ae28-1e26445e0161 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:36.202592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-5ab9cf2f-6ad7-45aa-ae28-1e26445e0161 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Synchronizing usage tracker for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:36.219637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-5ab9cf2f-6ad7-45aa-ae28-1e26445e0161 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Unset dirty status for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:36.220702 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-5ab9cf2f-6ad7-45aa-ae28-1e26445e0161 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 811 time: 0.1601741 Apr 28 20:45:36.235780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-82356488-f198-417a-b1dd-ce396d54214a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/quotas/3ccc146111cd4f41bca1a09d7c6082c5 HTTP/1.1" status: 200 len: 375 time: 0.0095363 Apr 28 20:45:36.282131 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-ba4b52d7-5e1b-4af3-b16a-3125dd42d494 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0413480 Apr 28 20:45:36.292097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-3233e52e-f4dc-476d-8f5d-7f264741b3ba service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:45:36.292998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-3233e52e-f4dc-476d-8f5d-7f264741b3ba service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047164 Apr 28 20:45:36.422677 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-c76a65d4-9112-4912-8b40-0ae64d0dc2a3 service neutron] 10.222.0.24 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243362 Apr 28 20:45:36.552106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-66ab4400-4588-429a-94b6-883dcc9e828a service neutron] 10.222.0.24 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236632 Apr 28 20:45:36.726691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef054450-f242-48d5-b7eb-6035f709a8f8 req-7de93ad9-afd8-4737-8e4b-e10017e1538f tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 210 time: 0.0419030 Apr 28 20:45:37.777200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-f7ba359c-c8e9-4607-ba0e-9dd47beaee21 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:37.778770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-f7ba359c-c8e9-4607-ba0e-9dd47beaee21 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.46 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 811 time: 0.1508727 Apr 28 20:45:37.790660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Request body: {'port': {'device_id': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6', 'admin_state_up': True, 'tenant_id': '3ccc146111cd4f41bca1a09d7c6082c5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:37.934746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d408500d-9ad8-48d5-b9f8-c4a82470ae87 req-961ac033-0449-49a2-8d65-33e2221ec7d1 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 210 time: 0.0587118 Apr 28 20:45:37.968814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:45:37.973060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Usage tracker for resource:port and tenant:3ccc146111cd4f41bca1a09d7c6082c5 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:45:37.975796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:45:37.981305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:45:37.991312 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Made reservation on behalf of 3ccc146111cd4f41bca1a09d7c6082c5 for: {'port': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:45:37.994786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:38.151040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Allocated IP 172.20.0.13 (104de8c8-76de-4505-b99d-9ab780c10ca6/16976083-bc80-4091-8bc2-38c68d4cc78a/4450314a-6e05-4292-afec-79a49c03657e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:45:38.348316 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:38.376358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:38.554799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Network 104de8c8-76de-4505-b99d-9ab780c10ca6 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:45:38.558119 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:45:38.561785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:45:38.590921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:38.624642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:38.625223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:38.644878 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-799311ca-62d4-4856-9552-58d17ad2d4b7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8579295 Apr 28 20:45:38.655598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Request body: {'port': {'device_id': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:45:38.762539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.093126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4450314a-6e05-4292-afec-79a49c03657e {{(pid=88140) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:45:39.101398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.117125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Transition to ACTIVE for port object 4450314a-6e05-4292-afec-79a49c03657e will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:45:39.122479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.125399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e535d-0818-405e-9b03-361fdfb3c52e req-1e6479cf-f3ff-460c-b6cf-f68391c07556 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:39.128344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be3e535d-0818-405e-9b03-361fdfb3c52e req-1e6479cf-f3ff-460c-b6cf-f68391c07556 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 932 time: 0.0881131 Apr 28 20:45:39.176780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-be3e535d-0818-405e-9b03-361fdfb3c52e req-00fa8755-9c47-41da-86bc-caba4eecb6f2 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424569 Apr 28 20:45:39.276789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:39.350221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:45:39.350466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:45:39.350789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:45:39.355254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:45:39.355570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:45:39.361131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:45:39.361483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Checking segment: {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:45:39.361860 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Bound using segment: {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:45:39.362281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Bound port: 4450314a-6e05-4292-afec-79a49c03657e, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:45:39.362620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.449592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:45:39.452634 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:45:39.456400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.518550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:39.519151 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:39.520486 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] 10.222.0.46 "PUT /v2.0/ports/4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 1092 time: 0.8686724 Apr 28 20:45:39.520912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:39.545276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b436af-e5e7-4535-bd83-2c16508ef448 service neutron] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=3']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:39.596186 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9586f237-2391-4cd7-92cc-f2abc2b561af'] response: {'name': 'network-changed', 'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'status': 'completed', 'code': 200} Apr 28 20:45:39.635050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-9e40b44f-b141-483f-b020-385aecf0ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:39.636411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-9e40b44f-b141-483f-b020-385aecf0ef31 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0724030 Apr 28 20:45:39.705338 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-2e1c7599-cf9e-4fb4-8d5c-135fed2a4917 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0622220 Apr 28 20:45:39.764646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-85ac5e90-0c64-4b6c-8c3e-4b2ba96ab250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:39.766027 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-85ac5e90-0c64-4b6c-8c3e-4b2ba96ab250 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0552070 Apr 28 20:45:39.813644 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-943084a0-35dc-42b2-ada8-7350bccee632 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416398 Apr 28 20:45:39.822741 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:45:39.940604 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-134c8302-ab2f-471a-a628-a66406f29337 service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209135 Apr 28 20:45:40.067766 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8a8d82f3-e5ff-49ed-a031-9b89cd22941e req-7b0ea03d-af79-4679-8d76-dc933e94343b service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210454 Apr 28 20:45:40.175948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-4a34b23c-8731-4d85-aceb-be94a548485f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:40.177384 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-4a34b23c-8731-4d85-aceb-be94a548485f service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0694664 Apr 28 20:45:40.366678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286f8ec6-ad84-47e1-af71-9c55e3e50d8d req-b946e4d4-eb9c-4844-9c6d-5ccc55cfa40c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:40.368112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-286f8ec6-ad84-47e1-af71-9c55e3e50d8d req-b946e4d4-eb9c-4844-9c6d-5ccc55cfa40c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.0814242 Apr 28 20:45:40.412338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-286f8ec6-ad84-47e1-af71-9c55e3e50d8d req-5c6da97c-88ac-4672-ba46-32e8542fb7f8 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385456 Apr 28 20:45:40.414390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-e6863e3e-112a-4a2b-9451-99ba964532e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:40.415961 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-e6863e3e-112a-4a2b-9451-99ba964532e5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.2328808 Apr 28 20:45:40.486003 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-ffe6ebd7-c560-4b0b-9721-c5090b45ed36 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0629785 Apr 28 20:45:40.537725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:40.551065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-cea659d0-319a-4ce5-a680-7c77af24c880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:40.552525 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-cea659d0-319a-4ce5-a680-7c77af24c880 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0599997 Apr 28 20:45:40.601449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-b92e3dc3-bc35-4f41-a19b-288631482ee2 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430288 Apr 28 20:45:40.730385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-b68e13e5-c29d-4abb-8e0d-5dd34a22f99a service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230555 Apr 28 20:45:40.860932 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b77e9e1c-bc1e-43cd-b4e9-2d9d43a92483 req-1766409e-9432-42dc-b909-385d1be7c1eb service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237693 Apr 28 20:45:41.596890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-696578f8-f6d9-46ff-bf22-35108e4f53c9 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:41.597594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-696578f8-f6d9-46ff-bf22-35108e4f53c9 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Synchronizing usage tracker for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:41.613412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-696578f8-f6d9-46ff-bf22-35108e4f53c9 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Unset dirty status for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:41.614531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-696578f8-f6d9-46ff-bf22-35108e4f53c9 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.0949275 Apr 28 20:45:41.656381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-0a8347c8-77f5-47c2-aaf4-6ddc389e3b8a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Synchronizing usage tracker for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:45:41.672090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-0a8347c8-77f5-47c2-aaf4-6ddc389e3b8a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Unset dirty status for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:45:41.673380 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-21f80c23-b48d-4c30-b26e-17ae1e01c3cc req-0a8347c8-77f5-47c2-aaf4-6ddc389e3b8a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531087 Apr 28 20:45:42.842274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:42.861515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2363261-b11a-431e-8e6a-4f82ed0100d5 req-9e9a625b-4949-4a4b-8c76-240b394223b0 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:42.862941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2363261-b11a-431e-8e6a-4f82ed0100d5 req-9e9a625b-4949-4a4b-8c76-240b394223b0 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.0836289 Apr 28 20:45:42.905477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2363261-b11a-431e-8e6a-4f82ed0100d5 req-405c4dd0-f3c8-4e33-879c-a885b88a2162 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366979 Apr 28 20:45:44.078174 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 4450314a-6e05-4292-afec-79a49c03657e details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:45:44.095919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77020016-2d2a-4e6c-9ab1-f12742b0b3b3 req-7afe9cf8-97a6-4299-bfb5-6bf918542c05 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:44.097336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77020016-2d2a-4e6c-9ab1-f12742b0b3b3 req-7afe9cf8-97a6-4299-bfb5-6bf918542c05 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.0832539 Apr 28 20:45:44.141094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-77020016-2d2a-4e6c-9ab1-f12742b0b3b3 req-546fb2cb-aedb-4cc5-a1bc-c597da98df20 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380733 Apr 28 20:45:44.209192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:44.222365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '4450314a-6e05-4292-afec-79a49c03657e', 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6', 'port_id': '4450314a-6e05-4292-afec-79a49c03657e', 'mac_address': 'fa:16:3e:0f:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16976083-bc80-4091-8bc2-38c68d4cc78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:45:44.278718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.327914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4450314a-6e05-4292-afec-79a49c03657e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:45:44.342926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:44.347605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:44.413853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:44.641226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['4450314a-6e05-4292-afec-79a49c03657e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:45:45.324610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e98f9e-a358-45e4-85e4-6bb7f1b04831 req-7cedf60c-392c-4cfa-8672-50b37712b48e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:45.326109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85e98f9e-a358-45e4-85e4-6bb7f1b04831 req-7cedf60c-392c-4cfa-8672-50b37712b48e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 945 time: 0.0784354 Apr 28 20:45:45.373706 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-85e98f9e-a358-45e4-85e4-6bb7f1b04831 req-43dee4a1-5492-4344-b67e-193b48eb7655 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411265 Apr 28 20:45:46.088910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 4450314a-6e05-4292-afec-79a49c03657e up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:45:46.153869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 4450314a-6e05-4292-afec-79a49c03657e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:45:46.159005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 4450314a-6e05-4292-afec-79a49c03657e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:45:46.159372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.272297 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.298302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:45:46.307830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:45:46.312077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:46.348414 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea500526-8a28-45dc-ac6d-8bfa164090b1'] response: {'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'code': 200} Apr 28 20:45:46.383059 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:45:46.469893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29c06d-aa3a-451a-b2c6-f8215a656f33 req-a6a70164-1660-494e-85e1-9579ad12e6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:46.471365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a29c06d-aa3a-451a-b2c6-f8215a656f33 req-a6a70164-1660-494e-85e1-9579ad12e6f9 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1097 time: 0.0689638 Apr 28 20:45:46.512828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a29c06d-aa3a-451a-b2c6-f8215a656f33 req-cffe7fea-62ab-441d-901b-f3469abcc01b service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352094 Apr 28 20:45:46.557776 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9c46ab-0a5e-4e28-b469-5200b9e89ceb req-1b6c0c20-b389-44de-a52b-6fd6b9b4abfc tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:46.559201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a9c46ab-0a5e-4e28-b469-5200b9e89ceb req-1b6c0c20-b389-44de-a52b-6fd6b9b4abfc tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0799847 Apr 28 20:45:46.602479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a9c46ab-0a5e-4e28-b469-5200b9e89ceb req-03e0da02-c237-4623-b5bc-316f7b668ee4 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366106 Apr 28 20:45:47.790592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42941c47-8497-4a5f-a9a8-41d5f3666a7e req-ded627fc-40d5-42dc-9844-95b9999e4674 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:47.792293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42941c47-8497-4a5f-a9a8-41d5f3666a7e req-ded627fc-40d5-42dc-9844-95b9999e4674 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0822701 Apr 28 20:45:47.842033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42941c47-8497-4a5f-a9a8-41d5f3666a7e req-1cd4574a-d015-49c8-90e5-90fb60fcecf2 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439496 Apr 28 20:45:49.030025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf6ed2-5ff0-4252-8cd0-9a33d7dd5846 req-c1d112d4-4a99-4ed1-8610-0c0e392fa058 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:49.031461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bccf6ed2-5ff0-4252-8cd0-9a33d7dd5846 req-c1d112d4-4a99-4ed1-8610-0c0e392fa058 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0827556 Apr 28 20:45:49.075003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bccf6ed2-5ff0-4252-8cd0-9a33d7dd5846 req-8d022bd9-0af4-49b8-9706-d98b7054b118 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377522 Apr 28 20:45:49.398336 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53652) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:45:49.476831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0c57af-421d-4345-9e12-592d77560298 req-94ba939e-299b-4d70-b94b-83da2c114e49 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:49.478573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed0c57af-421d-4345-9e12-592d77560298 req-94ba939e-299b-4d70-b94b-83da2c114e49 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0872040 Apr 28 20:45:49.512169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-62023e0c-00b6-49ca-8fd4-05d820b30000 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1120009 Apr 28 20:45:49.523419 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed0c57af-421d-4345-9e12-592d77560298 req-7ce4f7d9-b3ab-4423-a04f-ec331a7e3182 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382526 Apr 28 20:45:50.323115 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b1eebe06-c97e-4504-97f5-7d4dd2c4d8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:50.708050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006533ed-660c-49b7-afa3-2c3f89a06c41 req-db27569c-bd2d-40a7-abe4-70ac4ef7af54 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:50.709784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-006533ed-660c-49b7-afa3-2c3f89a06c41 req-db27569c-bd2d-40a7-abe4-70ac4ef7af54 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0819819 Apr 28 20:45:50.753312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-006533ed-660c-49b7-afa3-2c3f89a06c41 req-29715bde-38ed-4203-8140-8293b777a7fd tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376885 Apr 28 20:45:50.918128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-35783f9b-7edf-4ef6-ab11-5025aadea8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:50.919477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-35783f9b-7edf-4ef6-ab11-5025aadea8c2 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1097 time: 0.0684867 Apr 28 20:45:51.048189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-5ef85449-65f2-4a21-916a-ac5b8cacb119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:51.049790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-5ef85449-65f2-4a21-916a-ac5b8cacb119 service neutron] 10.222.0.46 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.1243894 Apr 28 20:45:51.118334 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-f16f893c-657c-4d1d-af9a-03498fdca3d8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0630479 Apr 28 20:45:51.181841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-b385e161-08f1-463b-81ea-996674157076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:51.183241 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-b385e161-08f1-463b-81ea-996674157076 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0598671 Apr 28 20:45:51.235552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-d78fa147-9d1c-44de-a163-ec5dd27f02ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452311 Apr 28 20:45:51.468219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-034bfb37-78d4-49b4-a44f-e90e7657df25 service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267008 Apr 28 20:45:51.598322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-e2b62ac4-a7ac-4877-b570-96d722e6931c service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237507 Apr 28 20:45:51.937876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276e109-36c7-461d-b4ba-2860898e07cd req-5ffbc016-1e0c-434e-aeab-44933f98fb78 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:51.939912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1276e109-36c7-461d-b4ba-2860898e07cd req-5ffbc016-1e0c-434e-aeab-44933f98fb78 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0819080 Apr 28 20:45:51.982656 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1276e109-36c7-461d-b4ba-2860898e07cd req-bc1de802-36be-467b-ab21-238a9db6fbf0 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370533 Apr 28 20:45:52.452990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-da470ace-8aa4-48b1-84e1-190d5565f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:53.165611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d00d5f-1ae9-470b-a502-52b7b7648448 req-f336ed16-e058-4435-ad33-04b3a895a4d5 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:53.167041 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1d00d5f-1ae9-470b-a502-52b7b7648448 req-f336ed16-e058-4435-ad33-04b3a895a4d5 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0785716 Apr 28 20:45:53.217691 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1d00d5f-1ae9-470b-a502-52b7b7648448 req-19744ad0-8ccf-48d0-82d2-1c4cf9509195 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Apr 28 20:45:53.867416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.224021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:54.403249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba9e617-6209-4255-8371-998f72fa9ecb req-df302dc9-20a7-443e-90c7-66495524ebca tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:54.404675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dba9e617-6209-4255-8371-998f72fa9ecb req-df302dc9-20a7-443e-90c7-66495524ebca tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0791011 Apr 28 20:45:54.452422 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dba9e617-6209-4255-8371-998f72fa9ecb req-42b067af-c67f-422c-a922-856db9334fb2 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413742 Apr 28 20:45:55.374497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:45:55.642765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2364be9-84e0-4f25-9fdd-5312c5d4520b req-9bc857e8-721a-4ec9-a527-3a51e7f81f73 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:55.644098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2364be9-84e0-4f25-9fdd-5312c5d4520b req-9bc857e8-721a-4ec9-a527-3a51e7f81f73 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0827665 Apr 28 20:45:55.686588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c2364be9-84e0-4f25-9fdd-5312c5d4520b req-9493e05d-cc03-4518-ab0b-881808acc752 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369534 Apr 28 20:45:56.869391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d8f147-2425-4bf8-9365-688c28d13320 req-47af1ac0-2deb-4d60-894e-fdfe5524c67c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:56.870837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7d8f147-2425-4bf8-9365-688c28d13320 req-47af1ac0-2deb-4d60-894e-fdfe5524c67c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0798056 Apr 28 20:45:56.914324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e7d8f147-2425-4bf8-9365-688c28d13320 req-a2174938-b7ce-413a-96b6-a90b914b4b9c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372617 Apr 28 20:45:58.095829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4d1190-6572-48e4-9ea9-3aaad9dfe41c req-7ea1b380-56f0-455e-b3d2-16852d4aa381 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:58.097253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d1190-6572-48e4-9ea9-3aaad9dfe41c req-7ea1b380-56f0-455e-b3d2-16852d4aa381 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0782938 Apr 28 20:45:58.139232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b4d1190-6572-48e4-9ea9-3aaad9dfe41c req-d0c20913-c11f-497a-85a5-fa8b6a13b446 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363970 Apr 28 20:45:59.325294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929b8f5a-0f5e-44f4-9e85-5619e7406584 req-4cee8a74-4a50-4152-9ad6-dcea3b77105e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:45:59.326738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-929b8f5a-0f5e-44f4-9e85-5619e7406584 req-4cee8a74-4a50-4152-9ad6-dcea3b77105e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0805960 Apr 28 20:45:59.370638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-929b8f5a-0f5e-44f4-9e85-5619e7406584 req-49ff3b48-045a-4149-860c-5b37b6f29f05 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375977 Apr 28 20:46:00.557502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cba7cc-a0ea-446e-8792-cb9c69018c88 req-1717edb5-bd42-4b87-8602-e88632c738c6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:00.558850 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88cba7cc-a0ea-446e-8792-cb9c69018c88 req-1717edb5-bd42-4b87-8602-e88632c738c6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0827236 Apr 28 20:46:00.601510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88cba7cc-a0ea-446e-8792-cb9c69018c88 req-abcf39e9-6d92-4678-b4f4-b0912f78aa6c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369706 Apr 28 20:46:01.785873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1a9e71-08e2-48fd-a99e-35bbc3644a5f req-81ed9180-52d6-409e-8e04-dce43c12399c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:01.787314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af1a9e71-08e2-48fd-a99e-35bbc3644a5f req-81ed9180-52d6-409e-8e04-dce43c12399c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0779264 Apr 28 20:46:01.830616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-af1a9e71-08e2-48fd-a99e-35bbc3644a5f req-52df6ac8-a302-4216-a791-09a86ac2fc2c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Apr 28 20:46:03.013800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d75fd57-b042-4359-a17c-00cf99003493 req-bdc42977-f815-45cb-9e90-0a174578fc95 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:03.015223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1d75fd57-b042-4359-a17c-00cf99003493 req-bdc42977-f815-45cb-9e90-0a174578fc95 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0787950 Apr 28 20:46:03.061882 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1d75fd57-b042-4359-a17c-00cf99003493 req-33d7df7e-2f57-49ae-9798-bdac7a665e10 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402393 Apr 28 20:46:04.251555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f97b07-8f30-4c2e-bb37-fb5596262687 req-661ab4c7-8c08-4206-9b9f-f819d2319a29 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:04.252979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33f97b07-8f30-4c2e-bb37-fb5596262687 req-661ab4c7-8c08-4206-9b9f-f819d2319a29 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0851324 Apr 28 20:46:04.296204 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-33f97b07-8f30-4c2e-bb37-fb5596262687 req-5a6f3412-cc4b-45ad-8fd8-a38b6751723e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374691 Apr 28 20:46:05.477902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b9aa6f-a502-4eda-9b53-fa00ac50d18a req-164ca2f9-c404-40e3-aa80-e4e6643e0ee1 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:05.479333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48b9aa6f-a502-4eda-9b53-fa00ac50d18a req-164ca2f9-c404-40e3-aa80-e4e6643e0ee1 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0785391 Apr 28 20:46:05.523190 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48b9aa6f-a502-4eda-9b53-fa00ac50d18a req-5c9782e9-6be1-4b27-a176-168c714308d7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Apr 28 20:46:06.705073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e69b-240c-4b83-a281-58e3a1697254 req-cc320ca2-0ced-40fa-be1b-9ef2eb772ef6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:06.706598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8887e69b-240c-4b83-a281-58e3a1697254 req-cc320ca2-0ced-40fa-be1b-9ef2eb772ef6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0788887 Apr 28 20:46:06.748898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8887e69b-240c-4b83-a281-58e3a1697254 req-a45dae4f-c266-489c-8a3c-25460a81e169 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364220 Apr 28 20:46:07.933595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab4263-b7f6-4d7b-b6b1-5ce0e0bac6bd req-dd602af4-ab27-4b66-b734-8413e3c2cd45 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:07.935035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94ab4263-b7f6-4d7b-b6b1-5ce0e0bac6bd req-dd602af4-ab27-4b66-b734-8413e3c2cd45 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0816119 Apr 28 20:46:07.979181 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-94ab4263-b7f6-4d7b-b6b1-5ce0e0bac6bd req-07fda39b-617b-467d-9695-a2e1c26b3983 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379698 Apr 28 20:46:09.168718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc8b48b-cf44-4f09-80f1-8542d8e07338 req-2bf5fbf9-3184-44de-8a1c-98d18a6ba247 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:09.170171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbc8b48b-cf44-4f09-80f1-8542d8e07338 req-2bf5fbf9-3184-44de-8a1c-98d18a6ba247 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0817599 Apr 28 20:46:09.213055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbc8b48b-cf44-4f09-80f1-8542d8e07338 req-c621e242-5888-4580-a47c-419036cc48a3 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372181 Apr 28 20:46:10.399466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe30d4-597f-4579-b671-26ff12cad875 req-09c0e395-fe05-4f47-b5ee-34d0ed096713 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:10.400967 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbbe30d4-597f-4579-b671-26ff12cad875 req-09c0e395-fe05-4f47-b5ee-34d0ed096713 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0816307 Apr 28 20:46:10.449080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbbe30d4-597f-4579-b671-26ff12cad875 req-42d8abab-af2d-4502-8da6-e0f14d1abc43 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425408 Apr 28 20:46:10.536134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:11.632028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd6f45-590f-4883-b2ab-5f44213e0967 req-43d2190c-c6f1-44e6-9dd7-d80f5943d533 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:11.633482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01dd6f45-590f-4883-b2ab-5f44213e0967 req-43d2190c-c6f1-44e6-9dd7-d80f5943d533 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0787213 Apr 28 20:46:11.681230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01dd6f45-590f-4883-b2ab-5f44213e0967 req-dbd64ea6-2ec2-4b42-8fe0-4850b6f4cbd6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420420 Apr 28 20:46:12.858820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:12.868740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97158648-14cf-4995-8eb7-405e916b4e72 req-c8c0fdd0-bafc-45e8-8d24-fec225582ccf tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:12.870244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97158648-14cf-4995-8eb7-405e916b4e72 req-c8c0fdd0-bafc-45e8-8d24-fec225582ccf tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0838213 Apr 28 20:46:12.913331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97158648-14cf-4995-8eb7-405e916b4e72 req-fd108681-2939-4eed-bd45-14331b48ca3a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365856 Apr 28 20:46:14.099442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e597cb-fbf6-48f3-9004-cf928f19164d req-ddb6feb2-be62-4d00-bb5d-8162f9c0535b tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:14.100898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61e597cb-fbf6-48f3-9004-cf928f19164d req-ddb6feb2-be62-4d00-bb5d-8162f9c0535b tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0791831 Apr 28 20:46:14.145315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61e597cb-fbf6-48f3-9004-cf928f19164d req-5a4bb9ab-14cb-4bf7-b823-f87a316232e7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387571 Apr 28 20:46:15.331655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726d9e2a-92e2-4981-8494-2833915ba1af req-5bda0d99-409c-4792-8397-bc97e0cdc99e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:15.333116 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-726d9e2a-92e2-4981-8494-2833915ba1af req-5bda0d99-409c-4792-8397-bc97e0cdc99e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0791130 Apr 28 20:46:15.377266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-726d9e2a-92e2-4981-8494-2833915ba1af req-475a0171-09ee-4b5d-9a76-c39a1521faa5 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381644 Apr 28 20:46:16.568071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33d1db-fa21-4bd8-8a1a-af70d8ffb15a req-c0105a87-9c36-410a-ab9d-b4444b3396bc tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:16.569431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff33d1db-fa21-4bd8-8a1a-af70d8ffb15a req-c0105a87-9c36-410a-ab9d-b4444b3396bc tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0825789 Apr 28 20:46:16.613246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff33d1db-fa21-4bd8-8a1a-af70d8ffb15a req-fe6fbc9d-0475-4cbc-a6d2-f11cf4d2c6b1 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382278 Apr 28 20:46:16.824977 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:46:17.803793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9fa9f6-1d4f-4762-aca2-4bb5276ac23a req-3aab9f3c-cc56-447a-aa52-592323aabbac tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:17.805373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9fa9f6-1d4f-4762-aca2-4bb5276ac23a req-3aab9f3c-cc56-447a-aa52-592323aabbac tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.0841937 Apr 28 20:46:17.850857 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8d9fa9f6-1d4f-4762-aca2-4bb5276ac23a req-327d36db-3dac-46a0-aaab-d7402f855def tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396545 Apr 28 20:46:18.653235 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-b86e7ca6-befb-4b1b-b8b8-615b3af7a93c service neutron] show failed (client error): The resource could not be found. Apr 28 20:46:18.654136 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-b86e7ca6-befb-4b1b-b8b8-615b3af7a93c service neutron] 10.222.0.46 "GET /v2.0/ports/4450314a-6e05-4292-afec-79a49c03657e/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0767941 Apr 28 20:46:18.917097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-cfb1fbf9-eb48-455a-b352-b2a86a23593b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:18.918503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-cfb1fbf9-eb48-455a-b352-b2a86a23593b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03&tenant_id=3ccc146111cd4f41bca1a09d7c6082c5 HTTP/1.1" status: 200 len: 1097 time: 0.0820215 Apr 28 20:46:18.929338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:19.199839 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:19.254616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405a29ce-5a8a-40da-a2e9-30a672019f10 req-417d0602-e4ef-4aff-98d2-a0bba2aa3967 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:19.256053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-405a29ce-5a8a-40da-a2e9-30a672019f10 req-417d0602-e4ef-4aff-98d2-a0bba2aa3967 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 946 time: 0.2833142 Apr 28 20:46:19.369979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-405a29ce-5a8a-40da-a2e9-30a672019f10 req-6c008b56-d368-4a78-94a1-4766f872d56d tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029105 Apr 28 20:46:19.515435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:19.542773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:46:19.599458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:19.605208 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:19.620434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Transition to ACTIVE for port object 4450314a-6e05-4292-afec-79a49c03657e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:46:19.624167 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:19.661970 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3d1589e-8a04-47e9-98d7-7c2b2548f123'] response: {'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'code': 200} Apr 28 20:46:19.782823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:19.785205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] No DVR routers for this DVR port 4450314a-6e05-4292-afec-79a49c03657e on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:46:19.794229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.794569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.794905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.795236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.795561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.795887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.796208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.797039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.797587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.797865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.798189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.798507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:19.849331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:46:19.849689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:46:19.850015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:46:19.854516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:46:19.854830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Attempting to bind port 4450314a-6e05-4292-afec-79a49c03657e on network 104de8c8-76de-4505-b99d-9ab780c10ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:46:19.860303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:46:19.860634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Checking segment: {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:46:19.861010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Bound using segment: {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:46:19.861428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Bound port: 4450314a-6e05-4292-afec-79a49c03657e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd957b04b-63d6-4681-9e29-2144a9d6a16e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:46:19.861792 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:19.946772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:46:19.949668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:46:19.953954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:20.016979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:20.017556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:20.018895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] 10.222.0.41 "PUT /v2.0/ports/4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 1092 time: 1.0935209 Apr 28 20:46:20.033099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844cd04-2794-4f61-925c-f1e375074219 service neutron] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:20.113602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-22531847-dfb3-44b3-acc5-c578d2fc2c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:20.115025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-22531847-dfb3-44b3-acc5-c578d2fc2c00 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0694411 Apr 28 20:46:20.245217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-89369892-7bd7-4afe-aa2c-16bf73d75bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:20.246687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-89369892-7bd7-4afe-aa2c-16bf73d75bdd service neutron] 10.222.0.41 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.1229765 Apr 28 20:46:20.317144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-d0586432-3a14-4b4b-9588-465cc0434fa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0636339 Apr 28 20:46:20.326435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-84e007ad-34b6-4301-bbc5-340612dae56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:20.382254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-4957e238-7af1-40af-938c-0f412d1649b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:20.383669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-4957e238-7af1-40af-938c-0f412d1649b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0570707 Apr 28 20:46:20.435670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-45de954c-70dc-41d2-99fe-5f14168399a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439904 Apr 28 20:46:20.625754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-4ed56824-23d8-40ae-aa9a-7051976fe2cb service neutron] 10.222.0.41 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1825681 Apr 28 20:46:20.659627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ec8e1-c261-40fd-8562-fca98a2157b4 req-7ec3edaf-c3a8-48ec-88a6-7b74651fd368 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:20.661010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b6ec8e1-c261-40fd-8562-fca98a2157b4 req-7ec3edaf-c3a8-48ec-88a6-7b74651fd368 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.1816182 Apr 28 20:46:20.777483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b6ec8e1-c261-40fd-8562-fca98a2157b4 req-dd2db900-7531-4988-af81-d0dd272f8e5e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990505 Apr 28 20:46:20.806181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d040b8d8-64eb-4569-9154-1ae360515c65 req-dfbe2301-108a-45af-aa20-01fe8022aa53 service neutron] 10.222.0.41 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731515 Apr 28 20:46:21.663449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:21.720049 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38c9aff9-0cfd-4a54-be58-ca9f572f7642'] response: {'name': 'network-changed', 'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'status': 'completed', 'code': 200} Apr 28 20:46:21.810863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-7b64e8db-62d2-4fe2-9b8d-496a1afd6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:21.811013 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-3dfb48ba-646f-4169-bc72-9fcfe83c8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:21.813587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-3dfb48ba-646f-4169-bc72-9fcfe83c8896 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0726962 Apr 28 20:46:21.813721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-7b64e8db-62d2-4fe2-9b8d-496a1afd6ab1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0723453 Apr 28 20:46:21.953602 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-59ed6165-28ad-480c-b2e3-c2e0ecd4d479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:21.954508 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-59ed6165-28ad-480c-b2e3-c2e0ecd4d479 service neutron] 10.222.0.46 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.1351485 Apr 28 20:46:22.027460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-f5569952-f9c0-4a84-a86d-1e65d4100e89 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0653024 Apr 28 20:46:22.089656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-7310f9eb-a372-42e2-9926-32b4f8c53ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:22.091017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-7310f9eb-a372-42e2-9926-32b4f8c53ffd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0574818 Apr 28 20:46:22.111655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-ea1add63-c159-4318-a6a3-02dd8f5bfc8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:22.113057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-ea1add63-c159-4318-a6a3-02dd8f5bfc8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.2944489 Apr 28 20:46:22.135555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-5ae1b294-beb5-4276-aa6f-cfc7c9cebd5c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391886 Apr 28 20:46:22.182739 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-1f992506-6848-4455-bb58-e0da6857071e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0626140 Apr 28 20:46:22.191114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31bef1c-43bc-40c0-b85f-a21a3a2467c1 req-66168e5d-1c74-47a5-bc8c-4fc9cb228fe6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:22.192630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d31bef1c-43bc-40c0-b85f-a21a3a2467c1 req-66168e5d-1c74-47a5-bc8c-4fc9cb228fe6 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.1767604 Apr 28 20:46:22.287517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-5e45e810-bfd1-4c5d-bf98-d0b5596203b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:22.289250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-5e45e810-bfd1-4c5d-bf98-d0b5596203b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0954423 Apr 28 20:46:22.291885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d31bef1c-43bc-40c0-b85f-a21a3a2467c1 req-f616f57f-bbdd-4ce6-a408-c22dc3743fb7 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643272 Apr 28 20:46:22.296005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 4450314a-6e05-4292-afec-79a49c03657e no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:46:22.340871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-e0ccf81a-0bde-4863-a67d-1badc0962510 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429380 Apr 28 20:46:22.364830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 4450314a-6e05-4292-afec-79a49c03657e not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:46:22.375346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-5312a93d-7d1f-403c-a4bf-951dee792d76 service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2331140 Apr 28 20:46:22.462576 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-75f5b74b-2c07-4e2d-9194-003946f9c30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:22.491465 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-699cafd2-21d4-4970-8b0b-e87418839f01 service neutron] 10.222.0.41 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434159 Apr 28 20:46:22.527943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-2fba5e2a-c9e3-4d40-abb2-f205c60868fd service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468501 Apr 28 20:46:22.631501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6e34c6-fe5f-4690-a90f-4681eda7fd65 req-e0a8faed-cf20-4d67-9a96-0701e0c9ca1d service neutron] 10.222.0.41 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334324 Apr 28 20:46:23.484511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1550820-5208-4a2a-85b7-fe859880f5f5 req-9a352dfe-5248-4b73-8a8d-b7724157c683 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:23.485998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1550820-5208-4a2a-85b7-fe859880f5f5 req-9a352dfe-5248-4b73-8a8d-b7724157c683 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 944 time: 0.0838401 Apr 28 20:46:23.528903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e1550820-5208-4a2a-85b7-fe859880f5f5 req-9a92e6cb-3c5d-45de-89ee-c43a2e50dc7c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372598 Apr 28 20:46:23.869877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:23.894244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-687fab11-792d-4aa1-921c-070f7e794734 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:23.895585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-687fab11-792d-4aa1-921c-070f7e794734 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.46 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03&tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 944 time: 0.0843771 Apr 28 20:46:23.975525 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-4d599d5b-9436-46ea-90e6-f5fbc5050822 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:46:23.976483 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-4d599d5b-9436-46ea-90e6-f5fbc5050822 service neutron] 10.222.0.46 "DELETE /v2.0/ports/4450314a-6e05-4292-afec-79a49c03657e/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0751302 Apr 28 20:46:24.115721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-0e9bdd54-1a7b-433e-ae4b-f3d90fc4cb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:24.117152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-0e9bdd54-1a7b-433e-ae4b-f3d90fc4cb74 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 1095 time: 0.0696373 Apr 28 20:46:24.225974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:24.246049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-839549e1-26ab-414b-98b0-04236eb8b8fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:24.247471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-839549e1-26ab-414b-98b0-04236eb8b8fa service neutron] 10.222.0.46 "GET /v2.0/networks?id=104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 200 len: 912 time: 0.1241236 Apr 28 20:46:24.317403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-3a281ae3-8618-4fe3-8857-8bb40379beaf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 200 len: 217 time: 0.0644169 Apr 28 20:46:24.378746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-885aabb8-fb2e-4ded-8943-1bcd8f4f97c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:24.380129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-885aabb8-fb2e-4ded-8943-1bcd8f4f97c1 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 200 len: 851 time: 0.0577214 Apr 28 20:46:24.428712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-080d2b49-6d11-4d25-a952-ca3aeb42a581 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=104de8c8-76de-4505-b99d-9ab780c10ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428479 Apr 28 20:46:24.558779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-cc3b2b09-7788-4de0-b29b-ec4909e7a891 service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246462 Apr 28 20:46:24.568534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4450314a-6e05-4292-afec-79a49c03657e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:46:24.689172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-c53d74fc-21b7-4220-9eb1-419dbeca84ef service neutron] 10.222.0.46 "GET /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242886 Apr 28 20:46:24.698791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:24.712495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '4450314a-6e05-4292-afec-79a49c03657e', 'network_id': '104de8c8-76de-4505-b99d-9ab780c10ca6', 'port_id': '4450314a-6e05-4292-afec-79a49c03657e', 'mac_address': 'fa:16:3e:0f:b0:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16976083-bc80-4091-8bc2-38c68d4cc78a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:46:24.771219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:24.789006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4450314a-6e05-4292-afec-79a49c03657e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:46:24.804948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:24.808298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:24.873250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:24.881216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.881592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.881933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.882267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.882597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.882923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.883245 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.883567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.883888 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.884209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.884527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:24.884845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:25.076242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['4450314a-6e05-4292-afec-79a49c03657e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:46:25.377381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:25.513144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0820c079-1851-4dad-a778-f8047ad031ac req-4fbabcc7-20fc-44db-a7d3-019425144d2a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:25.514587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0820c079-1851-4dad-a778-f8047ad031ac req-4fbabcc7-20fc-44db-a7d3-019425144d2a tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 945 time: 0.0791600 Apr 28 20:46:25.557606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0820c079-1851-4dad-a778-f8047ad031ac req-371a6928-ad8f-459a-8b75-7af8a48ff5f3 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366664 Apr 28 20:46:26.584089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4450314a-6e05-4292-afec-79a49c03657e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:46:26.652528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 4450314a-6e05-4292-afec-79a49c03657e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:46:26.658883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 4450314a-6e05-4292-afec-79a49c03657e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:26.659469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:26.758194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81416b5b-18e5-4ffe-a089-7fa9f4a5b7fb req-cf1ca7d4-3480-4915-8b6b-483489951c03 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:26.761325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81416b5b-18e5-4ffe-a089-7fa9f4a5b7fb req-cf1ca7d4-3480-4915-8b6b-483489951c03 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 945 time: 0.0908203 Apr 28 20:46:26.779175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:26.806113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:26.816211 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:26.820653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:26.861839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81416b5b-18e5-4ffe-a089-7fa9f4a5b7fb req-0b2171b9-3725-4371-a53c-3c0fc7c57835 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/security-groups?id=5d866b57-6947-414f-b5f4-2af4f2240358&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659685 Apr 28 20:46:26.862169 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca70dac5-44c7-4220-a562-5ba1d4e9532d'] response: {'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'code': 200} Apr 28 20:46:26.881984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-04a87565-7e21-4281-88f7-3db26ecfce4c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:26.883424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-04a87565-7e21-4281-88f7-3db26ecfce4c tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 945 time: 0.1183231 Apr 28 20:46:26.903759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:26.956707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Deleting port 4450314a-6e05-4292-afec-79a49c03657e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:46:26.957046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:27.197061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] For port 4450314a-6e05-4292-afec-79a49c03657e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=4450314a-6e05-4292-afec-79a49c03657e,segment=NetworkSegment(d957b04b-63d6-4681-9e29-2144a9d6a16e),segment_id=d957b04b-63d6-4681-9e29-2144a9d6a16e)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:27.197306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:27.316504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Calling delete_port for 4450314a-6e05-4292-afec-79a49c03657e owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:46:27.461593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:27.476746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['4450314a-6e05-4292-afec-79a49c03657e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:46:27.510691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Pushing event deleted for resources: {'Port': ['ID=4450314a-6e05-4292-afec-79a49c03657e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:27.584115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] No DVR routers for this DVR port 4450314a-6e05-4292-afec-79a49c03657e on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:46:27.586615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:27.588996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-deleted', 'tag': '4450314a-6e05-4292-afec-79a49c03657e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:27.604349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-67a8b862-cbec-4f6e-a1db-6d3ad7a7df3c req-5edf354e-d0ec-4841-9715-d6433561f893 tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.41 "DELETE /v2.0/ports/4450314a-6e05-4292-afec-79a49c03657e HTTP/1.1" status: 204 len: 173 time: 0.7150476 Apr 28 20:46:27.642517 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-153aec07-f976-498e-bfe8-c3cfabcbc93b'] response: {'server_uuid': 'b6e3893d-0719-4bd2-a2f9-43f99a127e03', 'name': 'network-vif-deleted', 'tag': '4450314a-6e05-4292-afec-79a49c03657e', 'status': 'completed', 'code': 200} Apr 28 20:46:28.024584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-411a0bcc-e240-4bf7-bf72-b10ce2a5fc66 req-3d2bda7f-c74a-4a83-a596-889985fe5d8e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Synchronizing usage tracker for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:46:28.038799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-411a0bcc-e240-4bf7-bf72-b10ce2a5fc66 req-3d2bda7f-c74a-4a83-a596-889985fe5d8e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] Unset dirty status for tenant:3ccc146111cd4f41bca1a09d7c6082c5 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:46:28.039904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-411a0bcc-e240-4bf7-bf72-b10ce2a5fc66 req-3d2bda7f-c74a-4a83-a596-889985fe5d8e tempest-DeleteServersTestJSON-1763031284 tempest-DeleteServersTestJSON-1763031284-project] 10.222.0.24 "GET /v2.0/ports?device_id=b6e3893d-0719-4bd2-a2f9-43f99a127e03 HTTP/1.1" status: 200 len: 210 time: 0.0578547 Apr 28 20:46:29.278594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53764) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:29.340002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Deleting subnet 16976083-bc80-4091-8bc2-38c68d4cc78a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:46:29.342718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.391468 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.447465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.518340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.554262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16976083-bc80-4091-8bc2-38c68d4cc78a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:29.559100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.566995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.567332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.567662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.567989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.568311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.568630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.568946 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.569260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.569608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.569929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.570245 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.570556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:46:29.575733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-49f1f20a-bdca-4bbf-a3e7-1c6238760057 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/16976083-bc80-4091-8bc2-38c68d4cc78a HTTP/1.1" status: 204 len: 168 time: 0.2956688 Apr 28 20:46:29.577788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53768) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:29.680539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.894802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.918779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['104de8c8-76de-4505-b99d-9ab780c10ca6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:29.930779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd957b04b-63d6-4681-9e29-2144a9d6a16e') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:29.930998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd957b04b-63d6-4681-9e29-2144a9d6a16e') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:46:29.941840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.960848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.966633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:46:29.967009 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:46:29.980721 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:46:30.054372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.070640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.082881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] Pushing event deleted for resources: {'Network': ['ID=104de8c8-76de-4505-b99d-9ab780c10ca6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:30.089744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c223aee9-f5bb-4ec7-be25-2db9b6985734 admin admin] 10.222.0.24 "DELETE /v2.0/networks/104de8c8-76de-4505-b99d-9ab780c10ca6 HTTP/1.1" status: 204 len: 168 time: 0.5109513 Apr 28 20:46:30.223993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53774) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:30.285886 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e085ea58-23a8-4562-9c00-3eefbcd6911e admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ccc146111cd4f41bca1a09d7c6082c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603783 Apr 28 20:46:30.289005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53778) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:30.360053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.387112 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.444223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.462793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d866b57-6947-414f-b5f4-2af4f2240358,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:30.476376 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:30.479493 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3f6e5902-dc54-4848-81d0-120b3cbf28cf admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/5d866b57-6947-414f-b5f4-2af4f2240358 HTTP/1.1" status: 204 len: 168 time: 0.1881223 Apr 28 20:46:30.583206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4450314a-6e05-4292-afec-79a49c03657e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:46:30.631015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 4450314a-6e05-4292-afec-79a49c03657e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:46:30.631505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 4450314a-6e05-4292-afec-79a49c03657e not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:46:31.230733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 53802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:31.333275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-914946546-network', 'tenant_id': '2f505281c04544789b165bb167eee366'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:31.338918 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:46:31.342692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Usage tracker for resource:network and tenant:2f505281c04544789b165bb167eee366 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:46:31.345687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:46:31.352049 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:46:31.361880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Made reservation on behalf of 2f505281c04544789b165bb167eee366 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:46:31.364290 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.376652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.391304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:46:31.394999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Usage tracker for resource:security_group_rule and tenant:2f505281c04544789b165bb167eee366 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:46:31.397709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:46:31.403611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:46:31.492177 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.495892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.525168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:46:31.538070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:31.543659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.543995 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Added segment 2f394ae6-eba7-477f-b36e-a2cc8aaabdd7 of type vlan for network 81c80d48-fc13-4415-9e36-e04913db0d6a Apr 28 20:46:31.570703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.599623 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.600533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:31.601095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.700992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4663248 Apr 28 20:46:31.701331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab51aa7a-fb5b-415f-bcab-632be6431197 admin admin] Pushing event updated for resources: {'Network': ['ID=81c80d48-fc13-4415-9e36-e04913db0d6a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:31.701437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 53808) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:46:31.707684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Request body: {'subnet': {'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-914946546-subnet', 'tenant_id': '2f505281c04544789b165bb167eee366', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:31.713204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 81c80d48-fc13-4415-9e36-e04913db0d6a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:46:31.713691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:46:31.717364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Usage tracker for resource:subnet and tenant:2f505281c04544789b165bb167eee366 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:46:31.720873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:46:31.728312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:46:31.740337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Made reservation on behalf of 2f505281c04544789b165bb167eee366 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:46:31.743005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:31.942068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:32.017509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:32.025890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Checking segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:46:32.026245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Network hostable DHCP agents. Network: 81c80d48-fc13-4415-9e36-e04913db0d6a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:46:32.044169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Network 81c80d48-fc13-4415-9e36-e04913db0d6a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:46:32.052992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 81c80d48-fc13-4415-9e36-e04913db0d6a) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:46:32.056804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:32.057388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:32.063037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb35f47-0e17-4f71-a912-ebbc707c65f4 None None] Network 81c80d48-fc13-4415-9e36-e04913db0d6a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:46:32.085940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dcfe6e13-1974-4292-81a3-6e4ce4f2c77a admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3749673 Apr 28 20:46:32.270226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9967df0a-0cfb-49a4-a374-3724bd81a17d None None] Network 81c80d48-fc13-4415-9e36-e04913db0d6a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:46:32.684908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-6012a976-6fc6-4728-a3b5-a198baf60e47 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:32.686260 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-6012a976-6fc6-4728-a3b5-a198baf60e47 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 814 time: 0.2518997 Apr 28 20:46:32.701662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-832486f4-626f-4ad1-9a87-67a331330e55 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/quotas/2f505281c04544789b165bb167eee366 HTTP/1.1" status: 200 len: 375 time: 0.0093553 Apr 28 20:46:32.747224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-8e9ad84a-e0e8-41f0-8ad8-d87b32d8437a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400105 Apr 28 20:46:32.802077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-792f2169-626a-49b7-b90b-9484db300089 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:46:32.803019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-792f2169-626a-49b7-b90b-9484db300089 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0491416 Apr 28 20:46:32.930278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-3ddee769-72a8-48ee-be35-93d1a8c60f37 service neutron] 10.222.0.24 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213491 Apr 28 20:46:33.059646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-0fca16ae-4335-47c5-b1e3-4aaef83ab5c6 service neutron] 10.222.0.24 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236010 Apr 28 20:46:34.246217 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f57c7f56-c881-491e-9674-7f39380bdd14 req-0012682d-d729-4f73-9ef6-1400ad347264 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 210 time: 0.0435491 Apr 28 20:46:35.408516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-4a9d38e6-93ea-484b-9fb4-c53d3d63f0ee tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:35.409926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-4a9d38e6-93ea-484b-9fb4-c53d3d63f0ee tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 814 time: 0.2003818 Apr 28 20:46:35.416712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5b66176-4f24-4312-8422-2921a6fc82e4 req-975d70c0-2d52-41d7-a905-375404973fb6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 210 time: 0.0590141 Apr 28 20:46:35.427691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Request body: {'port': {'device_id': 'c277be12-3c07-4888-8606-5b576447d2ce', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'admin_state_up': True, 'tenant_id': '2f505281c04544789b165bb167eee366'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:35.561480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:46:35.566056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Usage tracker for resource:port and tenant:2f505281c04544789b165bb167eee366 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:46:35.568730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:46:35.574293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:46:35.584259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Made reservation on behalf of 2f505281c04544789b165bb167eee366 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:46:35.587629 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:35.745540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Allocated IP 172.20.0.7 (81c80d48-fc13-4415-9e36-e04913db0d6a/cb227e75-1123-4a8d-b8ad-d7c2c5d099a6/bff39ad1-bb04-4735-ad74-16694eea6cad) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:46:35.945800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:35.975484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:36.047283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Network 81c80d48-fc13-4415-9e36-e04913db0d6a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:46:36.050407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:46:36.054255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:46:36.089859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:36.120372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:36.120969 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:36.140901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-381284f4-d83e-40a4-93dc-3017d3008552 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7170684 Apr 28 20:46:36.155487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Request body: {'port': {'device_id': 'c277be12-3c07-4888-8606-5b576447d2ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:46:36.264068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:36.601025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bff39ad1-bb04-4735-ad74-16694eea6cad {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:46:36.607996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc0e458-c0eb-420d-9b4d-7a97d5cded89 req-d912af98-daa7-4830-9a82-f3fba5039fb6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:36.608469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:36.609543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ddc0e458-c0eb-420d-9b4d-7a97d5cded89 req-d912af98-daa7-4830-9a82-f3fba5039fb6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 931 time: 0.0839107 Apr 28 20:46:36.622839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Transition to ACTIVE for port object bff39ad1-bb04-4735-ad74-16694eea6cad will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:46:36.627182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:36.652717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ddc0e458-c0eb-420d-9b4d-7a97d5cded89 req-95c2b137-91d1-4788-a053-38df1a4748ab tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Synchronizing usage tracker for tenant:2f505281c04544789b165bb167eee366 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:46:36.669216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ddc0e458-c0eb-420d-9b4d-7a97d5cded89 req-95c2b137-91d1-4788-a053-38df1a4748ab tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Unset dirty status for tenant:2f505281c04544789b165bb167eee366 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:46:36.670551 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ddc0e458-c0eb-420d-9b4d-7a97d5cded89 req-95c2b137-91d1-4788-a053-38df1a4748ab tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552862 Apr 28 20:46:36.790116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:36.961778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:46:36.962005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:46:36.962320 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:46:36.966715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:46:36.967026 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:46:36.971962 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:46:36.972289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Checking segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:46:36.972662 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Bound using segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:46:36.973078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Bound port: bff39ad1-bb04-4735-ad74-16694eea6cad, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:46:36.973413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:37.063978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:46:37.066819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:46:37.071261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:37.129349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.129975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:37.131376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] 10.222.0.41 "PUT /v2.0/ports/bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 1091 time: 0.9797049 Apr 28 20:46:37.131801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:37.153933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90767cb-fe22-4609-afae-ed612cdcaf7d service neutron] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:37.203192 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad1ff38e-5f19-4776-8809-793aa746519e'] response: {'name': 'network-changed', 'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'status': 'completed', 'code': 200} Apr 28 20:46:37.246917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-29f44788-f430-47a3-a133-73b46d92d984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.248521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-29f44788-f430-47a3-a133-73b46d92d984 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1094 time: 0.0752239 Apr 28 20:46:37.317818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-cb1a54e8-aad9-4829-9936-017733510cb0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0589235 Apr 28 20:46:37.384531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700934b-54e2-485c-9094-266061a824ca req-aa85b525-f7dc-499f-ad10-1e975fae4ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.385943 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-aa85b525-f7dc-499f-ad10-1e975fae4ca4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0597384 Apr 28 20:46:37.434681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-b956263b-5cb7-4b74-8408-02805affcd09 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401559 Apr 28 20:46:37.566546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-b37c4c9b-5201-487f-b07f-80b3e6a0d182 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222501 Apr 28 20:46:37.699265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6700934b-54e2-485c-9094-266061a824ca req-aea7a9f8-96bd-47d1-9ea5-94c3219ffb40 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231539 Apr 28 20:46:37.821669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be716-6498-4a87-b308-f714be3383f9 req-1fcf8c5b-03b9-496e-a252-0b8586a11ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.823040 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-1fcf8c5b-03b9-496e-a252-0b8586a11ff9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1094 time: 0.0696065 Apr 28 20:46:37.860800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5484b1fd-f0f3-443d-a167-cfaf99a5c403 req-8bdcf874-cb34-424e-80ff-0d29684522f4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.862280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5484b1fd-f0f3-443d-a167-cfaf99a5c403 req-8bdcf874-cb34-424e-80ff-0d29684522f4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0790570 Apr 28 20:46:37.905269 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5484b1fd-f0f3-443d-a167-cfaf99a5c403 req-475744f9-fcde-47eb-a587-f164881491ed tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372331 Apr 28 20:46:37.953951 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be716-6498-4a87-b308-f714be3383f9 req-300a5abd-ca47-414f-86ab-e2e6c3a2e110 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:37.955383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-300a5abd-ca47-414f-86ab-e2e6c3a2e110 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1257081 Apr 28 20:46:38.025808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-d453147d-928b-4293-bb3a-169be6a29352 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0636528 Apr 28 20:46:38.086844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98be716-6498-4a87-b308-f714be3383f9 req-e6b7992c-c216-41be-af0a-f8be20c19881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:38.088179 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-e6b7992c-c216-41be-af0a-f8be20c19881 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0561297 Apr 28 20:46:38.136158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-de457e9e-65fb-4823-856d-122580441b91 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415742 Apr 28 20:46:38.263853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-9b382982-3f99-4757-83cc-931d44db2350 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203177 Apr 28 20:46:38.393389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e98be716-6498-4a87-b308-f714be3383f9 req-15ea294c-2e5b-4f60-b87c-7d8a324bd959 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222281 Apr 28 20:46:39.089643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71280437-a39b-4527-a10e-e40e2c95cd0f req-6c64303d-7aee-4aa4-9267-76cf53f9d885 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:39.090314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-71280437-a39b-4527-a10e-e40e2c95cd0f req-6c64303d-7aee-4aa4-9267-76cf53f9d885 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Synchronizing usage tracker for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:46:39.106784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-71280437-a39b-4527-a10e-e40e2c95cd0f req-6c64303d-7aee-4aa4-9267-76cf53f9d885 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Unset dirty status for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:46:39.108003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71280437-a39b-4527-a10e-e40e2c95cd0f req-6c64303d-7aee-4aa4-9267-76cf53f9d885 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0960250 Apr 28 20:46:39.152743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71280437-a39b-4527-a10e-e40e2c95cd0f req-5c9925a9-af6b-4901-9d75-30ad0b0b983d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382137 Apr 28 20:46:40.338607 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba07b94-1c17-4c8a-9a1f-b5ebae6bd9a8 req-24cfff11-f32f-4581-b03a-ed0beafb55bc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:40.340043 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cba07b94-1c17-4c8a-9a1f-b5ebae6bd9a8 req-24cfff11-f32f-4581-b03a-ed0beafb55bc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0844328 Apr 28 20:46:40.383792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cba07b94-1c17-4c8a-9a1f-b5ebae6bd9a8 req-b895630c-f613-4b24-8bf4-5323d29d4a8f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381200 Apr 28 20:46:40.551453 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:40.630587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:46:40.760277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:40.773140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'port_id': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'mac_address': 'fa:16:3e:98:53:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb227e75-1123-4a8d-b8ad-d7c2c5d099a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:46:40.826889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:40.843389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff39ad1-bb04-4735-ad74-16694eea6cad {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:46:40.858176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:40.862087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:40.929481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:41.126468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['bff39ad1-bb04-4735-ad74-16694eea6cad'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:46:41.681345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323a3ed-b17a-4822-ae7c-b602f49e40e9 req-1757663d-f2d5-427f-b633-3031ca87c332 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:41.682710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1323a3ed-b17a-4822-ae7c-b602f49e40e9 req-1757663d-f2d5-427f-b633-3031ca87c332 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 944 time: 0.1885576 Apr 28 20:46:41.726242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1323a3ed-b17a-4822-ae7c-b602f49e40e9 req-98381484-b80b-49fe-8b74-b5bc8be0b957 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370293 Apr 28 20:46:42.661381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:46:42.727359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port bff39ad1-bb04-4735-ad74-16694eea6cad completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:46:42.732085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port bff39ad1-bb04-4735-ad74-16694eea6cad triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:46:42.732459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:42.862067 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:42.872459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:42.890260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:46:42.900668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:46:42.904927 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:42.920472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8cd091-9220-4aec-b453-f1f8da75b790 req-15eb55e4-1e6b-4c7e-a608-58d095a98450 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:42.922336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be8cd091-9220-4aec-b453-f1f8da75b790 req-15eb55e4-1e6b-4c7e-a608-58d095a98450 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 944 time: 0.0916257 Apr 28 20:46:42.942077 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc7d055e-77a1-4bb7-b059-14c4e0651124'] response: {'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'code': 200} Apr 28 20:46:42.969599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be8cd091-9220-4aec-b453-f1f8da75b790 req-95d20adc-a715-4810-8538-17cea2a87cc9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404871 Apr 28 20:46:42.978802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:46:43.076961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baef7abd-a02b-4f81-a92f-5abbd0ed17ab req-9e4efcaf-dd75-40a6-abe3-74fa2c56a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:43.078966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baef7abd-a02b-4f81-a92f-5abbd0ed17ab req-9e4efcaf-dd75-40a6-abe3-74fa2c56a55b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1096 time: 0.0682838 Apr 28 20:46:43.123257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-baef7abd-a02b-4f81-a92f-5abbd0ed17ab req-e610341b-6c43-4f93-9766-01dc4975d175 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352805 Apr 28 20:46:44.153534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0daf2b-2347-4ac1-94ba-9f2616be1c90 req-10589457-0e20-4198-a84d-94c79226be8b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:44.154965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc0daf2b-2347-4ac1-94ba-9f2616be1c90 req-10589457-0e20-4198-a84d-94c79226be8b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0789599 Apr 28 20:46:44.199254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc0daf2b-2347-4ac1-94ba-9f2616be1c90 req-3960b7c7-32cb-423c-8abd-389cb34b8bb3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377579 Apr 28 20:46:45.391117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306d81c1-4ac5-46ab-ac3b-b8753883070d req-cf0e7f74-29be-47f6-a971-d3c70eac8897 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:45.392568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-306d81c1-4ac5-46ab-ac3b-b8753883070d req-cf0e7f74-29be-47f6-a971-d3c70eac8897 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0854058 Apr 28 20:46:45.436867 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-306d81c1-4ac5-46ab-ac3b-b8753883070d req-a60171e7-f789-47f3-874c-4d72738a3e4b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Apr 28 20:46:45.621628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c0d3d0-8b65-4aed-a7b4-ad4726b5c968 req-1b07c675-07d6-43a6-b945-59e3d06526f9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:45.623041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81c0d3d0-8b65-4aed-a7b4-ad4726b5c968 req-1b07c675-07d6-43a6-b945-59e3d06526f9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0824726 Apr 28 20:46:45.665327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-81c0d3d0-8b65-4aed-a7b4-ad4726b5c968 req-7bf6e9bf-14e0-4c8b-9a17-ae4fbd433a13 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365899 Apr 28 20:46:46.003559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece2cad-17b6-4861-9c87-f70f9124495b req-acb87f9f-2c59-40f6-b11c-f365b325c530 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:46.004978 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ece2cad-17b6-4861-9c87-f70f9124495b req-acb87f9f-2c59-40f6-b11c-f365b325c530 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0780718 Apr 28 20:46:46.049905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6ece2cad-17b6-4861-9c87-f70f9124495b req-2cc11473-9ab7-4e07-8bdd-45baffb03d18 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381720 Apr 28 20:46:46.230117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b216ff-59b6-4f8e-aed5-ee5c408785ee req-9e65eb5b-6c8f-49e3-8b2f-3319c790b3b8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:46.231527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76b216ff-59b6-4f8e-aed5-ee5c408785ee req-9e65eb5b-6c8f-49e3-8b2f-3319c790b3b8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0779366 Apr 28 20:46:46.278565 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-76b216ff-59b6-4f8e-aed5-ee5c408785ee req-ac8ebe14-a31a-4eb2-9bf1-af845cbe726e tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412664 Apr 28 20:46:46.680141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5a5e85b2-4efa-4f71-93b4-53ed45244cc5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1294439 Apr 28 20:46:46.691960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72afdf9-49f7-4417-80ae-8f74c1221aa0 req-bfde410e-0395-4bf0-9948-a6ce58d6da3b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:46.693355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a72afdf9-49f7-4417-80ae-8f74c1221aa0 req-bfde410e-0395-4bf0-9948-a6ce58d6da3b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0966828 Apr 28 20:46:46.739113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a72afdf9-49f7-4417-80ae-8f74c1221aa0 req-4dc0b6c2-ea31-470d-8de4-eb17f9f7dc18 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398960 Apr 28 20:46:47.847298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-31d2278f-1106-43d1-8d06-c554d3910f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:47.848827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-31d2278f-1106-43d1-8d06-c554d3910f47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1096 time: 0.0739226 Apr 28 20:46:48.028048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-316f2275-d74e-4e0b-a1c8-5a2fa4c7d1a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:48.029379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-316f2275-d74e-4e0b-a1c8-5a2fa4c7d1a0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1499031 Apr 28 20:46:48.037348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e03493-7994-4203-b964-12b51bf4e06d req-83625c37-8d61-40c6-a385-c04c5e26989b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:48.038677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60e03493-7994-4203-b964-12b51bf4e06d req-83625c37-8d61-40c6-a385-c04c5e26989b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.1890054 Apr 28 20:46:48.113605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-4a78ec17-73fb-43c9-8cb2-1253fa40962d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0739980 Apr 28 20:46:48.180902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-60e03493-7994-4203-b964-12b51bf4e06d req-a9a86f2b-7ff9-486e-a938-be935db10fda tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880482 Apr 28 20:46:48.191729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-4ed488cc-114a-4e79-a512-d1fe7f213cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:48.193101 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-4ed488cc-114a-4e79-a512-d1fe7f213cc9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0743091 Apr 28 20:46:48.241999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-d3bcd648-42ec-41d7-a27c-fc8586d6bda0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433745 Apr 28 20:46:48.371139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-8dd48fa8-31c1-482c-81a3-43a646f12d73 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234655 Apr 28 20:46:48.499374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-7e0067cc-6aae-4670-ad74-ef3d58e0aedb service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216078 Apr 28 20:46:49.363453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea2ea9-4119-4e49-ba61-2f829466311f req-24f6581a-cb57-4aea-9574-33787b0c5927 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:49.364881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7aea2ea9-4119-4e49-ba61-2f829466311f req-24f6581a-cb57-4aea-9574-33787b0c5927 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0780504 Apr 28 20:46:49.408239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7aea2ea9-4119-4e49-ba61-2f829466311f req-9c388acc-aa3f-4b2d-a5a6-a893674e11a3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378072 Apr 28 20:46:50.328701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9d35bc10-da70-4711-a4d2-7433d921b1e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:50.589523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe40e18-6e4a-495e-bd16-b3834ea11dd7 req-c194ceab-0bd9-4fbd-957a-f32e720e0b31 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:50.590846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fe40e18-6e4a-495e-bd16-b3834ea11dd7 req-c194ceab-0bd9-4fbd-957a-f32e720e0b31 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0776772 Apr 28 20:46:50.636948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7fe40e18-6e4a-495e-bd16-b3834ea11dd7 req-4dab527c-3246-4bec-9ec3-81f4eddc953e tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397828 Apr 28 20:46:51.824862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16168018-cebb-44b5-b809-320bb5e04840 req-fbe42ce4-e526-4273-b951-24e32ef1cb9c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:51.826307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16168018-cebb-44b5-b809-320bb5e04840 req-fbe42ce4-e526-4273-b951-24e32ef1cb9c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0812144 Apr 28 20:46:51.869327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-16168018-cebb-44b5-b809-320bb5e04840 req-33782664-1ec1-49c9-89f0-f33c11816937 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373671 Apr 28 20:46:52.458985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a15b7a5-8688-4213-ae78-99917838d5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:53.056161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897fb17-9fe8-4d45-9ae3-6eb65d42e0f3 req-3cccd40b-482f-4291-abc6-5a103c5a02e3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:53.057632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e897fb17-9fe8-4d45-9ae3-6eb65d42e0f3 req-3cccd40b-482f-4291-abc6-5a103c5a02e3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0787179 Apr 28 20:46:53.100482 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e897fb17-9fe8-4d45-9ae3-6eb65d42e0f3 req-aa027a60-52f3-4bda-94eb-476951884e93 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369456 Apr 28 20:46:53.824327 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:46:53.870641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:54.228103 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:54.282663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5e5d41-2491-4f4c-986f-629d9db83675 req-34ac89b0-8ef7-4525-b3b2-75ae34f6bd5c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:54.284080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db5e5d41-2491-4f4c-986f-629d9db83675 req-34ac89b0-8ef7-4525-b3b2-75ae34f6bd5c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0780256 Apr 28 20:46:54.330106 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db5e5d41-2491-4f4c-986f-629d9db83675 req-47da6801-b472-488e-9aea-dca34e1b8f86 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404322 Apr 28 20:46:55.382065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:46:55.521420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca170515-5b94-4b3e-a2cc-8994c44e5f24 req-86aa7ac9-e519-4384-aacc-6f6ad5a6e752 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:55.522913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca170515-5b94-4b3e-a2cc-8994c44e5f24 req-86aa7ac9-e519-4384-aacc-6f6ad5a6e752 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0842679 Apr 28 20:46:55.565677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca170515-5b94-4b3e-a2cc-8994c44e5f24 req-fff18ec1-8e3f-4b77-81f3-909309b62e6e tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371385 Apr 28 20:46:56.747055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3c9071-0fac-4d09-8b57-fe0679674abb req-f2c3eb79-6e9b-405c-89f9-3efdc50644ba tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:56.748485 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af3c9071-0fac-4d09-8b57-fe0679674abb req-f2c3eb79-6e9b-405c-89f9-3efdc50644ba tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0786207 Apr 28 20:46:56.791587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af3c9071-0fac-4d09-8b57-fe0679674abb req-677abe52-6426-47ae-8658-aca4a34a555a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369828 Apr 28 20:46:57.972020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e014751-097c-4f92-853b-a9d0df67bd44 req-542f2217-0f67-4c3e-9dc2-c165a395c7c6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:57.973446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e014751-097c-4f92-853b-a9d0df67bd44 req-542f2217-0f67-4c3e-9dc2-c165a395c7c6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0778461 Apr 28 20:46:58.017195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e014751-097c-4f92-853b-a9d0df67bd44 req-1ddbd9a4-11ba-4804-9311-319302b8e7a3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380905 Apr 28 20:46:59.202808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd75b5ea-3ae4-4717-a81a-c9d208d1a509 req-343f4fd8-aa2f-4f50-838d-7f73f87e5b57 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:46:59.204218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd75b5ea-3ae4-4717-a81a-c9d208d1a509 req-343f4fd8-aa2f-4f50-838d-7f73f87e5b57 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0813646 Apr 28 20:46:59.247864 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dd75b5ea-3ae4-4717-a81a-c9d208d1a509 req-17959922-2966-4e6b-91b0-90e209d43433 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370038 Apr 28 20:47:00.435130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed40574d-0322-43b2-b3f1-7a975978b309 req-a1edd596-154e-4c33-ac2b-2658b359b1a8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:00.436707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed40574d-0322-43b2-b3f1-7a975978b309 req-a1edd596-154e-4c33-ac2b-2658b359b1a8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0822549 Apr 28 20:47:00.480669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ed40574d-0322-43b2-b3f1-7a975978b309 req-35d40f15-8b50-4ee8-8ccb-5009688da53b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378399 Apr 28 20:47:01.662686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87172c06-e0f9-4053-b175-23f4cbb20bd7 req-bc8ddb28-9cec-4e35-ba74-3e45198e4513 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:01.664109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87172c06-e0f9-4053-b175-23f4cbb20bd7 req-bc8ddb28-9cec-4e35-ba74-3e45198e4513 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0787728 Apr 28 20:47:01.707223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87172c06-e0f9-4053-b175-23f4cbb20bd7 req-26004578-7ae5-415a-ab2f-4952e43985ba tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374553 Apr 28 20:47:02.094778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-0c65dce3-4887-45f1-ba34-aad233866896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:02.096915 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-0c65dce3-4887-45f1-ba34-aad233866896 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1096 time: 0.0691257 Apr 28 20:47:02.237601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-12573ca3-aa01-4f5c-8179-42cda12e2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:02.239010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-12573ca3-aa01-4f5c-8179-42cda12e2c95 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1243043 Apr 28 20:47:02.412134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-8c8f647d-fd12-4c56-85f3-6cdecc4de832 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.1662419 Apr 28 20:47:02.475440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-30d69aeb-c15c-4c1e-a982-68e16fdc7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:02.476834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-30d69aeb-c15c-4c1e-a982-68e16fdc7b14 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0594273 Apr 28 20:47:02.522827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-595dfcd1-5aa0-4599-badf-3b965993deca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395389 Apr 28 20:47:02.532312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-3eb7577f-f471-4182-903b-95ff4dcbdb28 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:47:02.533820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-3eb7577f-f471-4182-903b-95ff4dcbdb28 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046809 Apr 28 20:47:02.662807 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-addb4797-9a12-4829-9ae1-d3c43135ad70 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218576 Apr 28 20:47:02.794416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-152d68a2-504e-4524-8adb-7b1aa677d06d req-5314617f-7b97-4309-a450-a0b1dc7d7c32 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236236 Apr 28 20:47:02.893485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39d273-268c-4d0a-8bf0-7855f112e3af req-97629db9-207b-4959-bea5-9120b2ebec4a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:02.894929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa39d273-268c-4d0a-8bf0-7855f112e3af req-97629db9-207b-4959-bea5-9120b2ebec4a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0782280 Apr 28 20:47:02.944043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa39d273-268c-4d0a-8bf0-7855f112e3af req-f82c570c-6237-4cbb-ab8f-6ac1e72d3772 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433819 Apr 28 20:47:04.130722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b505cdb-80c0-48d2-8af4-452ca0744968 req-10fa5109-cb83-4f46-a159-4d521d512826 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:04.132142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b505cdb-80c0-48d2-8af4-452ca0744968 req-10fa5109-cb83-4f46-a159-4d521d512826 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0820465 Apr 28 20:47:04.175098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0b505cdb-80c0-48d2-8af4-452ca0744968 req-db258130-258d-4c63-8e5a-3b1714eb8e18 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Apr 28 20:47:05.358837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a78a47c-fe06-4fd6-b86d-58719c9b819e req-2a8b5194-49ea-41e9-af8e-f89d4b1940f8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:05.360267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a78a47c-fe06-4fd6-b86d-58719c9b819e req-2a8b5194-49ea-41e9-af8e-f89d4b1940f8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0789998 Apr 28 20:47:05.403713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a78a47c-fe06-4fd6-b86d-58719c9b819e req-7339a7c5-5fb7-4288-8faf-c20f4792e3b6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372558 Apr 28 20:47:06.590542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46370907-5ccc-4110-8fa7-9da836da4d10 req-8aaab253-9ade-4842-aca5-7d9dc36aa560 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:06.591898 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46370907-5ccc-4110-8fa7-9da836da4d10 req-8aaab253-9ade-4842-aca5-7d9dc36aa560 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0800316 Apr 28 20:47:06.639622 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-46370907-5ccc-4110-8fa7-9da836da4d10 req-c9d30dec-0e68-4e96-ae1d-4a0c2cc6deb2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414624 Apr 28 20:47:07.823714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29305d6e-d325-4d39-b1fc-2cbdc091ea88 req-2f702ce2-d74f-4849-8457-711659e5261d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:07.825139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29305d6e-d325-4d39-b1fc-2cbdc091ea88 req-2f702ce2-d74f-4849-8457-711659e5261d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0817533 Apr 28 20:47:07.868458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-29305d6e-d325-4d39-b1fc-2cbdc091ea88 req-7d66482c-dc4b-46ff-9aa0-09de8b073c78 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376122 Apr 28 20:47:09.202734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61cd190-bc91-46df-8791-04594095220d req-28a499fe-fd91-43e5-be90-c3697e76c8b8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:09.204078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e61cd190-bc91-46df-8791-04594095220d req-28a499fe-fd91-43e5-be90-c3697e76c8b8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0791540 Apr 28 20:47:09.247475 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e61cd190-bc91-46df-8791-04594095220d req-bcadb131-b41a-454e-8687-b0333254d25b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Apr 28 20:47:10.433593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e5a1c-e1a2-46c8-bcd2-501a336cfbe2 req-919100dd-3eea-4c89-97af-53b758131e99 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:10.435058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e16e5a1c-e1a2-46c8-bcd2-501a336cfbe2 req-919100dd-3eea-4c89-97af-53b758131e99 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0789328 Apr 28 20:47:10.479748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e16e5a1c-e1a2-46c8-bcd2-501a336cfbe2 req-5d7b771f-f4bd-4851-80a0-57be9cd562af tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387952 Apr 28 20:47:10.565817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:11.665088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00f592-7a7b-4640-a847-36e599903ffb req-2c382f1f-a1c6-4535-8f4f-7a2a10630b54 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:11.666605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a00f592-7a7b-4640-a847-36e599903ffb req-2c382f1f-a1c6-4535-8f4f-7a2a10630b54 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0815654 Apr 28 20:47:11.810405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a00f592-7a7b-4640-a847-36e599903ffb req-7a9e20c5-64be-43cb-b2f9-830e6c18824f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381984 Apr 28 20:47:12.855441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:12.998698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2a1383-8031-4ebf-a660-f7bee044a6b3 req-ef3b8ff1-61f4-4656-9a16-1366f8e10927 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:13.000159 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c2a1383-8031-4ebf-a660-f7bee044a6b3 req-ef3b8ff1-61f4-4656-9a16-1366f8e10927 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0838518 Apr 28 20:47:13.043674 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8c2a1383-8031-4ebf-a660-f7bee044a6b3 req-fcd83b01-de38-4a47-ae8f-7de8338f4a1d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370519 Apr 28 20:47:14.225818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2174cb-b9a1-4c4a-91b3-0d316c1068b5 req-c6b78992-05c2-4c59-95d1-7612f1acbd70 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:14.227221 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af2174cb-b9a1-4c4a-91b3-0d316c1068b5 req-c6b78992-05c2-4c59-95d1-7612f1acbd70 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0766063 Apr 28 20:47:14.270813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af2174cb-b9a1-4c4a-91b3-0d316c1068b5 req-dbc22c66-aee5-4eb6-88f7-2015b2a189d9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380323 Apr 28 20:47:15.455121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7191b18-cbbd-4c4a-888f-f55eabd0a8ea req-e277ea91-0a7e-43e2-b372-e4c2181c15af tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:15.458096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7191b18-cbbd-4c4a-888f-f55eabd0a8ea req-e277ea91-0a7e-43e2-b372-e4c2181c15af tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0832067 Apr 28 20:47:15.506658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7191b18-cbbd-4c4a-888f-f55eabd0a8ea req-2ba2c502-2830-4cc2-9fb9-5e5a5985c7a3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428658 Apr 28 20:47:15.760841 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-f15f36ce-4437-4e83-9903-74d89c1b99d4 service neutron] show failed (client error): The resource could not be found. Apr 28 20:47:15.761763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-f15f36ce-4437-4e83-9903-74d89c1b99d4 service neutron] 10.222.0.41 "GET /v2.0/ports/bff39ad1-bb04-4735-ad74-16694eea6cad/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0728698 Apr 28 20:47:16.029813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-988b85cf-618e-43b1-b24e-635244e01987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:16.031268 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-988b85cf-618e-43b1-b24e-635244e01987 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce&tenant_id=2f505281c04544789b165bb167eee366 HTTP/1.1" status: 200 len: 1096 time: 0.0723727 Apr 28 20:47:16.042432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:47:16.153364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.412264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:16.440362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:47:16.497292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:16.503311 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.519248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Transition to ACTIVE for port object bff39ad1-bb04-4735-ad74-16694eea6cad will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:47:16.523096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.565759 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b9ddb4f-0293-4fe9-a1e9-e0710c995022'] response: {'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'code': 200} Apr 28 20:47:16.684731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] No DVR routers for this DVR port bff39ad1-bb04-4735-ad74-16694eea6cad on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:47:16.687981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:16.699910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40351d02-09ab-4ceb-a85f-9b015be761a6 req-2476e773-7d3f-455b-8dbc-20bff50b6e3d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:16.701371 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40351d02-09ab-4ceb-a85f-9b015be761a6 req-2476e773-7d3f-455b-8dbc-20bff50b6e3d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0798428 Apr 28 20:47:16.740510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:47:16.740822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:47:16.741147 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:47:16.745683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:47:16.746000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Attempting to bind port bff39ad1-bb04-4735-ad74-16694eea6cad on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:47:16.749652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40351d02-09ab-4ceb-a85f-9b015be761a6 req-87746ad8-fe98-418e-b1ea-544225c94d86 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419445 Apr 28 20:47:16.751000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:47:16.751331 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Checking segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:47:16.751709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Bound using segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:47:16.752132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Bound port: bff39ad1-bb04-4735-ad74-16694eea6cad, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:47:16.752483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.841582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:47:16.844397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:47:16.848953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.905311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:16.905939 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:16.907256 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] 10.222.0.46 "PUT /v2.0/ports/bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 1091 time: 0.8688440 Apr 28 20:47:16.923878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc692c6-e8c0-4189-9944-f6a920b526c3 service neutron] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:16.996385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-fc83c505-6fdd-4c26-ac99-ee35cc7dbf0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:16.997981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-fc83c505-6fdd-4c26-ac99-ee35cc7dbf0b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1094 time: 0.0689428 Apr 28 20:47:17.125706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-12215974-b425-46b6-9a52-d486632bf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:17.127111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-12215974-b425-46b6-9a52-d486632bf8fb service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1231678 Apr 28 20:47:17.196309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-ab220d8b-c3f2-4126-9ed0-f8f5ef181cb4 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0630896 Apr 28 20:47:17.258159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-9b8bc3ac-e7ee-4d2f-b971-5752920a8c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:17.259466 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-9b8bc3ac-e7ee-4d2f-b971-5752920a8c21 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0575752 Apr 28 20:47:17.310353 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-af00ac98-9233-418a-b89e-0a6b897c2c7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449851 Apr 28 20:47:17.436542 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-1d5580fa-f786-4eab-9228-9f62021c491c service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198447 Apr 28 20:47:17.661187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3252c697-c0fc-4741-b5ce-7e9bfdc91e1e req-ed68496f-d420-46b2-bdbd-cda0b3837c8b service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185526 Apr 28 20:47:17.934659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee98900-4e07-4248-b0a2-b3ccd85f1caf req-44751e82-12ed-43c2-b7d8-074ead9aac42 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:17.935980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ee98900-4e07-4248-b0a2-b3ccd85f1caf req-44751e82-12ed-43c2-b7d8-074ead9aac42 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0772178 Apr 28 20:47:17.981851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3ee98900-4e07-4248-b0a2-b3ccd85f1caf req-953d14e9-fde9-4f3d-bd77-c1497fa43e8c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Apr 28 20:47:18.567216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:18.623562 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6484aa1a-b7cd-4266-ab7f-57ae29dee4bc'] response: {'name': 'network-changed', 'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'status': 'completed', 'code': 200} Apr 28 20:47:18.716712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-03a58eae-c3ba-43b1-822f-22be90020f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.718197 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-03a58eae-c3ba-43b1-822f-22be90020f5b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1094 time: 0.0737588 Apr 28 20:47:18.720280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-e1ad3e8f-c729-4c0c-b253-408b9943ad89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.722358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-e1ad3e8f-c729-4c0c-b253-408b9943ad89 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1094 time: 0.0703976 Apr 28 20:47:18.847435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-865734a5-b1f2-4c18-8f8c-53b28ce8a651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.848873 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-865734a5-b1f2-4c18-8f8c-53b28ce8a651 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1248963 Apr 28 20:47:18.853064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-ed7fe520-9fd7-4447-a6bd-269b848afaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.854645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-ed7fe520-9fd7-4447-a6bd-269b848afaa2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1238532 Apr 28 20:47:18.914642 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-2915e984-0352-4c70-9109-f8a81fa0b094 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0593584 Apr 28 20:47:18.922879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-b7ad29e0-bbf4-4f84-aaf3-2e47a7dc530c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0619302 Apr 28 20:47:18.978798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-7dabb3ff-64b6-47c9-ba45-83b77e0f8e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.980199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-7dabb3ff-64b6-47c9-ba45-83b77e0f8e67 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0599475 Apr 28 20:47:18.987034 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7930cb0-808e-403c-9fef-b48381aac436 req-f2904163-13b0-412c-b321-c840ca66f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:18.988547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-f2904163-13b0-412c-b321-c840ca66f3ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0564356 Apr 28 20:47:19.026091 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-75e12651-a893-4bd8-8752-c35298d030c5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400701 Apr 28 20:47:19.039920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-7bfadf94-91de-4cc4-bfed-fefe67d6b97a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425737 Apr 28 20:47:19.174358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-f86f1416-1189-423f-a1b2-1fd651c33721 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250424 Apr 28 20:47:19.211194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-a6bdb9e0-6e1d-4ae3-8b29-02daee9db694 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772316 Apr 28 20:47:19.262502 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc76dd5-c418-4ba9-a79d-42598801ebd4 req-3b53f9f3-946e-4334-b09b-39f1d4817860 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:19.264142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fc76dd5-c418-4ba9-a79d-42598801ebd4 req-3b53f9f3-946e-4334-b09b-39f1d4817860 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.1457756 Apr 28 20:47:19.307668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-0e297168-0a4a-40dd-8679-767be39abf4d service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242402 Apr 28 20:47:19.378722 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0fc76dd5-c418-4ba9-a79d-42598801ebd4 req-68e7921f-4c5a-4cad-8d81-60aab0cbcde8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664787 Apr 28 20:47:19.383631 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f7930cb0-808e-403c-9fef-b48381aac436 req-4fca98cd-659e-46b1-9732-61c1982aff76 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648996 Apr 28 20:47:20.331371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20852ca2-a87c-44ef-bd0f-7a329de6eca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:20.566817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcaf251-98a7-46b3-9369-abd8117f8a0a req-a4b36838-b79e-4c39-a24e-aa2fa38549c0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:20.568226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbcaf251-98a7-46b3-9369-abd8117f8a0a req-a4b36838-b79e-4c39-a24e-aa2fa38549c0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 943 time: 0.0823746 Apr 28 20:47:20.610748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbcaf251-98a7-46b3-9369-abd8117f8a0a req-e757523a-aafb-40e0-9df4-e677e74513e1 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369780 Apr 28 20:47:20.683638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:47:20.818690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:20.826021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:47:20.873775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'port_id': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'mac_address': 'fa:16:3e:98:53:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb227e75-1123-4a8d-b8ad-d7c2c5d099a6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:47:20.967785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:47:20.976281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:20.992827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bff39ad1-bb04-4735-ad74-16694eea6cad {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:47:21.008965 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:21.012397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:21.076703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:21.342502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['bff39ad1-bb04-4735-ad74-16694eea6cad'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:47:21.797340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c1108-2d45-44bb-8fc4-299bc41b23cd req-f6315b00-7e79-4c34-8414-05ae7604fcfd tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:21.798794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db7c1108-2d45-44bb-8fc4-299bc41b23cd req-f6315b00-7e79-4c34-8414-05ae7604fcfd tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 944 time: 0.0788915 Apr 28 20:47:21.845122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db7c1108-2d45-44bb-8fc4-299bc41b23cd req-b2ad2fd3-7775-48f8-a30b-91ce0bd6cc51 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Apr 28 20:47:22.145261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fed434-8018-4a26-be38-244969dcd12c req-74c5846f-b3b8-4950-a5fb-0d5012f860f2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:22.146866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91fed434-8018-4a26-be38-244969dcd12c req-74c5846f-b3b8-4950-a5fb-0d5012f860f2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 944 time: 0.0791123 Apr 28 20:47:22.159224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-a04603b9-3e0a-4636-bb42-de2e5a75c330 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:22.160638 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-a04603b9-3e0a-4636-bb42-de2e5a75c330 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.41 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce&tenant_id=2f505281c04544789b165bb167eee366&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 944 time: 0.0822906 Apr 28 20:47:22.189675 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-91fed434-8018-4a26-be38-244969dcd12c req-78e06682-a3de-4fde-ad9e-740e1fbba37a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370600 Apr 28 20:47:22.348412 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-09c4465b-3659-48f1-8a0f-4349f5214f50 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:47:22.349385 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-09c4465b-3659-48f1-8a0f-4349f5214f50 service neutron] 10.222.0.41 "DELETE /v2.0/ports/bff39ad1-bb04-4735-ad74-16694eea6cad/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1809840 Apr 28 20:47:22.462499 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f4d9b62-a982-4a6f-9efc-8c18dc604b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:22.500413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-66ee07ce-97cd-4fb9-ac83-6bcb90346c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:22.502316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-66ee07ce-97cd-4fb9-ac83-6bcb90346c4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 1095 time: 0.0755186 Apr 28 20:47:22.635539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-2ea91e7e-cfe0-489b-875a-65aee515178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:22.636926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-2ea91e7e-cfe0-489b-875a-65aee515178b service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1281960 Apr 28 20:47:22.699085 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:47:22.711936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-b6258213-765a-4c84-a28c-29be7cbf41a8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 200 len: 217 time: 0.0659707 Apr 28 20:47:22.763970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port bff39ad1-bb04-4735-ad74-16694eea6cad completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:47:22.768774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port bff39ad1-bb04-4735-ad74-16694eea6cad triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:47:22.769144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:22.776057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-7ed2b629-2c43-47f8-8454-b93d0b909c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:22.777731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-7ed2b629-2c43-47f8-8454-b93d0b909c62 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0572567 Apr 28 20:47:22.833698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-1ffa1aca-5b87-4e8d-a732-3e93184dabd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456257 Apr 28 20:47:22.883668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:22.909357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:22.919360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:22.926380 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:22.979449 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdad5017-5199-41c2-8411-bf74501c5ace'] response: {'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'code': 200} Apr 28 20:47:22.979985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-0b05a18d-6935-4279-a933-eae392bd85ad service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366217 Apr 28 20:47:22.999653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:23.113837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d6b6b01d-e1d8-43e8-85ae-2d1ba299bcd8 req-dc807034-93f4-4e17-9c6c-63f43ac675c1 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247787 Apr 28 20:47:23.375374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf87dd6-1be9-4e12-b4d7-3fa4d4f9566e req-82866a7d-80e0-471a-bcf0-16c338f7e6c0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:23.376838 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cf87dd6-1be9-4e12-b4d7-3fa4d4f9566e req-82866a7d-80e0-471a-bcf0-16c338f7e6c0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0816691 Apr 28 20:47:23.419858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6cf87dd6-1be9-4e12-b4d7-3fa4d4f9566e req-4d031429-77b8-4dd3-b913-f9dbf0e14cef tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374024 Apr 28 20:47:23.872463 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:24.230278 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:24.606457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e0f1df-7418-4ccc-a1da-f3e19f90fd24 req-55746089-255f-46f3-8c82-6aef818f588f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:24.607963 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78e0f1df-7418-4ccc-a1da-f3e19f90fd24 req-55746089-255f-46f3-8c82-6aef818f588f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0790098 Apr 28 20:47:24.650331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78e0f1df-7418-4ccc-a1da-f3e19f90fd24 req-7327aebd-e5dc-43a9-8046-376407ccaad3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359290 Apr 28 20:47:24.880252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07c6aa2-ee1f-4f20-abbc-f383f3180c00 req-4eefc9cc-762f-4a32-9704-ca3253db34a6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:24.881699 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f07c6aa2-ee1f-4f20-abbc-f383f3180c00 req-4eefc9cc-762f-4a32-9704-ca3253db34a6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.1255078 Apr 28 20:47:24.924398 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f07c6aa2-ee1f-4f20-abbc-f383f3180c00 req-05284769-ad7d-491a-9165-b0ad4a29ada8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370958 Apr 28 20:47:25.115528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994ff635-b938-4677-99fa-4c31b764ef4b req-b99db0c6-4de7-444f-9535-9817561caf67 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:25.116959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-994ff635-b938-4677-99fa-4c31b764ef4b req-b99db0c6-4de7-444f-9535-9817561caf67 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0848475 Apr 28 20:47:25.163381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-994ff635-b938-4677-99fa-4c31b764ef4b req-bfb568f6-449f-487d-a672-4b96ad3e15e6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407758 Apr 28 20:47:25.385482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:25.643085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-57fa926b-15b6-4a9c-9791-8d875584df00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:25.644524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-57fa926b-15b6-4a9c-9791-8d875584df00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 814 time: 0.1408329 Apr 28 20:47:25.707434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-3d0100e8-52c3-4f6a-b2de-6bea8c0ceda9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/quotas/2f505281c04544789b165bb167eee366 HTTP/1.1" status: 200 len: 375 time: 0.0574145 Apr 28 20:47:25.785630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-2da1f211-e9df-40f2-a53e-1aade4fb01b9 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0725212 Apr 28 20:47:25.916784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-b8fc150b-ca05-43d3-a451-9b36ee663d9c service neutron] 10.222.0.24 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244550 Apr 28 20:47:26.045191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-fc98a94a-5190-4b55-bac9-2af58a8faec0 service neutron] 10.222.0.24 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227574 Apr 28 20:47:26.225271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1de818fb-5f27-4d91-bda0-66ad19b99e62 req-2025554a-f0c8-49ab-bc90-d239362a4a32 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 210 time: 0.0456061 Apr 28 20:47:26.874921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-34d472bc-9377-4269-ba17-f459c70a33ae tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:26.876305 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-34d472bc-9377-4269-ba17-f459c70a33ae tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.46 "GET /v2.0/ports?device_id=c277be12-3c07-4888-8606-5b576447d2ce HTTP/1.1" status: 200 len: 945 time: 0.0772269 Apr 28 20:47:26.944323 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Deleting port bff39ad1-bb04-4735-ad74-16694eea6cad {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:47:26.944663 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:27.095508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.46', 55398) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:47:27.254146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-b0ce5178-2058-4f7e-8a00-2bdddf7cdad8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:27.257824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-b0ce5178-2058-4f7e-8a00-2bdddf7cdad8 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 814 time: 0.1610653 Apr 28 20:47:27.270793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Request body: {'port': {'device_id': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'admin_state_up': True, 'tenant_id': '2f505281c04544789b165bb167eee366'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:47:27.314593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] For port bff39ad1-bb04-4735-ad74-16694eea6cad, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=bff39ad1-bb04-4735-ad74-16694eea6cad,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:27.315499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:27.442642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Calling delete_port for bff39ad1-bb04-4735-ad74-16694eea6cad owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:47:27.535445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-28f9bf06-8f0b-4c0f-991b-1af7d1437bdb req-5dd6826c-ce0f-49d8-b42f-db9fd3a01cac tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 210 time: 0.1763217 Apr 28 20:47:27.571473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:47:27.581427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:47:27.589709 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:27.592021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Made reservation on behalf of 2f505281c04544789b165bb167eee366 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:47:27.597133 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:27.603939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['bff39ad1-bb04-4735-ad74-16694eea6cad'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:47:27.642460 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Pushing event deleted for resources: {'Port': ['ID=bff39ad1-bb04-4735-ad74-16694eea6cad,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:27.719805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] No DVR routers for this DVR port bff39ad1-bb04-4735-ad74-16694eea6cad on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:47:27.722986 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:27.725550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-deleted', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:27.742923 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3999c40e-daef-4fc9-bb3c-6076e2470edf req-eccf99ab-68f3-4ca6-a28e-47f342c3aa82 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.46 "DELETE /v2.0/ports/bff39ad1-bb04-4735-ad74-16694eea6cad HTTP/1.1" status: 204 len: 173 time: 0.8596668 Apr 28 20:47:27.770431 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a770231d-8e7b-4459-b714-c55b12daac96'] response: {'server_uuid': 'c277be12-3c07-4888-8606-5b576447d2ce', 'name': 'network-vif-deleted', 'tag': 'bff39ad1-bb04-4735-ad74-16694eea6cad', 'status': 'completed', 'code': 200} Apr 28 20:47:27.787815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Allocated IP 172.20.0.6 (81c80d48-fc13-4415-9e36-e04913db0d6a/cb227e75-1123-4a8d-b8ad-d7c2c5d099a6/c5fa4359-dc4e-4cf0-a252-2feef5f4f901) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:47:27.991498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.020555 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.040054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['bff39ad1-bb04-4735-ad74-16694eea6cad'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:47:28.095096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Network 81c80d48-fc13-4415-9e36-e04913db0d6a is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:47:28.098543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:47:28.102412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:47:28.137517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:28.155322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.155670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.155999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.156325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.156649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.156971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.157289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.157631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.157948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.158298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.158610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.158940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:28.178395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:28.178996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.201709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a5daa932-e375-4103-b7b7-2e39593aa2b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9356945 Apr 28 20:47:28.212686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Request body: {'port': {'device_id': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:47:28.321734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.707063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5fa4359-dc4e-4cf0-a252-2feef5f4f901 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:47:28.715923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.734794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Transition to ACTIVE for port object c5fa4359-dc4e-4cf0-a252-2feef5f4f901 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:47:28.740046 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:28.864116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031b77c-ede6-475e-b82b-640d28677a11 req-f581e330-2b7f-41ba-bd29-19f37ea60626 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:28.864702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2031b77c-ede6-475e-b82b-640d28677a11 req-f581e330-2b7f-41ba-bd29-19f37ea60626 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Synchronizing usage tracker for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:47:28.885764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:28.952359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2031b77c-ede6-475e-b82b-640d28677a11 req-f581e330-2b7f-41ba-bd29-19f37ea60626 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Unset dirty status for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:47:28.953417 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2031b77c-ede6-475e-b82b-640d28677a11 req-f581e330-2b7f-41ba-bd29-19f37ea60626 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 931 time: 0.3067799 Apr 28 20:47:29.024628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2031b77c-ede6-475e-b82b-640d28677a11 req-f7f10e26-a047-4fe2-b3b5-2a2b4c6a1c86 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645292 Apr 28 20:47:29.026612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:47:29.026947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:47:29.027412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:47:29.031961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:47:29.032277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:47:29.038207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:47:29.038625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Checking segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:47:29.039009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Bound using segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:47:29.039455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Bound port: c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:47:29.039800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:29.124982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:47:29.128433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:47:29.132395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:29.192917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:29.193700 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:29.195020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] 10.222.0.46 "PUT /v2.0/ports/c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 1091 time: 0.9861791 Apr 28 20:47:29.197481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:29.222804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1318ce05-b40c-4340-ab2b-838d8470c126 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:29.270054 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ca0e28c-e21b-48e0-b0c7-d9d7c8464967'] response: {'name': 'network-changed', 'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'status': 'completed', 'code': 200} Apr 28 20:47:29.304616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-934ced32-9d08-4d73-97b9-43dfb6271af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:29.306104 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-934ced32-9d08-4d73-97b9-43dfb6271af4 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1094 time: 0.0740242 Apr 28 20:47:29.500672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-f189334c-929b-4092-9a9e-234a7f871606 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.1875248 Apr 28 20:47:29.561760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-ca1dc144-3076-40fc-a87a-7a30283bac19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:29.563138 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-ca1dc144-3076-40fc-a87a-7a30283bac19 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0574965 Apr 28 20:47:29.611464 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-baf082a5-1eec-4f8f-b31d-4dcc5a5f212b service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431027 Apr 28 20:47:29.742772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-a1682604-9bcc-45e5-aa14-96e7e4a9a35e service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252196 Apr 28 20:47:29.874020 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f21fdf6f-7668-436e-9789-29d5480bca72 req-08ed8710-296b-4a21-8f2d-3e88a0c201d4 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257527 Apr 28 20:47:29.987107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-efb3c1cc-566e-45e7-afbc-5f2afd858452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:29.988543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-efb3c1cc-566e-45e7-afbc-5f2afd858452 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1094 time: 0.0698004 Apr 28 20:47:30.117243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-92896ca8-91d8-4dc4-a624-28a7169ffd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:30.118705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-92896ca8-91d8-4dc4-a624-28a7169ffd2c service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1241977 Apr 28 20:47:30.216790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-081f77de-b5d4-4098-92aa-78b2a4bfb3bd service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0923064 Apr 28 20:47:30.296609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-8e6c9b6e-a3ff-4ad0-8317-4dc0b95e90be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:30.298017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-8e6c9b6e-a3ff-4ad0-8317-4dc0b95e90be service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0754788 Apr 28 20:47:30.347448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-a81b3e18-d448-44e4-aa5f-820388da0192 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431492 Apr 28 20:47:30.355394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90948a7-6d19-4604-a51f-6048e1f9058c req-f200a8bf-6dc0-4610-b37c-0b9dd14d8e0f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:30.356748 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f90948a7-6d19-4604-a51f-6048e1f9058c req-f200a8bf-6dc0-4610-b37c-0b9dd14d8e0f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.1763725 Apr 28 20:47:30.483513 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f90948a7-6d19-4604-a51f-6048e1f9058c req-5b77df93-e234-4269-aa04-6665500f72e4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089337 Apr 28 20:47:30.513203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-c75bd124-327a-4a46-a2db-8b39495fc088 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555269 Apr 28 20:47:30.640843 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f2a4af8-197c-48ce-b2a3-9a9326b74586 req-87cd1df4-732f-4048-8a34-a3763652b3de service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213341 Apr 28 20:47:30.730166 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:47:30.767542 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: bff39ad1-bb04-4735-ad74-16694eea6cad {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:47:30.768381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device bff39ad1-bb04-4735-ad74-16694eea6cad not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:47:30.823308 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:47:31.671796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55274dbb-2aed-4fb9-bfac-632dceb81002 req-10970deb-23e2-4703-95ba-bca17700dbad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:31.672511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55274dbb-2aed-4fb9-bfac-632dceb81002 req-10970deb-23e2-4703-95ba-bca17700dbad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Synchronizing usage tracker for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:47:31.683792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-55274dbb-2aed-4fb9-bfac-632dceb81002 req-10970deb-23e2-4703-95ba-bca17700dbad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Unset dirty status for tenant:2f505281c04544789b165bb167eee366 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:47:31.684862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55274dbb-2aed-4fb9-bfac-632dceb81002 req-10970deb-23e2-4703-95ba-bca17700dbad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.0909469 Apr 28 20:47:31.728716 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55274dbb-2aed-4fb9-bfac-632dceb81002 req-eb7ac559-eadc-46ce-9ff8-bfff7a3f2a8c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380182 Apr 28 20:47:32.731009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:47:32.863456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:32.876657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'port_id': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'mac_address': 'fa:16:3e:96:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb227e75-1123-4a8d-b8ad-d7c2c5d099a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:47:32.917066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb1fc6c-a543-49c6-9031-14ebb61efd31 req-a7265b6c-1afa-4269-b261-184a72adc219 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:32.918575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bb1fc6c-a543-49c6-9031-14ebb61efd31 req-a7265b6c-1afa-4269-b261-184a72adc219 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.0840199 Apr 28 20:47:32.930984 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:32.947306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fa4359-dc4e-4cf0-a252-2feef5f4f901 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:47:32.963355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:32.965177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7bb1fc6c-a543-49c6-9031-14ebb61efd31 req-c06b0212-0544-4985-93ea-384fd84b8e25 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407562 Apr 28 20:47:32.967972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:33.042789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:33.050355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.050692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.051022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.051353 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.051676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.051996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.052315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.052638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.052952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.053265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.053607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.053922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:47:33.264601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['c5fa4359-dc4e-4cf0-a252-2feef5f4f901'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:47:34.152342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95f6a04-a6ce-480f-b3ee-f6484a19a702 req-ac42fe16-ac3e-4fdb-99b3-46e6c115d43b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:34.153794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f95f6a04-a6ce-480f-b3ee-f6484a19a702 req-ac42fe16-ac3e-4fdb-99b3-46e6c115d43b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 944 time: 0.0817440 Apr 28 20:47:34.196625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f95f6a04-a6ce-480f-b3ee-f6484a19a702 req-b4aa21eb-5bef-4b2f-b364-66235540b063 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368149 Apr 28 20:47:34.730356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:47:34.794971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:47:34.799425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:47:34.799784 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:34.912796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:34.938357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:47:34.948747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:47:34.952933 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:34.988507 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be9116e6-7b51-4d34-b569-bc2fd3a72ab3'] response: {'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'code': 200} Apr 28 20:47:35.020598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:47:35.105701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f02bae-d676-45af-afc6-b16ca4b3f08d req-4675166e-b13e-4e16-8ba7-277305d6c948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:35.107127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89f02bae-d676-45af-afc6-b16ca4b3f08d req-4675166e-b13e-4e16-8ba7-277305d6c948 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1096 time: 0.0679150 Apr 28 20:47:35.145641 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89f02bae-d676-45af-afc6-b16ca4b3f08d req-358b2098-e594-4b0d-86f8-ea187a125ffe service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324218 Apr 28 20:47:35.375906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe17d02-0c42-4067-8abb-033cdec8fa4f req-2b866df0-f7e3-4796-b61e-571acb6876ad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:35.377599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfe17d02-0c42-4067-8abb-033cdec8fa4f req-2b866df0-f7e3-4796-b61e-571acb6876ad tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0783694 Apr 28 20:47:35.419888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfe17d02-0c42-4067-8abb-033cdec8fa4f req-97c42644-9861-4564-96fd-4756ba7c298a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368066 Apr 28 20:47:36.609110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3f8f74-3789-444b-9857-466ad3323369 req-890f89de-ce9a-4d26-a849-2301342b0f76 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:36.610480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3f8f74-3789-444b-9857-466ad3323369 req-890f89de-ce9a-4d26-a849-2301342b0f76 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0826430 Apr 28 20:47:36.653327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9f3f8f74-3789-444b-9857-466ad3323369 req-9006030a-d56b-4000-85fc-1ce533938e18 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363989 Apr 28 20:47:36.840532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13964098-76df-4319-80b6-ec4b7ca83dca req-50205b93-a0d0-47c9-9f74-2adb0b3dd6d3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:36.841993 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13964098-76df-4319-80b6-ec4b7ca83dca req-50205b93-a0d0-47c9-9f74-2adb0b3dd6d3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0832791 Apr 28 20:47:36.884990 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13964098-76df-4319-80b6-ec4b7ca83dca req-8802cf16-644b-4b0d-9d7e-2a30d57d80d6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367649 Apr 28 20:47:37.288440 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-450b53f4-dae0-4ce9-8c56-00ddd226947f service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1274257 Apr 28 20:47:37.303462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca14e21f-e5b9-41ea-96ea-1b8e25fffca4 req-d97da23f-d7a4-476d-9fac-8c96f6f8acb5 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:37.304875 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca14e21f-e5b9-41ea-96ea-1b8e25fffca4 req-d97da23f-d7a4-476d-9fac-8c96f6f8acb5 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0956829 Apr 28 20:47:37.351381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ca14e21f-e5b9-41ea-96ea-1b8e25fffca4 req-9a99e2f8-afa6-4f9e-a338-fb32d5ded561 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394168 Apr 28 20:47:38.679638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-c8f1fd50-1896-4e1c-a889-0c6ac9b7fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:38.680993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-c8f1fd50-1896-4e1c-a889-0c6ac9b7fbe7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1096 time: 0.2440670 Apr 28 20:47:38.688205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64f6884-5820-4553-9242-4df830d8716d req-c41d7c4d-e172-4a91-874a-804fa4d8b190 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:38.690055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c64f6884-5820-4553-9242-4df830d8716d req-c41d7c4d-e172-4a91-874a-804fa4d8b190 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.2169681 Apr 28 20:47:38.815754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c64f6884-5820-4553-9242-4df830d8716d req-8d8c39fe-41e2-4726-80d3-1c9fa128fbe3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070416 Apr 28 20:47:38.844668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-6bba6259-8d28-4ddb-ad4e-99bcf4a12a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:38.846186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-6bba6259-8d28-4ddb-ad4e-99bcf4a12a9d service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1551781 Apr 28 20:47:38.917576 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-7bfdf357-13a0-43f1-98e2-b2012b32bd71 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0652645 Apr 28 20:47:38.977690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-6442bedb-7f97-4765-bd9a-79294de51f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:38.978986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-6442bedb-7f97-4765-bd9a-79294de51f0d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0565004 Apr 28 20:47:39.027591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-d7d504a0-4b5b-4a87-8410-34a948072090 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430424 Apr 28 20:47:39.158208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-4857ffcf-9225-4b16-95d3-227659d8a50f service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250074 Apr 28 20:47:39.287410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-e4e15344-7072-4ff6-95e4-c0f5b840cdd8 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239483 Apr 28 20:47:40.001196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0615ca-8ed1-4723-9a09-64bb6c9488aa req-eb275d43-5269-40d1-8dd8-22d334ffaec2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:40.002813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c0615ca-8ed1-4723-9a09-64bb6c9488aa req-eb275d43-5269-40d1-8dd8-22d334ffaec2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0812182 Apr 28 20:47:40.045866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c0615ca-8ed1-4723-9a09-64bb6c9488aa req-dc538c0e-5f61-4d6e-b33a-2e0c8e16651a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Apr 28 20:47:40.560486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:41.229844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b5f403-748e-4af0-a90b-40a8a450ee27 req-1c393a50-66b4-4b87-8d71-94b83af49acc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:41.231317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09b5f403-748e-4af0-a90b-40a8a450ee27 req-1c393a50-66b4-4b87-8d71-94b83af49acc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0805671 Apr 28 20:47:41.274194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09b5f403-748e-4af0-a90b-40a8a450ee27 req-f663d849-4e78-453f-9a9e-544b43d3e149 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372186 Apr 28 20:47:41.449796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-5fdc1fdc-1130-4263-9bc7-8d4dde0f69d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:41.451147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-5fdc1fdc-1130-4263-9bc7-8d4dde0f69d1 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1096 time: 0.0738726 Apr 28 20:47:41.593717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-599a0fc6-af1c-446a-801e-a0f2f3c5de8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:41.595134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-599a0fc6-af1c-446a-801e-a0f2f3c5de8a service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1253686 Apr 28 20:47:41.661445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-64c79ca2-4f64-4792-a29b-fcf7913e473f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0591292 Apr 28 20:47:41.724979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-ec4a6d0a-e3f3-4c8d-a09f-d12f35dce4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:41.726317 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-ec4a6d0a-e3f3-4c8d-a09f-d12f35dce4d9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0593314 Apr 28 20:47:41.771777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-01d5f078-c7d1-4ea1-84a0-a4e2f73a409e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398703 Apr 28 20:47:41.900511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-050cadd6-9ffb-4449-b051-031836e0924e service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211982 Apr 28 20:47:42.028489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6f584dc2-1508-4c9d-a54c-93bc12068f5d req-b5b69650-3d6d-496a-a011-ac98813ca235 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217587 Apr 28 20:47:42.465930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d0bcfd-f9ed-41bd-80f6-c8c3e2de5470 req-e9d3979f-46af-46fd-a4a2-c178a88bc170 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:42.467360 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0d0bcfd-f9ed-41bd-80f6-c8c3e2de5470 req-e9d3979f-46af-46fd-a4a2-c178a88bc170 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0773911 Apr 28 20:47:42.510863 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0d0bcfd-f9ed-41bd-80f6-c8c3e2de5470 req-64b5f236-fadd-4814-8376-9b6046dcbcd5 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373514 Apr 28 20:47:42.868435 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:43.700501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0576f4f-d73e-4dfe-97c2-0abe36228ff1 req-4bd67623-dc1d-46ac-891f-ebe324c3e40a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:43.701940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0576f4f-d73e-4dfe-97c2-0abe36228ff1 req-4bd67623-dc1d-46ac-891f-ebe324c3e40a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0823174 Apr 28 20:47:43.858077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0576f4f-d73e-4dfe-97c2-0abe36228ff1 req-ffb8b32b-365a-445e-84de-7fe02559fd4c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504021 Apr 28 20:47:45.042980 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3234f8a3-7025-4887-95de-e3340453e351 req-9eed24c4-6270-46ec-bd3a-a8d7b6095982 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:45.044417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3234f8a3-7025-4887-95de-e3340453e351 req-9eed24c4-6270-46ec-bd3a-a8d7b6095982 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0812490 Apr 28 20:47:45.088212 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3234f8a3-7025-4887-95de-e3340453e351 req-662315ba-8732-4efb-abec-2b4a1a9285b6 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375185 Apr 28 20:47:46.268618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cba86b-291e-45c9-872a-ed044b962de5 req-bdb71b42-b7ff-44f7-80d7-71ba7cbf7798 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:46.270092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8cba86b-291e-45c9-872a-ed044b962de5 req-bdb71b42-b7ff-44f7-80d7-71ba7cbf7798 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0783615 Apr 28 20:47:46.313386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8cba86b-291e-45c9-872a-ed044b962de5 req-1e1d6bb7-1037-4ea9-8c70-ba676cf2b938 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377035 Apr 28 20:47:47.495949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d928ed8e-4047-40e1-8f15-0a7f2df94672 req-a22c5c92-e098-4f0c-b5f8-1421969c56a4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:47.497387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d928ed8e-4047-40e1-8f15-0a7f2df94672 req-a22c5c92-e098-4f0c-b5f8-1421969c56a4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0792363 Apr 28 20:47:47.541024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d928ed8e-4047-40e1-8f15-0a7f2df94672 req-b1c742fb-448a-4a48-a6aa-29c56e7848d1 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371518 Apr 28 20:47:48.727062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1383c13-aeb8-4f21-8aff-6e8c8ed5ef07 req-379e1baa-e676-401f-890b-5dc86a3a3d13 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:48.728433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1383c13-aeb8-4f21-8aff-6e8c8ed5ef07 req-379e1baa-e676-401f-890b-5dc86a3a3d13 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0808527 Apr 28 20:47:48.772053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c1383c13-aeb8-4f21-8aff-6e8c8ed5ef07 req-a2d284d3-97fa-472f-a179-f0c73db796bc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380523 Apr 28 20:47:49.959342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5598811f-23eb-419f-a32d-77488c0c631c req-cba5b25e-32c9-4e78-8d00-b2f5a745df08 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:49.960796 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5598811f-23eb-419f-a32d-77488c0c631c req-cba5b25e-32c9-4e78-8d00-b2f5a745df08 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0816402 Apr 28 20:47:50.003477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5598811f-23eb-419f-a32d-77488c0c631c req-de20e9f8-d2b4-462e-bddc-11df5107cf5e tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370770 Apr 28 20:47:50.334573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-11e4fe6a-2720-494f-934b-9bf10305b78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:51.189040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f726decf-4022-4bd8-85d2-2795a71c7c76 req-71808a74-b08a-44ea-8297-d8d479d27d5a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:51.190475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f726decf-4022-4bd8-85d2-2795a71c7c76 req-71808a74-b08a-44ea-8297-d8d479d27d5a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0794387 Apr 28 20:47:51.239503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f726decf-4022-4bd8-85d2-2795a71c7c76 req-5dab64d1-ec0d-4cf3-8ea4-1cac94c912ba tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431888 Apr 28 20:47:52.423330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d8788-42dc-487f-b076-78ee5c9577f7 req-ebb25e91-a1da-41df-94f8-5380be687fdd tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:52.424759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f7d8788-42dc-487f-b076-78ee5c9577f7 req-ebb25e91-a1da-41df-94f8-5380be687fdd tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0776465 Apr 28 20:47:52.465613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-92fec14b-53d3-4032-84f3-1719ec0e2d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:52.474937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f7d8788-42dc-487f-b076-78ee5c9577f7 req-cd100daf-9015-4c63-b8bf-63486cd9e3d0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436003 Apr 28 20:47:53.660619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5abe23c-8d8d-45e6-955b-9655549731c7 req-5fb0a2ca-6d85-4f9f-9051-0eb6344a9d15 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:53.662619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5abe23c-8d8d-45e6-955b-9655549731c7 req-5fb0a2ca-6d85-4f9f-9051-0eb6344a9d15 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0805540 Apr 28 20:47:53.706014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c5abe23c-8d8d-45e6-955b-9655549731c7 req-732c59cf-8a4d-4f9d-ba9f-337546c1a46d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Apr 28 20:47:53.874304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:54.233765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:54.889745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873be7d1-6452-4838-920d-ca5f828e7093 req-4d84b8fa-8022-48c7-904e-0cd4115a83ea tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:54.891188 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-873be7d1-6452-4838-920d-ca5f828e7093 req-4d84b8fa-8022-48c7-904e-0cd4115a83ea tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0795002 Apr 28 20:47:54.934437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-873be7d1-6452-4838-920d-ca5f828e7093 req-0965a12b-b4fb-4aa2-838c-34818f38c137 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376842 Apr 28 20:47:55.389895 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:47:56.124665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c914a882-b59f-4744-8de2-6dba0832343b req-b776ed0f-5ffb-40a2-8171-483f6c5b6f48 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:56.126142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c914a882-b59f-4744-8de2-6dba0832343b req-b776ed0f-5ffb-40a2-8171-483f6c5b6f48 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0851879 Apr 28 20:47:56.170902 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c914a882-b59f-4744-8de2-6dba0832343b req-2e69a8ab-3566-436b-b166-859f4a2edd45 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391450 Apr 28 20:47:57.358611 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3976d97-af14-46dd-be33-4ba1c23dadbe req-df940123-cd0f-4fde-81f5-f7dfbb67a9d0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:57.360063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3976d97-af14-46dd-be33-4ba1c23dadbe req-df940123-cd0f-4fde-81f5-f7dfbb67a9d0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0823467 Apr 28 20:47:57.402782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d3976d97-af14-46dd-be33-4ba1c23dadbe req-81deb498-ba43-446a-a627-2c80b253c3d5 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371180 Apr 28 20:47:58.587333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee6e95c-fdcf-4cc7-9ffb-a416005f76f8 req-6602fe74-7634-450f-a1a3-19bdaf5ab4b2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:58.588828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eee6e95c-fdcf-4cc7-9ffb-a416005f76f8 req-6602fe74-7634-450f-a1a3-19bdaf5ab4b2 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0771525 Apr 28 20:47:58.631410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eee6e95c-fdcf-4cc7-9ffb-a416005f76f8 req-99eb090a-c896-4e65-92f3-725bf227955d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369675 Apr 28 20:47:59.812102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13658f1a-9f38-4acc-a31f-e860142a8ac1 req-c224eaee-00ac-4e0b-a4e6-af482ab52cd3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:47:59.813548 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13658f1a-9f38-4acc-a31f-e860142a8ac1 req-c224eaee-00ac-4e0b-a4e6-af482ab52cd3 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0792375 Apr 28 20:47:59.856348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13658f1a-9f38-4acc-a31f-e860142a8ac1 req-f6d844fc-6af7-44b4-95b4-6a7cae30ecb7 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372007 Apr 28 20:48:01.042231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2990793-bb46-449a-bca8-373292cca775 req-ae7afdb2-aea8-4a5d-8fc9-81e4ea22f591 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:01.043673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2990793-bb46-449a-bca8-373292cca775 req-ae7afdb2-aea8-4a5d-8fc9-81e4ea22f591 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0822999 Apr 28 20:48:01.087811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d2990793-bb46-449a-bca8-373292cca775 req-893cbf52-03ed-40a9-8cc4-8b046b57d783 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385370 Apr 28 20:48:02.367375 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5534e29-636c-496f-a076-4a9c9d53ae62 req-14d3e3b8-252c-4ea3-ac05-b42eee82b4dc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:02.368593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5534e29-636c-496f-a076-4a9c9d53ae62 req-14d3e3b8-252c-4ea3-ac05-b42eee82b4dc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.1767941 Apr 28 20:48:02.411829 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a5534e29-636c-496f-a076-4a9c9d53ae62 req-305b4fee-d7f3-40b9-bda6-b651b13fd99f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376019 Apr 28 20:48:03.597589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61622456-745d-4463-a447-44fa865b32da req-c49671e5-b63d-44cd-8a06-ab35a2995c09 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:03.598967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61622456-745d-4463-a447-44fa865b32da req-c49671e5-b63d-44cd-8a06-ab35a2995c09 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0806212 Apr 28 20:48:03.648287 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61622456-745d-4463-a447-44fa865b32da req-29c28bc7-8ce9-4dac-85cd-84c931b0cc34 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428975 Apr 28 20:48:04.833685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d88b4d-911c-489f-b86d-76e239739140 req-3dd8328b-06e0-48ad-bb76-823ce2944a9b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:04.835110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4d88b4d-911c-489f-b86d-76e239739140 req-3dd8328b-06e0-48ad-bb76-823ce2944a9b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0780935 Apr 28 20:48:04.881768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4d88b4d-911c-489f-b86d-76e239739140 req-19683a9c-5231-424f-b5eb-eabdc3820408 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403466 Apr 28 20:48:06.069418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3211afd-64b3-44ae-8a28-3b183bf80171 req-e9186cdc-0b44-4d50-9ffa-2e79bcb1210c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:06.070878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3211afd-64b3-44ae-8a28-3b183bf80171 req-e9186cdc-0b44-4d50-9ffa-2e79bcb1210c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0803819 Apr 28 20:48:06.116177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e3211afd-64b3-44ae-8a28-3b183bf80171 req-41e2c03b-6b21-4316-9c90-614cde7e6e3a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392721 Apr 28 20:48:06.335398 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-90a5d179-be11-4593-ad3f-95df65ec267c req-62017375-863c-49da-82b6-7f8f90387dc7 service neutron] show failed (client error): The resource could not be found. Apr 28 20:48:06.336343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-62017375-863c-49da-82b6-7f8f90387dc7 service neutron] 10.222.0.46 "GET /v2.0/ports/c5fa4359-dc4e-4cf0-a252-2feef5f4f901/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0755427 Apr 28 20:48:06.645660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-7f9f1538-a26f-4298-8dc2-911c859e8ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:06.647002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-7f9f1538-a26f-4298-8dc2-911c859e8ded service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f&tenant_id=2f505281c04544789b165bb167eee366 HTTP/1.1" status: 200 len: 1096 time: 0.1134679 Apr 28 20:48:06.662216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:06.770945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.037417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:07.064693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:07.122074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:07.128592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.143885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Transition to ACTIVE for port object c5fa4359-dc4e-4cf0-a252-2feef5f4f901 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:07.148118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.259898 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d00ac955-23ae-410c-8e6d-c0344d7bc21c'] response: {'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'code': 200} Apr 28 20:48:07.361229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] No DVR routers for this DVR port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:48:07.364158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:07.535424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:07.535745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:07.536064 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:07.545500 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:48:07.545817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Attempting to bind port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on network 81c80d48-fc13-4415-9e36-e04913db0d6a {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:07.553817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:48:07.554145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Checking segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:07.554517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Bound using segment: {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:48:07.554934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Bound port: c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:07.555273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.572865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82168126-baeb-4cc9-8718-01a7e6914290 req-eeaeb556-4d59-42b7-8d89-134f08d6341b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:07.574343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82168126-baeb-4cc9-8718-01a7e6914290 req-eeaeb556-4d59-42b7-8d89-134f08d6341b tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.3137233 Apr 28 20:48:07.670675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82168126-baeb-4cc9-8718-01a7e6914290 req-84995310-4a7f-42aa-a328-7d278f49dd2a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906568 Apr 28 20:48:07.683219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:07.686203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:48:07.690793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.751680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:07.752284 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:07.753708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] 10.222.0.41 "PUT /v2.0/ports/c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 1091 time: 1.0952384 Apr 28 20:48:07.773018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c248bd-831e-4f6c-93bc-7e1342512834 service neutron] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:07.821889 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:48:07.853341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-01a3333f-4f1d-4ecc-a76c-c70ea4528b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:07.854883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-01a3333f-4f1d-4ecc-a76c-c70ea4528b20 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1094 time: 0.0717726 Apr 28 20:48:07.988642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-5e46e719-00e3-48e4-9ffb-b3b3996899ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:07.990006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-5e46e719-00e3-48e4-9ffb-b3b3996899ea service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1254799 Apr 28 20:48:08.062208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-d9dfb118-4d93-4d50-8363-e3d231ce7dfc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0629427 Apr 28 20:48:08.125499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a5d179-be11-4593-ad3f-95df65ec267c req-18fbb48d-accf-47b9-8b33-f072d2ce02f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:08.126865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-18fbb48d-accf-47b9-8b33-f072d2ce02f1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0559711 Apr 28 20:48:08.177014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-5c4a2a27-515e-4e05-8278-4a45c6f107aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413663 Apr 28 20:48:08.306871 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-2f4c0856-d350-48a7-b337-4493db94604e service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198797 Apr 28 20:48:08.435734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90a5d179-be11-4593-ad3f-95df65ec267c req-84cf4cb2-af71-44bd-af83-8b9dd77d4b6f service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224759 Apr 28 20:48:08.853919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:48:08.855817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552e6817-0fd6-414e-93f6-d1f69ce18f9d req-514740c2-fa37-4fec-b8e3-6dbcae02defc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:08.857285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-552e6817-0fd6-414e-93f6-d1f69ce18f9d req-514740c2-fa37-4fec-b8e3-6dbcae02defc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.0784581 Apr 28 20:48:08.901639 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-552e6817-0fd6-414e-93f6-d1f69ce18f9d req-1efa5bc8-a590-4f52-a700-0c62560e51bb tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385127 Apr 28 20:48:08.910024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:48:09.260846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:09.317097 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2671116-632d-4d45-a0d5-8b4a6a297021'] response: {'name': 'network-changed', 'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'status': 'completed', 'code': 200} Apr 28 20:48:09.466424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-8d8cdb74-0f13-40ab-9bcd-e1aff957153d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:09.467882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-8d8cdb74-0f13-40ab-9bcd-e1aff957153d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1094 time: 0.1304607 Apr 28 20:48:09.470292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-f4e3f43c-13e7-42b6-845a-bd93052de5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:09.471583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-f4e3f43c-13e7-42b6-845a-bd93052de5e5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1094 time: 0.1037111 Apr 28 20:48:09.704380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-4b8d59cb-9f1e-437b-8a59-be63b5e9ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:09.705840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-4b8d59cb-9f1e-437b-8a59-be63b5e9ae72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.2315314 Apr 28 20:48:09.706900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-5514cbbe-8b84-4b18-a22c-d33a3f392ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:09.708406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-5514cbbe-8b84-4b18-a22c-d33a3f392ad3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.2165096 Apr 28 20:48:09.832648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-887e0710-74b0-448c-8094-41cb217458dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.1201847 Apr 28 20:48:09.833868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-d11ae271-c2e4-4800-a7e5-27efe5849294 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0750015 Apr 28 20:48:10.061651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-441d43be-8912-446c-a79f-0890949621c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:10.063064 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-441d43be-8912-446c-a79f-0890949621c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.2240851 Apr 28 20:48:10.066203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-b170ac31-1c34-4244-af8e-1c7958b05831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:10.067479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-b170ac31-1c34-4244-af8e-1c7958b05831 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.1997371 Apr 28 20:48:10.106557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db31ed44-0f00-48e5-b63c-c6da7d477914 req-1c533f87-1c7b-4200-93b9-dab6e12b9571 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:10.107986 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db31ed44-0f00-48e5-b63c-c6da7d477914 req-1c533f87-1c7b-4200-93b9-dab6e12b9571 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.0829685 Apr 28 20:48:10.151341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db31ed44-0f00-48e5-b63c-c6da7d477914 req-b716a822-31ea-41ee-87cb-aed4cf4cef6c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376880 Apr 28 20:48:10.153015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-5f77d614-4e3f-4922-b978-7b369abbc50d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0783999 Apr 28 20:48:10.154971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-04d7be3b-6bca-4d5b-8cec-e6eab747e389 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506525 Apr 28 20:48:10.391512 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-887342e0-0f47-43c8-b35c-fd3b1c90a76e service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328494 Apr 28 20:48:10.394430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-35b09d74-a52a-4f97-aac9-acc8118b39e2 service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183306 Apr 28 20:48:10.570766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:10.639538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-9c75a2ae-d65b-41ab-a0f3-af786aee22c9 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409322 Apr 28 20:48:10.641267 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5a58b-9d39-4e37-a445-ff43dbc6b2f2 req-821b48fc-c558-4c9c-a5d4-0db313a96a2e service neutron] 10.222.0.41 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240293 Apr 28 20:48:11.097904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:48:11.232075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:11.245748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'network_id': '81c80d48-fc13-4415-9e36-e04913db0d6a', 'port_id': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'mac_address': 'fa:16:3e:96:da:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 424, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb227e75-1123-4a8d-b8ad-d7c2c5d099a6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:48:11.299447 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:11.316902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5fa4359-dc4e-4cf0-a252-2feef5f4f901 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:11.333016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:11.337257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:11.341188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6327644c-1e75-4832-9d60-9633c762e1d4 req-5d2df279-1793-485c-a8b1-abb78d4c1f3a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:11.342731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6327644c-1e75-4832-9d60-9633c762e1d4 req-5d2df279-1793-485c-a8b1-abb78d4c1f3a tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 943 time: 0.0805440 Apr 28 20:48:11.387183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6327644c-1e75-4832-9d60-9633c762e1d4 req-09805a08-ca79-4c95-8806-14f4b0d9347d tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387034 Apr 28 20:48:11.407113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:11.574698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c5fa4359-dc4e-4cf0-a252-2feef5f4f901'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:48:11.761531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-9a570233-e282-4a0e-bc11-6a9ed74b299f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:11.762870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-9a570233-e282-4a0e-bc11-6a9ed74b299f tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.46 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f&tenant_id=2f505281c04544789b165bb167eee366&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 944 time: 0.1072791 Apr 28 20:48:11.770947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9692-9b10-4b4d-921d-0b4602363dba req-b85055e4-32ca-4a56-8a5b-03cfe8119291 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:11.772256 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-841f9692-9b10-4b4d-921d-0b4602363dba req-b85055e4-32ca-4a56-8a5b-03cfe8119291 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 944 time: 0.1549582 Apr 28 20:48:11.874956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-841f9692-9b10-4b4d-921d-0b4602363dba req-64e5fef8-e419-49ed-8a28-5052ea3c76bc tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644755 Apr 28 20:48:11.882262 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-975ceebe-fe3a-4b31-a322-31ef829aaf79 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:48:11.883184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-975ceebe-fe3a-4b31-a322-31ef829aaf79 service neutron] 10.222.0.46 "DELETE /v2.0/ports/c5fa4359-dc4e-4cf0-a252-2feef5f4f901/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1101069 Apr 28 20:48:12.025640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-fe9dfb42-15dd-469e-bbdd-5a38b8bab9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:12.027068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-fe9dfb42-15dd-469e-bbdd-5a38b8bab9f7 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=2f505281c04544789b165bb167eee366&device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 1095 time: 0.0693965 Apr 28 20:48:12.153849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-2de1192d-596b-4594-9c9b-98e9ca7b1829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:12.155245 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-2de1192d-596b-4594-9c9b-98e9ca7b1829 service neutron] 10.222.0.46 "GET /v2.0/networks?id=81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 200 len: 915 time: 0.1224732 Apr 28 20:48:12.223070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-7428ef2c-0717-4ca4-992d-583576398f0c service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 200 len: 217 time: 0.0618384 Apr 28 20:48:12.286978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-5edbd16e-6696-41eb-85fd-c3c7e860d7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:12.288273 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-5edbd16e-6696-41eb-85fd-c3c7e860d7dd service neutron] 10.222.0.46 "GET /v2.0/subnets?id=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 200 len: 854 time: 0.0588467 Apr 28 20:48:12.332968 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-01de43a3-201d-4497-b7a8-6903b78eaa6d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=81c80d48-fc13-4415-9e36-e04913db0d6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385787 Apr 28 20:48:12.578154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-998cc165-54f0-435b-9572-767a399df7d6 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2390869 Apr 28 20:48:12.705801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe0a3c93-7635-45c4-882a-9b329a8769fc req-05994556-dadf-4360-88b9-c317e3bbd892 service neutron] 10.222.0.46 "GET /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217282 Apr 28 20:48:12.867641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:13.060456 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a88b828-d84d-40a1-940e-83a117573ed5 req-bc3ccda2-67bb-434c-babc-2f7e8f61d7e4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:13.061910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a88b828-d84d-40a1-940e-83a117573ed5 req-bc3ccda2-67bb-434c-babc-2f7e8f61d7e4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 944 time: 0.0819664 Apr 28 20:48:13.108169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a88b828-d84d-40a1-940e-83a117573ed5 req-dcfcdc83-256a-413f-8e99-8abeb03696b0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Apr 28 20:48:13.112515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:13.178655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:13.183359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:13.183727 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:13.301928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:13.328117 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:13.338418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:13.342871 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:13.412745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:13.424709 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab6bba6f-aaa6-4a3b-bee9-780493641e26'] response: {'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'code': 200} Apr 28 20:48:14.295682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10435144-225e-4fac-a3cd-740fbbc78d03 req-261d5dbc-4db0-4748-ae39-a66abf8121ce tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:14.297113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10435144-225e-4fac-a3cd-740fbbc78d03 req-261d5dbc-4db0-4748-ae39-a66abf8121ce tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0816398 Apr 28 20:48:14.339899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-10435144-225e-4fac-a3cd-740fbbc78d03 req-600a5380-3790-4bbd-a565-43536f834afe tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372086 Apr 28 20:48:14.522425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0bc751-41d8-4a87-97bf-096b8467f7da req-76af3c4a-5da4-40da-8caf-1d9623c44a7c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:14.523873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0bc751-41d8-4a87-97bf-096b8467f7da req-76af3c4a-5da4-40da-8caf-1d9623c44a7c tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0798497 Apr 28 20:48:14.569496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ac0bc751-41d8-4a87-97bf-096b8467f7da req-d6702ac1-83d8-4728-b07a-d7df46cd4df4 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389001 Apr 28 20:48:14.748100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc715f6-f680-4776-b76f-48e36130de92 req-27fc73d6-0a3b-4f05-b435-4c16cfb852ef tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:14.749430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc715f6-f680-4776-b76f-48e36130de92 req-27fc73d6-0a3b-4f05-b435-4c16cfb852ef tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0771472 Apr 28 20:48:14.795580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cdc715f6-f680-4776-b76f-48e36130de92 req-01620e05-d188-4f67-b4e4-5ddcf7a940da tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404596 Apr 28 20:48:15.491833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79786e42-f38d-4dc9-aee5-0b3280ef2cf9 req-92f06def-8186-4f7d-84d5-0c5a7abaf077 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:15.493269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79786e42-f38d-4dc9-aee5-0b3280ef2cf9 req-92f06def-8186-4f7d-84d5-0c5a7abaf077 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0826256 Apr 28 20:48:15.536169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-79786e42-f38d-4dc9-aee5-0b3280ef2cf9 req-35ab0694-102a-4492-a82f-244e38cbb5dd tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366588 Apr 28 20:48:16.695337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-a45aa1ce-d14d-49a5-bb18-3d3bdaf37952 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:16.696688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-a45aa1ce-d14d-49a5-bb18-3d3bdaf37952 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.41 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0782671 Apr 28 20:48:16.721134 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b461a341-5d6f-45ad-ae36-3fe1d4b2b594 req-efbf6993-d7cb-4148-bb0e-6622592abde0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:16.722606 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b461a341-5d6f-45ad-ae36-3fe1d4b2b594 req-efbf6993-d7cb-4148-bb0e-6622592abde0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/ports?device_id=d43de523-5e71-4edc-ba2e-1c91aa294f8f HTTP/1.1" status: 200 len: 945 time: 0.0793366 Apr 28 20:48:16.765607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b461a341-5d6f-45ad-ae36-3fe1d4b2b594 req-2722056c-2c09-4f47-9b43-b9f66c253de0 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.24 "GET /v2.0/security-groups?id=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366602 Apr 28 20:48:16.770262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Deleting port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:48:16.770605 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:17.007545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] For port c5fa4359-dc4e-4cf0-a252-2feef5f4f901, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,segment=NetworkSegment(2f394ae6-eba7-477f-b36e-a2cc8aaabdd7),segment_id=2f394ae6-eba7-477f-b36e-a2cc8aaabdd7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:17.007819 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:17.127909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Calling delete_port for c5fa4359-dc4e-4cf0-a252-2feef5f4f901 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:48:17.266007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:17.278023 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['c5fa4359-dc4e-4cf0-a252-2feef5f4f901'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:48:17.315297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Pushing event deleted for resources: {'Port': ['ID=c5fa4359-dc4e-4cf0-a252-2feef5f4f901,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:17.389247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] No DVR routers for this DVR port c5fa4359-dc4e-4cf0-a252-2feef5f4f901 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:48:17.391638 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:17.394029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-deleted', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:17.409262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d51be7b0-0571-4a54-9bf6-df5d210f5922 req-0e28e12a-09d8-41d3-b778-2cd117052f00 tempest-ServerDiskConfigTestJSON-1974035975 tempest-ServerDiskConfigTestJSON-1974035975-project] 10.222.0.41 "DELETE /v2.0/ports/c5fa4359-dc4e-4cf0-a252-2feef5f4f901 HTTP/1.1" status: 204 len: 173 time: 0.7058213 Apr 28 20:48:17.439248 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6da92bcd-af11-450f-9fde-599a7d031ce6'] response: {'server_uuid': 'd43de523-5e71-4edc-ba2e-1c91aa294f8f', 'name': 'network-vif-deleted', 'tag': 'c5fa4359-dc4e-4cf0-a252-2feef5f4f901', 'status': 'completed', 'code': 200} Apr 28 20:48:17.997915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54160) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:18.057316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Deleting subnet cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:48:18.060082 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.111213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.164728 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.232288 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.275705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb227e75-1123-4a8d-b8ad-d7c2c5d099a6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:18.279845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.289122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54164) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:18.289587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-03263b96-e771-4ef2-9532-a96eb1cf579d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/cb227e75-1123-4a8d-b8ad-d7c2c5d099a6 HTTP/1.1" status: 204 len: 168 time: 0.2901795 Apr 28 20:48:18.394766 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.522544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.546975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c80d48-fc13-4415-9e36-e04913db0d6a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:18.559071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:18.559365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f394ae6-eba7-477f-b36e-a2cc8aaabdd7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:18.570152 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.585559 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.591507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:48:18.591882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:48:18.608345 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:48:18.679453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.695689 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.705216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Pushing event deleted for resources: {'Network': ['ID=81c80d48-fc13-4415-9e36-e04913db0d6a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:18.713676 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] 10.222.0.24 "DELETE /v2.0/networks/81c80d48-fc13-4415-9e36-e04913db0d6a HTTP/1.1" status: 204 len: 168 time: 0.4235170 Apr 28 20:48:18.715173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.715518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.715859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.716192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.716524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.716885 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.717214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.717559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.718272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.718272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.718497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.718818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0963617a-8944-4cf7-a31e-8b280bd63732 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:18.824837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54170) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:18.876512 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-725d5e90-f86e-4f2a-b61d-fed665a1cbbb admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=2f505281c04544789b165bb167eee366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504370 Apr 28 20:48:18.878884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54174) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:18.937061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:18.963381 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:19.017240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:19.034565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ecfb81-0ac0-4cff-ab05-6e124853a2ec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:19.046722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:19.049937 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0018c4d7-64b2-4d42-ab11-7b3119a0a0e2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d0ecfb81-0ac0-4cff-ab05-6e124853a2ec HTTP/1.1" status: 204 len: 168 time: 0.1700695 Apr 28 20:48:19.749678 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54198) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:19.854742 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-376331396-network', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:19.860196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:19.863997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Usage tracker for resource:network and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:19.866815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:19.872433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:19.882409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:19.884717 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:19.896311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:19.910877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:19.914600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Usage tracker for resource:security_group_rule and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:19.917864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:19.923355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:20.005132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.008764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.037294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 419} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:48:20.050499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0510d7f4-57d0-40ce-8304-0e01ebfaa470,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:20.055041 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.055387 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Added segment e97cb085-7247-4040-af43-39a0189c446f of type vlan for network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 Apr 28 20:48:20.082485 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.110454 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.111362 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:20.111927 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.210103 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4593253 Apr 28 20:48:20.213314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dcf11-a6a9-4a4d-9d10-35b327638883 admin admin] Pushing event updated for resources: {'Network': ['ID=51e5b06b-bd88-437e-8060-cf4d0d2eeab2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:20.213816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54204) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:20.219877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Request body: {'subnet': {'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-376331396-subnet', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:20.226848 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:20.228247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:48:20.231495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Usage tracker for resource:subnet and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:20.234409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:20.240307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:20.252858 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:20.255364 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.346910 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-96d5fdc4-009d-495d-9d30-dfeb1e97ba5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.458101 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.533937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5496082-996c-46e9-bcea-ca0b1f654b7c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:20.537846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:20.538200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Network hostable DHCP agents. Network: 51e5b06b-bd88-437e-8060-cf4d0d2eeab2, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:48:20.558047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:48:20.567178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 51e5b06b-bd88-437e-8060-cf4d0d2eeab2) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:20.571270 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:20.572218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.575437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccb9bd1-2a2e-4c98-a296-4c5b0d534c1a None None] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:48:20.597506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2bc09723-fabb-4f83-9a45-630775f0652f admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3825581 Apr 28 20:48:20.600125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54210) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:20.605381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:20.610470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:20.614360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Usage tracker for resource:router and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:20.617112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:20.622654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:20.632893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.633874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.648240 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.784169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:48:20.784942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:20.944398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Allocated IP 172.20.0.2 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/32f3d5f0-a6ee-4a28-b8ae-f166324cde5e) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:21.029951 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.160828 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.164539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:48:21.207543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: c5fa4359-dc4e-4cf0-a252-2feef5f4f901 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:48:21.207869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device c5fa4359-dc4e-4cf0-a252-2feef5f4f901 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:48:21.209638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Transition to ACTIVE for port object 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:21.228190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Transition to ACTIVE for port object 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:21.234478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.296377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:21.299316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:21.302868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:48:21.312035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Pushing event updated for resources: {'Port': ['ID=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:21.347937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.379798 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.437903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Attempting to bind port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:21.438189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Attempting to bind port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:21.438553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Attempting to bind port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:21.443726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:48:21.444098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:21.444492 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.444881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:48:21.445342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Bound port: 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:21.445738 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.519637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Allocated IP 172.25.2.48 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/1814cb6e-ad79-4c38-b648-f66ea0a3769c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:21.537124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] For port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:21.540657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] For port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:48:21.545166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.633664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a987b33-a3a3-4f0e-94fb-a8103cc04e37 None None] Pushing event updated for resources: {'Port': ['ID=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:21.672586 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.703310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:21.774894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:21.777941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:21.780272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:48:21.824041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Pushing event updated for resources: {'Port': ['ID=1814cb6e-ad79-4c38-b648-f66ea0a3769c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:22.207584 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.475042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:22.517303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c99ece9f-5328-4718-b676-94db0f5d9328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.564398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:22.630654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e506c2ac-eff4-433f-8cb4-4ac40396183d None None] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:48:22.692450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.727606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Provisioning for port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:22.736898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Provisioning complete for port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:22.737268 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.907445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:48:22.949398 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:22.990774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] For port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:22.996997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.068077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91da5d4-3fd5-4d2b-bd2c-0a28c52b6486 None None] Pushing event updated for resources: {'Port': ['ID=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:23.090644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:48:23.099847 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:48:23.110357 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:23.111233 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:23.116644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.118410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-95f17c58-f579-44e5-973c-ee50664e6452 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5171652 Apr 28 20:48:23.121273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54214) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:23.295145 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:23.321248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6ec55ab3-702f-499d-85b4-d00e3f4c1f6c None None] Provisioning complete for port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:23.322328 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6ec55ab3-702f-499d-85b4-d00e3f4c1f6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.575833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:22Z', 'revision_number': 3, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:23.579602 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:48:23.579936 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Updating router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 port 1814cb6e-ad79-4c38-b648-f66ea0a3769c binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:48:23.630557 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.879243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.929712 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.950336 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:23.961923 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Transition to ACTIVE for port object 1814cb6e-ad79-4c38-b648-f66ea0a3769c will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:23.967733 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.075471 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Attempting to bind port 1814cb6e-ad79-4c38-b648-f66ea0a3769c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:24.075830 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Attempting to bind port 1814cb6e-ad79-4c38-b648-f66ea0a3769c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:24.076175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Attempting to bind port 1814cb6e-ad79-4c38-b648-f66ea0a3769c on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:24.081593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Pushing event updated for resources: {'Port': ['ID=1814cb6e-ad79-4c38-b648-f66ea0a3769c,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:24.086506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:48:24.086911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:24.087289 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.087661 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:48:24.088109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Bound port: 1814cb6e-ad79-4c38-b648-f66ea0a3769c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:24.088463 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.128593 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.129301 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.129301 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.129551 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.129875 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.130192 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.130504 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.130817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.131126 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.131437 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.131746 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.132059 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:24.135958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Allocated IP 172.20.0.1 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/14b7c0b8-d98f-44ce-97f5-fabdb043f0bb) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:24.171592 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] For port 1814cb6e-ad79-4c38-b648-f66ea0a3769c, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:24.174594 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] For port 1814cb6e-ad79-4c38-b648-f66ea0a3769c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1814cb6e-ad79-4c38-b648-f66ea0a3769c,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:48:24.179107 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.240851 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.255861 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83048c9d-d7ec-454d-9f9d-624d6c678ea2 None None] Pushing event updated for resources: {'Port': ['ID=1814cb6e-ad79-4c38-b648-f66ea0a3769c,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:24.259584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:24.260183 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:24.293221 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.309197 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Transition to ACTIVE for port object 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:24.332798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.401814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:24.404827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:24.409211 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:48:24.441429 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:24.453207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:24.480117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Pushing event updated for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:24.525813 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.546373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:24.547012 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.667903 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.758707 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:22Z', 'revision_number': 3, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:24.763497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76cc5568-9387-43d3-b1fc-a2024a8c5528 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:22Z', 'revision_number': 3, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:48:24.776239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d62f545c-9700-4351-b186-a9c48967a526 None None] Provisioning for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:24.785393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d62f545c-9700-4351-b186-a9c48967a526 None None] Provisioning complete for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:24.785393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d62f545c-9700-4351-b186-a9c48967a526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.839877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d62f545c-9700-4351-b186-a9c48967a526 None None] Port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:48:24.907954 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:24.912590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:25.025133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Pushing event updated for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:25.027812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:25.168724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:25.170042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:25.391597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:25.464951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6d118d72-960c-44f1-b2cf-2b806bbc8d24 None None] Provisioning complete for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:25.465498 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d118d72-960c-44f1-b2cf-2b806bbc8d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:25.512180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:48:25.531297 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6d118d72-960c-44f1-b2cf-2b806bbc8d24 None None] Port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:48:25.694930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:48:25.703572 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-66049851-b10f-4336-9e12-d4b376e974c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/d4e9d667-4c02-4d68-b2af-ed3d5a3afa44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5811949 Apr 28 20:48:26.117400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54226) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:26.122888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923625046', 'description': 'tempest-description--2008072174'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:26.130323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:26.134950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Usage tracker for resource:security_group and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:26.138333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:26.144466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:26.154635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.174398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:26.178275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Usage tracker for resource:security_group_rule and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:26.181226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:26.186916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:26.240333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:48:26.251564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:26.252274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:26.259179 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.263226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.304493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:26.309235 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.311421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54db14cf-0a37-4d05-a7e9-6ae6c6d9588a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1920085 Apr 28 20:48:26.313611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 54230) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:26.319118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'security_group_rule': {'security_group_id': 'da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:26.326996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:26.331218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Usage tracker for resource:security_group_rule and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:26.334399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:26.340944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:26.357977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.433051 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.437383 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.444047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:26.479036 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=237e9ec6-2f7f-4b3c-bf5a-dbea82a878ea,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:26.492662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.494755 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-499d3840-e763-4e8c-b69c-c80338676e01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1802022 Apr 28 20:48:26.497503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:26.503275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'security_group_rule': {'security_group_id': 'da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:26.506984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1814cb6e-ad79-4c38-b648-f66ea0a3769c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:26.510508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:26.514391 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Usage tracker for resource:security_group_rule and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:26.518074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:26.524006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:26.541655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.608755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.612639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.639152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1206feb7-7ae7-4dc2-87bf-28fd27903d26,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:26.648799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.650792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5c6311bd-4ffe-41f7-9ade-4b773c4f61bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517172 Apr 28 20:48:26.653780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:26.658565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:26.665681 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:26.669677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Usage tracker for resource:floatingip and tenant:831d51984c7041d5b1754b30a1059bf0 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:48:26.672422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:48:26.678028 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:26.689339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.780331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1814cb6e-ad79-4c38-b648-f66ea0a3769c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:26.788014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1814cb6e-ad79-4c38-b648-f66ea0a3769c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:26.788385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.825304 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.963396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.25.2.164 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ec4fecca-9145-4b15-a4b3-18a71f6a2ed9) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:26.972580 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:26.992762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1814cb6e-ad79-4c38-b648-f66ea0a3769c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1814cb6e-ad79-4c38-b648-f66ea0a3769c,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:26.996074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 2, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:26.999558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.036116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:48:27.036398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Updating router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:48:27.111609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.115669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.131216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1814cb6e-ad79-4c38-b648-f66ea0a3769c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:27.142582 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.205506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:27.208587 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:27.212393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:48:27.246131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=ec4fecca-9145-4b15-a4b3-18a71f6a2ed9,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:27.297537 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.357631 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.463833 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.476356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Transition to ACTIVE for port object 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:27.484889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.575396 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.580191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.610264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eedf6-9349-40ce-90a6-cb059b80d60d None None] Pushing event updated for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:27.704514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Attempting to bind port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:27.704878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Attempting to bind port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:27.705241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Attempting to bind port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:27.711597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:48:27.712022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:27.712422 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.712810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:48:27.713276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Bound port: 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:27.713682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.817590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] For port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:27.820509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] For port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:48:27.825777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.831600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=ec4fecca-9145-4b15-a4b3-18a71f6a2ed9,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:27.838829 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.860049 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:27.869199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-65261c32-0a5e-4d76-8b09-09f4b72c47b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2066376 Apr 28 20:48:27.904797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:27.905420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:28.016181 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9eedf6-9349-40ce-90a6-cb059b80d60d None None] Pushing event updated for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:28.041638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-32486d5a-3880-4b6b-92a0-1ec1c9eca54d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--923625046&fields=id&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 267 time: 0.0435460 Apr 28 20:48:28.098615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:28.198330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-89d2ee0c-fda2-4211-8db7-5f297ecf5fe4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:28.199686 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-89d2ee0c-fda2-4211-8db7-5f297ecf5fe4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1510220 Apr 28 20:48:28.216258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-5edc0d94-da93-47a3-a82a-946ecfd97aef tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/quotas/831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 375 time: 0.0110435 Apr 28 20:48:28.302194 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-b5e3df99-6fb8-4ba8-a87d-4857609f4f68 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801969 Apr 28 20:48:28.444227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1814cb6e-ad79-4c38-b648-f66ea0a3769c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:28.501160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:27Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:28.503327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-a841e2a9-0844-4f37-babe-238aa3a18dec service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888714 Apr 28 20:48:28.509651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8a28afa-0564-4fe6-ae6b-53b539c57123 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:27Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:48:28.526938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1814cb6e-ad79-4c38-b648-f66ea0a3769c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:28.527389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:28.680233 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-a36d6233-eb87-42c1-ae4f-3b63ddd7a94b service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677754 Apr 28 20:48:28.861314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4c50b08-b4ea-4c5d-bfb4-31572c860b31 req-0b734b4e-d344-420b-a288-b255222044cc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:48:28.881232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d4c50b08-b4ea-4c5d-bfb4-31572c860b31 req-0b734b4e-d344-420b-a288-b255222044cc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:48:28.882642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d4c50b08-b4ea-4c5d-bfb4-31572c860b31 req-0b734b4e-d344-420b-a288-b255222044cc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 210 time: 0.0646114 Apr 28 20:48:30.032906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-c812ac10-91ff-4e71-8f15-5a3fa14dc6ae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.033685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-c812ac10-91ff-4e71-8f15-5a3fa14dc6ae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:48:30.051475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-c812ac10-91ff-4e71-8f15-5a3fa14dc6ae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:48:30.052867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-c812ac10-91ff-4e71-8f15-5a3fa14dc6ae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1695020 Apr 28 20:48:30.060248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66955b6f-7760-4e9b-acbd-36bc9678dac3 req-b8dccc30-7617-43e2-a89f-70df340347c7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 210 time: 0.0533571 Apr 28 20:48:30.103949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-8e4a3c2a-7ede-47d8-8d92-9a3e4509f4e2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:48:30.120680 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-8e4a3c2a-7ede-47d8-8d92-9a3e4509f4e2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:48:30.122055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-8e4a3c2a-7ede-47d8-8d92-9a3e4509f4e2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 379 time: 0.0601399 Apr 28 20:48:30.132456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'port': {'device_id': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'admin_state_up': True, 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'security_groups': ['da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:30.263834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:48:30.272868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:48:30.282608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:48:30.286219 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.454258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.20.0.14 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/ff0565ee-c140-4883-90f8-7a41dc2433fa) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:48:30.459242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:30.529805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:30.534662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:30.535031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.644885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.652689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.659941 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Transition to ACTIVE for port object ff0565ee-c140-4883-90f8-7a41dc2433fa will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:30.684218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.687288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:30.691084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.756914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:48:30.758638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:30.760085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:48:30.763969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:48:30.802402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:30.820427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.820765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.821151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.821499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.821826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.822240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.822569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.822891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.823210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.823527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.823846 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.824162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:30.843758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:30.844397 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:30.871992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-d752ec5c-731f-4a67-8d11-8609ee3e2815 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7430477 Apr 28 20:48:30.887862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Request body: {'port': {'device_id': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:31.000192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-20e43589-f01b-481a-8084-79cfa365ca82 None None] Provisioning for port ff0565ee-c140-4883-90f8-7a41dc2433fa completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:31.002093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:31.005049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-20e43589-f01b-481a-8084-79cfa365ca82 None None] Provisioning complete for port ff0565ee-c140-4883-90f8-7a41dc2433fa triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:31.005410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-20e43589-f01b-481a-8084-79cfa365ca82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:31.062188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-20e43589-f01b-481a-8084-79cfa365ca82 None None] Port ff0565ee-c140-4883-90f8-7a41dc2433fa cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:48:31.423357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dcfa98-a930-4407-b006-137cbd4e7a0e req-bbb0f6ee-5bf3-4f49-abff-fa86c83bfbe2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:31.423960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-63dcfa98-a930-4407-b006-137cbd4e7a0e req-bbb0f6ee-5bf3-4f49-abff-fa86c83bfbe2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:48:31.459729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-63dcfa98-a930-4407-b006-137cbd4e7a0e req-bbb0f6ee-5bf3-4f49-abff-fa86c83bfbe2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:48:31.460851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63dcfa98-a930-4407-b006-137cbd4e7a0e req-bbb0f6ee-5bf3-4f49-abff-fa86c83bfbe2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 932 time: 0.2219975 Apr 28 20:48:31.562754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0565ee-c140-4883-90f8-7a41dc2433fa {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:31.568973 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-63dcfa98-a930-4407-b006-137cbd4e7a0e req-e6e5474a-cf93-4304-a218-ecbcf0c5b332 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954442 Apr 28 20:48:31.573223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:31.588548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Transition to ACTIVE for port object ff0565ee-c140-4883-90f8-7a41dc2433fa will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:48:31.594894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:31.753143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:31.832931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:48:31.833290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:48:31.833702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:31.838380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:48:31.838699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:48:31.843708 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:48:31.844042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:48:31.844422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:48:31.844843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Bound port: ff0565ee-c140-4883-90f8-7a41dc2433fa, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:48:31.845188 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:31.933422 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:48:31.936810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:48:31.940825 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:32.006262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.006928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:32.008341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] 10.222.0.41 "PUT /v2.0/ports/ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1092 time: 1.1250584 Apr 28 20:48:32.009456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:32.031927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc840e3e-c539-4acd-a281-973301063b39 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:32.083915 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2c6fce-aa11-4382-bb1e-6a11ae32bc63'] response: {'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'status': 'completed', 'code': 200} Apr 28 20:48:32.125725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-2dfc9fcd-4a27-4e20-8383-c77d2d35905d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.127229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-2dfc9fcd-4a27-4e20-8383-c77d2d35905d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1095 time: 0.0753195 Apr 28 20:48:32.200324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-1f815dea-8e1a-4a5e-8a92-cfcb4c311522 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 217 time: 0.0649159 Apr 28 20:48:32.265045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-bb0bf5df-fc45-4f80-a041-1b6d5a0d00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.266377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-bb0bf5df-fc45-4f80-a041-1b6d5a0d00d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0564938 Apr 28 20:48:32.346264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-85e53fba-5136-4079-a274-aa7ee02d5d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.347712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-85e53fba-5136-4079-a274-aa7ee02d5d51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720682 Apr 28 20:48:32.443470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:32.484927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-c2fcd9ba-f1cc-4851-aa29-ed0b1c92554d service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276333 Apr 28 20:48:32.511323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:32.511692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:32.622662 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4144900-ca20-4211-95c9-2a44ef501a03 req-952fc2e7-46b0-4a99-84cf-3148897245ec service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278274 Apr 28 20:48:32.815227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1eefd1-06a3-4699-a1fd-85a456d1c0ae req-48a84a99-7ffe-4e7a-ad92-b218a23458ed tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.816631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b1eefd1-06a3-4699-a1fd-85a456d1c0ae req-48a84a99-7ffe-4e7a-ad92-b218a23458ed tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.1345270 Apr 28 20:48:32.819027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046887-1262-429a-b9f6-688aa043dc24 req-754f7d77-0e75-455c-89b8-0f7d8ba1ceba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:32.820339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-754f7d77-0e75-455c-89b8-0f7d8ba1ceba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1095 time: 0.1364579 Apr 28 20:48:33.060583 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1b1eefd1-06a3-4699-a1fd-85a456d1c0ae req-77b5457d-de01-4797-b8dc-ae3982444a56 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381642 Apr 28 20:48:33.103189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046887-1262-429a-b9f6-688aa043dc24 req-68ec3e25-d970-4560-b94b-955780c852f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:33.104591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-68ec3e25-d970-4560-b94b-955780c852f1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2696447 Apr 28 20:48:33.176796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-3d8a39da-6485-4dc9-9c0b-8028cbd4ccb1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 217 time: 0.0621815 Apr 28 20:48:33.248816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046887-1262-429a-b9f6-688aa043dc24 req-6be4a0a6-e448-4c7a-a9c4-c59a0fd23e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:33.250265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-6be4a0a6-e448-4c7a-a9c4-c59a0fd23e04 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0660267 Apr 28 20:48:33.328993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe046887-1262-429a-b9f6-688aa043dc24 req-60fa24e3-258b-4d89-a1db-b879762b15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:33.330934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-60fa24e3-258b-4d89-a1db-b879762b15a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0742288 Apr 28 20:48:33.466049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-01bd08c7-8053-4a05-a2c6-5bf3af16c30b service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279371 Apr 28 20:48:33.603642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fe046887-1262-429a-b9f6-688aa043dc24 req-deaaea05-14af-4316-a384-b93a93fd74a6 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303024 Apr 28 20:48:34.250303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583c2191-14eb-4beb-ad23-f5f15adb17e8 req-39288cde-31e4-41a3-9359-67008dd269b6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:34.251746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-583c2191-14eb-4beb-ad23-f5f15adb17e8 req-39288cde-31e4-41a3-9359-67008dd269b6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.0843270 Apr 28 20:48:34.294943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-583c2191-14eb-4beb-ad23-f5f15adb17e8 req-8f9b45a2-8c8f-4acf-8ee7-e7e26642955f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376360 Apr 28 20:48:35.233094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:48:35.362502 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:35.375976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'mac_address': 'fa:16:3e:bb:e7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:48:35.434449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:35.451334 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0565ee-c140-4883-90f8-7a41dc2433fa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:48:35.467664 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:35.472291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:35.484177 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56c9e8-5885-4fdd-9513-3a0b0425ff4a req-88a78836-d7e9-4bea-ab6b-2e9fb8b375bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:35.485677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea56c9e8-5885-4fdd-9513-3a0b0425ff4a req-88a78836-d7e9-4bea-ab6b-2e9fb8b375bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.0875225 Apr 28 20:48:35.530709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea56c9e8-5885-4fdd-9513-3a0b0425ff4a req-930838e9-13d2-4442-b9e2-c99365c6ebe9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386682 Apr 28 20:48:35.538285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:35.547052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.547400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.547830 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.548079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.548395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.548719 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.549053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.549360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.549701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.550026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.550347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.550662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:48:35.706975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['ff0565ee-c140-4883-90f8-7a41dc2433fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:48:36.715114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed1a714-8718-43d6-9a9e-a7d3936dc359 req-052ddd4c-dcbe-4d43-a53f-94e23e55fa12 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:36.716480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ed1a714-8718-43d6-9a9e-a7d3936dc359 req-052ddd4c-dcbe-4d43-a53f-94e23e55fa12 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 945 time: 0.0789495 Apr 28 20:48:36.759749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5ed1a714-8718-43d6-9a9e-a7d3936dc359 req-c80c8a7b-8f00-4f99-8bc4-2b6321f34196 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376225 Apr 28 20:48:37.249152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:48:37.314653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port ff0565ee-c140-4883-90f8-7a41dc2433fa completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:48:37.319728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port ff0565ee-c140-4883-90f8-7a41dc2433fa triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:48:37.320122 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:37.437712 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:37.464666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:37.474047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:48:37.479432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:37.519108 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3324b37d-01de-485c-960f-6ef07147118d'] response: {'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'code': 200} Apr 28 20:48:37.559248 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:48:37.645265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc27ed70-c466-4121-bebe-a39f0801c99a req-ec7e6a78-f1a1-4aeb-ad47-ac693056109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:37.646738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc27ed70-c466-4121-bebe-a39f0801c99a req-ec7e6a78-f1a1-4aeb-ad47-ac693056109c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1097 time: 0.0694354 Apr 28 20:48:37.691474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc27ed70-c466-4121-bebe-a39f0801c99a req-05ac213e-74f9-4866-afba-e4b539a894c5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343759 Apr 28 20:48:37.945930 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf30df-4189-4df7-8e5b-9b3830261936 req-30d81e29-e5e0-4ba2-8b69-e3f6440f4d13 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:37.947536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3caf30df-4189-4df7-8e5b-9b3830261936 req-30d81e29-e5e0-4ba2-8b69-e3f6440f4d13 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0823488 Apr 28 20:48:37.991862 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3caf30df-4189-4df7-8e5b-9b3830261936 req-44fc950e-c863-4bbf-9a8f-3356bca8da10 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386698 Apr 28 20:48:39.182698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c858312-6cb7-4f0c-9292-3535d96d16ee req-3fec0b7d-8a99-4cdc-a7dd-c19208ea30e9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:39.184142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c858312-6cb7-4f0c-9292-3535d96d16ee req-3fec0b7d-8a99-4cdc-a7dd-c19208ea30e9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0840156 Apr 28 20:48:39.226939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7c858312-6cb7-4f0c-9292-3535d96d16ee req-e39f2657-1559-4bd7-b039-bf055aa2a102 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372488 Apr 28 20:48:39.401553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83c9bd1-781f-44d8-abf9-e59aa84673e2 req-16fd3e1b-7a72-4a49-bdfb-aeb6401cc4be tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:39.402901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a83c9bd1-781f-44d8-abf9-e59aa84673e2 req-16fd3e1b-7a72-4a49-bdfb-aeb6401cc4be tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0783391 Apr 28 20:48:39.411363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:48:39.416289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'floatingip': {'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:48:39.494299 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:40.062947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:40.066521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:40.337320 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 associated. External IP: 172.25.2.164, port: ff0565ee-c140-4883-90f8-7a41dc2433fa. Apr 28 20:48:40.603975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:40.683557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:48:40.861327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:48:40.865583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:40.871491 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:48:40.880571 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:40.881181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:40.919979 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b9c789e-be91-4936-9479-8358a98b1a84 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "PUT /v2.0/floatingips/9bf7e4f5-0be5-44c3-87de-293e4010f212 HTTP/1.1" status: 200 len: 992 time: 1.5076053 Apr 28 20:48:40.920700 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:48:41.035470 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6978f7d3-9362-436e-99e7-3b8d58fb10c3'] response: {'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'status': 'completed', 'code': 200} Apr 28 20:48:41.070385 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:41.160443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d59559a-337e-4ec5-aa17-076ba8816fec req-1d77799a-b32e-4b44-acac-cfeac28f3804 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.161811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d59559a-337e-4ec5-aa17-076ba8816fec req-1d77799a-b32e-4b44-acac-cfeac28f3804 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.1456141 Apr 28 20:48:41.167878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-46cfc182-dcf9-4588-b448-a116bad6a233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.169237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-46cfc182-dcf9-4588-b448-a116bad6a233 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1097 time: 0.1071393 Apr 28 20:48:41.292401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d59559a-337e-4ec5-aa17-076ba8816fec req-d817792e-1cdc-4a41-ab2c-589ac9882911 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221263 Apr 28 20:48:41.335163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-4d9dcbe9-da63-4c87-832a-87008ecd98ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.337501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-4d9dcbe9-da63-4c87-832a-87008ecd98ef service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1540084 Apr 28 20:48:41.419198 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bb:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:48:39Z', 'revision_number': 1, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:41.423048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:48:41.432210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:48:41.432811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:41.444405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-d2ac7bc7-6044-4d52-9a9f-01640ff8500d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1000 time: 0.1012347 Apr 28 20:48:41.500396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7ff79a-e547-40db-b3ef-46ec24bd79ee req-c5f7610a-0afb-4a30-9bee-742fc1e30262 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.501942 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af7ff79a-e547-40db-b3ef-46ec24bd79ee req-c5f7610a-0afb-4a30-9bee-742fc1e30262 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0936270 Apr 28 20:48:41.517167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-6967f9a9-cfca-415d-872f-e15b40f6b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.518920 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-6967f9a9-cfca-415d-872f-e15b40f6b850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0680332 Apr 28 20:48:41.551446 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af7ff79a-e547-40db-b3ef-46ec24bd79ee req-9348be23-6a88-42f6-885a-b583f47be369 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430651 Apr 28 20:48:41.603374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-2688f228-21cf-4bf8-9c47-947601c22868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:41.604821 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-2688f228-21cf-4bf8-9c47-947601c22868 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0803568 Apr 28 20:48:41.642673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:48:41.737086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-222572bf-d9a2-4f99-8f8b-b0b019ef3746 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249835 Apr 28 20:48:41.870599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a76e01a-38f4-4e07-9375-d384941f0887 req-efc111ba-0fc1-45ca-9e52-4c08890bebb7 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275957 Apr 28 20:48:41.991903 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bb:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:48:39Z', 'revision_number': 1, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:48:41.995793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89396561-274d-4df4-9b98-13b1ac2d2439 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bb:e7:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:48:39Z', 'revision_number': 1, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:48:42.184272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0537df8d-74d3-447b-8b2b-cfa46ef7a70b None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:48:42.735598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cdea0f-b050-44c6-a5a4-d0e7fafff705 req-fc0c0f5d-90ad-4e2b-aa92-5dee3a3b2ecc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:42.736932 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34cdea0f-b050-44c6-a5a4-d0e7fafff705 req-fc0c0f5d-90ad-4e2b-aa92-5dee3a3b2ecc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0779550 Apr 28 20:48:42.779640 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34cdea0f-b050-44c6-a5a4-d0e7fafff705 req-0dec3e4d-4f33-4932-9758-3e69ea31ac19 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370464 Apr 28 20:48:42.881323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:42.961132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a61e4-16ed-413e-8ee1-bc5813897678 req-a0257227-75d7-4a12-a607-97ef8ac16daf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:42.963084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d42a61e4-16ed-413e-8ee1-bc5813897678 req-a0257227-75d7-4a12-a607-97ef8ac16daf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0796945 Apr 28 20:48:43.006052 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d42a61e4-16ed-413e-8ee1-bc5813897678 req-14c3eb3e-634a-4169-a4e9-4812011f41df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372040 Apr 28 20:48:43.409491 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-6b1a3394-7152-4626-b1b3-d523e34ba4f3 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277645 Apr 28 20:48:43.421117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725c93f-f6d8-41ea-be2c-de194de37ba9 req-63533089-9b7d-4f24-9f0b-f4d80f4842f7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:43.422536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c725c93f-f6d8-41ea-be2c-de194de37ba9 req-63533089-9b7d-4f24-9f0b-f4d80f4842f7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0992603 Apr 28 20:48:43.468618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c725c93f-f6d8-41ea-be2c-de194de37ba9 req-15f1e245-bd5a-4fc3-a755-8d0e29187856 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399451 Apr 28 20:48:44.635289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-9cce69f0-892b-4b4d-b897-739fcc625b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:44.636857 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-9cce69f0-892b-4b4d-b897-739fcc625b9b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1097 time: 0.1265521 Apr 28 20:48:44.821050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:48:44.857301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488c5c30-fc79-4dd3-b959-f53a0a4b273a req-4d919483-b3d4-4f11-8321-0946892be2b8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:44.858775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-488c5c30-fc79-4dd3-b959-f53a0a4b273a req-4d919483-b3d4-4f11-8321-0946892be2b8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.2836373 Apr 28 20:48:44.929987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-92011d5f-fdee-4ec2-861c-3931e92c5e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:44.931369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-92011d5f-fdee-4ec2-861c-3931e92c5e64 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2875564 Apr 28 20:48:44.934231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-488c5c30-fc79-4dd3-b959-f53a0a4b273a req-5b460261-ca38-44ed-b44f-e083693bd8b4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655754 Apr 28 20:48:45.032664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-82ca675b-e065-4d5b-9eb9-122006b6b351 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1002 time: 0.0945804 Apr 28 20:48:45.097332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-c72989a8-a79d-4ec8-9924-4158f26b02df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:45.098734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-c72989a8-a79d-4ec8-9924-4158f26b02df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0597918 Apr 28 20:48:45.175599 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-5f9d93d9-2bc9-46f6-a210-18955596e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:45.177077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-5f9d93d9-2bc9-46f6-a210-18955596e9b8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697896 Apr 28 20:48:45.310851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-2781d527-a476-43a0-9fe8-0d1b91122934 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272767 Apr 28 20:48:45.443589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-c1b91a7e-cef6-4b03-be22-7d0920659862 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270325 Apr 28 20:48:46.122035 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d83ccc-0e60-4be1-b0fb-2bfb727969e4 req-54e77538-2212-4223-9cb5-9a1319a9bd3c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:46.123458 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3d83ccc-0e60-4be1-b0fb-2bfb727969e4 req-54e77538-2212-4223-9cb5-9a1319a9bd3c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0803461 Apr 28 20:48:46.167628 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3d83ccc-0e60-4be1-b0fb-2bfb727969e4 req-f41f447c-5b43-4d2c-ab7d-13927b80e7dd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385904 Apr 28 20:48:47.360929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47740935-8636-4e4d-9a9c-b3cc6bb9e861 req-3eec0f77-6a3b-4b06-aa82-64f298d38b43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:47.362403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47740935-8636-4e4d-9a9c-b3cc6bb9e861 req-3eec0f77-6a3b-4b06-aa82-64f298d38b43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0873456 Apr 28 20:48:47.406475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47740935-8636-4e4d-9a9c-b3cc6bb9e861 req-d7db6cb5-db39-4cfb-841f-92881acdbd80 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385072 Apr 28 20:48:48.589415 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb82ce63-3cbe-46b5-bf55-53104a0efa94 req-aea3f258-248e-4836-88dc-3c7da7efff39 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:48.590780 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb82ce63-3cbe-46b5-bf55-53104a0efa94 req-aea3f258-248e-4836-88dc-3c7da7efff39 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0772474 Apr 28 20:48:48.637159 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cb82ce63-3cbe-46b5-bf55-53104a0efa94 req-1328046c-0f71-4cc8-a6ab-86f064d8cd06 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407481 Apr 28 20:48:49.818933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9cce1-31d9-4c46-88a0-ab43a1ff7ff0 req-975dae5e-b29e-420e-baa3-76c7a6875a76 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:49.820376 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93d9cce1-31d9-4c46-88a0-ab43a1ff7ff0 req-975dae5e-b29e-420e-baa3-76c7a6875a76 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0797105 Apr 28 20:48:49.863872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93d9cce1-31d9-4c46-88a0-ab43a1ff7ff0 req-17e27917-7be9-4e30-9e45-9d1ae0e6c7b7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371540 Apr 28 20:48:50.338959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5cd54a0-24a8-4455-ae92-533351646787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:51.051651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fea5c-85b2-436c-8fd1-c7086f904f3a req-45470fe8-35bf-4663-9e9c-90a223337b0e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:51.053080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749fea5c-85b2-436c-8fd1-c7086f904f3a req-45470fe8-35bf-4663-9e9c-90a223337b0e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0788848 Apr 28 20:48:51.096127 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-749fea5c-85b2-436c-8fd1-c7086f904f3a req-1691518a-4b68-49ca-a6b0-bf63c65e35e4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371804 Apr 28 20:48:52.283553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d6880-cd6d-40f4-86c6-608534207146 req-b7c07a08-18db-4103-b2d5-20e03d8ce8db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:52.285002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da8d6880-cd6d-40f4-86c6-608534207146 req-b7c07a08-18db-4103-b2d5-20e03d8ce8db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0844440 Apr 28 20:48:52.328050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da8d6880-cd6d-40f4-86c6-608534207146 req-c618791d-2ebc-4e16-9d48-1c1e9409e61d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Apr 28 20:48:52.469271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ef838b0-8066-45c6-b483-47fbad89ee0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:53.525256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dc465f-16d4-49af-a337-7ae03c135f2a req-6e16b1f1-1980-4b6d-a9e3-fc3f1b929592 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:53.526712 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66dc465f-16d4-49af-a337-7ae03c135f2a req-6e16b1f1-1980-4b6d-a9e3-fc3f1b929592 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0830138 Apr 28 20:48:53.570957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-66dc465f-16d4-49af-a337-7ae03c135f2a req-34f83d50-94b4-4cce-97ea-2d8239fc1e72 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385475 Apr 28 20:48:53.887601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:54.242465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:54.758685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2c4602-0892-42f2-87d9-0baedbf45f6e req-c199649a-8899-41ac-b817-ef4fca6d787b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:54.760153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2c4602-0892-42f2-87d9-0baedbf45f6e req-c199649a-8899-41ac-b817-ef4fca6d787b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0802283 Apr 28 20:48:54.807062 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9c2c4602-0892-42f2-87d9-0baedbf45f6e req-2eb0a7de-eb12-44bc-aada-b737e5306524 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412698 Apr 28 20:48:55.391825 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:48:55.994106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf33369-1099-4fe1-bdca-5b211759b102 req-6c2b8e97-b25e-4880-ac3f-a92543e6c755 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:55.995756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faf33369-1099-4fe1-bdca-5b211759b102 req-6c2b8e97-b25e-4880-ac3f-a92543e6c755 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0822597 Apr 28 20:48:56.038704 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-faf33369-1099-4fe1-bdca-5b211759b102 req-8b87ee65-dbdf-49b5-8b19-89eaf430a142 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372977 Apr 28 20:48:57.223953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6341a623-f2ae-4a8b-b118-2cf5f2dd860e req-186ce108-5e69-4908-8455-2a18c14eb85b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:57.225389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6341a623-f2ae-4a8b-b118-2cf5f2dd860e req-186ce108-5e69-4908-8455-2a18c14eb85b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0808299 Apr 28 20:48:57.270275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6341a623-f2ae-4a8b-b118-2cf5f2dd860e req-62e90148-94b5-4295-81f8-cb9c51b350e9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388165 Apr 28 20:48:58.564387 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f12f957-ffb7-4397-8840-f7f62b86eefe req-f3907aa8-2755-424c-b33f-82dcfa2b80a0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:58.565760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f12f957-ffb7-4397-8840-f7f62b86eefe req-f3907aa8-2755-424c-b33f-82dcfa2b80a0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.1918826 Apr 28 20:48:58.608238 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f12f957-ffb7-4397-8840-f7f62b86eefe req-0a908cbc-8d10-4569-bce5-7d18c7443ea3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368626 Apr 28 20:48:59.793724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a7bec-38b0-4c45-861c-7a2e5e2b110f req-1bef04f6-ff37-48b9-b276-7d214759cec6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:48:59.795143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca9a7bec-38b0-4c45-861c-7a2e5e2b110f req-1bef04f6-ff37-48b9-b276-7d214759cec6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0807662 Apr 28 20:48:59.837948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ca9a7bec-38b0-4c45-861c-7a2e5e2b110f req-4e83403c-b707-4685-ad30-eff8054926b1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371265 Apr 28 20:49:01.024458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b54dcb-1b01-49b6-88d0-32bbb4343df0 req-cc4d5067-954a-40e8-b6db-9fbec0792ee0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:01.026510 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7b54dcb-1b01-49b6-88d0-32bbb4343df0 req-cc4d5067-954a-40e8-b6db-9fbec0792ee0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0789542 Apr 28 20:49:01.072590 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a7b54dcb-1b01-49b6-88d0-32bbb4343df0 req-19a5a38c-9faf-4371-85d2-22aab2130c34 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399427 Apr 28 20:49:02.256488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e47780-51dc-46e1-8f57-028d4f343e80 req-6379b48c-a29d-486a-b5fc-c48e43e2c4bb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:02.257955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32e47780-51dc-46e1-8f57-028d4f343e80 req-6379b48c-a29d-486a-b5fc-c48e43e2c4bb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0788891 Apr 28 20:49:02.300544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-32e47780-51dc-46e1-8f57-028d4f343e80 req-4555a487-9ab6-4d39-9ccd-8d5ae9005029 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370598 Apr 28 20:49:02.398563 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1ebf7f9a-38db-4484-a9c7-99c6aa18eb35 service neutron] show failed (client error): The resource could not be found. Apr 28 20:49:02.399539 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1ebf7f9a-38db-4484-a9c7-99c6aa18eb35 service neutron] 10.222.0.41 "GET /v2.0/ports/ff0565ee-c140-4883-90f8-7a41dc2433fa/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0759072 Apr 28 20:49:02.711437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-0ffe91b5-597d-474d-82c9-30a7043c0071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:02.712790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-0ffe91b5-597d-474d-82c9-30a7043c0071 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 1097 time: 0.1122398 Apr 28 20:49:02.723991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:49:02.829775 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:03.087174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:03.114081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:49:03.169635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:03.175213 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:03.189976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Transition to ACTIVE for port object ff0565ee-c140-4883-90f8-7a41dc2433fa will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:49:03.193677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:03.235051 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcd7b75a-4430-4e29-97b5-4f48c6612b03'] response: {'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'code': 200} Apr 28 20:49:03.544478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] No DVR routers for this DVR port ff0565ee-c140-4883-90f8-7a41dc2433fa on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:49:03.677632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:03.745476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdea05b-7667-4fa8-bcf3-5188ff5bebd9 req-8ed428c5-df57-487c-973d-7f283f0ee0a0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:03.746933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4bdea05b-7667-4fa8-bcf3-5188ff5bebd9 req-8ed428c5-df57-487c-973d-7f283f0ee0a0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.2612219 Apr 28 20:49:03.834805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:49:03.835143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:49:03.835471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:49:03.844771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:49:03.845092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Attempting to bind port ff0565ee-c140-4883-90f8-7a41dc2433fa on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:49:03.852153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4bdea05b-7667-4fa8-bcf3-5188ff5bebd9 req-17e6aff7-feee-4fea-b230-87c9eacab354 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676825 Apr 28 20:49:03.854635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:49:03.854976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:49:03.855337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:49:03.855767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Bound port: ff0565ee-c140-4883-90f8-7a41dc2433fa, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:49:03.856116 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:03.943304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:49:03.946760 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:49:03.952892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:04.018047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:04.018745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:04.020346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] 10.222.0.46 "PUT /v2.0/ports/ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1092 time: 1.3001144 Apr 28 20:49:04.035991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da58501-6cc7-4345-94f1-9794fd60ca9f service neutron] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:04.116368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-09dd5891-4aad-471c-8947-f9d0534348ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:04.117776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-09dd5891-4aad-471c-8947-f9d0534348ae service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1095 time: 0.0740333 Apr 28 20:49:04.253801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-7e8f0bc1-1676-45cd-bdf9-0083fa05aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:04.255289 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-7e8f0bc1-1676-45cd-bdf9-0083fa05aec3 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1320710 Apr 28 20:49:04.357714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-566e7a3f-1345-47a2-bcc2-a2392a42d9bf service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1000 time: 0.0969834 Apr 28 20:49:04.417602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-cf61129c-8458-4167-b8c0-ec7b04f35240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:04.418992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-cf61129c-8458-4167-b8c0-ec7b04f35240 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0557618 Apr 28 20:49:04.495262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-c8cf20f4-8140-4c4c-94f6-a40f5a588e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:04.496708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-c8cf20f4-8140-4c4c-94f6-a40f5a588e97 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718431 Apr 28 20:49:04.625774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-b825ce60-9232-4c3f-b7cc-b8df61c89dc6 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228423 Apr 28 20:49:04.754107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b0384727-8cc6-4ceb-8907-b2e2250ae243 req-03f22aa1-390d-49f1-9782-59a3f8417871 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223488 Apr 28 20:49:05.046730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebf2792-c800-45bf-94b6-822c71976eae req-bb807252-9970-4599-b6d3-77e19890c8c4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:05.048186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aebf2792-c800-45bf-94b6-822c71976eae req-bb807252-9970-4599-b6d3-77e19890c8c4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.0822799 Apr 28 20:49:05.092684 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-aebf2792-c800-45bf-94b6-822c71976eae req-df3ead4b-6add-4d37-8235-503280040f5a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389359 Apr 28 20:49:05.236531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:05.291898 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb55a4e8-265f-4ee8-9a61-6756115f0c6a'] response: {'name': 'network-changed', 'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'status': 'completed', 'code': 200} Apr 28 20:49:05.555588 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-cce928da-89aa-4dde-a358-ea3891807cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:05.557139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-cce928da-89aa-4dde-a358-ea3891807cfa service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1095 time: 0.2152078 Apr 28 20:49:05.558952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-4bc3e324-22f2-4053-86fb-6ae1c2d56d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:05.560238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-4bc3e324-22f2-4053-86fb-6ae1c2d56d3a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1095 time: 0.2479761 Apr 28 20:49:05.792744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-715276d3-da25-4458-8a66-c762eb8e7604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:05.794173 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-715276d3-da25-4458-8a66-c762eb8e7604 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2277114 Apr 28 20:49:05.795199 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-cced0ca5-2761-4a53-bb96-fef6577b5b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:05.796462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-cced0ca5-2761-4a53-bb96-fef6577b5b4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2128239 Apr 28 20:49:05.975368 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-ad2fd3b5-97ba-4310-8e49-a3ed5f71ae83 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1000 time: 0.1742439 Apr 28 20:49:05.977015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-6a98c0e4-603b-4aff-b36c-9033dedd6587 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1000 time: 0.1295023 Apr 28 20:49:06.086767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-3fdafa36-4128-45d9-9d21-d0c5e4fbfd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.088200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-3fdafa36-4128-45d9-9d21-d0c5e4fbfd73 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1063449 Apr 28 20:49:06.091225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-d601f414-4b5a-4d7a-afa0-75e0a10b3054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.092507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-d601f414-4b5a-4d7a-afa0-75e0a10b3054 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0827515 Apr 28 20:49:06.217513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-e727b160-f06d-4669-8e77-1b1377c53577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.218956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-e727b160-f06d-4669-8e77-1b1377c53577 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1250143 Apr 28 20:49:06.221284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-eaa35704-777c-45c1-87e9-46113f028ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.222616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-eaa35704-777c-45c1-87e9-46113f028ddc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0998020 Apr 28 20:49:06.284077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351fd1b3-fb76-4382-9c66-70add005d8dc req-eeb75eed-6980-4c04-b795-ba8b2b1dd1e8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:06.285587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-351fd1b3-fb76-4382-9c66-70add005d8dc req-eeb75eed-6980-4c04-b795-ba8b2b1dd1e8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 944 time: 0.0829937 Apr 28 20:49:06.329077 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-351fd1b3-fb76-4382-9c66-70add005d8dc req-0de9483d-a5d7-4a20-8fb3-031f0c56b86c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378006 Apr 28 20:49:06.450911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-4b95f30a-7c91-4f6c-b0aa-6de5d0e0b62d service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2252841 Apr 28 20:49:06.455495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-94c0ae90-9d76-4c0d-993a-b41bc05e11de service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083473 Apr 28 20:49:06.682424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-3d36b0b9-0b7f-4cb7-b3c2-b1c0b4621379 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242010 Apr 28 20:49:06.684153 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0422b2e8-c819-44ed-bbd4-8fc4a1f3ecd1 req-8c7c5e26-caf2-475d-9d0d-93f69765a03b service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068956 Apr 28 20:49:07.116985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:49:07.247681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:07.261288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'mac_address': 'fa:16:3e:bb:e7:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:49:07.314428 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:07.330599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0565ee-c140-4883-90f8-7a41dc2433fa {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:49:07.345896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:07.349777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:07.384247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:49:07.466810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:07.469400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:49:07.522923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e3f04-5bbd-4300-8712-472a4c32bfbb req-c4ab7cb9-b359-4a16-aaff-70d14b95a1b8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:07.524344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-824e3f04-5bbd-4300-8712-472a4c32bfbb req-c4ab7cb9-b359-4a16-aaff-70d14b95a1b8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 945 time: 0.0845017 Apr 28 20:49:07.567288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-824e3f04-5bbd-4300-8712-472a4c32bfbb req-1c3590cc-8d99-4114-9b12-d1a40931858a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371437 Apr 28 20:49:08.758807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2f529b-9f69-45ba-b4ec-83bce32dc994 req-720f0138-8053-459d-884a-d49c1701ce0b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:08.760657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f2f529b-9f69-45ba-b4ec-83bce32dc994 req-720f0138-8053-459d-884a-d49c1701ce0b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 945 time: 0.0849168 Apr 28 20:49:08.804595 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3f2f529b-9f69-45ba-b4ec-83bce32dc994 req-967e0b5f-e561-4389-9c1b-aafc3c224842 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379064 Apr 28 20:49:08.807313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['ff0565ee-c140-4883-90f8-7a41dc2433fa'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:49:09.111266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b138e7-c9f2-438a-a2cc-b45447636be5 req-eab2b0e2-0daf-4dbb-bd4f-1aece52ef854 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.112727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14b138e7-c9f2-438a-a2cc-b45447636be5 req-eab2b0e2-0daf-4dbb-bd4f-1aece52ef854 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 945 time: 0.0837133 Apr 28 20:49:09.123494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e658-801b-487b-bc57-5126b14b3025 req-227f9798-aa7a-4117-8373-75e42b6d34c6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.124922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-227f9798-aa7a-4117-8373-75e42b6d34c6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3&tenant_id=831d51984c7041d5b1754b30a1059bf0&binding%3Ahost_id=n-h2-839811-1 HTTP/1.1" status: 200 len: 945 time: 0.0832317 Apr 28 20:49:09.157654 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-14b138e7-c9f2-438a-a2cc-b45447636be5 req-944603d2-8aa4-48ef-ac48-e0669f809c77 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390658 Apr 28 20:49:09.328395 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-dc80e658-801b-487b-bc57-5126b14b3025 req-497d18bb-8385-43bf-90c6-e3468a8032b0 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:49:09.329378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-497d18bb-8385-43bf-90c6-e3468a8032b0 service neutron] 10.222.0.41 "DELETE /v2.0/ports/ff0565ee-c140-4883-90f8-7a41dc2433fa/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.1952963 Apr 28 20:49:09.476333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e658-801b-487b-bc57-5126b14b3025 req-3adacdb4-bf53-459b-bfc5-b16ae02c66a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.477731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-3adacdb4-bf53-459b-bfc5-b16ae02c66a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 1096 time: 0.0714152 Apr 28 20:49:09.608612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e658-801b-487b-bc57-5126b14b3025 req-df63b0bf-7426-4fbe-ba28-7b3dd9412895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.610056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-df63b0bf-7426-4fbe-ba28-7b3dd9412895 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1227999 Apr 28 20:49:09.714654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-a681dbee-a45a-4f69-80e8-936d62f56c56 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 200 len: 1001 time: 0.0943401 Apr 28 20:49:09.781620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e658-801b-487b-bc57-5126b14b3025 req-0d924869-2ea6-43d6-aa97-3113f26fadf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.782995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-0d924869-2ea6-43d6-aa97-3113f26fadf6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0587742 Apr 28 20:49:09.859254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc80e658-801b-487b-bc57-5126b14b3025 req-7954b7d2-ecdc-420b-aad2-00d7a97b59aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:09.860681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-7954b7d2-ecdc-420b-aad2-00d7a97b59aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685301 Apr 28 20:49:09.993149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-e6141021-fb15-4a71-ab39-fafd563f08a8 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227763 Apr 28 20:49:10.128458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dc80e658-801b-487b-bc57-5126b14b3025 req-5d268ecf-a005-4710-8c39-9d0311ec9407 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242914 Apr 28 20:49:10.350391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb818ab-06ab-43f5-8049-279b40f58202 req-17f757a7-b254-4c32-a5fe-11fccca2f02a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:10.351822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5eb818ab-06ab-43f5-8049-279b40f58202 req-17f757a7-b254-4c32-a5fe-11fccca2f02a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 945 time: 0.0824547 Apr 28 20:49:10.394596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5eb818ab-06ab-43f5-8049-279b40f58202 req-e5d20027-c114-4c75-9f0c-02ecd96be5d8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370152 Apr 28 20:49:10.595236 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:11.138152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:49:11.203872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port ff0565ee-c140-4883-90f8-7a41dc2433fa completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:49:11.208773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port ff0565ee-c140-4883-90f8-7a41dc2433fa triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:49:11.209140 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:11.323030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:11.349104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:11.359460 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:11.363388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:11.401129 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-512117df-15d6-4431-af63-0fa22c4d1c4d'] response: {'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'code': 200} Apr 28 20:49:11.434851 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:11.582921 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab60da5-b4f1-47e3-b331-d1bc99646868 req-7bf764f6-3367-41c3-8591-770934505696 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:11.584354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ab60da5-b4f1-47e3-b331-d1bc99646868 req-7bf764f6-3367-41c3-8591-770934505696 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0780017 Apr 28 20:49:11.628163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ab60da5-b4f1-47e3-b331-d1bc99646868 req-03835ea3-3b60-4648-9c6d-f4f9b37af3d8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375695 Apr 28 20:49:11.810438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e610bb0-584e-497d-a4cf-404fb44a90d5 req-49f4739f-8b0e-4a7a-a8f9-dc1713f38f11 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:11.811861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e610bb0-584e-497d-a4cf-404fb44a90d5 req-49f4739f-8b0e-4a7a-a8f9-dc1713f38f11 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0778472 Apr 28 20:49:11.859732 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1e610bb0-584e-497d-a4cf-404fb44a90d5 req-b3c18d33-6752-46c5-978d-b2453efea143 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423346 Apr 28 20:49:12.048995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ec17d9-b7da-47f8-a6fb-f0d0a6709249 req-46b4b525-5dd8-4083-8ec7-b69fb439593c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:12.050469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78ec17d9-b7da-47f8-a6fb-f0d0a6709249 req-46b4b525-5dd8-4083-8ec7-b69fb439593c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0883851 Apr 28 20:49:12.095631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-78ec17d9-b7da-47f8-a6fb-f0d0a6709249 req-f1111f3d-b774-4a03-8198-06a0add451b7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395644 Apr 28 20:49:12.474346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad2bc4-4f0d-4bdb-9cdf-f97481cc207f req-921a6fcb-b981-415d-b1f9-c6454fb88a12 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:12.475971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0ad2bc4-4f0d-4bdb-9cdf-f97481cc207f req-921a6fcb-b981-415d-b1f9-c6454fb88a12 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0795097 Apr 28 20:49:12.522776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a0ad2bc4-4f0d-4bdb-9cdf-f97481cc207f req-db98e3ec-83c2-4a0b-af0b-febad7067856 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408592 Apr 28 20:49:12.887807 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:13.708494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adbc493-4af2-419f-918b-aaee35845f99 req-73b9adda-084f-4648-a251-17dbba83d819 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:13.709959 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9adbc493-4af2-419f-918b-aaee35845f99 req-73b9adda-084f-4648-a251-17dbba83d819 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0801997 Apr 28 20:49:13.753261 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9adbc493-4af2-419f-918b-aaee35845f99 req-8fd55e4b-9582-435b-b8a1-fba993f03eae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370305 Apr 28 20:49:13.982316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-7dffe43b-5361-4475-b6bf-85ae7ca0beeb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:13.983700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-7dffe43b-5361-4475-b6bf-85ae7ca0beeb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 946 time: 0.0784450 Apr 28 20:49:14.052705 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port ff0565ee-c140-4883-90f8-7a41dc2433fa {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:49:14.053044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:14.296176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] For port ff0565ee-c140-4883-90f8-7a41dc2433fa, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=ff0565ee-c140-4883-90f8-7a41dc2433fa,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:14.296531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:14.583898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:14.584264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:14.584571 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 disassociated. External IP: 172.25.2.164, port: ff0565ee-c140-4883-90f8-7a41dc2433fa. Apr 28 20:49:14.584902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for ff0565ee-c140-4883-90f8-7a41dc2433fa owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:49:14.722260 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:14.910827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=ff0565ee-c140-4883-90f8-7a41dc2433fa,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:14.928552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c43deb6-cac1-49d1-b5ba-c8da9a8b3acc req-0609d135-b043-427a-9d1c-8373bdee3ccf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3 HTTP/1.1" status: 200 len: 210 time: 0.0548315 Apr 28 20:49:15.115823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:49:15.290416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:49:15.300352 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:49:15.310133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:49:15.310736 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:15.361755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] No DVR routers for this DVR port ff0565ee-c140-4883-90f8-7a41dc2433fa on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:49:15.364975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:15.367486 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-deleted', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:15.384636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c147681e-e4a9-4ac6-88c7-5bcb29c7a8ff req-aad1f81c-d7cd-4fc2-8be5-07b78332ccd4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "DELETE /v2.0/ports/ff0565ee-c140-4883-90f8-7a41dc2433fa HTTP/1.1" status: 204 len: 173 time: 1.3951874 Apr 28 20:49:15.412119 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3d49e6d4-e4db-49ab-9440-71c5e610eac9'] response: {'server_uuid': 'aebc9840-9f21-4f5a-8ac5-a5c52b52bbc3', 'name': 'network-vif-deleted', 'tag': 'ff0565ee-c140-4883-90f8-7a41dc2433fa', 'status': 'completed', 'code': 200} Apr 28 20:49:15.498877 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:49:15.809804 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:15.813425 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:49:15.821250 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:49:15.822658 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:48:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:15.992621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:49:16.269210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-64dd439e-3b6d-4198-96a5-bca1b21154bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--923625046&fields=id&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 267 time: 0.0386448 Apr 28 20:49:16.335961 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:16.340441 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3527995-6d0c-44dd-bb2a-c400fb7fd6a7 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:49:16.428813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-24122d2e-73ce-433a-b519-de5fc526c93d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:16.430297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-24122d2e-73ce-433a-b519-de5fc526c93d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1536856 Apr 28 20:49:16.445743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e1925b67-e4a0-424b-88b3-6a3a78a66147 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/quotas/831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 375 time: 0.0096745 Apr 28 20:49:16.533162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-11ff3fd5-248f-4c20-a3c4-909e7cac41de tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:49:16.550689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-11ff3fd5-248f-4c20-a3c4-909e7cac41de tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:49:16.552042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-11ff3fd5-248f-4c20-a3c4-909e7cac41de tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1003323 Apr 28 20:49:16.574591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db1e473e-0ed5-44d2-bd85-ada3be047c57 None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:49:16.689870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-b20ee4ba-dc59-43cd-bc25-c8a590b04708 service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253939 Apr 28 20:49:16.825527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-a4b98a03-4a75-4e5c-bbf3-ba0ce025b21b service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297324 Apr 28 20:49:17.001187 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dc2591b-6274-446b-a55e-e1cc925182a1 req-cf6d614e-1ad9-4663-96e5-eb302dbf4c18 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 210 time: 0.0417113 Apr 28 20:49:17.180261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:49:17.213751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: ff0565ee-c140-4883-90f8-7a41dc2433fa {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:49:17.214098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device ff0565ee-c140-4883-90f8-7a41dc2433fa not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:49:18.007115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-cdadad47-7283-4a74-b6a0-f44c2d44e05a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:18.008531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-cdadad47-7283-4a74-b6a0-f44c2d44e05a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1444988 Apr 28 20:49:18.059275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-94660f26-e4d9-4b9d-a903-33757774c799 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 379 time: 0.0430341 Apr 28 20:49:18.068294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'port': {'device_id': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'admin_state_up': True, 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'security_groups': ['da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:49:18.210277 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d19b2b58-daed-4113-bc12-aa110867b7ff req-4ec7b726-153c-40c5-95d7-39079698f6b3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 210 time: 0.0587504 Apr 28 20:49:18.356300 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:49:18.365558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:49:18.375646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:49:18.379093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:18.541858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.20.0.11 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/899f77a6-9e24-4602-b5b0-aaa6ed8d217b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:49:18.728615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:18.744440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Transition to ACTIVE for port object 899f77a6-9e24-4602-b5b0-aaa6ed8d217b will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:49:18.767833 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:18.835875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:49:18.839566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:49:18.843245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:49:18.876385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:18.913054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:18.913678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:18.941613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-1119dc5d-b7b4-45bd-b835-975e39efc6a7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8772624 Apr 28 20:49:18.952468 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Request body: {'port': {'device_id': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:49:19.033555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b809cf06-1341-4eb6-8c50-2116c7068d91 None None] Provisioning for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:49:19.038495 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b809cf06-1341-4eb6-8c50-2116c7068d91 None None] Provisioning complete for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:49:19.038929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b809cf06-1341-4eb6-8c50-2116c7068d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.065526 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.095185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b809cf06-1341-4eb6-8c50-2116c7068d91 None None] Port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:49:19.394760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e911487-2c75-44c5-88c9-42ce3dce8ddb req-cd75ebf0-f31c-4980-a5bd-16b0c4e89d00 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.396199 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e911487-2c75-44c5-88c9-42ce3dce8ddb req-cd75ebf0-f31c-4980-a5bd-16b0c4e89d00 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 932 time: 0.0816379 Apr 28 20:49:19.396321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 899f77a6-9e24-4602-b5b0-aaa6ed8d217b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:49:19.404268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.418666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Transition to ACTIVE for port object 899f77a6-9e24-4602-b5b0-aaa6ed8d217b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:49:19.423222 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.442280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e911487-2c75-44c5-88c9-42ce3dce8ddb req-eb73414b-9e30-49be-9a77-49e235bf2318 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396760 Apr 28 20:49:19.576255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:19.657687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:49:19.658021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:49:19.658342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:49:19.662849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:49:19.663166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:49:19.668868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:49:19.669196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:49:19.669609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:49:19.670030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Bound port: 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:49:19.670375 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.755433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:49:19.758209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:49:19.763033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.823515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.824144 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:19.825431 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] 10.222.0.46 "PUT /v2.0/ports/899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1092 time: 0.8771160 Apr 28 20:49:19.825886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:19.852277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e997b49b-212c-450c-a572-b21b661fdfed service neutron] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:19.907156 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2de630c3-98bf-4bef-8f4d-26ebfcb95d3e'] response: {'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'status': 'completed', 'code': 200} Apr 28 20:49:19.949888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-f34640bd-8180-4117-b9b2-abdea795de7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:19.951386 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-f34640bd-8180-4117-b9b2-abdea795de7e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.0771542 Apr 28 20:49:20.029209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-0e89b91a-c822-4987-8813-a025516003f2 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 217 time: 0.0706439 Apr 28 20:49:20.092235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-32d846ab-3083-42d7-8455-3ffbfdaac711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.093598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-32d846ab-3083-42d7-8455-3ffbfdaac711 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0591879 Apr 28 20:49:20.275906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-8d3ac61d-8174-4801-aee0-9bb9fce85d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.277395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-8d3ac61d-8174-4801-aee0-9bb9fce85d6e service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1782110 Apr 28 20:49:20.371245 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e026a0e-86dc-4816-9b4b-d7a1c952786f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:20.411244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-cfadaca3-a640-481e-9923-7b6e61c212e4 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279457 Apr 28 20:49:20.543863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-badcc555-43d2-43e7-865b-1bed9a8b6489 req-2775371c-c5bd-4b7f-857b-67559f98a9c1 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269517 Apr 28 20:49:20.638173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15be90-eba1-483b-9f3b-167c0abfe27e req-fbb05b37-1d97-4a0f-9ffc-a25fc166c6d1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.639552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d15be90-eba1-483b-9f3b-167c0abfe27e req-fbb05b37-1d97-4a0f-9ffc-a25fc166c6d1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0841026 Apr 28 20:49:20.658245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-81e87d0c-06cb-49e5-b606-95b065af614a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.659777 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-81e87d0c-06cb-49e5-b606-95b065af614a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.0704234 Apr 28 20:49:20.688839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0d15be90-eba1-483b-9f3b-167c0abfe27e req-a76fbfdd-aaca-4dd0-acbd-d748f0b116e0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434778 Apr 28 20:49:20.790203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-1b177e7c-42bf-420e-9ef5-6481d9332858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.791657 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-1b177e7c-42bf-420e-9ef5-6481d9332858 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1264656 Apr 28 20:49:20.861923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-75a28e11-2bcf-4250-a4d8-9f6683ae2e3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 217 time: 0.0634961 Apr 28 20:49:20.923977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-99b89e4b-d4f9-45f7-a351-fdc84d3cfa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:20.925280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-99b89e4b-d4f9-45f7-a351-fdc84d3cfa2c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0562959 Apr 28 20:49:21.000880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-c37652e8-baae-4204-82e2-e041ec234008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:21.002329 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-c37652e8-baae-4204-82e2-e041ec234008 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716879 Apr 28 20:49:21.132148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-1e7ab326-7f23-4ae2-8064-7e736dd8e6ff service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240280 Apr 28 20:49:21.262322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d30fc922-89c0-44ac-90c2-ba842f5c6ae3 req-fad615dc-4479-4325-b6ef-78589a1749f7 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238167 Apr 28 20:49:21.819986 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:49:21.876854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed3a92-ce2c-4714-9e63-80b5b5f9c71f req-071dddf3-dc28-4961-bd28-a80349efcb9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:21.877577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-12ed3a92-ce2c-4714-9e63-80b5b5f9c71f req-071dddf3-dc28-4961-bd28-a80349efcb9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:49:21.892666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-12ed3a92-ce2c-4714-9e63-80b5b5f9c71f req-071dddf3-dc28-4961-bd28-a80349efcb9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:49:21.893814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12ed3a92-ce2c-4714-9e63-80b5b5f9c71f req-071dddf3-dc28-4961-bd28-a80349efcb9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0960462 Apr 28 20:49:21.937070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-12ed3a92-ce2c-4714-9e63-80b5b5f9c71f req-e02c773c-7ee2-41fa-8cf5-c2641b240b30 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376050 Apr 28 20:49:22.471489 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5d9352cf-30ec-45f6-94ca-06959674a9ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:23.123624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050c9974-5a3b-4bb5-af0b-bc53ee48c46f req-84cfdb86-3c2d-4ea0-9256-0801f031084c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:23.125049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-050c9974-5a3b-4bb5-af0b-bc53ee48c46f req-84cfdb86-3c2d-4ea0-9256-0801f031084c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0794864 Apr 28 20:49:23.166972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-050c9974-5a3b-4bb5-af0b-bc53ee48c46f req-4c1b0dc4-4e62-419c-9ec5-2a2819e8ab15 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363114 Apr 28 20:49:23.191675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:49:23.321616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:23.334267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'mac_address': 'fa:16:3e:90:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:49:23.387393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:23.404020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899f77a6-9e24-4602-b5b0-aaa6ed8d217b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:49:23.419401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:23.423733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:23.491427 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:23.741191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['899f77a6-9e24-4602-b5b0-aaa6ed8d217b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:49:23.896018 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:24.242833 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:24.355937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357c345-74ef-4970-b60f-472ea5ec9224 req-59b71592-85c6-43d6-b9dd-fca585736e72 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:24.357373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357c345-74ef-4970-b60f-472ea5ec9224 req-59b71592-85c6-43d6-b9dd-fca585736e72 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 945 time: 0.0843790 Apr 28 20:49:24.401878 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3357c345-74ef-4970-b60f-472ea5ec9224 req-61c7536e-dc0f-48ae-a85a-2829e342e687 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388072 Apr 28 20:49:25.194021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:49:25.258484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:49:25.263584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:49:25.263948 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:25.376663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:25.414256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:25.420551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:25.425630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:49:25.431467 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:25.500611 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be6ef53e-c2fc-40c9-9c5d-6aa9edb26134'] response: {'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'code': 200} Apr 28 20:49:25.512063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:49:25.663812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7bb893-0121-464f-ba94-3237480cd941 req-22769ee1-e2e1-4f8f-b197-4d06db33cd39 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:25.665224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a7bb893-0121-464f-ba94-3237480cd941 req-22769ee1-e2e1-4f8f-b197-4d06db33cd39 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.1354613 Apr 28 20:49:25.667084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71260fb4-7428-4934-9e02-e89189ecc3a3 req-e52b68ce-70b0-42cb-a7b0-efad9a12717c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:25.668363 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71260fb4-7428-4934-9e02-e89189ecc3a3 req-e52b68ce-70b0-42cb-a7b0-efad9a12717c service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1097 time: 0.1082106 Apr 28 20:49:25.733907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-71260fb4-7428-4934-9e02-e89189ecc3a3 req-944bf551-deb3-4b45-8f6c-49c28846baf8 service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498917 Apr 28 20:49:25.736553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a7bb893-0121-464f-ba94-3237480cd941 req-9db6a8c3-a73d-492a-8752-7b6a1d4d0595 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652959 Apr 28 20:49:26.928206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b62773-41fd-497e-8229-9a7b27ef48d4 req-dbc1c70d-3114-4289-9df2-e777dbdb896d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:26.929805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6b62773-41fd-497e-8229-9a7b27ef48d4 req-dbc1c70d-3114-4289-9df2-e777dbdb896d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0839360 Apr 28 20:49:26.974846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f6b62773-41fd-497e-8229-9a7b27ef48d4 req-e8714892-15e7-43a6-9b66-fdc928053e8c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393889 Apr 28 20:49:28.166209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726c3fb3-b214-415b-ab6d-e9eb6352a7ef req-18f63326-29c6-4dc1-bc41-3a4b2dabedbc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:28.167643 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-726c3fb3-b214-415b-ab6d-e9eb6352a7ef req-18f63326-29c6-4dc1-bc41-3a4b2dabedbc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0827091 Apr 28 20:49:28.209998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-726c3fb3-b214-415b-ab6d-e9eb6352a7ef req-7f911ea8-b71d-4a78-bcf1-993b330a3533 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367393 Apr 28 20:49:28.384282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490d63e-b60b-4c69-8809-9d0eb8113d8d req-58b58c24-94bf-4a44-9ace-99c2154f3cbf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:28.385726 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8490d63e-b60b-4c69-8809-9d0eb8113d8d req-58b58c24-94bf-4a44-9ace-99c2154f3cbf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0779183 Apr 28 20:49:28.394326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54468) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:49:28.399205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'floatingip': {'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:49:28.476740 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:29.138522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:29.142031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:29.319478 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 associated. External IP: 172.25.2.164, port: 899f77a6-9e24-4602-b5b0-aaa6ed8d217b. Apr 28 20:49:29.663903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:49:29.836936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:49:29.842372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:29.847029 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:49:29.857158 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:49:29.857777 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:29.896039 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-591fd224-5165-4da7-8b52-e362a9667c43 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "PUT /v2.0/floatingips/9bf7e4f5-0be5-44c3-87de-293e4010f212 HTTP/1.1" status: 200 len: 992 time: 1.5006258 Apr 28 20:49:29.896620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:49:29.945261 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6fdb0ef-05dc-46c7-9a40-a8f692f5356f'] response: {'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'status': 'completed', 'code': 200} Apr 28 20:49:30.037789 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-4899dfe3-4e95-47ea-b7c6-9a59cbc8d277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:30.039425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-4899dfe3-4e95-47ea-b7c6-9a59cbc8d277 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1097 time: 0.0729976 Apr 28 20:49:30.042864 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:49:30.252002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8087e0-f67c-4674-90ba-16078175d8fa req-e823e575-5e52-43a9-bbe1-d906c0fe02ad tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:30.253381 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f8087e0-f67c-4674-90ba-16078175d8fa req-e823e575-5e52-43a9-bbe1-d906c0fe02ad tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0964155 Apr 28 20:49:30.300956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f8087e0-f67c-4674-90ba-16078175d8fa req-2e1bf86c-2531-4e86-a16d-d7a6bb3759f5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406413 Apr 28 20:49:30.320244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-852e4e22-1150-4551-b35e-e47c89c7328c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:30.321800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-852e4e22-1150-4551-b35e-e47c89c7328c service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2769430 Apr 28 20:49:30.399642 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:90:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:49:29Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:30.403694 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:49:30.411846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:49:30.412421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:49:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:30.424882 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-39f52ff7-2bba-4949-9f7e-c42a0b06e2bb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1000 time: 0.0968778 Apr 28 20:49:30.489380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-1ca75894-00d0-4813-8356-3f32760ea53b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:30.490507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-1ca75894-00d0-4813-8356-3f32760ea53b service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0603251 Apr 28 20:49:30.563462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-9ec7cc96-e4e3-42d8-b832-c9b7db415908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:30.564926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-9ec7cc96-e4e3-42d8-b832-c9b7db415908 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687988 Apr 28 20:49:30.584619 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:49:30.701112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-c67c6739-90db-4f77-9ba4-2197739c812f service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294696 Apr 28 20:49:30.832565 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1549ca58-b16d-4ca3-b095-8fede2d8e451 req-b9e746bc-eabe-4ce7-85e8-a2bef8345e0e service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255095 Apr 28 20:49:30.952378 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:90:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:49:29Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:49:30.956505 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b64f0ce4-d029-420c-8330-7c26a76a20c3 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:90:55:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:49:29Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:49:31.131269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1880782a-f81b-467b-85d6-336cc6d3071d None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:49:31.491129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d6c8a-1a55-4e95-b8f5-348e72a23446 req-539094a1-3adc-4648-a97b-b5da7ee8aea2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:31.492578 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b5d6c8a-1a55-4e95-b8f5-348e72a23446 req-539094a1-3adc-4648-a97b-b5da7ee8aea2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0820093 Apr 28 20:49:31.539552 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b5d6c8a-1a55-4e95-b8f5-348e72a23446 req-0116cad4-5409-4752-9516-2b89b63f90f4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Apr 28 20:49:32.721428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b68a52b-b464-4ee3-b192-ef9109cea1ec req-c044e34a-e09c-4e8b-a02b-49d03d4593d9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:32.722799 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b68a52b-b464-4ee3-b192-ef9109cea1ec req-c044e34a-e09c-4e8b-a02b-49d03d4593d9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0785916 Apr 28 20:49:32.764530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b68a52b-b464-4ee3-b192-ef9109cea1ec req-df172585-e761-4cbf-8f9b-7ea5eb68f2d0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361912 Apr 28 20:49:33.949984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374c4f3a-7e17-4a95-86b0-34ae59c91ba8 req-86e44371-2ae6-4df5-8d2f-5c525a848f49 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:33.951421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-374c4f3a-7e17-4a95-86b0-34ae59c91ba8 req-86e44371-2ae6-4df5-8d2f-5c525a848f49 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0779502 Apr 28 20:49:33.995599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-374c4f3a-7e17-4a95-86b0-34ae59c91ba8 req-d96b6e6c-4278-4cf2-aa17-d592be466712 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383205 Apr 28 20:49:35.185248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7e25d-8256-4a39-a11f-3374e027a785 req-0f437b53-d050-4a79-b699-2a54e08be915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:35.186858 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73c7e25d-8256-4a39-a11f-3374e027a785 req-0f437b53-d050-4a79-b699-2a54e08be915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0854225 Apr 28 20:49:35.231981 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-73c7e25d-8256-4a39-a11f-3374e027a785 req-c7dc3087-8f1a-4707-aecd-d2e1fca1bb33 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393836 Apr 28 20:49:36.417815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a709e70d-aeea-400c-b58a-ecf8526ff572 req-cd898d93-5ce1-4721-ba4b-df86004e236c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:36.419263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a709e70d-aeea-400c-b58a-ecf8526ff572 req-cd898d93-5ce1-4721-ba4b-df86004e236c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0830281 Apr 28 20:49:36.463427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a709e70d-aeea-400c-b58a-ecf8526ff572 req-b9fe3a8d-9765-45c5-9a60-bdb618a8842f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382431 Apr 28 20:49:37.646159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f893736-1cb0-4c7a-aebe-2bdc98ae521b req-71c1abd9-959e-409f-bbdb-ebe4dcba7a3c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:37.647608 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f893736-1cb0-4c7a-aebe-2bdc98ae521b req-71c1abd9-959e-409f-bbdb-ebe4dcba7a3c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0789404 Apr 28 20:49:37.693404 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4f893736-1cb0-4c7a-aebe-2bdc98ae521b req-d28bb8ee-1e02-4b2d-8382-2a57adc5f364 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397310 Apr 28 20:49:38.875545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f588f99-c110-4f7e-ba36-50156e132822 req-ba0ed594-d94d-410f-bc80-dfadb0594b70 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:38.876995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f588f99-c110-4f7e-ba36-50156e132822 req-ba0ed594-d94d-410f-bc80-dfadb0594b70 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0789032 Apr 28 20:49:38.919824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f588f99-c110-4f7e-ba36-50156e132822 req-2636c034-ea69-49e2-84a4-6ada56069e06 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371983 Apr 28 20:49:40.213424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da0b295-2fb7-481e-a76c-0588af686431 req-e526ff2f-b0f5-46d1-b056-383cc45c9cd1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:40.214795 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9da0b295-2fb7-481e-a76c-0588af686431 req-e526ff2f-b0f5-46d1-b056-383cc45c9cd1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.1898758 Apr 28 20:49:40.257185 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9da0b295-2fb7-481e-a76c-0588af686431 req-610f6a3e-e828-4c52-a7f6-7a53dbfc437c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367141 Apr 28 20:49:40.598834 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:41.446573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50b773b-c767-4918-954d-1ecda9da85bb req-4f1c4f37-3e03-4d91-ac5f-13d5c10e8780 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:41.447998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a50b773b-c767-4918-954d-1ecda9da85bb req-4f1c4f37-3e03-4d91-ac5f-13d5c10e8780 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0827858 Apr 28 20:49:41.491670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a50b773b-c767-4918-954d-1ecda9da85bb req-ae3c85b0-13d0-46c5-9082-6c6d9397a0f6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379941 Apr 28 20:49:42.436275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891e714-02c8-498d-bbdf-12412971eccb req-c34a0e22-f225-43e0-8cab-95a663788782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:42.437778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-c34a0e22-f225-43e0-8cab-95a663788782 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1097 time: 0.0688829 Apr 28 20:49:42.579598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891e714-02c8-498d-bbdf-12412971eccb req-c0ad6d3e-daf5-45fb-bb6d-d072787951b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:42.581268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-c0ad6d3e-daf5-45fb-bb6d-d072787951b9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1251605 Apr 28 20:49:42.675764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf56e13-618f-41c5-88c2-75fa40775d67 req-d040fe84-4498-4e33-9be5-8735f0003b85 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:42.677123 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbf56e13-618f-41c5-88c2-75fa40775d67 req-d040fe84-4498-4e33-9be5-8735f0003b85 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0804698 Apr 28 20:49:42.682758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-66873aba-2380-4a85-8602-21f10bec776e service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1002 time: 0.0944521 Apr 28 20:49:42.721776 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbf56e13-618f-41c5-88c2-75fa40775d67 req-bba72af2-3ad1-4d72-b546-de3bb0ccf835 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388806 Apr 28 20:49:42.747029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891e714-02c8-498d-bbdf-12412971eccb req-e9071b1c-7590-40ca-84c6-dae9fd105858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:42.748452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-e9071b1c-7590-40ca-84c6-dae9fd105858 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0602086 Apr 28 20:49:42.820836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891e714-02c8-498d-bbdf-12412971eccb req-70d89e6c-8183-48c6-b161-a468d23bc1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:42.822897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-70d89e6c-8183-48c6-b161-a468d23bc1a6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684912 Apr 28 20:49:42.890586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:42.954873 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-49a13432-565d-489f-94c5-1c87182bfcb9 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253586 Apr 28 20:49:43.085790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7891e714-02c8-498d-bbdf-12412971eccb req-b5771352-40e4-4050-a071-507cd4e1345d service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245258 Apr 28 20:49:43.908815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf9fd6-93ac-4ad9-9a06-b807ad7c4e96 req-19ec9a57-72bf-427c-9aa0-b216790c63d7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:43.910272 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cacf9fd6-93ac-4ad9-9a06-b807ad7c4e96 req-19ec9a57-72bf-427c-9aa0-b216790c63d7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0805178 Apr 28 20:49:44.071416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cacf9fd6-93ac-4ad9-9a06-b807ad7c4e96 req-d024225b-3806-4273-925b-52a5453a2ce0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1547022 Apr 28 20:49:45.256381 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9fcb4-1c0f-40ff-bc6a-3b9a241ef4f1 req-c0c52606-0b87-4822-9e15-7f0a73462531 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:45.257826 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06d9fcb4-1c0f-40ff-bc6a-3b9a241ef4f1 req-c0c52606-0b87-4822-9e15-7f0a73462531 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0786161 Apr 28 20:49:45.300623 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-06d9fcb4-1c0f-40ff-bc6a-3b9a241ef4f1 req-5aa6b9aa-6966-4abf-9d46-76c51f6103e8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365872 Apr 28 20:49:46.481893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df758b5-20ed-436b-ac37-1dec9b140e4e req-49affabe-9f07-48a3-bce7-5193e2eba3e7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:46.483341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2df758b5-20ed-436b-ac37-1dec9b140e4e req-49affabe-9f07-48a3-bce7-5193e2eba3e7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0780346 Apr 28 20:49:46.527021 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2df758b5-20ed-436b-ac37-1dec9b140e4e req-a2926790-ef21-412b-8c20-c9960ed79134 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378449 Apr 28 20:49:47.710363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af73a84-faa5-49d7-8c26-2a3db2346d17 req-c800dc8b-a8b5-4002-91e7-f02381f84640 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:47.711791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4af73a84-faa5-49d7-8c26-2a3db2346d17 req-c800dc8b-a8b5-4002-91e7-f02381f84640 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0804322 Apr 28 20:49:47.753871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4af73a84-faa5-49d7-8c26-2a3db2346d17 req-260040cd-18b8-4bfd-9d9e-8c2f571c45e4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357685 Apr 28 20:49:48.943129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92310d74-b996-430f-98e9-2864762636fb req-51beae4d-60c7-45db-bc42-24ea00449155 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:48.944577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92310d74-b996-430f-98e9-2864762636fb req-51beae4d-60c7-45db-bc42-24ea00449155 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0813365 Apr 28 20:49:48.988495 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-92310d74-b996-430f-98e9-2864762636fb req-62d0e305-469b-49e3-ac50-53e67183cd9e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380719 Apr 28 20:49:50.167690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce115c41-6b18-43ae-9b04-404fcab7db60 req-cc99d86f-b342-4c0c-8bce-d265d99848ea tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:50.169122 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce115c41-6b18-43ae-9b04-404fcab7db60 req-cc99d86f-b342-4c0c-8bce-d265d99848ea tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0777512 Apr 28 20:49:50.220054 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce115c41-6b18-43ae-9b04-404fcab7db60 req-fb79ddd0-777e-49aa-9e49-c4dd3e1ad207 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453668 Apr 28 20:49:50.343877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0ec52806-7fe9-4e20-8be5-1a15d3a49e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:51.400531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ece13d-a84c-46d3-842b-8c0b089250e6 req-59f806bd-1a18-4c63-adf1-cde40dd1a35a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:51.401956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ece13d-a84c-46d3-842b-8c0b089250e6 req-59f806bd-1a18-4c63-adf1-cde40dd1a35a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0777547 Apr 28 20:49:51.445447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ece13d-a84c-46d3-842b-8c0b089250e6 req-a9bd52ac-e0b8-46d3-9be6-b1ebb7c01d11 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378201 Apr 28 20:49:52.474221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6cfefe11-a5d9-4b5f-bd82-8e8666cb9330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:52.632151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b8e939-eb32-4e95-acf7-5d923655f8db req-3e87378a-a297-4735-9208-bf9865807ce8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:52.634193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23b8e939-eb32-4e95-acf7-5d923655f8db req-3e87378a-a297-4735-9208-bf9865807ce8 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0770822 Apr 28 20:49:52.675922 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-23b8e939-eb32-4e95-acf7-5d923655f8db req-46aebd2c-4ca8-4118-b5ea-fb32612b4065 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359752 Apr 28 20:49:53.860240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cfe9b2-2780-4179-90e6-bfd622084d88 req-b486243e-09b2-408c-9b79-d869bbf26cce tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:53.861711 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8cfe9b2-2780-4179-90e6-bfd622084d88 req-b486243e-09b2-408c-9b79-d869bbf26cce tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0814636 Apr 28 20:49:53.878154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:53.906080 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b8cfe9b2-2780-4179-90e6-bfd622084d88 req-5b7a10b1-c4ca-4ad8-afac-fb111a72162b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382617 Apr 28 20:49:54.246092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:55.092048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c85c0c-db4c-41fc-872a-2e765c6019a9 req-ef7d1227-bfde-45c2-9efd-942b3ea8463f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:55.093477 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13c85c0c-db4c-41fc-872a-2e765c6019a9 req-ef7d1227-bfde-45c2-9efd-942b3ea8463f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0833211 Apr 28 20:49:55.135791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-13c85c0c-db4c-41fc-872a-2e765c6019a9 req-4c691557-2365-4b70-830a-7a622479c30d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367768 Apr 28 20:49:55.396246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:49:56.320491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162066eb-6832-4c5c-96a3-3e86945c4353 req-cb3ec790-73b6-4a31-bc9e-f6f632b8ba1a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:56.322008 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-162066eb-6832-4c5c-96a3-3e86945c4353 req-cb3ec790-73b6-4a31-bc9e-f6f632b8ba1a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0774915 Apr 28 20:49:56.368425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-162066eb-6832-4c5c-96a3-3e86945c4353 req-67eef6b6-8657-43e7-93d5-f6734cc1204b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408404 Apr 28 20:49:56.864417 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-5b96e1e7-3d13-4b3f-b924-f852fdcd9ea7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0679018 Apr 28 20:49:56.914117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06161cd3-46ae-4db3-9a1f-0f694f2632ed req-f48431d8-5723-47d0-9edc-7a88332118aa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:56.915776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06161cd3-46ae-4db3-9a1f-0f694f2632ed req-f48431d8-5723-47d0-9edc-7a88332118aa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0794649 Apr 28 20:49:56.960994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06161cd3-46ae-4db3-9a1f-0f694f2632ed req-f519f408-d90a-4e7e-91d4-a96703c6f589 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392747 Apr 28 20:49:58.077562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-45cd3df6-b1fb-42ed-8135-4b44182c5f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:58.079029 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-45cd3df6-b1fb-42ed-8135-4b44182c5f39 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1097 time: 0.0779150 Apr 28 20:49:58.150003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3f2c08-3a10-494f-a01d-6d145c53267b req-1b7dd8a2-fef5-48dd-8772-4c3fd388a0cc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:58.151449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c3f2c08-3a10-494f-a01d-6d145c53267b req-1b7dd8a2-fef5-48dd-8772-4c3fd388a0cc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0829134 Apr 28 20:49:58.195480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8c3f2c08-3a10-494f-a01d-6d145c53267b req-5137f031-db48-485f-a1bd-b518092715bf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380476 Apr 28 20:49:58.209537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-4795ef6d-48be-4252-9e97-da8257b4c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:58.210966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-4795ef6d-48be-4252-9e97-da8257b4c79a service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1255722 Apr 28 20:49:58.311699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-19ae4029-da12-4a1a-a93c-4d1266f7f362 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1002 time: 0.0949645 Apr 28 20:49:58.372534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-3fb4babe-92f9-4202-a2fc-799deaf9663d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:58.373922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-3fb4babe-92f9-4202-a2fc-799deaf9663d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0556726 Apr 28 20:49:58.446796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-a627510d-03df-4dd6-8f81-d7b34d711147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:58.448236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-a627510d-03df-4dd6-8f81-d7b34d711147 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679653 Apr 28 20:49:58.577732 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-5672de66-c72c-47c7-99e9-7a3a4e07cdda service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236188 Apr 28 20:49:58.703295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-1c2db210-98eb-451e-94e6-387270f0a96e service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197238 Apr 28 20:49:58.819513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:49:59.381080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b92c7-7cd6-4e78-b465-52816a148e38 req-6edc210f-0f47-4005-b616-b47f91e6df9b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:49:59.382523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-153b92c7-7cd6-4e78-b465-52816a148e38 req-6edc210f-0f47-4005-b616-b47f91e6df9b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0824118 Apr 28 20:49:59.425255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-153b92c7-7cd6-4e78-b465-52816a148e38 req-20218c62-ef06-465a-9182-47e13989c7f1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363495 Apr 28 20:50:00.563909 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-8a851473-6b1c-470c-abeb-b094c310918b service neutron] show failed (client error): The resource could not be found. Apr 28 20:50:00.564899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-8a851473-6b1c-470c-abeb-b094c310918b service neutron] 10.222.0.46 "GET /v2.0/ports/899f77a6-9e24-4602-b5b0-aaa6ed8d217b/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0728371 Apr 28 20:50:00.614721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e03d3c-304e-442a-8759-ab00f312cc6c req-797449c6-bcb4-4e2d-ad6f-08b016fc7bae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:00.616174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51e03d3c-304e-442a-8759-ab00f312cc6c req-797449c6-bcb4-4e2d-ad6f-08b016fc7bae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0828490 Apr 28 20:50:00.661697 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-51e03d3c-304e-442a-8759-ab00f312cc6c req-c2098701-3c34-49ca-b446-a19f112c4578 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 Apr 28 20:50:00.840716 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-57b5ace3-5725-45c0-ae35-8f0d56188706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:00.842197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-57b5ace3-5725-45c0-ae35-8f0d56188706 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0742145 Apr 28 20:50:00.857575 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:50:00.964374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:01.228689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:01.260377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:50:01.421930 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:01.427310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:01.442668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Transition to ACTIVE for port object 899f77a6-9e24-4602-b5b0-aaa6ed8d217b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:50:01.448034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:01.494488 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72d714e4-f143-44a9-90d0-fcf94f9c6a28'] response: {'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'code': 200} Apr 28 20:50:01.597618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:01.615878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.616202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.616606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.617020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.617352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.618374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.618887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.619293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.619551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.619875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.620196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.620552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:01.658584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] No DVR routers for this DVR port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:01.853477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c013864f-f60f-45ba-8014-d88b9f8a49d3 req-cbe077e3-a73b-45bf-92e3-f3180eebdc27 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:01.854913 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c013864f-f60f-45ba-8014-d88b9f8a49d3 req-cbe077e3-a73b-45bf-92e3-f3180eebdc27 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0821352 Apr 28 20:50:01.882548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:50:01.882920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:50:01.883249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:50:01.888417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:50:01.888735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Attempting to bind port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:50:01.894148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:50:01.894481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:50:01.894859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:50:01.895278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Bound port: 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:50:01.895619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:01.900416 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c013864f-f60f-45ba-8014-d88b9f8a49d3 req-9a425212-c3b9-400d-a4a8-5172632fbb3b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397217 Apr 28 20:50:01.982762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:50:01.985923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:50:01.989748 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:02.049043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:02.049737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:02.051046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] 10.222.0.41 "PUT /v2.0/ports/899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1092 time: 1.1976860 Apr 28 20:50:02.072532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c3964-7f31-4e68-a5de-c62dbe5935de service neutron] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:02.153293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-73fd1ed8-5708-47d4-a52b-7d60641a75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:02.154789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-73fd1ed8-5708-47d4-a52b-7d60641a75e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.0717819 Apr 28 20:50:02.292375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-f291c184-95ba-40da-9ddb-91b94d6717f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:02.293804 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-f291c184-95ba-40da-9ddb-91b94d6717f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1280317 Apr 28 20:50:02.400374 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-28d63575-9c2f-43d6-841a-483e0a46b1e8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1000 time: 0.0965545 Apr 28 20:50:02.468040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-3a33a2ee-a9f6-48d1-9700-30aebf949adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:02.469444 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-3a33a2ee-a9f6-48d1-9700-30aebf949adb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0599747 Apr 28 20:50:02.545906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-0ec8986e-c2ed-4b9b-8404-eb39735f3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:02.547367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-0ec8986e-c2ed-4b9b-8404-eb39735f3a54 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687239 Apr 28 20:50:02.679199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-ddd083aa-9b23-4e06-bf56-1ce81288c874 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210964 Apr 28 20:50:02.811849 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bc28b1d5-7b2b-4121-86a3-e0c5083e86d2 req-2166324b-5575-4423-bd64-769313bd1cbf service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232233 Apr 28 20:50:03.088191 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04411d3-6ff1-4fc4-9339-6b590e3ff1b0 req-b178661c-f3f1-423c-8af0-f7b364e5ac78 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:03.089649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c04411d3-6ff1-4fc4-9339-6b590e3ff1b0 req-b178661c-f3f1-423c-8af0-f7b364e5ac78 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0783629 Apr 28 20:50:03.136729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c04411d3-6ff1-4fc4-9339-6b590e3ff1b0 req-28f0b499-2890-444d-a5d8-ef556a95e327 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414646 Apr 28 20:50:03.495935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:03.551672 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b5b8111-d62d-46ce-90c3-279bca302c7d'] response: {'name': 'network-changed', 'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'status': 'completed', 'code': 200} Apr 28 20:50:03.807874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-08b48b79-7d30-4948-99db-9c3de0f003c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:03.809250 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-08b48b79-7d30-4948-99db-9c3de0f003c8 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.1014132 Apr 28 20:50:03.811679 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-5e07b606-1086-4dc3-bd87-3d218ff33ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:03.812963 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-5e07b606-1086-4dc3-bd87-3d218ff33ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.2417819 Apr 28 20:50:04.047998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-932aa1a8-3319-4356-a076-a490eb4d923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.049484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-932aa1a8-3319-4356-a076-a490eb4d923c service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2339811 Apr 28 20:50:04.050534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-6b03a83d-b27d-4449-be11-bc9a3bead8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.051803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-6b03a83d-b27d-4449-be11-bc9a3bead8a9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2193329 Apr 28 20:50:04.236354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-bd7ad944-d92d-484f-bf08-699c25458494 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1000 time: 0.1803007 Apr 28 20:50:04.240905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-4e31cdef-daff-41d6-ae55-3793046178b2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1000 time: 0.1374362 Apr 28 20:50:04.403290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-b7778cb9-d969-440b-b614-64bc962d3def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.404718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-b7778cb9-d969-440b-b614-64bc962d3def service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1629918 Apr 28 20:50:04.447587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-77dd2e9f-c244-4d26-81b6-fa879ed3270a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.448995 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-77dd2e9f-c244-4d26-81b6-fa879ed3270a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1684709 Apr 28 20:50:04.547759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a260141-aa20-4d88-ba47-8ab1ef7c414d req-99ba3d03-df3b-4366-b43a-8e6459547570 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.549184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a260141-aa20-4d88-ba47-8ab1ef7c414d req-99ba3d03-df3b-4366-b43a-8e6459547570 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.2723992 Apr 28 20:50:04.603918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-5396df78-91bc-41ec-b6b0-ec85f69550ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.605360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-5396df78-91bc-41ec-b6b0-ec85f69550ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1944318 Apr 28 20:50:04.609724 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20687db-5839-4123-bc6d-cf0523179552 req-f9b7ca97-9f47-4ce7-89f5-54844c239e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:04.611091 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-f9b7ca97-9f47-4ce7-89f5-54844c239e5e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1500368 Apr 28 20:50:04.632907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a260141-aa20-4d88-ba47-8ab1ef7c414d req-e3d91b01-0c55-4ea0-b583-5d8b716d6e9e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763288 Apr 28 20:50:04.844880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-7a1d4949-5014-4e94-872b-3daafefbb23e service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329051 Apr 28 20:50:04.847842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-23b4b680-7f30-4fcc-aaef-4e211b347036 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2116017 Apr 28 20:50:04.944441 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.41', 61534) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:50:05.014117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-667588e4-fe8e-4edd-8eb5-476e66abe175 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0685220 Apr 28 20:50:05.204605 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-7edc347d-4503-4268-9f47-944080a69eec service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3543406 Apr 28 20:50:05.207730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d20687db-5839-4123-bc6d-cf0523179552 req-e4590c33-13dc-4b8b-951e-8756187c2fa6 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411636 Apr 28 20:50:05.374094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89d623-663e-4173-b086-76729f2dbe79 req-c7af72c4-4606-4c81-8e7d-7644b0bc1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:05.375522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-c7af72c4-4606-4c81-8e7d-7644b0bc1d64 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1095 time: 0.0687664 Apr 28 20:50:05.396114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:50:05.454715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:50:05.524472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89d623-663e-4173-b086-76729f2dbe79 req-68aec5fc-66de-4bc7-ae6b-dd2f0ecfa95c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:05.525999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-68aec5fc-66de-4bc7-ae6b-dd2f0ecfa95c service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1273136 Apr 28 20:50:05.630454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-7243e6a4-d399-469a-b9e8-d0039bfa8944 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1000 time: 0.0950325 Apr 28 20:50:05.694630 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89d623-663e-4173-b086-76729f2dbe79 req-c9d8a072-d699-4549-b119-d458c2b42086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:05.696688 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-c9d8a072-d699-4549-b119-d458c2b42086 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0603878 Apr 28 20:50:05.721322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:50:05.775169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89d623-663e-4173-b086-76729f2dbe79 req-12b043b2-b33f-4939-9f11-43237edf72e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:05.776633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-12b043b2-b33f-4939-9f11-43237edf72e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712965 Apr 28 20:50:05.831454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaba869-ef84-40a2-a810-958def5f6b6b req-c54945df-aaca-45bf-8a1c-10cadfe06186 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:05.832903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2eaba869-ef84-40a2-a810-958def5f6b6b req-c54945df-aaca-45bf-8a1c-10cadfe06186 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 944 time: 0.0905833 Apr 28 20:50:05.856170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:05.869829 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'mac_address': 'fa:16:3e:90:55:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:50:05.877978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2eaba869-ef84-40a2-a810-958def5f6b6b req-10f1d0c0-0fed-4541-b642-deb2581e3273 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388286 Apr 28 20:50:05.915052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-2c80ef82-8197-4b5b-9aef-5643961560a9 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283212 Apr 28 20:50:05.931051 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:05.948879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 899f77a6-9e24-4602-b5b0-aaa6ed8d217b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:50:05.964914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:05.969483 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:06.047370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:06.056209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-50491812-f0e3-4703-ba7c-28359fa46caf service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322670 Apr 28 20:50:06.058014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.058366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.058707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.059042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.059375 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.059706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.060458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.060793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.061115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.061443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.061799 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.062313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:50:06.210540 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-27818a7c-869b-4c85-a8b5-e5f2b93dfb98 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.212604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-27818a7c-869b-4c85-a8b5-e5f2b93dfb98 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb&tenant_id=831d51984c7041d5b1754b30a1059bf0&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 945 time: 0.0887525 Apr 28 20:50:06.218772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03409baa-5ad2-46f9-94c5-db762a99ffff req-186e62cc-7be3-4856-8b8b-8a93d031acb2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.220225 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03409baa-5ad2-46f9-94c5-db762a99ffff req-186e62cc-7be3-4856-8b8b-8a93d031acb2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 945 time: 0.0795715 Apr 28 20:50:06.263009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['899f77a6-9e24-4602-b5b0-aaa6ed8d217b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:50:06.270651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-03409baa-5ad2-46f9-94c5-db762a99ffff req-8f8e6a2b-7246-4134-8791-44b9b1bc416b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445821 Apr 28 20:50:06.294363 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-5bce0f2a-779b-4747-8a31-9dbc0e63be44 service neutron] delete failed (client error): The resource could not be found. Apr 28 20:50:06.295383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-5bce0f2a-779b-4747-8a31-9dbc0e63be44 service neutron] 10.222.0.46 "DELETE /v2.0/ports/899f77a6-9e24-4602-b5b0-aaa6ed8d217b/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0778313 Apr 28 20:50:06.444148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-de022b94-2e87-4ac5-b6fd-b30b1eaf15df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.445650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-de022b94-2e87-4ac5-b6fd-b30b1eaf15df service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1096 time: 0.0709541 Apr 28 20:50:06.574709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-057963f5-ce11-4d00-8512-892a3f6a3ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.576060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-057963f5-ce11-4d00-8512-892a3f6a3ffd service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1250396 Apr 28 20:50:06.676575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-ad6f6e79-ca8f-48c5-8b7a-148e8ed53a4a service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1001 time: 0.0944705 Apr 28 20:50:06.740960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-8b1e04e0-169e-4bb8-b032-5013e719b4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.742378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-8b1e04e0-169e-4bb8-b032-5013e719b4f4 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0591199 Apr 28 20:50:06.815094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-18e97045-d22a-4ff6-8f6d-701ae221b536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:06.816516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-18e97045-d22a-4ff6-8f6d-701ae221b536 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683033 Apr 28 20:50:06.943814 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-da7fcfbb-8c90-4028-a7ae-6ee54b578a56 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207755 Apr 28 20:50:07.071705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-52e49bae-30f2-48ae-bcc5-7f675a034d44 req-fa719334-e622-4149-9eb8-631c2875ec62 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219125 Apr 28 20:50:07.461293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92df98a-0653-4028-be8a-c46dea16df87 req-5cb72d71-8053-4e82-ae24-4df1761d9319 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:07.462785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c92df98a-0653-4028-be8a-c46dea16df87 req-5cb72d71-8053-4e82-ae24-4df1761d9319 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 945 time: 0.0795355 Apr 28 20:50:07.513903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c92df98a-0653-4028-be8a-c46dea16df87 req-c9d606f6-66f2-4ac6-a8f1-ae9a3423e53e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436788 Apr 28 20:50:07.736574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:50:07.831423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:50:07.835763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:50:07.836130 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:07.948032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:07.973742 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:07.983432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:07.987575 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:08.023221 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8aba3f-678f-4a87-810f-5be8bcb9986f'] response: {'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'code': 200} Apr 28 20:50:08.053910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:08.697374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c78598-13f2-49f1-8a49-13e4e208071f req-9f6bc242-fd95-4f14-bd9e-80ba4cd17431 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:08.698733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94c78598-13f2-49f1-8a49-13e4e208071f req-9f6bc242-fd95-4f14-bd9e-80ba4cd17431 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0789244 Apr 28 20:50:08.741727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94c78598-13f2-49f1-8a49-13e4e208071f req-d117c600-0e66-4f4d-8838-b3bb544343ca tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373628 Apr 28 20:50:08.924934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232496e-88ef-452a-9900-c76722747115 req-7225512f-04d1-4ff1-b4a3-ea3f7337d95a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:08.926411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a232496e-88ef-452a-9900-c76722747115 req-7225512f-04d1-4ff1-b4a3-ea3f7337d95a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0779822 Apr 28 20:50:08.969541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a232496e-88ef-452a-9900-c76722747115 req-3a32c155-66e9-4291-a0dd-fd813ff026c5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369596 Apr 28 20:50:09.313193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74f4b54-9218-4030-ad8b-c4ca5751105c req-ae5f14b9-fc99-4cc6-82f1-901112ef122e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:09.314656 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b74f4b54-9218-4030-ad8b-c4ca5751105c req-ae5f14b9-fc99-4cc6-82f1-901112ef122e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0856256 Apr 28 20:50:09.359811 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b74f4b54-9218-4030-ad8b-c4ca5751105c req-5b30053f-d05a-4c00-915a-fed8aff18d70 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394251 Apr 28 20:50:09.361589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-1bdbe93b-2d1d-440d-8de3-e4e58d04f90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:09.363039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-1bdbe93b-2d1d-440d-8de3-e4e58d04f90d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 1097 time: 0.0748961 Apr 28 20:50:09.608086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-b730f41c-c60f-4297-9513-59e2a9f8a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:09.609412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-b730f41c-c60f-4297-9513-59e2a9f8a393 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2378714 Apr 28 20:50:09.714432 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-9504d1f8-c4d8-4b92-9337-ca403ac4d600 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 200 len: 1002 time: 0.0947623 Apr 28 20:50:09.777431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-03dccb62-a7ef-4b81-b053-d2ff888815ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:09.778862 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-03dccb62-a7ef-4b81-b053-d2ff888815ec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0558448 Apr 28 20:50:09.854511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-a6364925-0f56-4e6c-9391-4f58da4e2988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:09.855953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-a6364925-0f56-4e6c-9391-4f58da4e2988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0679259 Apr 28 20:50:09.987065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-ce46c078-6e30-42b5-8f52-eae8d41432ec service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209550 Apr 28 20:50:10.116751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54cf90b2-c7e3-4d39-bfc2-a222dce4be5f req-a07381fb-6901-42f1-bf7e-b98c46f8c889 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200957 Apr 28 20:50:10.550209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4951361a-7920-48c7-82b6-1f947f7698fc req-2ea248b9-8089-4718-83fd-62fab3b797c6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:10.551646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4951361a-7920-48c7-82b6-1f947f7698fc req-2ea248b9-8089-4718-83fd-62fab3b797c6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0864789 Apr 28 20:50:10.587539 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:10.598079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4951361a-7920-48c7-82b6-1f947f7698fc req-31e71009-1efc-488c-9415-3b8ca228e3ce tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400183 Apr 28 20:50:11.779444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5ca0e6-deb5-4f61-8e16-b9f703df30fe req-998b07db-5b2a-4916-8f7e-cc9cd9753fc3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:11.780871 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a5ca0e6-deb5-4f61-8e16-b9f703df30fe req-998b07db-5b2a-4916-8f7e-cc9cd9753fc3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0776539 Apr 28 20:50:11.823729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a5ca0e6-deb5-4f61-8e16-b9f703df30fe req-52b93d5b-e632-4fb9-812d-f329f4250f3f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371857 Apr 28 20:50:12.203071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1765cc8-4677-4a59-b678-67d0300153bf req-c7d4aa61-a6e1-459b-ac05-6529550a31e5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:12.204487 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1765cc8-4677-4a59-b678-67d0300153bf req-c7d4aa61-a6e1-459b-ac05-6529550a31e5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0815918 Apr 28 20:50:12.248550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f1765cc8-4677-4a59-b678-67d0300153bf req-ef1b6903-ae60-486b-b024-f79b52e78eea tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382454 Apr 28 20:50:12.894242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:13.432937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495b6eb2-c918-4665-86d4-2fcdac8bb754 req-39d2614b-3f3f-4eaa-bf45-ecf83080831e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:13.434377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-495b6eb2-c918-4665-86d4-2fcdac8bb754 req-39d2614b-3f3f-4eaa-bf45-ecf83080831e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0776794 Apr 28 20:50:13.527327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-495b6eb2-c918-4665-86d4-2fcdac8bb754 req-06cb60ea-1abe-4e3a-af5a-dcf5cb024159 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870681 Apr 28 20:50:13.552839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-b7268d50-0949-4e5d-8a21-2ab0af51ff24 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:13.554244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-b7268d50-0949-4e5d-8a21-2ab0af51ff24 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 946 time: 0.0987415 Apr 28 20:50:13.627604 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:50:13.627940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:13.864555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] For port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:13.864827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:14.146025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:14.146318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:14.146630 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 disassociated. External IP: 172.25.2.164, port: 899f77a6-9e24-4602-b5b0-aaa6ed8d217b. Apr 28 20:50:14.146969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for 899f77a6-9e24-4602-b5b0-aaa6ed8d217b owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:50:14.287281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:14.349982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=899f77a6-9e24-4602-b5b0-aaa6ed8d217b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:14.648369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:50:14.678883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cabb06df-da6f-45de-a688-4edcf9f6caae req-5ee0d188-29f6-4e67-8c53-0206ca0e1428 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=22763d4b-77bb-4e5e-bc37-f76e345349fb HTTP/1.1" status: 200 len: 210 time: 0.0452983 Apr 28 20:50:14.822738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:50:14.832307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:14.842161 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:50:14.842747 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:49:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:14.896400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] No DVR routers for this DVR port 899f77a6-9e24-4602-b5b0-aaa6ed8d217b on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:50:14.899480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:14.902018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-deleted', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:14.919426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e2f36eb8-1251-429e-94b3-9f6e29ddb39c req-705da7d9-f6c7-45d1-a28f-3d8355702436 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "DELETE /v2.0/ports/899f77a6-9e24-4602-b5b0-aaa6ed8d217b HTTP/1.1" status: 204 len: 173 time: 1.3561537 Apr 28 20:50:14.953257 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7553b9ef-882f-4275-b0e5-902c646ba6c3'] response: {'server_uuid': '22763d4b-77bb-4e5e-bc37-f76e345349fb', 'name': 'network-vif-deleted', 'tag': '899f77a6-9e24-4602-b5b0-aaa6ed8d217b', 'status': 'completed', 'code': 200} Apr 28 20:50:15.023139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:50:15.339749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:15.343418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:15.351535 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:50:15.352246 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:49:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:15.519621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:50:15.819867 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:15.823816 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c9476-97ee-4eb8-94ad-ea45fdf03375 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:16.019266 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-a50739f0-2781-4516-b62e-bb1cde0ddc7d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--923625046&fields=id&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 267 time: 0.0440977 Apr 28 20:50:16.054438 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7295b93f-4bce-451f-9d21-7d42b69ff84e None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:50:16.171072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-00abb4ae-9789-47d3-8b0b-0b7e685e3c2b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:16.172480 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-00abb4ae-9789-47d3-8b0b-0b7e685e3c2b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1463253 Apr 28 20:50:16.188280 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-f7e94638-5f07-4b7c-bbb4-2d023c675152 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/quotas/831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 375 time: 0.0102942 Apr 28 20:50:16.276902 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-1df65a29-69d7-430e-baa2-3b70f7fb1676 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833690 Apr 28 20:50:16.413379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-663de515-1fc5-457d-b635-d9cfc7de7225 service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242392 Apr 28 20:50:16.642013 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-5fc7b740-9a0c-4758-a53a-d52b0afd9b8c service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2221644 Apr 28 20:50:16.817650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4015be84-5e7d-4c9c-9464-7a6b8aabe2bf req-649d641a-0bd9-438a-97ee-071e3df0a54b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:50:16.835425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4015be84-5e7d-4c9c-9464-7a6b8aabe2bf req-649d641a-0bd9-438a-97ee-071e3df0a54b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:50:16.836666 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4015be84-5e7d-4c9c-9464-7a6b8aabe2bf req-649d641a-0bd9-438a-97ee-071e3df0a54b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 210 time: 0.0595315 Apr 28 20:50:17.782668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:50:17.815881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 899f77a6-9e24-4602-b5b0-aaa6ed8d217b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:50:17.816215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 899f77a6-9e24-4602-b5b0-aaa6ed8d217b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:50:17.830666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-78a10371-1a55-4665-8f97-2c7a3034023a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:17.832447 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-78a10371-1a55-4665-8f97-2c7a3034023a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1542382 Apr 28 20:50:17.884825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-dd7faba8-3a76-4ac8-9f20-0d9e7e3cde2c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 379 time: 0.0446389 Apr 28 20:50:17.893674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'port': {'device_id': '01e9b434-c205-49a2-973c-eae0c05c6577', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'admin_state_up': True, 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'security_groups': ['da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:50:17.990553 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-559b8b24-d688-4065-a5aa-6b666d635416 req-84304efb-743d-44b9-ad6f-ebd41a15df0d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 210 time: 0.0411866 Apr 28 20:50:18.032347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:50:18.042435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:50:18.051663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:50:18.055685 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.211687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.20.0.6 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/275ff9d4-d4c9-4a86-84ed-7393dc086746) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:50:18.404595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.419800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Transition to ACTIVE for port object 275ff9d4-d4c9-4a86-84ed-7393dc086746 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:50:18.442989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.515244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:50:18.518229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:50:18.521910 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:50:18.552825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:18.590048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:18.590721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.616255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-c0680bf4-ea3f-44c5-b9bf-60c5e37ac63c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7260060 Apr 28 20:50:18.627238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Request body: {'port': {'device_id': '01e9b434-c205-49a2-973c-eae0c05c6577', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:50:18.723946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-25728910-2051-4e27-8812-7e9516f6a911 None None] Provisioning for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:50:18.729609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-25728910-2051-4e27-8812-7e9516f6a911 None None] Provisioning complete for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:50:18.730159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-25728910-2051-4e27-8812-7e9516f6a911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.745074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:18.782612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-25728910-2051-4e27-8812-7e9516f6a911 None None] Port 275ff9d4-d4c9-4a86-84ed-7393dc086746 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:50:19.085931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:50:19.093848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:19.142091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Transition to ACTIVE for port object 275ff9d4-d4c9-4a86-84ed-7393dc086746 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:50:19.147396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:19.402270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:19.502231 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee336a4-4336-44d8-8eb5-68d284ab04a9 req-6e05db39-ea18-4469-bfef-88fff75fd5db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:19.502942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3ee336a4-4336-44d8-8eb5-68d284ab04a9 req-6e05db39-ea18-4469-bfef-88fff75fd5db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:50:19.535340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:50:19.535645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:50:19.535993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:50:19.539783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3ee336a4-4336-44d8-8eb5-68d284ab04a9 req-6e05db39-ea18-4469-bfef-88fff75fd5db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:50:19.541042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ee336a4-4336-44d8-8eb5-68d284ab04a9 req-6e05db39-ea18-4469-bfef-88fff75fd5db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.4340923 Apr 28 20:50:19.542823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:50:19.543138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:50:19.549321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:50:19.549677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:50:19.550048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:50:19.550463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Bound port: 275ff9d4-d4c9-4a86-84ed-7393dc086746, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:50:19.550802 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:19.647236 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ee336a4-4336-44d8-8eb5-68d284ab04a9 req-abade48b-e77c-4644-95e0-64f82dbcf578 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987995 Apr 28 20:50:19.673681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:50:19.676671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:50:19.682323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:19.740549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:19.741279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:19.743263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] 10.222.0.46 "PUT /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1091 time: 1.1201041 Apr 28 20:50:19.743690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:19.767125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b85d8f-7a40-4b6b-9fe4-27d7a142acc9 service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:19.819016 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e376937-f3cc-4bf9-bd9d-9287516a0b6d'] response: {'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'status': 'completed', 'code': 200} Apr 28 20:50:19.860195 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-659e5a63-83a2-4e93-9cee-f2122dde28fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:19.861704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-659e5a63-83a2-4e93-9cee-f2122dde28fd service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.0796478 Apr 28 20:50:19.931834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-f8809bf6-2eee-43fc-931b-d8b21df64a3b service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 217 time: 0.0624278 Apr 28 20:50:19.995810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-b7b1a46e-52ba-4e8f-961d-a36643e4ab9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:19.997222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-b7b1a46e-52ba-4e8f-961d-a36643e4ab9e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0602534 Apr 28 20:50:20.069821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-242ef393-c1da-4322-9918-a3be2b38c15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.071487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-242ef393-c1da-4322-9918-a3be2b38c15f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686545 Apr 28 20:50:20.199742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-006f732f-100f-4803-92c6-e349c6ea9643 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224139 Apr 28 20:50:20.327295 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ad77485b-18fe-4529-b05c-164a4d1206a2 req-1ff63e47-d5ea-4974-893e-867e502a4ca4 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219237 Apr 28 20:50:20.345414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-302f6e8c-2403-4592-9a07-173aa8a3da8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:20.444408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-20d0c810-2b3e-452e-b1d2-7357f1eca6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.446030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-20d0c810-2b3e-452e-b1d2-7357f1eca6ac service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.0766637 Apr 28 20:50:20.575116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-280f315c-41aa-4c5c-8be4-72b09f6a18c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.576522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-280f315c-41aa-4c5c-8be4-72b09f6a18c9 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1248827 Apr 28 20:50:20.641032 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-fdcee8e2-6956-477f-b480-57dd4482352f service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 217 time: 0.0586615 Apr 28 20:50:20.706268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-067459f6-420e-4734-a5fe-d378398a2c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.707677 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-067459f6-420e-4734-a5fe-d378398a2c8c service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0607255 Apr 28 20:50:20.842254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-cf2f6675-9f5d-4d0c-a3f9-f36ccf8df37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.843715 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-cf2f6675-9f5d-4d0c-a3f9-f36ccf8df37a service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301391 Apr 28 20:50:20.855214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68eaa29-b4f7-40ce-9203-57abbda20dac req-fb9bb2f0-f247-4708-a479-c2150b9d04ac tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:20.856524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f68eaa29-b4f7-40ce-9203-57abbda20dac req-fb9bb2f0-f247-4708-a479-c2150b9d04ac tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0998797 Apr 28 20:50:21.089507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f68eaa29-b4f7-40ce-9203-57abbda20dac req-59dc581c-67d0-4df5-a76e-2a8ff5197fe6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080580 Apr 28 20:50:21.117743 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-f1bfa2cc-62cc-4e0c-a9ae-8b9968dde60d service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2597773 Apr 28 20:50:21.248217 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4be0f9fe-7246-4835-bd46-3069fe5c399a req-9e96177b-0685-495b-8279-52b8cb4ecaca service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244304 Apr 28 20:50:22.272564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612ba9a6-54fc-4757-86f7-53e6722633be req-ec8ef84e-06f0-4a0a-a182-bf743bfa6f8a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:22.274649 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-612ba9a6-54fc-4757-86f7-53e6722633be req-ec8ef84e-06f0-4a0a-a182-bf743bfa6f8a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0808816 Apr 28 20:50:22.316111 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-612ba9a6-54fc-4757-86f7-53e6722633be req-c1281844-28cf-40a3-ae00-ae85bf69dd90 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358644 Apr 28 20:50:22.477734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a1babc67-80fd-4542-bbf2-03b216852c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:23.500443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b25824-2951-46d1-a68c-fd8899921791 req-32ef9057-162c-42ea-ace1-85c2b61bbd33 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:23.501907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87b25824-2951-46d1-a68c-fd8899921791 req-32ef9057-162c-42ea-ace1-85c2b61bbd33 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0809221 Apr 28 20:50:23.548866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87b25824-2951-46d1-a68c-fd8899921791 req-3c566230-df4e-4078-be24-a1a53d230fc6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413704 Apr 28 20:50:23.884061 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:24.248290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:24.731666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89aa877-2eeb-4fc4-8755-b55184e696b2 req-45ed0794-3428-40b7-ad33-c8e71f5e751f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:24.733090 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e89aa877-2eeb-4fc4-8755-b55184e696b2 req-45ed0794-3428-40b7-ad33-c8e71f5e751f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0789225 Apr 28 20:50:24.775599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e89aa877-2eeb-4fc4-8755-b55184e696b2 req-5c5b7b2a-127d-47fe-9e21-3924b2bf0b08 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367992 Apr 28 20:50:25.399747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.473529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:50:25.605167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:25.618337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:50:25.673922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.690325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:50:25.706325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:25.709942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:25.778396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:25.959133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6cb192-fea3-4c64-829d-09c11d9ac5ac req-e6772411-9d8c-4229-9c8f-74d4f0e5d692 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:25.960462 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c6cb192-fea3-4c64-829d-09c11d9ac5ac req-e6772411-9d8c-4229-9c8f-74d4f0e5d692 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0781236 Apr 28 20:50:26.004183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c6cb192-fea3-4c64-829d-09c11d9ac5ac req-57adf566-ed38-46e5-a42e-faab84cc4111 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373404 Apr 28 20:50:26.027277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['275ff9d4-d4c9-4a86-84ed-7393dc086746'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:50:27.189376 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61cbdc4-050c-4cca-b0ee-d076f463e511 req-833b1135-54a7-44e1-b052-f3cf2ee69971 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:27.190851 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c61cbdc4-050c-4cca-b0ee-d076f463e511 req-833b1135-54a7-44e1-b052-f3cf2ee69971 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0812867 Apr 28 20:50:27.234368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c61cbdc4-050c-4cca-b0ee-d076f463e511 req-8701e5fd-8b2a-491c-802e-f087e79e1ba0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371058 Apr 28 20:50:27.489186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 up at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:50:27.557944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:50:27.562591 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Provisioning complete for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:50:27.562958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:27.675142 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:27.733759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:27.744572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:50:27.747450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:27.778060 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-716fe235-254c-4531-b817-3440821ca120'] response: {'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'code': 200} Apr 28 20:50:27.815572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:50:27.904027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b3f2f8-1180-4bfe-837a-48b423226ab3 req-d539fb1b-bd49-4956-8896-d5553200c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:27.905443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5b3f2f8-1180-4bfe-837a-48b423226ab3 req-d539fb1b-bd49-4956-8896-d5553200c683 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1096 time: 0.0712657 Apr 28 20:50:27.944825 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5b3f2f8-1180-4bfe-837a-48b423226ab3 req-4e5175fc-0d72-43ba-a9c7-7280ea57171e service neutron] 10.222.0.46 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330460 Apr 28 20:50:28.421492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c1d553-9be3-4b57-9e55-64553dd536d2 req-84592793-7110-41c0-87ff-1eabd0b04895 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:28.422970 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4c1d553-9be3-4b57-9e55-64553dd536d2 req-84592793-7110-41c0-87ff-1eabd0b04895 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0825293 Apr 28 20:50:28.471471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f4c1d553-9be3-4b57-9e55-64553dd536d2 req-e9dc63ad-ddb3-4b62-b6c9-beee64aeb4ee tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428543 Apr 28 20:50:29.653592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b044c87-b01f-4af7-b437-364e633761e6 req-06adb88a-0d31-4f37-9548-bc37d08a665f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:29.655005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b044c87-b01f-4af7-b437-364e633761e6 req-06adb88a-0d31-4f37-9548-bc37d08a665f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0772989 Apr 28 20:50:29.697934 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b044c87-b01f-4af7-b437-364e633761e6 req-4a368507-1450-40d2-8e25-47f75750f704 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373812 Apr 28 20:50:29.872797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddda41-361e-415c-bd1a-c02627af9e59 req-85eb31c7-1b09-4250-a470-287ed551e4a2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:29.874272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a6ddda41-361e-415c-bd1a-c02627af9e59 req-85eb31c7-1b09-4250-a470-287ed551e4a2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0784929 Apr 28 20:50:29.883322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54658) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:50:29.888071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'floatingip': {'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:50:29.966380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.528360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.531987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:30.697170 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 associated. External IP: 172.25.2.164, port: 275ff9d4-d4c9-4a86-84ed-7393dc086746. Apr 28 20:50:31.144950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:50:31.320186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:50:31.324412 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:31.330230 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:50:31.340501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:50:31.341102 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.378264 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d8066d61-2890-4537-a494-6c0b2de54ed7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "PUT /v2.0/floatingips/9bf7e4f5-0be5-44c3-87de-293e4010f212 HTTP/1.1" status: 200 len: 991 time: 1.4939353 Apr 28 20:50:31.378935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:50:31.428932 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a243c6b-67a0-4de1-823b-3f53461678bf'] response: {'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'status': 'completed', 'code': 200} Apr 28 20:50:31.524681 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:50:31.533844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-dea4ccf3-fece-4d41-8f52-a9f3e70a1b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:31.535305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-dea4ccf3-fece-4d41-8f52-a9f3e70a1b57 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1096 time: 0.0830727 Apr 28 20:50:31.690365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-6ef397d1-a3ab-433f-8c2b-675116021ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:31.691917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-6ef397d1-a3ab-433f-8c2b-675116021ffa service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1506095 Apr 28 20:50:31.805494 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-37196d6a-e27b-4841-b437-c874d3ee8bf8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 999 time: 0.1065257 Apr 28 20:50:31.818492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36338af1-bd0c-4d9a-9d09-4e9e77e2bd85 req-76689d9a-3402-4d11-834c-3f6cd7b677f9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:31.819945 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36338af1-bd0c-4d9a-9d09-4e9e77e2bd85 req-76689d9a-3402-4d11-834c-3f6cd7b677f9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.1111734 Apr 28 20:50:31.824546 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-ed0c570a-d65b-40a1-b4c9-b6754eca3077 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1464779 Apr 28 20:50:31.874057 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36338af1-bd0c-4d9a-9d09-4e9e77e2bd85 req-c264b264-6dce-4f21-aea9-0adbf94ec8a4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454752 Apr 28 20:50:31.879509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-8da8520b-4ac5-4406-af37-7f3f5ded862e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:31.881562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-8da8520b-4ac5-4406-af37-7f3f5ded862e service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0700243 Apr 28 20:50:31.938353 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e9b434-c205-49a2-973c-eae0c05c6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:50:30Z', 'revision_number': 9, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.942466 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:50:31.951884 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:50:31.952749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:50:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:31.969110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-2ebf5ea1-d764-478d-b5f3-3a72504a24ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:31.970590 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-2ebf5ea1-d764-478d-b5f3-3a72504a24ad service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746031 Apr 28 20:50:32.105896 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-f5a92ebf-9346-442a-a157-c77acb299b85 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285779 Apr 28 20:50:32.137448 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:50:32.240585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-37f9a1f9-9982-428e-86c0-7112ddc70f74 req-d95ef14e-a036-4549-b8e5-4297fc0836a5 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289115 Apr 28 20:50:32.499535 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e9b434-c205-49a2-973c-eae0c05c6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:50:30Z', 'revision_number': 9, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:50:32.503547 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c859b308-35d9-4f84-917a-05af12b5310a None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01e9b434-c205-49a2-973c-eae0c05c6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:50:30Z', 'revision_number': 9, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:50:32.698172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c4b5c7e-afaf-43e3-b40d-d542f38fb2c5 None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:50:33.066130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331348b5-049a-412c-8865-fa5a3280a385 req-ebc25587-faf7-4172-81f2-1006c08abc51 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:33.067655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-331348b5-049a-412c-8865-fa5a3280a385 req-ebc25587-faf7-4172-81f2-1006c08abc51 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0868127 Apr 28 20:50:33.165358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-331348b5-049a-412c-8865-fa5a3280a385 req-8c650720-e1e0-48d0-9339-099340eb0cee tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914309 Apr 28 20:50:33.181256 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-f5adcf58-c4e2-4fac-8477-b29e5ea67739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:33.182731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-f5adcf58-c4e2-4fac-8477-b29e5ea67739 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1096 time: 0.0953679 Apr 28 20:50:33.415336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-4a611713-9742-4b1b-8a4d-65eb94df241a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:33.416794 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-4a611713-9742-4b1b-8a4d-65eb94df241a service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2279978 Apr 28 20:50:33.519112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-c08fa4d7-7551-4124-81dc-dc8130b9f4c6 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1002 time: 0.0961344 Apr 28 20:50:33.577929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-33c2b759-33fd-43aa-9cbb-182abd36272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:33.579302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-33c2b759-33fd-43aa-9cbb-182abd36272f service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0546904 Apr 28 20:50:33.652415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-43f7a515-259c-400f-9ba6-0aef7bd8899c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:33.653864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-43f7a515-259c-400f-9ba6-0aef7bd8899c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693960 Apr 28 20:50:33.785060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-a5a6de49-b0da-46e4-9fb6-0b5fbe656620 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235435 Apr 28 20:50:33.914768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-e030f1ae-1019-4662-9fcb-df475208b0ca service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238246 Apr 28 20:50:34.345908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e158df-3b61-4f92-ae52-e9e5dc07ffac req-15e8fa2e-aa03-499d-8465-691e09a8613e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:34.347325 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a8e158df-3b61-4f92-ae52-e9e5dc07ffac req-15e8fa2e-aa03-499d-8465-691e09a8613e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0765526 Apr 28 20:50:34.394139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a8e158df-3b61-4f92-ae52-e9e5dc07ffac req-a22c22e6-6376-4555-a967-d98d0b6570df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405984 Apr 28 20:50:35.599022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c129287-e715-4ecd-83e5-9cb171154aba req-21df228d-b16f-4fa1-bc9c-bd9a7d958307 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:35.600461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c129287-e715-4ecd-83e5-9cb171154aba req-21df228d-b16f-4fa1-bc9c-bd9a7d958307 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0861957 Apr 28 20:50:35.645769 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c129287-e715-4ecd-83e5-9cb171154aba req-d9af92e3-aadc-46b3-8ed7-07ad22ff1257 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387874 Apr 28 20:50:35.818920 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:50:36.830427 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735b0605-e778-49f4-800f-e9e94dda32eb req-46a0f134-5f34-4358-a06a-82bddb145d8e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:36.832139 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-735b0605-e778-49f4-800f-e9e94dda32eb req-46a0f134-5f34-4358-a06a-82bddb145d8e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0798585 Apr 28 20:50:36.874543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-735b0605-e778-49f4-800f-e9e94dda32eb req-a0608d46-2b20-46c4-ba20-54c4df0d81a0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Apr 28 20:50:38.056717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc7553-d42b-4a8c-8a9d-0e5abc51d68e req-150911d5-478a-4087-8173-5f152be5c13a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:38.058092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68fc7553-d42b-4a8c-8a9d-0e5abc51d68e req-150911d5-478a-4087-8173-5f152be5c13a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0770223 Apr 28 20:50:38.105105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-68fc7553-d42b-4a8c-8a9d-0e5abc51d68e req-5642b878-6274-4b66-a46d-494ace9c8890 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414565 Apr 28 20:50:39.293922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cebe68-266e-4ff1-a1a5-5f001575fd62 req-12bba585-3683-44f0-bbe2-b65f62cdcc54 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:39.295346 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97cebe68-266e-4ff1-a1a5-5f001575fd62 req-12bba585-3683-44f0-bbe2-b65f62cdcc54 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0825820 Apr 28 20:50:39.339809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-97cebe68-266e-4ff1-a1a5-5f001575fd62 req-26d391a6-f7db-4b44-afcb-6aee7899a0bd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386732 Apr 28 20:50:40.523605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2fc139-61c1-4f6f-bad1-8441c1c374fc req-e13f06b4-7872-40fc-a261-4d87ea9575e7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:40.525054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a2fc139-61c1-4f6f-bad1-8441c1c374fc req-e13f06b4-7872-40fc-a261-4d87ea9575e7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0799456 Apr 28 20:50:40.568290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a2fc139-61c1-4f6f-bad1-8441c1c374fc req-f0ad7517-8109-41f0-9cb6-498847d3a07d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374236 Apr 28 20:50:40.609230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:41.752156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976d1d0-204c-48e7-a203-a486a4d5ef43 req-b2245c03-746a-479d-9b3c-8a01a9725019 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:41.753505 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e976d1d0-204c-48e7-a203-a486a4d5ef43 req-b2245c03-746a-479d-9b3c-8a01a9725019 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0797219 Apr 28 20:50:41.795855 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e976d1d0-204c-48e7-a203-a486a4d5ef43 req-8242b56d-ef0f-4687-9efb-1d51789591ce tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362179 Apr 28 20:50:42.910363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:42.982871 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2805d9a2-b139-453f-8793-fb72516c4a4d req-2b302a4c-862a-4e57-9255-80010ae42842 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:42.984280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2805d9a2-b139-453f-8793-fb72516c4a4d req-2b302a4c-862a-4e57-9255-80010ae42842 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0824158 Apr 28 20:50:43.026691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2805d9a2-b139-453f-8793-fb72516c4a4d req-29f4d44f-6099-49a8-a600-752d6a359242 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365717 Apr 28 20:50:43.435499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b510-b59e-4084-a49b-a441d1844a13 req-a9ac4fea-05da-4052-9da9-fc53f7171a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:43.436912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-a9ac4fea-05da-4052-9da9-fc53f7171a58 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1096 time: 0.0684288 Apr 28 20:50:43.578314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b510-b59e-4084-a49b-a441d1844a13 req-b0defb2d-ad0f-40b0-aa63-ed9b01e4defc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:43.579712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-b0defb2d-ad0f-40b0-aa63-ed9b01e4defc service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1247756 Apr 28 20:50:43.678340 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-94ace4b0-0357-43c3-af43-75681c550dfc service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1002 time: 0.0923901 Apr 28 20:50:43.738869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b510-b59e-4084-a49b-a441d1844a13 req-6234fb4b-4f91-4dda-920a-0cd908040624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:43.740144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-6234fb4b-4f91-4dda-920a-0cd908040624 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0559645 Apr 28 20:50:43.815438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952b510-b59e-4084-a49b-a441d1844a13 req-a8c6f6b6-163a-4256-8a81-c04eee1f62b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:43.816830 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-a8c6f6b6-163a-4256-8a81-c04eee1f62b6 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709395 Apr 28 20:50:43.943191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-b09cde30-7876-4755-876e-e3f746f6b6a8 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206834 Apr 28 20:50:44.179055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6952b510-b59e-4084-a49b-a441d1844a13 req-db52c58a-f6c3-4229-8f71-8ba7f86b187d service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2304943 Apr 28 20:50:44.220658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8078632-93b9-4cdc-bd4e-73ccdeb28bd6 req-570e0cd4-fc76-4593-97c5-27f1f9db78db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:44.222141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c8078632-93b9-4cdc-bd4e-73ccdeb28bd6 req-570e0cd4-fc76-4593-97c5-27f1f9db78db tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0840068 Apr 28 20:50:44.266230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c8078632-93b9-4cdc-bd4e-73ccdeb28bd6 req-dc1c8fdc-ed2d-4745-b373-21b92017a996 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378799 Apr 28 20:50:45.452539 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb29926-083a-4205-bb35-2ef3ac4f0315 req-101fd2e4-c14d-46bb-bcb4-9bd5a511c617 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:45.453999 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3bb29926-083a-4205-bb35-2ef3ac4f0315 req-101fd2e4-c14d-46bb-bcb4-9bd5a511c617 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0787196 Apr 28 20:50:45.498705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3bb29926-083a-4205-bb35-2ef3ac4f0315 req-99e50695-75ee-4d21-ac25-78d41155c4eb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387776 Apr 28 20:50:46.685150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f13ef82-e2fb-42f2-a920-111bf3b91a4a req-a758cfb6-601a-4183-b669-ac8fa564debf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:46.686578 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f13ef82-e2fb-42f2-a920-111bf3b91a4a req-a758cfb6-601a-4183-b669-ac8fa564debf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Apr 28 20:50:46.732804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8f13ef82-e2fb-42f2-a920-111bf3b91a4a req-725aa34a-b049-4bfa-a9f7-f304deca0a01 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Apr 28 20:50:47.915512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9d30f5-cdce-4354-a317-0cb1d444e5d7 req-3ab91cc6-ce40-4ed6-b8e1-2e2b178a534b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:47.916912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9d30f5-cdce-4354-a317-0cb1d444e5d7 req-3ab91cc6-ce40-4ed6-b8e1-2e2b178a534b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0797141 Apr 28 20:50:47.958990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f9d30f5-cdce-4354-a317-0cb1d444e5d7 req-4fb53900-adb8-42d7-9829-2d8df9ede017 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365000 Apr 28 20:50:49.139034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba375677-cfb6-41da-bece-d55b4fc32f24 req-33b0f55f-61e3-4525-b322-399136df8ed6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:49.140459 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba375677-cfb6-41da-bece-d55b4fc32f24 req-33b0f55f-61e3-4525-b322-399136df8ed6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0780048 Apr 28 20:50:49.184936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ba375677-cfb6-41da-bece-d55b4fc32f24 req-990bb104-a374-4715-be56-fd273da68ecc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386465 Apr 28 20:50:50.349209 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e9852886-dbe1-4538-b22b-712008627b63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:50.366942 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4899cf-4758-4193-9bc9-684fa9ac5476 req-ad4979d6-4cef-4c63-a281-f637a7efc770 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:50.368519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb4899cf-4758-4193-9bc9-684fa9ac5476 req-ad4979d6-4cef-4c63-a281-f637a7efc770 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0788708 Apr 28 20:50:50.414875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb4899cf-4758-4193-9bc9-684fa9ac5476 req-8350c2cd-7a95-4e22-a911-f0c2e1d7c072 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406823 Apr 28 20:50:51.598479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a5a911-4eb4-467b-8d88-929936df65c5 req-d15ca87d-99ef-4728-8449-f0a49fa8b0bd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:51.599903 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80a5a911-4eb4-467b-8d88-929936df65c5 req-d15ca87d-99ef-4728-8449-f0a49fa8b0bd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0814497 Apr 28 20:50:51.748040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-80a5a911-4eb4-467b-8d88-929936df65c5 req-ef6f739c-d07c-4347-9ba8-9f9fe365b8b6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417844 Apr 28 20:50:52.479414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-913fed8d-74cc-4907-80e1-76e0eea31b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:52.933147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f588e8f7-9fbe-4b54-855d-b753e1c2012f req-eb7e12d9-ce4a-44b4-ab21-a31524530635 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:52.934591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f588e8f7-9fbe-4b54-855d-b753e1c2012f req-eb7e12d9-ce4a-44b4-ab21-a31524530635 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0786297 Apr 28 20:50:52.977277 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f588e8f7-9fbe-4b54-855d-b753e1c2012f req-41dd1ce6-3cb6-4024-bc26-77346d8efbfc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370841 Apr 28 20:50:53.886573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:54.162866 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2c0da4-eeaa-4a05-a267-ed27e13a7216 req-aaf61068-18d5-403c-8581-ccec3ad46e6f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:54.164189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af2c0da4-eeaa-4a05-a267-ed27e13a7216 req-aaf61068-18d5-403c-8581-ccec3ad46e6f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0774167 Apr 28 20:50:54.207265 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af2c0da4-eeaa-4a05-a267-ed27e13a7216 req-ad296616-5a4a-4f3f-a67e-e868219f5bc4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373724 Apr 28 20:50:54.250243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:55.402299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:50:55.405437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3ad293-4bcc-488e-9fd3-cc65f94117df req-4ffee2f3-2b9e-42d8-be18-bd53f0eed2d6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:55.406950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a3ad293-4bcc-488e-9fd3-cc65f94117df req-4ffee2f3-2b9e-42d8-be18-bd53f0eed2d6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0932491 Apr 28 20:50:55.450344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a3ad293-4bcc-488e-9fd3-cc65f94117df req-da8e5f62-9b9d-47ce-9f5f-050dea8efbde tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374968 Apr 28 20:50:56.636770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa4b0da-e798-4f86-9ee5-c2be6e49dbd6 req-1af93d7e-f0b4-496d-b497-b4ec646cfb5a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:56.638224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fa4b0da-e798-4f86-9ee5-c2be6e49dbd6 req-1af93d7e-f0b4-496d-b497-b4ec646cfb5a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0820546 Apr 28 20:50:56.680133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1fa4b0da-e798-4f86-9ee5-c2be6e49dbd6 req-4f9cbf7c-2f9c-4e70-8ca3-a7d8d1950bf2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364101 Apr 28 20:50:57.861243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd0f14a-08f6-4b41-bed7-3f3e763c8100 req-4d2e2317-8c85-46f3-bd31-749212e6fbed tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:57.862746 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acd0f14a-08f6-4b41-bed7-3f3e763c8100 req-4d2e2317-8c85-46f3-bd31-749212e6fbed tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0787528 Apr 28 20:50:57.906072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acd0f14a-08f6-4b41-bed7-3f3e763c8100 req-927b4938-af40-4f3b-b790-4273143a3dec tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375886 Apr 28 20:50:59.086243 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d3039-2c8f-49a0-b90b-7408582ce4f2 req-d59af093-4713-44ee-9a01-2a61d3531456 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:50:59.087694 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-592d3039-2c8f-49a0-b90b-7408582ce4f2 req-d59af093-4713-44ee-9a01-2a61d3531456 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0773547 Apr 28 20:50:59.134257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-592d3039-2c8f-49a0-b90b-7408582ce4f2 req-20c14698-d381-4c32-86af-2c9693c2f36e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409124 Apr 28 20:51:00.320895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78a160-7232-4ecf-b52d-4279d5acc302 req-a3e5c297-526b-4a5e-b9be-6b5d0468ae45 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:00.322342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db78a160-7232-4ecf-b52d-4279d5acc302 req-a3e5c297-526b-4a5e-b9be-6b5d0468ae45 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0820482 Apr 28 20:51:00.366077 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db78a160-7232-4ecf-b52d-4279d5acc302 req-110836e2-aeae-463c-a565-a880681ed50a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373499 Apr 28 20:51:00.859091 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-2963f9ce-fbb4-4336-ab8a-1ad645365ebd service neutron] show failed (client error): The resource could not be found. Apr 28 20:51:00.860078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-2963f9ce-fbb4-4336-ab8a-1ad645365ebd service neutron] 10.222.0.46 "GET /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746/bindings/n-h1-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0735376 Apr 28 20:51:01.117518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-f78ab0f9-f5d4-45c8-aa02-924a3b879818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:01.118863 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-f78ab0f9-f5d4-45c8-aa02-924a3b879818 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0723312 Apr 28 20:51:01.133205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:01.244788 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:01.513855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:01.542045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:01.556567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a41ef3-abf9-45e9-a81e-d4ae441474dc req-c1b484aa-5040-471e-8aef-f32024e5fa07 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:01.558073 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6a41ef3-abf9-45e9-a81e-d4ae441474dc req-c1b484aa-5040-471e-8aef-f32024e5fa07 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0827284 Apr 28 20:51:01.599900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:01.602180 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6a41ef3-abf9-45e9-a81e-d4ae441474dc req-c5514edf-8e04-4804-8ddb-9c2ac512fc6d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384824 Apr 28 20:51:01.606564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:01.625819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Transition to ACTIVE for port object 275ff9d4-d4c9-4a86-84ed-7393dc086746 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:01.630427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:01.674410 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-063597de-a955-4cb8-9a48-2abc1cc6955b'] response: {'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'code': 200} Apr 28 20:51:01.776209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:01.793999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.794338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.794675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.795008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.795331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.795653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.795974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.796292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.796607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.796923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.797242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.797583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:01.842519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] No DVR routers for this DVR port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:51:02.173303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:51:02.173661 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:51:02.173986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:02.178825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:51:02.179138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:02.184146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:51:02.184471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:51:02.184842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:51:02.185254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Bound port: 275ff9d4-d4c9-4a86-84ed-7393dc086746, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:51:02.185634 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:02.272900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:02.276260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:51:02.280592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:02.343342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.343906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:02.345300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] 10.222.0.41 "PUT /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1091 time: 1.2157998 Apr 28 20:51:02.360737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d74e99-531b-40cb-a47c-87716e77dc0b service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=7']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:02.441648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-1082a6d0-0616-40c3-9011-d5edeb5f1595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.443127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-1082a6d0-0616-40c3-9011-d5edeb5f1595 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.0731723 Apr 28 20:51:02.579814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-e0f205d8-e889-455c-8127-16cc6f480a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.581704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-e0f205d8-e889-455c-8127-16cc6f480a04 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1292913 Apr 28 20:51:02.687117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-85da81a9-c676-4e88-a8bd-e6052c555ba3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.0960763 Apr 28 20:51:02.752024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-94546485-ccf9-40fe-802e-188848221b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.753446 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-94546485-ccf9-40fe-802e-188848221b4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0567956 Apr 28 20:51:02.793651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53710a41-6400-4be6-88f4-ed8b3aa4e640 req-4b72deca-6678-47ac-a882-7f5704c8d698 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.795115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53710a41-6400-4be6-88f4-ed8b3aa4e640 req-4b72deca-6678-47ac-a882-7f5704c8d698 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0842688 Apr 28 20:51:02.833756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-41d95d82-f9ff-46a6-b1df-b8fdf122a97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:02.835176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-41d95d82-f9ff-46a6-b1df-b8fdf122a97a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0724571 Apr 28 20:51:02.840771 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53710a41-6400-4be6-88f4-ed8b3aa4e640 req-ce52b21b-4e6c-4b9b-983e-5c7123fc858d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399899 Apr 28 20:51:02.972097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-f8f53164-53d1-4171-a41e-bbcc42ee4efc service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263678 Apr 28 20:51:03.108328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff7a303e-57d3-4e81-9324-e5ad56446cea req-7f43104a-8306-4c83-869b-1da7e37169fb service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265790 Apr 28 20:51:03.675897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:03.735190 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e2610cc-677d-4fa7-b0c6-5348692eb72c'] response: {'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'status': 'completed', 'code': 200} Apr 28 20:51:03.884739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-624b4629-071d-4d45-b992-5c4fd277ab29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:03.886264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-624b4629-071d-4d45-b992-5c4fd277ab29 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.1317763 Apr 28 20:51:03.888810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-4c45a4a4-cb93-4423-ad0c-2f50f4a28f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:03.890209 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-4c45a4a4-cb93-4423-ad0c-2f50f4a28f4a service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.1055694 Apr 28 20:51:04.027928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b69329-c068-480a-9683-84f0744a9345 req-859450c8-2d4f-400b-9032-4ceab7622e32 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.029532 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6b69329-c068-480a-9683-84f0744a9345 req-859450c8-2d4f-400b-9032-4ceab7622e32 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0810642 Apr 28 20:51:04.076327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d6b69329-c068-480a-9683-84f0744a9345 req-9556a7da-f5a9-48fd-a73d-17326879aed3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404158 Apr 28 20:51:04.127488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-54de2153-23a4-4ab6-b7f8-32052db45d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.128921 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-54de2153-23a4-4ab6-b7f8-32052db45d6a service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2361498 Apr 28 20:51:04.131149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-a5a3f1c1-e6ef-40f0-8872-0b867eab877a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.132454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-a5a3f1c1-e6ef-40f0-8872-0b867eab877a service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2186522 Apr 28 20:51:04.433947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-81a30297-3f24-4366-9561-dea72597955b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.2983844 Apr 28 20:51:04.435551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-a0b7a406-3832-4e3b-9b7c-0f519f4eb3b8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.2531970 Apr 28 20:51:04.546757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-130e5e73-606a-45e5-b7c9-6d4fecf02988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.548158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-130e5e73-606a-45e5-b7c9-6d4fecf02988 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1072030 Apr 28 20:51:04.549554 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-ecf93cf2-3ba7-493f-b39f-7499aa8c3db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.550838 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-ecf93cf2-3ba7-493f-b39f-7499aa8c3db2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1088023 Apr 28 20:51:04.685078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-da0d0d03-0c33-4faa-b490-21d1fcee082d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.686470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-da0d0d03-0c33-4faa-b490-21d1fcee082d service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1316347 Apr 28 20:51:04.688861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-35ffa208-99e0-420f-9d86-2ae6eb62983d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:04.690198 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-35ffa208-99e0-420f-9d86-2ae6eb62983d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1015701 Apr 28 20:51:04.921567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-0cedc44e-fe62-439f-8a50-393d8ee09244 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2288089 Apr 28 20:51:04.924522 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-89a4af98-4b56-4cc2-a112-334fc5e6dc40 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119434 Apr 28 20:51:05.163922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-8cde9b93-ac3b-4172-8cb6-fdd85e700990 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354536 Apr 28 20:51:05.165844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-94105951-5735-4ff4-b1fd-79403e5ce48b req-552a82d2-116c-4a4d-a846-bf177cf142be service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147923 Apr 28 20:51:05.264446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd72235-4ee8-4dcd-a3d4-f61af01e13f5 req-2b72235e-0013-4f4c-871e-268450aada0a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:05.265938 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fd72235-4ee8-4dcd-a3d4-f61af01e13f5 req-2b72235e-0013-4f4c-871e-268450aada0a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.0811732 Apr 28 20:51:05.309057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8fd72235-4ee8-4dcd-a3d4-f61af01e13f5 req-f173c50a-f6fd-4391-b6dd-31087d0e1bf9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374682 Apr 28 20:51:05.691302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:51:05.747432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:51:05.752766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-b57c366c-6266-48db-8c60-6a1ef16f9e09 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:05.754215 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-b57c366c-6266-48db-8c60-6a1ef16f9e09 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577&tenant_id=831d51984c7041d5b1754b30a1059bf0&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 943 time: 0.1367731 Apr 28 20:51:05.831188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca6d75b-5308-4acb-9073-fd6646d76c16 req-fc270a37-aa51-466d-aff8-92616f6de66c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:05.832610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cca6d75b-5308-4acb-9073-fd6646d76c16 req-fc270a37-aa51-466d-aff8-92616f6de66c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 943 time: 0.1571081 Apr 28 20:51:05.867852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-41f0d4dd-5895-4f21-88cd-6884249d9df2 service neutron] 10.222.0.41 "GET /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 382 time: 0.1078587 Apr 28 20:51:05.887585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cca6d75b-5308-4acb-9073-fd6646d76c16 req-3a80f242-7d03-4e42-8932-fbd6c81ee5cf tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480433 Apr 28 20:51:05.957556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-370b2a76-28db-4917-b931-38894cee7e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:05.958951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-370b2a76-28db-4917-b931-38894cee7e88 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1094 time: 0.0695066 Apr 28 20:51:06.040114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:51:06.089598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-5d7b40ba-9258-443f-b4af-e5540cd3d9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:06.091026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-5d7b40ba-9258-443f-b4af-e5540cd3d9b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1256161 Apr 28 20:51:06.175762 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:06.192365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:51:06.196166 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-e01084bb-f327-4554-b6d2-228c656580b1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.0983500 Apr 28 20:51:06.246494 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:06.256999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-7c915639-c42a-4e15-a4ff-6e9efb6ca30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:06.258529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-7c915639-c42a-4e15-a4ff-6e9efb6ca30b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0562570 Apr 28 20:51:06.262869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:51:06.277820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:06.281246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:06.349332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:06.358360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.358697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.359029 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.359358 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.359683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.360005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.360326 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.360640 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.360959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.361276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.361619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.361938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:06.452833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-fee6e7b0-b8bf-4074-828c-08b4dc70fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:06.454516 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-fee6e7b0-b8bf-4074-828c-08b4dc70fd1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1901591 Apr 28 20:51:06.553870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['275ff9d4-d4c9-4a86-84ed-7393dc086746'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:51:06.588595 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-3de89972-4331-41c6-86db-e39bfdcda986 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271553 Apr 28 20:51:06.721149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-754764bb-a9f1-4024-baac-439143d401e3 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256795 Apr 28 20:51:06.875987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1270401-fbb8-497f-91ba-d536821a2743 req-55aeb95f-e6a6-4eb3-9c17-68651c0258a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:06.877328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-55aeb95f-e6a6-4eb3-9c17-68651c0258a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1095 time: 0.0689123 Apr 28 20:51:07.020918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1270401-fbb8-497f-91ba-d536821a2743 req-0942c358-9089-4271-a78f-e128a6fe7eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:07.022361 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-0942c358-9089-4271-a78f-e128a6fe7eb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1261525 Apr 28 20:51:07.078576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4341f49-bac2-43b3-812a-41a3dd973f83 req-62915885-661e-4a59-bf87-9c25488789e0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:07.080037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4341f49-bac2-43b3-812a-41a3dd973f83 req-62915885-661e-4a59-bf87-9c25488789e0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0837617 Apr 28 20:51:07.124306 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d4341f49-bac2-43b3-812a-41a3dd973f83 req-dcbaa5fa-09de-49ee-83c9-9cf169d519ec tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381985 Apr 28 20:51:07.126531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-d8b2c2a9-cc16-4494-b5d0-164d50eb0df7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1001 time: 0.0975621 Apr 28 20:51:07.192152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1270401-fbb8-497f-91ba-d536821a2743 req-daf62c12-0eef-445d-8e06-cbb2ea50675d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:07.193562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-daf62c12-0eef-445d-8e06-cbb2ea50675d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0592287 Apr 28 20:51:07.267283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1270401-fbb8-497f-91ba-d536821a2743 req-cc5bb53f-8fcb-47c7-96f7-f91fca620a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:07.268709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-cc5bb53f-8fcb-47c7-96f7-f91fca620a81 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680449 Apr 28 20:51:07.397381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-c94fe5f5-6108-4091-9914-df4ae8d1f418 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217628 Apr 28 20:51:07.528723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b1270401-fbb8-497f-91ba-d536821a2743 req-20256c1f-0d1c-4eef-b2a0-c15013f10c26 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231635 Apr 28 20:51:08.041643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:51:08.110665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:51:08.115223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 275ff9d4-d4c9-4a86-84ed-7393dc086746 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:51:08.115618 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:08.235307 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:08.267517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:08.277336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:08.281705 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:08.316869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defc5c1e-8c28-4b26-9f80-1d7fdad2a111 req-e9145c1b-e2a9-4e41-b21c-745b1aeeff9a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:08.318390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-defc5c1e-8c28-4b26-9f80-1d7fdad2a111 req-e9145c1b-e2a9-4e41-b21c-745b1aeeff9a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0852244 Apr 28 20:51:08.336892 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4cb2711-824a-4578-9557-5f87f97a8ed9'] response: {'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'code': 200} Apr 28 20:51:08.353070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:08.368198 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-defc5c1e-8c28-4b26-9f80-1d7fdad2a111 req-c52d7bad-c25f-47ee-a22e-b2c2367121f6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443869 Apr 28 20:51:08.942283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-8516dbb6-3df1-425a-85f2-569cf1777b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:08.943745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-8516dbb6-3df1-425a-85f2-569cf1777b31 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 1096 time: 0.0697968 Apr 28 20:51:08.953954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:09.061909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:09.433487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:09.462849 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:09.521626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:09.527145 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:09.543385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Transition to ACTIVE for port object 275ff9d4-d4c9-4a86-84ed-7393dc086746 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:09.547438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:09.564260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a19be61-9dd3-491e-b911-8204c84706aa req-8ff53d9c-7d2f-42ac-b294-139e8ed7e474 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:09.566385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a19be61-9dd3-491e-b911-8204c84706aa req-8ff53d9c-7d2f-42ac-b294-139e8ed7e474 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0890098 Apr 28 20:51:09.587408 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f40ab0d9-4412-4290-ae95-edff69b105da'] response: {'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'code': 200} Apr 28 20:51:09.617721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9a19be61-9dd3-491e-b911-8204c84706aa req-faba320a-78c9-4133-9986-23724ad562a6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450816 Apr 28 20:51:09.699427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=10']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:09.753834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] No DVR routers for this DVR port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:51:09.979492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:51:09.980349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:51:09.980657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:09.985135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:51:09.985453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Attempting to bind port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:09.990455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:51:09.990791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:51:09.991170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:51:09.991594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Bound port: 275ff9d4-d4c9-4a86-84ed-7393dc086746, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:51:09.991940 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:10.078214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:10.081351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:51:10.086111 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:10.146386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.147001 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:10.148413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] 10.222.0.46 "PUT /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1092 time: 1.1981869 Apr 28 20:51:10.165135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f594f0-97c9-406a-adb8-95e37b84d329 service neutron] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=11']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:10.242479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-4cedad75-a470-4c23-b5c7-837336799147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.243901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-4cedad75-a470-4c23-b5c7-837336799147 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1095 time: 0.0744789 Apr 28 20:51:10.377842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-c95cd1ba-21fb-4e00-90f3-5bbfb032daf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.379266 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-c95cd1ba-21fb-4e00-90f3-5bbfb032daf5 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1300728 Apr 28 20:51:10.482468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-22d38144-b46a-4790-b09a-c11ff3b79f27 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.0976725 Apr 28 20:51:10.544103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-dcf5a7ff-22c3-4c26-9ac2-1e8ca6aaf683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.545519 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-dcf5a7ff-22c3-4c26-9ac2-1e8ca6aaf683 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0566366 Apr 28 20:51:10.608215 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:10.622880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc41247-e22f-4383-850f-cde015622953 req-4a0fcb74-a6e0-41ff-b72f-d36c3046e564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.624347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-4a0fcb74-a6e0-41ff-b72f-d36c3046e564 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732133 Apr 28 20:51:10.808263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-6c1849c3-817f-4f9e-84d8-4dfa7f05c9b8 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1767874 Apr 28 20:51:10.868674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd3bfc-2eab-4ae8-b33e-3e6516fd8b2d req-d0627a49-849a-49a9-a65e-7a4bfd82da5c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:10.870730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bcd3bfc-2eab-4ae8-b33e-3e6516fd8b2d req-d0627a49-849a-49a9-a65e-7a4bfd82da5c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.1386149 Apr 28 20:51:10.981788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5bcd3bfc-2eab-4ae8-b33e-3e6516fd8b2d req-b638ddef-c0b6-492c-852c-0945a73b315f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701056 Apr 28 20:51:10.986974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ecc41247-e22f-4383-850f-cde015622953 req-1c96c0d1-9908-44b4-b941-f2cd7d4930e2 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712384 Apr 28 20:51:11.587936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:11.644189 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aba05964-18d6-444a-b5e0-ee8a61febe55'] response: {'name': 'network-changed', 'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'status': 'completed', 'code': 200} Apr 28 20:51:11.909689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-19044b33-c2c2-4515-80ab-2653fa3fa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:11.911128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-19044b33-c2c2-4515-80ab-2653fa3fa7c5 service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1095 time: 0.2446330 Apr 28 20:51:11.913421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-eef17540-42ed-494d-8cd8-d321b0e3e143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:11.914722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-eef17540-42ed-494d-8cd8-d321b0e3e143 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 1095 time: 0.1018767 Apr 28 20:51:12.081169 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:51:12.137791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:51:12.202042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-5915b899-f2c3-4356-8ec4-218baa1b4028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.203365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-5915b899-f2c3-4356-8ec4-218baa1b4028 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2863719 Apr 28 20:51:12.207002 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-12cb13a6-564b-4487-bdd9-6d61987860c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.208279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-12cb13a6-564b-4487-bdd9-6d61987860c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.2735691 Apr 28 20:51:12.375582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108a349-092f-4c97-a47d-a10952dc0eb4 req-15f6f79e-4e1e-4b5a-902e-66ab28742a9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.376984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9108a349-092f-4c97-a47d-a10952dc0eb4 req-15f6f79e-4e1e-4b5a-902e-66ab28742a9f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.2865081 Apr 28 20:51:12.418891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-ae7e8de0-7027-4bcc-ac6a-091a90265d37 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.2079890 Apr 28 20:51:12.422390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-c4a0c172-72d8-471f-a583-a0f0697bec7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 200 len: 1000 time: 0.1613941 Apr 28 20:51:12.518449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9108a349-092f-4c97-a47d-a10952dc0eb4 req-1b31487e-7c42-416d-94bb-dbe78129a005 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355579 Apr 28 20:51:12.544645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-cb29df19-e795-4dfa-bbd7-1ed6162de541 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.546058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-cb29df19-e795-4dfa-bbd7-1ed6162de541 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1158884 Apr 28 20:51:12.547376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-57955515-3c46-4ded-a2d0-88c125663b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.548679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-57955515-3c46-4ded-a2d0-88c125663b24 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1175127 Apr 28 20:51:12.679873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-b2500dc8-ac91-4952-94b1-9207c6b984e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.681315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-b2500dc8-ac91-4952-94b1-9207c6b984e8 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1270800 Apr 28 20:51:12.683668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-92274751-f8c6-40ff-88ec-f18c69f4d847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:12.684953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-92274751-f8c6-40ff-88ec-f18c69f4d847 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1296821 Apr 28 20:51:12.818382 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:51:12.908372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:12.911675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-6c8290a0-5110-4b96-a01c-f60ae22b2767 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237062 Apr 28 20:51:12.913299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-87556eff-db50-4b88-ae1e-46e332851f92 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088981 Apr 28 20:51:13.262523 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-c7d5c94e-b410-4f90-a400-76b37fa64b45 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3446465 Apr 28 20:51:13.265324 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40b59486-5804-4249-b9a8-0c94e5c04123 req-3cfe2ccc-879f-4aec-9677-a4552cfbf5eb service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303783 Apr 28 20:51:13.705851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc3dd49-db4f-4ec6-8c46-c6cba2a32b44 req-919b8562-9559-46dd-8a47-bc3124b6ba8b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:13.707283 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7fc3dd49-db4f-4ec6-8c46-c6cba2a32b44 req-919b8562-9559-46dd-8a47-bc3124b6ba8b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0793347 Apr 28 20:51:13.751389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7fc3dd49-db4f-4ec6-8c46-c6cba2a32b44 req-8c73e1d2-6fed-46fb-9a1c-4058a9319bb2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384932 Apr 28 20:51:14.934050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd29f7d-e426-40cf-9edc-2a67d03b3886 req-b910e197-f0ca-4e56-baeb-d6d0d7218931 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:14.935488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9dd29f7d-e426-40cf-9edc-2a67d03b3886 req-b910e197-f0ca-4e56-baeb-d6d0d7218931 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0819507 Apr 28 20:51:14.978717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9dd29f7d-e426-40cf-9edc-2a67d03b3886 req-7961bb40-a4e3-4bcc-8438-7d6a52dfc2d2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375495 Apr 28 20:51:15.165117 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578647b1-4ed3-4208-ac8c-06187305136b req-d90c149d-ccfa-4d70-a610-c94d9cb501c5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:15.166511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-578647b1-4ed3-4208-ac8c-06187305136b req-d90c149d-ccfa-4d70-a610-c94d9cb501c5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0809731 Apr 28 20:51:15.210129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-578647b1-4ed3-4208-ac8c-06187305136b req-a3c49243-ea6b-440c-b7a1-a2502a6b0aae tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373218 Apr 28 20:51:15.391984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8bf117-09c9-4d94-985a-2f7dec043714 req-95a28fe3-16b3-4e93-b5f6-39e6c55fe103 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:15.393381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e8bf117-09c9-4d94-985a-2f7dec043714 req-95a28fe3-16b3-4e93-b5f6-39e6c55fe103 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0783775 Apr 28 20:51:15.437196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5e8bf117-09c9-4d94-985a-2f7dec043714 req-1dc71237-75d5-4059-884b-07111b504915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381513 Apr 28 20:51:15.756125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:51:15.816834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7c6720-7395-4473-8c63-fda8bfe0053d req-429666ac-47a4-4b82-999f-fff98f86dc36 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:15.818332 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da7c6720-7395-4473-8c63-fda8bfe0053d req-429666ac-47a4-4b82-999f-fff98f86dc36 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 944 time: 0.0850713 Apr 28 20:51:15.862468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-da7c6720-7395-4473-8c63-fda8bfe0053d req-917f13a1-e686-4a0e-a71e-9a3140cf8633 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376654 Apr 28 20:51:15.892124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:15.904970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Returning: {'device': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'mac_address': 'fa:16:3e:16:95:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:51:15.958487 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:15.974327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:51:15.988956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:15.993828 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:16.061913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Pushing event updated for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=12']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:16.328631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] get_ports_and_sgs() called for port_ids ['275ff9d4-d4c9-4a86-84ed-7393dc086746'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:51:17.049972 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0693bd3c-273d-46b8-8fb1-c13c91677b5a req-699ea3bf-8f7c-4538-bf97-0255722aa08b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:17.051407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0693bd3c-273d-46b8-8fb1-c13c91677b5a req-699ea3bf-8f7c-4538-bf97-0255722aa08b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0798097 Apr 28 20:51:17.095692 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0693bd3c-273d-46b8-8fb1-c13c91677b5a req-9ecac7f8-3df2-451a-9fa2-327fb6423b8a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387387 Apr 28 20:51:17.330194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-1576a2ff-2bff-4ba7-ad28-4fd6b1e4bcc0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:17.331852 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-1576a2ff-2bff-4ba7-ad28-4fd6b1e4bcc0 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 945 time: 0.0772960 Apr 28 20:51:17.401616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:51:17.401847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:17.642608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] For port 275ff9d4-d4c9-4a86-84ed-7393dc086746, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=275ff9d4-d4c9-4a86-84ed-7393dc086746,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:17.642880 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:17.922211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:17.922496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:17.922807 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 disassociated. External IP: 172.25.2.164, port: 275ff9d4-d4c9-4a86-84ed-7393dc086746. Apr 28 20:51:17.923138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for 275ff9d4-d4c9-4a86-84ed-7393dc086746 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:51:18.064644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:18.113730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=275ff9d4-d4c9-4a86-84ed-7393dc086746,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:18.295195 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15bd7d1d-08e0-444a-8538-30e703446239 req-8ae01cc3-daf9-409c-9159-9c51e9728fe1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=01e9b434-c205-49a2-973c-eae0c05c6577 HTTP/1.1" status: 200 len: 210 time: 0.0604355 Apr 28 20:51:18.342218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:51:18.633455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:51:18.643419 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:51:18.652683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:51:18.653277 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:50:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:18.706286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] No DVR routers for this DVR port 275ff9d4-d4c9-4a86-84ed-7393dc086746 on host n-h2-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:51:18.708847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:18.711537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-deleted', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:18.728053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5f618ff5-9f26-4b11-bf66-9618d557d84b req-3da3c35e-4240-44fa-b119-321108fee504 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "DELETE /v2.0/ports/275ff9d4-d4c9-4a86-84ed-7393dc086746 HTTP/1.1" status: 204 len: 173 time: 1.3905926 Apr 28 20:51:18.763440 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50fa06ef-d85d-4e42-94e8-39a7e65a9aba'] response: {'server_uuid': '01e9b434-c205-49a2-973c-eae0c05c6577', 'name': 'network-vif-deleted', 'tag': '275ff9d4-d4c9-4a86-84ed-7393dc086746', 'status': 'completed', 'code': 200} Apr 28 20:51:18.832929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:51:19.189353 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:19.193279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:51:19.202114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:51:19.202697 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:50:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:19.377101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:51:19.639827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-7013f9d5-fe52-4f96-8f69-40dc9236a015 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-securitygroup--923625046&fields=id&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 267 time: 0.0392480 Apr 28 20:51:19.686722 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:19.690586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c405bbc-e1ee-49ff-87ff-98f04eafa2ef None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:51:19.769247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 details requested by agent hyperv_n-h2-839811-1 with host n-h2-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:51:19.774785 n-d-839811-1 neutron-server[88141]: INFO neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No ports have port_id starting with 275ff9d4-d4c9-4a86-84ed-7393dc086746 Apr 28 20:51:19.775622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 requested by agent hyperv_n-h2-839811-1 not found in database {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:99}} Apr 28 20:51:19.791641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-a47f10ab-dcb2-4245-95c6-62e57eb580f7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:19.793433 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-a47f10ab-dcb2-4245-95c6-62e57eb580f7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1470761 Apr 28 20:51:19.809567 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-22df93ca-337f-4dac-9b7a-cabd8c361263 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/quotas/831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 375 time: 0.0105762 Apr 28 20:51:19.897511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9a603711-cc3c-4d1a-be09-b73e41e1958e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:51:19.912253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed0abb57-6f1b-4a1b-a676-8b8f70fa4ecd None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:51:19.913029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9a603711-cc3c-4d1a-be09-b73e41e1958e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:51:19.914458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9a603711-cc3c-4d1a-be09-b73e41e1958e tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0993965 Apr 28 20:51:20.053265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-12a3d82e-73f9-4780-ad5e-01e0baeb944f service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263499 Apr 28 20:51:20.190269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-aefde7b1-0091-411e-a0e5-cd952653112a service neutron] 10.222.0.24 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302052 Apr 28 20:51:20.355978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4dc0e06b-f60d-400f-8417-3990a2d316fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:20.370842 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a948ddbd-18be-4ae0-9bb0-6be7c5e0baa7 req-166b8ab2-7a01-4d98-b682-bece29858f3a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0473945 Apr 28 20:51:21.317931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-2611bf35-b6cd-441c-a6d3-ed9fb3508caa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:21.319328 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-2611bf35-b6cd-441c-a6d3-ed9fb3508caa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1477571 Apr 28 20:51:21.374052 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-a371c0f9-a394-493d-a92e-f40f238afbef tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 379 time: 0.0438945 Apr 28 20:51:21.384230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'port': {'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'admin_state_up': True, 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'security_groups': ['da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:21.529161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-16956988-16cd-41e4-a591-3632cc21c5fd req-a617e4ce-5990-47a7-9464-7175d046ff2f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0497599 Apr 28 20:51:21.557817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:51:21.567159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:51:21.577373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:51:21.581093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:21.740898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.20.0.5 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/86553fe5-33db-40c0-a199-c08c0b619684) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:51:21.800259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 no longer exists at agent hyperv_n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:51:21.836980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] No Port match for: 275ff9d4-d4c9-4a86-84ed-7393dc086746 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:51:21.837290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Device 275ff9d4-d4c9-4a86-84ed-7393dc086746 not bound to the agent host n-h2-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:51:21.928340 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:21.945534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Transition to ACTIVE for port object 86553fe5-33db-40c0-a199-c08c0b619684 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:21.970000 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.039870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:51:22.043007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:51:22.045217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:51:22.086176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=86553fe5-33db-40c0-a199-c08c0b619684,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:22.118754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:22.119351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.147013 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0b9d17cf-3788-4842-b8f6-3e019cab76df tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7661674 Apr 28 20:51:22.157798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Request body: {'port': {'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:22.274298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eca272c8-e23f-4a6a-ba55-ae057dd6597e None None] Provisioning for port 86553fe5-33db-40c0-a199-c08c0b619684 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:51:22.279754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eca272c8-e23f-4a6a-ba55-ae057dd6597e None None] Provisioning complete for port 86553fe5-33db-40c0-a199-c08c0b619684 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:51:22.280132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eca272c8-e23f-4a6a-ba55-ae057dd6597e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.334776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-eca272c8-e23f-4a6a-ba55-ae057dd6597e None None] Port 86553fe5-33db-40c0-a199-c08c0b619684 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:51:22.387344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.482147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ff8c391d-1f7f-442b-ad5d-fa8f13f70823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.712008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb7d570-712b-4d21-88d8-775d98cbffd8 req-84543bd0-86ee-428b-84ac-2f11295ed271 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:22.713371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bb7d570-712b-4d21-88d8-775d98cbffd8 req-84543bd0-86ee-428b-84ac-2f11295ed271 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 931 time: 0.0793405 Apr 28 20:51:22.727162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86553fe5-33db-40c0-a199-c08c0b619684 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:51:22.735079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.752129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Transition to ACTIVE for port object 86553fe5-33db-40c0-a199-c08c0b619684 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:22.756053 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:22.759179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bb7d570-712b-4d21-88d8-775d98cbffd8 req-bbca25ef-6d40-4de0-8872-ad0c7577d196 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396640 Apr 28 20:51:22.890524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=86553fe5-33db-40c0-a199-c08c0b619684,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:22.999553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Attempting to bind port 86553fe5-33db-40c0-a199-c08c0b619684 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:51:22.999881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Attempting to bind port 86553fe5-33db-40c0-a199-c08c0b619684 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:51:23.000204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Attempting to bind port 86553fe5-33db-40c0-a199-c08c0b619684 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:23.004802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Port 86553fe5-33db-40c0-a199-c08c0b619684 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:51:23.005126 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Attempting to bind port 86553fe5-33db-40c0-a199-c08c0b619684 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:23.010086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:51:23.010454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:51:23.010902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:51:23.011326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Bound port: 86553fe5-33db-40c0-a199-c08c0b619684, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:51:23.011667 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:23.099815 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] For port 86553fe5-33db-40c0-a199-c08c0b619684, host n-h2-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:23.102603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] For port 86553fe5-33db-40c0-a199-c08c0b619684, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=86553fe5-33db-40c0-a199-c08c0b619684,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:51:23.107662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:23.171455 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.172068 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:23.173480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] 10.222.0.46 "PUT /v2.0/ports/86553fe5-33db-40c0-a199-c08c0b619684 HTTP/1.1" status: 200 len: 1091 time: 1.0199592 Apr 28 20:51:23.173916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': '86553fe5-33db-40c0-a199-c08c0b619684'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:23.202129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b848ad5-b969-4d2e-99a3-0b4e8a31e3e6 service neutron] Pushing event updated for resources: {'Port': ['ID=86553fe5-33db-40c0-a199-c08c0b619684,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:23.249190 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b106335a-77be-4254-8a66-eaa5da13cfbb'] response: {'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': '86553fe5-33db-40c0-a199-c08c0b619684', 'status': 'completed', 'code': 200} Apr 28 20:51:23.290731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-5bd8cc5f-e275-4051-9441-8b5bd02522ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.292994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-5bd8cc5f-e275-4051-9441-8b5bd02522ea service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1094 time: 0.0761156 Apr 28 20:51:23.364051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-195ae76e-bfa2-4ea9-8f34-7a20a6cc9d05 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86553fe5-33db-40c0-a199-c08c0b619684 HTTP/1.1" status: 200 len: 217 time: 0.0643852 Apr 28 20:51:23.426755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-44b0c441-0f5a-4e13-8e96-f624df1b3ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.428214 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-44b0c441-0f5a-4e13-8e96-f624df1b3ac3 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0583870 Apr 28 20:51:23.504997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-cde98965-0f37-4b5f-b1c8-9048a08f1974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.506479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-cde98965-0f37-4b5f-b1c8-9048a08f1974 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0729618 Apr 28 20:51:23.634562 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-5544ff91-1132-4e6e-b2d8-7e2293c90c1c service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220772 Apr 28 20:51:23.761548 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-bf6c3682-1ea9-42e6-8bc6-bacd169c2911 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214077 Apr 28 20:51:23.873452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481440-569f-4bb4-aea8-c85a7486738f req-06178ac1-54b2-4027-b00c-cf3fda6c6d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.875264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-06178ac1-54b2-4027-b00c-cf3fda6c6d9d service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1094 time: 0.0732319 Apr 28 20:51:23.893892 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:23.954088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34358257-b192-424a-9716-4cedd9b80faf req-b0afb722-dc07-4ff9-bac4-e6ff56df3713 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:23.955792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34358257-b192-424a-9716-4cedd9b80faf req-b0afb722-dc07-4ff9-bac4-e6ff56df3713 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 943 time: 0.0845971 Apr 28 20:51:24.000092 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-34358257-b192-424a-9716-4cedd9b80faf req-7e6bd02c-37e6-4085-9d4c-22372d56eee2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385652 Apr 28 20:51:24.019471 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481440-569f-4bb4-aea8-c85a7486738f req-7b387f99-2844-419f-b864-4bc460b43094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:24.020948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-7b387f99-2844-419f-b864-4bc460b43094 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1365969 Apr 28 20:51:24.082895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-26434d0f-718d-4f2a-8215-cf5c8cc7d7d4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:24.084304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-26434d0f-718d-4f2a-8215-cf5c8cc7d7d4 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 943 time: 0.0787868 Apr 28 20:51:24.160988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port 86553fe5-33db-40c0-a199-c08c0b619684 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:51:24.161328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:24.203713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-19346644-6b61-4564-93f1-5bd355f58b78 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86553fe5-33db-40c0-a199-c08c0b619684 HTTP/1.1" status: 200 len: 217 time: 0.1772466 Apr 28 20:51:24.256340 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:24.265595 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481440-569f-4bb4-aea8-c85a7486738f req-646ca341-6116-422c-8c7f-fc74bfc8353d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:24.267026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-646ca341-6116-422c-8c7f-fc74bfc8353d service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0577455 Apr 28 20:51:24.343754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481440-569f-4bb4-aea8-c85a7486738f req-b0878a86-156c-4076-9596-6b63e8d5d37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:24.345279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-b0878a86-156c-4076-9596-6b63e8d5d37c service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721066 Apr 28 20:51:24.403229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] For port 86553fe5-33db-40c0-a199-c08c0b619684, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=86553fe5-33db-40c0-a199-c08c0b619684,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:24.403579 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:24.477935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-2ab1a85f-02dc-4432-bdf9-5e8629544b90 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262791 Apr 28 20:51:24.529404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for 86553fe5-33db-40c0-a199-c08c0b619684 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:51:24.612962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-e76a4c60-490a-4648-a8af-4fe9bbec7a4f service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1297221 Apr 28 20:51:24.681280 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:24.731422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=86553fe5-33db-40c0-a199-c08c0b619684,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:24.769132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.769573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.769833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.770166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.770491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.770813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.771130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.771448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.771764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.772079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.772397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.772708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:51:24.921529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] No DVR routers for this DVR port 86553fe5-33db-40c0-a199-c08c0b619684 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:51:24.924100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:24.926801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-deleted', 'tag': '86553fe5-33db-40c0-a199-c08c0b619684'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:24.938605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-3d98be81-0a89-4cf6-a13e-3242462fa1c2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "DELETE /v2.0/ports/86553fe5-33db-40c0-a199-c08c0b619684 HTTP/1.1" status: 204 len: 173 time: 0.8469865 Apr 28 20:51:24.969935 n-d-839811-1 neutron-server[88140]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-87e57b0a-4c8d-4058-ad17-58cb0d043479']: {'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-deleted', 'tag': '86553fe5-33db-40c0-a199-c08c0b619684', 'status': 'failed', 'code': 422} returned with failed status Apr 28 20:51:25.148458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a113f09-05ea-44fa-8223-dda72a709cdc req-65cae274-e345-45d8-901a-e481f9a87915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:51:25.168058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-3a113f09-05ea-44fa-8223-dda72a709cdc req-65cae274-e345-45d8-901a-e481f9a87915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:51:25.170069 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a113f09-05ea-44fa-8223-dda72a709cdc req-65cae274-e345-45d8-901a-e481f9a87915 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0622172 Apr 28 20:51:25.403855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:26.332841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b97e8e5a-a3bd-415a-aaf1-7774e9cd72b4 req-6b7a89b3-3b3a-49b4-8404-2b5728fd4da3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:51:26.368190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-bee9b5a3-9c5a-4112-abc0-160d67af5653 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:26.369612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-bee9b5a3-9c5a-4112-abc0-160d67af5653 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 811 time: 0.1992576 Apr 28 20:51:26.370744 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b97e8e5a-a3bd-415a-aaf1-7774e9cd72b4 req-6b7a89b3-3b3a-49b4-8404-2b5728fd4da3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:51:26.371718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b97e8e5a-a3bd-415a-aaf1-7774e9cd72b4 req-6b7a89b3-3b3a-49b4-8404-2b5728fd4da3 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0907242 Apr 28 20:51:26.423346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-cb3605b4-029a-4692-bd89-3d5f0ed2d240 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 379 time: 0.0386999 Apr 28 20:51:26.431955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'port': {'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'admin_state_up': True, 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'security_groups': ['da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:26.566420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:51:26.576247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:51:26.586045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Made reservation on behalf of 831d51984c7041d5b1754b30a1059bf0 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:51:26.589848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:26.749055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Allocated IP 172.20.0.13 (51e5b06b-bd88-437e-8060-cf4d0d2eeab2/c5496082-996c-46e9-bcea-ca0b1f654b7c/b1359452-ce00-416b-a87b-c2d49c74b8b1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:51:26.929530 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:26.944597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Transition to ACTIVE for port object b1359452-ce00-416b-a87b-c2d49c74b8b1 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:26.968114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.039496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:51:27.042918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:51:27.047328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:51:27.083058 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:27.116213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:27.116964 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.142998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-0e587dcf-4d9e-4613-8ab1-0c07f92bc930 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7140472 Apr 28 20:51:27.157875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Request body: {'port': {'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:27.226070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6a08b99e-c854-417e-a79e-a138710e8018 None None] Provisioning for port b1359452-ce00-416b-a87b-c2d49c74b8b1 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:51:27.231491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6a08b99e-c854-417e-a79e-a138710e8018 None None] Provisioning complete for port b1359452-ce00-416b-a87b-c2d49c74b8b1 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:51:27.231863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a08b99e-c854-417e-a79e-a138710e8018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.270923 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.285738 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6a08b99e-c854-417e-a79e-a138710e8018 None None] Port b1359452-ce00-416b-a87b-c2d49c74b8b1 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:51:27.607043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1359452-ce00-416b-a87b-c2d49c74b8b1 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:51:27.614083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.625016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d9ede3-9d02-4a43-8b8a-2c83a3e0e098 req-76451f9a-99b9-48a4-8d73-55f63507e1ac tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:27.626530 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26d9ede3-9d02-4a43-8b8a-2c83a3e0e098 req-76451f9a-99b9-48a4-8d73-55f63507e1ac tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 932 time: 0.0817344 Apr 28 20:51:27.628391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Transition to ACTIVE for port object b1359452-ce00-416b-a87b-c2d49c74b8b1 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:51:27.631391 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:27.674823 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-26d9ede3-9d02-4a43-8b8a-2c83a3e0e098 req-f0d465a4-b87e-4f18-86a6-6f442b4d6aa6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419462 Apr 28 20:51:27.868006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:27.974400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:51:27.974733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:51:27.975056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:27.980192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:51:27.980516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:51:27.986106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:51:27.986448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:51:27.986832 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:51:27.987264 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Bound port: b1359452-ce00-416b-a87b-c2d49c74b8b1, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:51:27.987616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:28.084443 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:51:28.087317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:51:28.092066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:28.152163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.152766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:28.154136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] 10.222.0.41 "PUT /v2.0/ports/b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1092 time: 1.0005960 Apr 28 20:51:28.154560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:28.178306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a55904-cb83-46e0-9d4a-e26b1833ccdb service neutron] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:28.206988 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afc6f681-c550-428b-aa81-5cee2b19899e'] response: {'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'status': 'completed', 'code': 200} Apr 28 20:51:28.280866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-d9583882-f84d-4363-b090-da85bc236f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.282490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-d9583882-f84d-4363-b090-da85bc236f79 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1095 time: 0.0724859 Apr 28 20:51:28.360919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9c7e0bda-8454-4acf-8903-61f69f1a22f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0672276 Apr 28 20:51:28.429020 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-5bf4c639-cc39-43d5-aa0c-7d80f5f6b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.430384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-5bf4c639-cc39-43d5-aa0c-7d80f5f6b714 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0609963 Apr 28 20:51:28.510042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9f74d19c-1d2a-4d1c-acd0-08b5cc0c6ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.511585 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-9f74d19c-1d2a-4d1c-acd0-08b5cc0c6ace service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715244 Apr 28 20:51:28.644011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-4f40382d-34b5-4d2f-9c89-7d7cd94a0206 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220684 Apr 28 20:51:28.777996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aac2e02-78fc-4c3d-af45-2c663e39b110 req-f324a205-b1cb-4e2b-b672-0b5169363643 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241593 Apr 28 20:51:28.862905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847563c9-65d6-496b-a7b3-971306a67976 req-c41d44a4-7839-4fef-aa14-6a84ab4d71bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.864348 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-847563c9-65d6-496b-a7b3-971306a67976 req-c41d44a4-7839-4fef-aa14-6a84ab4d71bc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0800495 Apr 28 20:51:28.907263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-72a4ed7a-9c0f-4c9a-8579-d8956947dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:28.908626 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-72a4ed7a-9c0f-4c9a-8579-d8956947dbe3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1095 time: 0.0725961 Apr 28 20:51:28.908747 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-847563c9-65d6-496b-a7b3-971306a67976 req-27d26da2-c6f6-46ff-8052-d499dd149ecc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385690 Apr 28 20:51:29.036299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-e6bb1123-eb31-4c07-ad0b-c75f02e1ef7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:29.037763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-e6bb1123-eb31-4c07-ad0b-c75f02e1ef7b service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1232162 Apr 28 20:51:29.107421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-8d7fe295-505e-4966-ab82-0e44dd51cf95 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 217 time: 0.0630462 Apr 28 20:51:29.169412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-dab81e7f-5d18-425d-8f22-ebedc6d95cef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:29.170828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-dab81e7f-5d18-425d-8f22-ebedc6d95cef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0555289 Apr 28 20:51:29.249987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-9adce2c1-93e6-4e8b-aa48-631fc52dd241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:29.251448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-9adce2c1-93e6-4e8b-aa48-631fc52dd241 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725548 Apr 28 20:51:29.379029 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-47c21387-dd54-44be-8d06-5d2989794d81 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209562 Apr 28 20:51:29.508232 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-022ab0e5-bc38-4a95-9e7a-969948020d36 req-b689b239-ce2d-41fd-aaba-0537657f0c97 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229310 Apr 28 20:51:30.094953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b12f1a-2621-45de-a024-56222dbce116 req-bb5d784f-b789-4e11-8512-db16e723e955 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:30.095652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-84b12f1a-2621-45de-a024-56222dbce116 req-bb5d784f-b789-4e11-8512-db16e723e955 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:51:30.111124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-84b12f1a-2621-45de-a024-56222dbce116 req-bb5d784f-b789-4e11-8512-db16e723e955 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:51:30.112205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-84b12f1a-2621-45de-a024-56222dbce116 req-bb5d784f-b789-4e11-8512-db16e723e955 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0954070 Apr 28 20:51:30.154775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-84b12f1a-2621-45de-a024-56222dbce116 req-0bd3746a-c78f-4c30-9b7a-ddaab4329a80 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368526 Apr 28 20:51:31.342344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8eb030-68b9-438b-8035-a71885b32d49 req-6b84760a-16b7-413e-97db-b9681a6e1dcc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:31.343760 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc8eb030-68b9-438b-8035-a71885b32d49 req-6b84760a-16b7-413e-97db-b9681a6e1dcc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0806799 Apr 28 20:51:31.387341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dc8eb030-68b9-438b-8035-a71885b32d49 req-0023ced0-e91e-48b2-903e-0d44e7d1bd9d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376236 Apr 28 20:51:32.159268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1359452-ce00-416b-a87b-c2d49c74b8b1 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:51:32.287578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:32.300038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'port_id': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'mac_address': 'fa:16:3e:bc:2b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 419, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:51:32.356296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:32.372652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1359452-ce00-416b-a87b-c2d49c74b8b1 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:51:32.387711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:32.391517 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:32.458987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:32.661554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['b1359452-ce00-416b-a87b-c2d49c74b8b1'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:51:32.724909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ed1a8-9daf-47bb-a97b-5daa413b5246 req-d430a86d-8510-4075-9daa-06a4e6d714c5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:32.726300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-254ed1a8-9daf-47bb-a97b-5daa413b5246 req-d430a86d-8510-4075-9daa-06a4e6d714c5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 945 time: 0.0815966 Apr 28 20:51:32.771053 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-254ed1a8-9daf-47bb-a97b-5daa413b5246 req-6e3566ed-f734-4a5b-bcd5-ce83862f6b4d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381703 Apr 28 20:51:33.958934 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21e3c2-fe26-4f7d-b1b3-a705307412de req-cedffc77-7b88-4e4e-89ba-2fc58f9310fa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:33.960355 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a21e3c2-fe26-4f7d-b1b3-a705307412de req-cedffc77-7b88-4e4e-89ba-2fc58f9310fa tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 945 time: 0.0804222 Apr 28 20:51:34.002509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a21e3c2-fe26-4f7d-b1b3-a705307412de req-67476122-9954-40b9-87a3-acbb0839d250 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365579 Apr 28 20:51:34.174349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1359452-ce00-416b-a87b-c2d49c74b8b1 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:51:34.239643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port b1359452-ce00-416b-a87b-c2d49c74b8b1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:51:34.244146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port b1359452-ce00-416b-a87b-c2d49c74b8b1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:51:34.244515 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:34.357703 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:34.383379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:34.392869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:51:34.396510 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:34.431836 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1de2d3d-0b25-4a02-8181-f3fcf0e3b655'] response: {'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'code': 200} Apr 28 20:51:34.469287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:51:34.588394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7467cdf8-f35d-4069-957b-98b381f17062 req-43df8230-444a-47ad-8513-ed2dba0930dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:34.590890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7467cdf8-f35d-4069-957b-98b381f17062 req-43df8230-444a-47ad-8513-ed2dba0930dc service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1097 time: 0.0721028 Apr 28 20:51:34.638225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7467cdf8-f35d-4069-957b-98b381f17062 req-c3369bb7-90b3-424b-8257-e00d40898209 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382423 Apr 28 20:51:35.201717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7248bc27-e764-45ad-8a84-46485863f19d req-11df4cef-1d80-4fc1-85f5-9d69cfe598de tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:35.203186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7248bc27-e764-45ad-8a84-46485863f19d req-11df4cef-1d80-4fc1-85f5-9d69cfe598de tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0898771 Apr 28 20:51:35.249626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7248bc27-e764-45ad-8a84-46485863f19d req-af7f0cb3-4281-42d3-ac1a-c1cbaf9d5596 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389733 Apr 28 20:51:36.438414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a94d6b-5901-4577-8724-75b890768779 req-b83a17e9-d0c5-471e-905a-38e76d7a4a2d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:36.439836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89a94d6b-5901-4577-8724-75b890768779 req-b83a17e9-d0c5-471e-905a-38e76d7a4a2d tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0795372 Apr 28 20:51:36.484288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-89a94d6b-5901-4577-8724-75b890768779 req-cf10a765-fb80-4c36-9e27-8162b1b2fabc tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388498 Apr 28 20:51:36.658576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c4cae-7fb7-41a6-b220-83a1bb51691c req-8f0d19fd-e099-4c7e-956e-ec7b38acd71f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:36.659899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-995c4cae-7fb7-41a6-b220-83a1bb51691c req-8f0d19fd-e099-4c7e-956e-ec7b38acd71f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0779643 Apr 28 20:51:36.668952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 54870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:51:36.673798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Request body: {'floatingip': {'port_id': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:51:36.751083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:37.321255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:37.325780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:37.596383 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 associated. External IP: 172.25.2.164, port: b1359452-ce00-416b-a87b-c2d49c74b8b1. Apr 28 20:51:37.937163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:51:38.111458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:51:38.115654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:38.121484 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:51:38.131258 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:51:38.131846 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:51:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:38.168936 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-77627188-36f1-40e0-bff9-866b7cedf2ab tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "PUT /v2.0/floatingips/9bf7e4f5-0be5-44c3-87de-293e4010f212 HTTP/1.1" status: 200 len: 993 time: 1.4989154 Apr 28 20:51:38.169534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:51:38.218111 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ba349c0-750e-4651-9ab8-cc25a0ed6ca4'] response: {'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'status': 'completed', 'code': 200} Apr 28 20:51:38.314686 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:51:38.432817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb70c-76e6-49c7-8622-f0617d87671c req-f589fc6d-7aa2-4a40-bace-30561ab606ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:38.434378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-f589fc6d-7aa2-4a40-bace-30561ab606ea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1097 time: 0.1957381 Apr 28 20:51:38.577572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb70c-76e6-49c7-8622-f0617d87671c req-a757d6c3-b507-4a14-9eaa-66e11d5706cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:38.579139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-a757d6c3-b507-4a14-9eaa-66e11d5706cd service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1382923 Apr 28 20:51:38.685538 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-2d6ef7ed-15a8-4d68-b8b1-814c6c257f49 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1003668 Apr 28 20:51:38.699693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bc:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:51:37Z', 'revision_number': 13, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:38.703752 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:51:38.712503 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:51:38.713338 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:51:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:38.749936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb70c-76e6-49c7-8622-f0617d87671c req-53283dcb-d62a-440b-817c-c2b76d90b529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:38.751667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-53283dcb-d62a-440b-817c-c2b76d90b529 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0603034 Apr 28 20:51:38.828232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433cb70c-76e6-49c7-8622-f0617d87671c req-0b06c6a6-c704-4cc5-b4d5-35c77168c42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:38.829738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-0b06c6a6-c704-4cc5-b4d5-35c77168c42b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719483 Apr 28 20:51:38.923044 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:51:38.962594 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-33539ee6-1c94-4faa-8583-015f1477932a service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268406 Apr 28 20:51:39.097487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-433cb70c-76e6-49c7-8622-f0617d87671c req-0689cbb5-9dfa-4d97-8377-562311442a0b service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283438 Apr 28 20:51:39.272112 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bc:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:51:37Z', 'revision_number': 13, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:51:39.276341 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa56ffe0-ff54-48bf-b134-03fbe86f8500 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '9bf7e4f5-0be5-44c3-87de-293e4010f212', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'floating_ip_address': '172.25.2.164', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'port_id': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4145, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'mac_address': 'fa:16:3e:bc:2b:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:48:27Z', 'updated_at': '2022-04-28T20:51:37Z', 'revision_number': 13, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:51:39.485057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4f34de-21a7-4eea-b66c-ee808baddba9 None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:51:39.866833 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4b3cc-6000-4dc9-9280-df30f12ba501 req-461af54d-9506-4754-b2bd-85c72844140f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:39.868291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf4b3cc-6000-4dc9-9280-df30f12ba501 req-461af54d-9506-4754-b2bd-85c72844140f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0815914 Apr 28 20:51:39.915721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9bf4b3cc-6000-4dc9-9280-df30f12ba501 req-d77d4ac1-7ebf-4c61-967e-7fa5b1be1151 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408907 Apr 28 20:51:40.638993 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:42.922570 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:48.409328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-c6b1b964-d3e9-4cf7-a076-6b0dc4cfae48 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1103158 Apr 28 20:51:48.429735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f394422e-6222-4eab-8b96-3f7e9d14f8a7 req-c8a82c4e-b272-4e0b-98dc-0dac1c476245 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:48.431275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f394422e-6222-4eab-8b96-3f7e9d14f8a7 req-c8a82c4e-b272-4e0b-98dc-0dac1c476245 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0837874 Apr 28 20:51:48.477885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f394422e-6222-4eab-8b96-3f7e9d14f8a7 req-269be573-d9b1-46cf-b031-95fcc7fd65c1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395191 Apr 28 20:51:49.467149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-6da27c17-3faa-4c8f-9722-f8cdeb8cbc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:49.468608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-6da27c17-3faa-4c8f-9722-f8cdeb8cbc4d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1097 time: 0.0722284 Apr 28 20:51:49.605518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-de12d513-2c26-413e-826d-1bf2998c706e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:49.607156 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-de12d513-2c26-413e-826d-1bf2998c706e service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1317568 Apr 28 20:51:49.662985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c2da8-50b4-46fb-8d97-20cc7baa0567 req-4c72e2c3-f93f-44c1-b7dc-d4e31cba13e5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:49.664419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be4c2da8-50b4-46fb-8d97-20cc7baa0567 req-4c72e2c3-f93f-44c1-b7dc-d4e31cba13e5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0786524 Apr 28 20:51:49.711456 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be4c2da8-50b4-46fb-8d97-20cc7baa0567 req-66576aeb-a25f-4b19-b6cd-165cc2183954 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411615 Apr 28 20:51:49.713229 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-e36c0471-57bc-4528-99e1-6ad8cb081670 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1003 time: 0.0975738 Apr 28 20:51:49.777899 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-63d7bf99-9e64-4803-bd9c-61dec294210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:49.779280 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-63d7bf99-9e64-4803-bd9c-61dec294210f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0592897 Apr 28 20:51:49.817542 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:51:49.852677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-dd57221e-4e42-432c-a240-1c16b69f87d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:49.854148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-dd57221e-4e42-432c-a240-1c16b69f87d7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0680997 Apr 28 20:51:49.981798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-fa2d8155-5406-47e6-9b30-23ceda7c1e9a service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206703 Apr 28 20:51:50.110789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-5dc0bd87-bed4-4ba4-bcab-5dddde98c78e service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230633 Apr 28 20:51:50.347258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cdecb168-0d3e-457d-afaf-ee285c92ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:50.898578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44201510-a91f-45d7-916c-d289d5a52cc8 req-28ef71e7-1809-4aa6-8d5b-9727d13e8597 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:50.899916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44201510-a91f-45d7-916c-d289d5a52cc8 req-28ef71e7-1809-4aa6-8d5b-9727d13e8597 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0838940 Apr 28 20:51:50.942453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-44201510-a91f-45d7-916c-d289d5a52cc8 req-dd3a35a2-d0c0-4a20-8a40-a0a9896808ba tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366964 Apr 28 20:51:52.124978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cf5ba-3007-4824-9635-137c7843a7e6 req-fa2fe2f7-1944-437d-8449-eaaaffe2dff6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:52.126341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e25cf5ba-3007-4824-9635-137c7843a7e6 req-fa2fe2f7-1944-437d-8449-eaaaffe2dff6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0773098 Apr 28 20:51:52.168762 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e25cf5ba-3007-4824-9635-137c7843a7e6 req-3c47cfd5-f03a-4fc2-b13f-e7b200c5472f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368283 Apr 28 20:51:52.483793 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a4f621b7-6e71-46d2-82db-c74439fd0b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:53.354348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056da056-e74c-49f0-b832-455c62fa1165 req-118b5f86-46ab-43c1-87aa-f8cfa4de60bd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:53.355768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-056da056-e74c-49f0-b832-455c62fa1165 req-118b5f86-46ab-43c1-87aa-f8cfa4de60bd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0785823 Apr 28 20:51:53.397981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-056da056-e74c-49f0-b832-455c62fa1165 req-3006a1d2-48eb-4c80-a822-981c15b14d8a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360341 Apr 28 20:51:53.892488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:54.255980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:54.592686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b59e0b-7a6c-465f-af9a-ab0522255e47 req-141cf3b3-0d49-4576-b524-f2edf4aad8bb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:54.594152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55b59e0b-7a6c-465f-af9a-ab0522255e47 req-141cf3b3-0d49-4576-b524-f2edf4aad8bb tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0831118 Apr 28 20:51:54.637517 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-55b59e0b-7a6c-465f-af9a-ab0522255e47 req-6ce8189d-392e-4434-9b8e-5b93edb25aa7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376959 Apr 28 20:51:55.408120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:51:55.823108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff4674c-3ed6-4722-920c-04e014d57407 req-f1ae4c6f-3540-4f6b-a7a3-affb2d097f9c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:55.824536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eff4674c-3ed6-4722-920c-04e014d57407 req-f1ae4c6f-3540-4f6b-a7a3-affb2d097f9c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0821869 Apr 28 20:51:55.867628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eff4674c-3ed6-4722-920c-04e014d57407 req-eef2f740-49b1-4302-a04e-92be266c1386 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374157 Apr 28 20:51:57.051151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da3d6a7-3cea-4e8f-9105-ccf462065294 req-f279b8b2-d7b1-482e-84b6-12e2eedf31b5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:57.052627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1da3d6a7-3cea-4e8f-9105-ccf462065294 req-f279b8b2-d7b1-482e-84b6-12e2eedf31b5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0792623 Apr 28 20:51:57.095390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1da3d6a7-3cea-4e8f-9105-ccf462065294 req-7f95c00f-34b7-4059-abfa-bbfe1e5bf5b9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370455 Apr 28 20:51:58.276436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b7ddb-81ab-451b-a294-98157808c8e7 req-8459ea39-5d36-4875-8efe-0032758917be tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:58.277867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a1b7ddb-81ab-451b-a294-98157808c8e7 req-8459ea39-5d36-4875-8efe-0032758917be tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0778527 Apr 28 20:51:58.320940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3a1b7ddb-81ab-451b-a294-98157808c8e7 req-260a0b7a-1bf1-4aa1-bf47-3a617a30cf97 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372527 Apr 28 20:51:59.515471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f956ab43-89df-441c-8cf5-eac12bc15ef3 req-74ed2ac6-f7cb-4ce5-996f-507868c30536 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:51:59.515471 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f956ab43-89df-441c-8cf5-eac12bc15ef3 req-74ed2ac6-f7cb-4ce5-996f-507868c30536 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0878975 Apr 28 20:51:59.562445 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f956ab43-89df-441c-8cf5-eac12bc15ef3 req-f4deac62-7b11-4475-b50e-d8d8385c6c8f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396681 Apr 28 20:52:00.850736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4877ae98-0c03-4029-8126-bdf1fe2b35df req-1e60a0e3-009b-4f20-8cd0-26a9e5b36f46 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:00.852171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4877ae98-0c03-4029-8126-bdf1fe2b35df req-1e60a0e3-009b-4f20-8cd0-26a9e5b36f46 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.1852343 Apr 28 20:52:00.897163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4877ae98-0c03-4029-8126-bdf1fe2b35df req-82ae4f7f-0ee1-4dbc-88f1-15f004d61882 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382824 Apr 28 20:52:02.082236 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e7599b-724a-4973-95c1-8b54adb781d2 req-c86dc7f6-60cb-49f5-a9e4-6322c2acbc35 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:02.083659 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44e7599b-724a-4973-95c1-8b54adb781d2 req-c86dc7f6-60cb-49f5-a9e4-6322c2acbc35 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0785675 Apr 28 20:52:02.129328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-44e7599b-724a-4973-95c1-8b54adb781d2 req-1181450f-05ab-46d3-9a8e-53d58057d615 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400643 Apr 28 20:52:03.319183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2575a371-eefc-40bf-ab9d-dcacbad9e501 req-af3f8a19-9655-4fec-a564-169d7df2b25c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:03.320670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2575a371-eefc-40bf-ab9d-dcacbad9e501 req-af3f8a19-9655-4fec-a564-169d7df2b25c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0859962 Apr 28 20:52:03.365349 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2575a371-eefc-40bf-ab9d-dcacbad9e501 req-be45157c-6d0e-456f-b032-89075054d0ed tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382886 Apr 28 20:52:04.550310 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6063c4ad-8578-40f3-b440-6be8f0598887 req-03ad2201-046c-41a3-8429-e7d9d73ef0c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:04.551750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6063c4ad-8578-40f3-b440-6be8f0598887 req-03ad2201-046c-41a3-8429-e7d9d73ef0c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0802310 Apr 28 20:52:04.595779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6063c4ad-8578-40f3-b440-6be8f0598887 req-0df9564b-1b37-48df-bfe2-e52b68b4fac2 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381680 Apr 28 20:52:05.777159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb22750-8308-45d0-9d3c-69460058a6f8 req-66d7513f-670a-44d1-a78e-9be30e3c2d6c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:05.778721 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffb22750-8308-45d0-9d3c-69460058a6f8 req-66d7513f-670a-44d1-a78e-9be30e3c2d6c tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0772915 Apr 28 20:52:05.821937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ffb22750-8308-45d0-9d3c-69460058a6f8 req-5b336691-04a1-402a-bca2-3e6e1ffe7724 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376461 Apr 28 20:52:07.008891 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b84b9d9-4a32-4d41-9740-1b6d7c6b9a9e req-1e2ea2a6-eb7b-4e64-94d2-d0e1a0412734 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:07.010333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b84b9d9-4a32-4d41-9740-1b6d7c6b9a9e req-1e2ea2a6-eb7b-4e64-94d2-d0e1a0412734 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.0833800 Apr 28 20:52:07.160740 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b84b9d9-4a32-4d41-9740-1b6d7c6b9a9e req-bb839422-5bdf-4fa0-a8ae-524d30308838 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1445782 Apr 28 20:52:07.954389 n-d-839811-1 neutron-server[88139]: INFO neutron.api.v2.resource [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-8cce6979-e624-4e63-813c-5f08042838f4 service neutron] show failed (client error): The resource could not be found. Apr 28 20:52:07.955726 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-8cce6979-e624-4e63-813c-5f08042838f4 service neutron] 10.222.0.41 "GET /v2.0/ports/b1359452-ce00-416b-a87b-c2d49c74b8b1/bindings/n-h2-839811-1 HTTP/1.1" status: 404 len: 380 time: 0.0816705 Apr 28 20:52:08.067960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-83ba8a40-7654-436c-aaf7-5c17f441c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.069381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-83ba8a40-7654-436c-aaf7-5c17f441c200 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1097 time: 0.0708268 Apr 28 20:52:08.232248 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-18f712fc-012d-4338-9f46-555da3d8c38d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.233765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-18f712fc-012d-4338-9f46-555da3d8c38d service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79&tenant_id=831d51984c7041d5b1754b30a1059bf0 HTTP/1.1" status: 200 len: 1097 time: 0.0704355 Apr 28 20:52:08.242249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-355da09d-0a8c-4946-9853-ec439b324ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.244165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-355da09d-0a8c-4946-9853-ec439b324ac3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1321223 Apr 28 20:52:08.244538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-839811-1', 'device_owner': 'compute:nova'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:08.354583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:08.405930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-21e3c374-ce9e-4585-b5a9-c6971c7134d2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1003 time: 0.1513896 Apr 28 20:52:08.456670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b98033-19aa-4408-8820-f7ad0d9592c2 req-dc086068-4738-48cd-a81f-4e8156fd6726 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.458147 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1b98033-19aa-4408-8820-f7ad0d9592c2 req-dc086068-4738-48cd-a81f-4e8156fd6726 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 946 time: 0.1518965 Apr 28 20:52:08.511136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-4d22e321-abd1-4ec4-a4d8-018ec51b60b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.512561 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-4d22e321-abd1-4ec4-a4d8-018ec51b60b3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0956886 Apr 28 20:52:08.520181 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e1b98033-19aa-4408-8820-f7ad0d9592c2 req-680a4a07-bdc7-4789-b1df-2ce015c9b840 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494709 Apr 28 20:52:08.595388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-aa83614d-42fc-4e4a-8f50-6ea0e7ef705e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:08.596851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-aa83614d-42fc-4e4a-8f50-6ea0e7ef705e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0745773 Apr 28 20:52:08.623835 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:08.651978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h1-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:52:08.710839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:08.717223 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:08.731161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-75101db8-4bf4-489f-a10d-9e1a15db57f3 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246033 Apr 28 20:52:08.732649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Transition to ACTIVE for port object b1359452-ce00-416b-a87b-c2d49c74b8b1 will not be triggered until provisioned by entity L2. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:52:08.735991 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:08.785454 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62f42931-da33-4e44-9e3d-985048f126a6'] response: {'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'code': 200} Apr 28 20:52:08.874346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56698ea7-370d-43ca-8a0c-5949145a4a09 req-aa0ac4df-b2ba-4a0f-a194-ed5c61f1dd22 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336212 Apr 28 20:52:08.886129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=6']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:08.936592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] No DVR routers for this DVR port b1359452-ce00-416b-a87b-c2d49c74b8b1 on host n-h1-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:52:09.157227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on host n-h2-839811-1 for vnic_type normal with profile {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:52:09.157487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 by drivers openvswitch,hyperv on host n-h2-839811-1 at level 0 using segments [{'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:52:09.157820 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:09.162222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 not bound, no agent of type Open vSwitch agent registered on host n-h2-839811-1 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:52:09.162552 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Attempting to bind port b1359452-ce00-416b-a87b-c2d49c74b8b1 on network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:09.167533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Checking agent: {'id': '55c0d777-bfb1-401a-bf70-6d45d98198a2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 42), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:52:09.167859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Checking segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:52:09.168234 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Bound using segment: {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'} {{(pid=88140) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:52:09.168650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.managers [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Bound port: b1359452-ce00-416b-a87b-c2d49c74b8b1, host: n-h2-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e97cb085-7247-4040-af43-39a0189c446f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 419, 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2'}}] {{(pid=88140) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:52:09.168988 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:09.258764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h2-839811-1, cleared binding levels {{(pid=88140) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:52:09.261760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h2-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88140) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:52:09.266911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:09.327338 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.327947 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:09.329293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] 10.222.0.46 "PUT /v2.0/ports/b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1092 time: 1.0887995 Apr 28 20:52:09.345749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaae578-1b53-4a11-be89-61e845909727 service neutron] Pushing event updated for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:09.435488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-4b2f8246-1322-4142-aa9d-babb451f194e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.437105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-4b2f8246-1322-4142-aa9d-babb451f194e service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1095 time: 0.0810773 Apr 28 20:52:09.578423 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-f9434d97-95fa-4822-b1fe-1a8593b05dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.580100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-f9434d97-95fa-4822-b1fe-1a8593b05dae service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1360435 Apr 28 20:52:09.678743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-b7afac7f-be6d-4e3c-a288-616497b2decb service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1001 time: 0.0927782 Apr 28 20:52:09.709146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41988d6a-6511-4224-8ace-82b5073dfba8 req-d1790263-c671-409c-8f3e-8ed3ca6cbd97 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.710546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41988d6a-6511-4224-8ace-82b5073dfba8 req-d1790263-c671-409c-8f3e-8ed3ca6cbd97 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0802362 Apr 28 20:52:09.757858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41988d6a-6511-4224-8ace-82b5073dfba8 req-3bb315f1-ace0-4b07-aa14-f400d092eb56 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407567 Apr 28 20:52:09.849892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-c513e25f-68d0-400e-9033-5ad66828ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.851439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-c513e25f-68d0-400e-9033-5ad66828ea47 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1671302 Apr 28 20:52:09.924022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-74dadce0-d4af-4878-9968-0b126c1189f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:09.925489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-74dadce0-d4af-4878-9968-0b126c1189f5 service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685015 Apr 28 20:52:10.052563 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-8ac256cb-49c4-4020-80d2-3277ac9e9db4 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209311 Apr 28 20:52:10.180275 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b45ad155-fef7-4a81-8281-2ce19b3a54f4 req-e95bc314-528d-49c7-8de6-4782cc602980 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215603 Apr 28 20:52:10.391941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1359452-ce00-416b-a87b-c2d49c74b8b1 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:52:10.458188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device b1359452-ce00-416b-a87b-c2d49c74b8b1 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:52:10.638820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:10.787064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:10.845109 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ef39d40-ac66-407e-92fc-ee2ed67eb766'] response: {'name': 'network-changed', 'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'status': 'completed', 'code': 200} Apr 28 20:52:10.952992 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-a165aeac-625e-4760-adc2-df20394381e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:10.954587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-a165aeac-625e-4760-adc2-df20394381e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1095 time: 0.0783122 Apr 28 20:52:11.009941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-9117e44b-fe00-4cb0-b09d-571fa3c04b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.011413 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-9117e44b-fe00-4cb0-b09d-571fa3c04b2b service neutron] 10.222.0.46 "GET /v2.0/ports?tenant_id=831d51984c7041d5b1754b30a1059bf0&device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 1095 time: 0.1421912 Apr 28 20:52:11.023383 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaee788-8794-41ed-97d1-1beb704f874d req-83b1fcf4-2cf3-461a-afa8-80fe1f5742b7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.024777 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbaee788-8794-41ed-97d1-1beb704f874d req-83b1fcf4-2cf3-461a-afa8-80fe1f5742b7 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.1117258 Apr 28 20:52:11.099435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-33b27855-8b45-467e-9f0a-e0052dd3abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.100866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-33b27855-8b45-467e-9f0a-e0052dd3abf5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1376302 Apr 28 20:52:11.158224 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cbaee788-8794-41ed-97d1-1beb704f874d req-41f03f7d-a3cb-4323-a9d5-590a33e96e67 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100340 Apr 28 20:52:11.206004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-286e9b55-9e76-4c5f-b319-33776927c896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.207448 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-286e9b55-9e76-4c5f-b319-33776927c896 service neutron] 10.222.0.46 "GET /v2.0/networks?id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 200 len: 912 time: 0.1818185 Apr 28 20:52:11.211453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-1bec6731-99ac-44f1-a169-1d97793532dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1005232 Apr 28 20:52:11.316335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-49626257-35a3-4cc9-bc81-db018bb63ad8 service neutron] 10.222.0.46 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 200 len: 1001 time: 0.1027772 Apr 28 20:52:11.393313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-39e8545e-8c13-494b-9e8b-2747c52b4ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.395058 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-39e8545e-8c13-494b-9e8b-2747c52b4ef9 service neutron] 10.222.0.46 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.0726907 Apr 28 20:52:11.402909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-a48a64a3-776f-4761-89da-2104cc03b923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.404348 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-a48a64a3-776f-4761-89da-2104cc03b923 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 200 len: 850 time: 0.1837423 Apr 28 20:52:11.477412 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-b3d277ac-f2b5-4e34-a998-6282e22afa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.479537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-b3d277ac-f2b5-4e34-a998-6282e22afa7f service neutron] 10.222.0.46 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788612 Apr 28 20:52:11.489079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-dc72e490-13ed-43ae-b236-1471fcbd1b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:11.490729 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-dc72e490-13ed-43ae-b236-1471fcbd1b44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=51e5b06b-bd88-437e-8060-cf4d0d2eeab2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770335 Apr 28 20:52:11.626663 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-994e1ed2-1c46-4f8e-adf0-65471c76b509 service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406934 Apr 28 20:52:11.638757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-ae2e0604-4f35-412d-a68f-049f360827f1 service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370616 Apr 28 20:52:11.769121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-d814d3ac-c766-4d3f-9d85-b1e5a4561c8c service neutron] 10.222.0.46 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366348 Apr 28 20:52:11.784524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eb4f75b-8028-4768-8ef2-123041a74b36 req-d1f184a9-43b1-4085-8528-f5708582afcd service neutron] 10.222.0.41 "GET /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369371 Apr 28 20:52:12.367141 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6185a0-f920-4ee7-848c-270ccb116006 req-45cfd40c-7573-4c33-b439-4ac7c8ac8b1f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:12.368490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e6185a0-f920-4ee7-848c-270ccb116006 req-45cfd40c-7573-4c33-b439-4ac7c8ac8b1f tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0803125 Apr 28 20:52:12.412816 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e6185a0-f920-4ee7-848c-270ccb116006 req-86babd20-d858-4931-ab88-b9e662970407 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383139 Apr 28 20:52:12.639406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83ac12-6715-492f-a615-efdf0901ed01 req-3ffa55c8-4165-42e2-9ba6-853a78a41f58 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:12.640768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb83ac12-6715-492f-a615-efdf0901ed01 req-3ffa55c8-4165-42e2-9ba6-853a78a41f58 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0835428 Apr 28 20:52:12.682765 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-eb83ac12-6715-492f-a615-efdf0901ed01 req-2458ad5b-be7c-4b91-8ad2-4fcd11fd8a1b tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364211 Apr 28 20:52:12.925705 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:13.883587 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c33-5799-48e0-918f-f7e2ca58570f req-f5422f2e-b395-4c79-9623-3c09f07acff1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:13.885019 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-714f7c33-5799-48e0-918f-f7e2ca58570f req-f5422f2e-b395-4c79-9623-3c09f07acff1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0811992 Apr 28 20:52:13.928429 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-714f7c33-5799-48e0-918f-f7e2ca58570f req-87738e64-cb01-457d-9ec8-f56c97441ef1 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372229 Apr 28 20:52:14.320241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae2651-9929-409b-ad08-0527de71c31b req-038874df-6f6d-4cd1-a074-509cf4cf37b6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:14.321736 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eae2651-9929-409b-ad08-0527de71c31b req-038874df-6f6d-4cd1-a074-509cf4cf37b6 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0773115 Apr 28 20:52:14.365509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6eae2651-9929-409b-ad08-0527de71c31b req-cfcb9849-aa3d-463d-833d-66f2362ebfb9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups?id=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371406 Apr 28 20:52:14.425356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-78cf25f4-3898-4159-88c7-c5cdd49b480a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:14.426715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-78cf25f4-3898-4159-88c7-c5cdd49b480a tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 944 time: 0.0770330 Apr 28 20:52:14.499817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port b1359452-ce00-416b-a87b-c2d49c74b8b1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:14.500191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:14.736777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] For port b1359452-ce00-416b-a87b-c2d49c74b8b1, host n-h2-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-839811-1',level=0,port_id=b1359452-ce00-416b-a87b-c2d49c74b8b1,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:14.737042 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:15.122326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:15.122707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:15.123047 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212 disassociated. External IP: 172.25.2.164, port: b1359452-ce00-416b-a87b-c2d49c74b8b1. Apr 28 20:52:15.123384 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for b1359452-ce00-416b-a87b-c2d49c74b8b1 owned by compute:nova {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:15.265017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:15.314907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=b1359452-ce00-416b-a87b-c2d49c74b8b1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:15.505507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:52:15.681216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1f6c1eeb-8ec3-4174-9a35-84049bc19208 req-d25f2086-050b-4bcc-b90f-2b272e668a50 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0577221 Apr 28 20:52:15.724284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:52:15.734260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:52:15.743720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:52:15.744407 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:15.799082 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] No DVR routers for this DVR port b1359452-ce00-416b-a87b-c2d49c74b8b1 on host n-h2-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:52:15.800882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:15.803673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-deleted', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:15.823798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.46 "DELETE /v2.0/ports/b1359452-ce00-416b-a87b-c2d49c74b8b1 HTTP/1.1" status: 204 len: 173 time: 1.3918805 Apr 28 20:52:15.868811 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a53a166-d0bc-4d30-9481-84c2b64a983e'] response: {'server_uuid': '1fcfca27-810a-45e4-a879-0406ffea3d79', 'name': 'network-vif-deleted', 'tag': 'b1359452-ce00-416b-a87b-c2d49c74b8b1', 'status': 'completed', 'code': 200} Apr 28 20:52:15.947373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:52:16.066755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-32cc3412-e5a9-4cd0-a9b7-d8ef544788cc req-0c44c53d-1eaf-4212-9372-6052f55a6828 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Synchronizing usage tracker for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:16.086759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-32cc3412-e5a9-4cd0-a9b7-d8ef544788cc req-0c44c53d-1eaf-4212-9372-6052f55a6828 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Unset dirty status for tenant:831d51984c7041d5b1754b30a1059bf0 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:16.088307 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32cc3412-e5a9-4cd0-a9b7-d8ef544788cc req-0c44c53d-1eaf-4212-9372-6052f55a6828 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/ports?device_id=1fcfca27-810a-45e4-a879-0406ffea3d79 HTTP/1.1" status: 200 len: 210 time: 0.0892859 Apr 28 20:52:16.273449 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:16.277203 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:52:16.285877 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:52:16.286450 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:51:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:16.464799 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:52:16.807534 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:16.811565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7358b84b-1229-494f-b270-6cfa704184d3 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:48:24Z', 'revision_number': 4, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '14b7c0b8-d98f-44ce-97f5-fabdb043f0bb', 'name': '', 'network_id': '51e5b06b-bd88-437e-8060-cf4d0d2eeab2', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'mac_address': 'fa:16:3e:f4:90:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_interface', 'standard_attr_id': 4138, 'fixed_ips': [{'subnet_id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:23Z', 'updated_at': '2022-04-28T20:48:30Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'subnets': [{'id': 'c5496082-996c-46e9-bcea-ca0b1f654b7c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:52:17.015112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e37675-e28b-48af-bdc2-4f8ef81b0f5b None None] New status for floating IP 9bf7e4f5-0be5-44c3-87de-293e4010f212: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:52:20.327651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55040) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:20.348982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f2d35b7f-462f-4886-b539-852839417198 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.391292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.417676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.473908 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.493217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:20.503283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.504414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8af98f9f-b5fa-4cb1-b199-eb7a9ba6fefd tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "DELETE /v2.0/security-groups/da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa HTTP/1.1" status: 204 len: 168 time: 0.1758039 Apr 28 20:52:20.506867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55044) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:20.522849 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-7321acf2-ef93-4bc7-9b25-59a4e3d2ffd5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] show failed (client error): The resource could not be found. Apr 28 20:52:20.523812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7321acf2-ef93-4bc7-9b25-59a4e3d2ffd5 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "GET /v2.0/security-groups/da751fc7-8e76-4ce0-9e0b-5fb0c2ea3ffa HTTP/1.1" status: 404 len: 347 time: 0.0159240 Apr 28 20:52:20.526451 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55048) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:20.676703 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Deleting port ec4fecca-9145-4b15-a4b3-18a71f6a2ed9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:20.676927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.847392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:20.847714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:21.078494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Calling delete_port for ec4fecca-9145-4b15-a4b3-18a71f6a2ed9 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:21.215416 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:21.262283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Pushing event deleted for resources: {'Port': ['ID=ec4fecca-9145-4b15-a4b3-18a71f6a2ed9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:21.355264 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:21.371819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:21.373158 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c99c97b0-45e0-4434-adc1-ed838d080624 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] 10.222.0.24 "DELETE /v2.0/floatingips/9bf7e4f5-0be5-44c3-87de-293e4010f212 HTTP/1.1" status: 204 len: 168 time: 0.8458555 Apr 28 20:52:21.376235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55052) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:21.897238 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.234053 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Deleting port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:22.234391 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.399401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] For port 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:22.400067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.487049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-34a824ea-fe4d-466f-854f-8c609ef77fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.629269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Calling delete_port for 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:22.791746 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:22.841884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b7c0b8-d98f-44ce-97f5-fabdb043f0bb,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:23.109059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:23.462728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:52:23.634830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:52:23.644810 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Sync routers for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:52:23.647363 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a0ed81eb-fa21-4bd3-ba61-de7b2ce86c34 admin admin] 10.222.0.24 "PUT /v2.0/routers/d4e9d667-4c02-4d68-b2af-ed3d5a3afa44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2701361 Apr 28 20:52:23.649817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:23.655133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:52:23.655735 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:23.831541 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:52:23.896518 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:23.943551 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.111367 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48'}], 'enable_snat': True}, 'gw_port_id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:52:22Z', 'revision_number': 5, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port': {'id': '1814cb6e-ad79-4c38-b648-f66ea0a3769c', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:b2:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4137, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:48:21Z', 'updated_at': '2022-04-28T20:48:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:24.115101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Checking router: d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:52:24.120150 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.123272 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Routers {'d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:52:24.123862 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:52:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:24.129849 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Deleting port 1814cb6e-ad79-4c38-b648-f66ea0a3769c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:24.130188 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.260045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.275701 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] Set router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:52:24.305740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] For port 1814cb6e-ad79-4c38-b648-f66ea0a3769c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1814cb6e-ad79-4c38-b648-f66ea0a3769c,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:24.306100 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.377688 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:52:24Z', 'revision_number': 6, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:24.381506 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a51506c-bb00-414a-bfcd-5118bc091457 None None] The sync data for ids ['d4e9d667-4c02-4d68-b2af-ed3d5a3afa44'] in n-d-839811-1 is: [{'id': 'd4e9d667-4c02-4d68-b2af-ed3d5a3afa44', 'name': 'tempest-ServerActionsTestJSON-376331396-router', 'tenant_id': '831d51984c7041d5b1754b30a1059bf0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:48:20Z', 'updated_at': '2022-04-28T20:52:24Z', 'revision_number': 6, 'project_id': '831d51984c7041d5b1754b30a1059bf0', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:52:24.435304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Calling delete_port for 1814cb6e-ad79-4c38-b648-f66ea0a3769c owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:24.601878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.647753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Pushing event deleted for resources: {'Port': ['ID=1814cb6e-ad79-4c38-b648-f66ea0a3769c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:24.740958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.915892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.917984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.940714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.941247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:52:24.953383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:24.954506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d7fb2841-f487-4430-a29a-5944f330b344 admin admin] 10.222.0.24 "DELETE /v2.0/routers/d4e9d667-4c02-4d68-b2af-ed3d5a3afa44 HTTP/1.1" status: 204 len: 168 time: 1.3038089 Apr 28 20:52:24.957258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:25.015756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Deleting subnet c5496082-996c-46e9-bcea-ca0b1f654b7c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:52:25.018615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.068547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.145164 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.150093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:52:25.193982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:52:25.194854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 14b7c0b8-d98f-44ce-97f5-fabdb043f0bb not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:52:25.217930 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.258764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c5496082-996c-46e9-bcea-ca0b1f654b7c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:25.265322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.269657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3316e-1468-45d3-905a-13379ac05c06 None None] Network 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:52:25.273718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.274065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.274404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.274752 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.275074 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.275405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.275739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.276054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.276382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.276707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.277027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.277349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.284737 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7fd1d636-a89b-45ae-aa56-37d13955ca53 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/c5496082-996c-46e9-bcea-ca0b1f654b7c HTTP/1.1" status: 204 len: 168 time: 0.3240395 Apr 28 20:52:25.285054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55064) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:25.404977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.420695 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Deleting port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:25.420963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.459801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.566533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] DHCP port deletion for 51e5b06b-bd88-437e-8060-cf4d0d2eeab2 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:52:25.570877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Deleting port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:25.571351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.649741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] For port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:25.650107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.770995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] For port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,segment=NetworkSegment(e97cb085-7247-4040-af43-39a0189c446f),segment_id=e97cb085-7247-4040-af43-39a0189c446f)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:25.771423 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.777545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Calling delete_port for 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:25.857732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:25.896639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Calling delete_port for 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:25.905619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Pushing event deleted for resources: {'Port': ['ID=32f3d5f0-a6ee-4a28-b8ae-f166324cde5e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:25.910458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] No DVR routers for this DVR port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:52:25.940217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.940566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.940909 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.941282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.941651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.941982 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.942312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.942642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.942966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.943294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.943621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.943945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:25.973229 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:52:25.973625 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:52:26.036989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.061839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e5b06b-bd88-437e-8060-cf4d0d2eeab2']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:26.073254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e97cb085-7247-4040-af43-39a0189c446f') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:26.073582 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e97cb085-7247-4040-af43-39a0189c446f') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:26.085657 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.101806 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.107641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Releasing vlan 419 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:52:26.108017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:52:26.120632 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:52:26.198090 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.216699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.225019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] Pushing event deleted for resources: {'Network': ['ID=51e5b06b-bd88-437e-8060-cf4d0d2eeab2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:26.237879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5857eb5f-d7c5-439b-8c53-16f54b46b02e admin admin] 10.222.0.24 "DELETE /v2.0/networks/51e5b06b-bd88-437e-8060-cf4d0d2eeab2 HTTP/1.1" status: 204 len: 168 time: 0.9520741 Apr 28 20:52:26.345304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55070) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:26.392935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7af0c9ce-4868-4540-b6cc-364d9e8004f9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=831d51984c7041d5b1754b30a1059bf0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464706 Apr 28 20:52:26.395329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55074) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:26.474549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Deleting port 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:26.475099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.564772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.577020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:52:26.590204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.608011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2ff64b04-a243-4a70-87bb-dd2d65a04b0a None None] The port '32f3d5f0-a6ee-4a28-b8ae-f166324cde5e' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:52:26.614820 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:52:26.615444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 32f3d5f0-a6ee-4a28-b8ae-f166324cde5e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:52:26.615856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1814cb6e-ad79-4c38-b648-f66ea0a3769c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:52:26.645367 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.651894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1814cb6e-ad79-4c38-b648-f66ea0a3769c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:52:26.652231 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1814cb6e-ad79-4c38-b648-f66ea0a3769c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:52:26.663390 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0510d7f4-57d0-40ce-8304-0e01ebfaa470,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:26.671212 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:26.672325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a609360e-1459-47ef-8afd-68d9edc06d2e admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/0510d7f4-57d0-40ce-8304-0e01ebfaa470 HTTP/1.1" status: 204 len: 168 time: 0.2761331 Apr 28 20:52:26.816805 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:52:27.375410 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55098) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:27.496222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-152586271-network', 'tenant_id': '59ca25961b0d499caef1c095109dea79'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:27.501749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:52:27.505504 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Usage tracker for resource:network and tenant:59ca25961b0d499caef1c095109dea79 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:52:27.508325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:52:27.514905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:52:27.524874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Made reservation on behalf of 59ca25961b0d499caef1c095109dea79 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:52:27.527105 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.539522 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.553525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:52:27.557221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Usage tracker for resource:security_group_rule and tenant:59ca25961b0d499caef1c095109dea79 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:52:27.560002 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:52:27.565539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:52:27.648938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.652572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.681965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:52:27.690655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608f3d46-10b6-47b4-a119-e7408ac3e04f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:27.696001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.696345 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Added segment d58696c8-a32b-4843-bbdd-a1821edaa29d of type vlan for network 873b06a2-d359-442b-81fc-908dc9685dfc Apr 28 20:52:27.723176 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.751080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.751994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:27.752563 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:27.949037 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5723510 Apr 28 20:52:27.952376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55104) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:27.958109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774ad04d-7d6a-4ff5-b815-634cd64628be admin admin] Pushing event updated for resources: {'Network': ['ID=873b06a2-d359-442b-81fc-908dc9685dfc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:27.958242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Request body: {'subnet': {'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-152586271-subnet', 'tenant_id': '59ca25961b0d499caef1c095109dea79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:27.964790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:52:27.967737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 873b06a2-d359-442b-81fc-908dc9685dfc details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:52:27.969584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Usage tracker for resource:subnet and tenant:59ca25961b0d499caef1c095109dea79 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:52:27.972745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:52:27.978340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:52:27.989847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Made reservation on behalf of 59ca25961b0d499caef1c095109dea79 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:52:27.992138 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:28.193191 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:28.268389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3881a0d-60bd-40f2-a4c5-0a25fe264cab,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:28.276770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Checking segment: {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:52:28.277115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Network hostable DHCP agents. Network: 873b06a2-d359-442b-81fc-908dc9685dfc, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:52:28.295995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Network 873b06a2-d359-442b-81fc-908dc9685dfc is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:52:28.304620 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 873b06a2-d359-442b-81fc-908dc9685dfc) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:52:28.308659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:28.309263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:28.312842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a12e6d-a147-4824-b30d-ab3bb6cda7b2 None None] Network 873b06a2-d359-442b-81fc-908dc9685dfc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:52:28.330511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f6119354-4d90-4919-b209-a483f6687d3d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3770502 Apr 28 20:52:28.522236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbadae0f-5685-4e59-9b5e-f221486a31a9 None None] Network 873b06a2-d359-442b-81fc-908dc9685dfc requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:52:29.022500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-35582492-8607-4745-92c2-5e18f6071226 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:29.023168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-35582492-8607-4745-92c2-5e18f6071226 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:29.040710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-35582492-8607-4745-92c2-5e18f6071226 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:29.041895 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-35582492-8607-4745-92c2-5e18f6071226 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 813 time: 0.1604869 Apr 28 20:52:29.058282 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-eafd2a4f-90a7-4b40-a33b-cc9121da3f85 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/quotas/59ca25961b0d499caef1c095109dea79 HTTP/1.1" status: 200 len: 375 time: 0.0098672 Apr 28 20:52:29.109984 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-661c87a4-88c8-480c-8f78-4798d47a356b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457375 Apr 28 20:52:29.242439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-a4f123f4-69d9-40d5-b9eb-4ab5308b50fd service neutron] 10.222.0.24 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258404 Apr 28 20:52:29.374524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-03231e76-d662-4baa-9bfd-3572f4d9e2e3 service neutron] 10.222.0.24 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261227 Apr 28 20:52:29.608885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0e10eb66-d7b2-4527-a635-ab3219aa691b req-d46ded76-7593-4db6-938e-c4cd2985ecc6 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 210 time: 0.1021347 Apr 28 20:52:30.659445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-c9ac966a-ff1f-451a-85b8-d4fa78b80f51 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:30.660935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-c9ac966a-ff1f-451a-85b8-d4fa78b80f51 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 813 time: 0.1501195 Apr 28 20:52:30.677898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Request body: {'port': {'device_id': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc', 'admin_state_up': True, 'tenant_id': '59ca25961b0d499caef1c095109dea79'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:30.758464 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22e4324b-21e2-4d37-a45e-879aea0d2807 req-63ede0d1-0568-4976-a0e5-c6e8d6959e8a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 210 time: 0.0414655 Apr 28 20:52:30.815590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:52:30.819352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Usage tracker for resource:port and tenant:59ca25961b0d499caef1c095109dea79 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:52:30.822088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:52:30.828399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:52:30.837926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Made reservation on behalf of 59ca25961b0d499caef1c095109dea79 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:52:30.841413 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.002802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Allocated IP 172.20.0.3 (873b06a2-d359-442b-81fc-908dc9685dfc/e3881a0d-60bd-40f2-a4c5-0a25fe264cab/f63e81ab-1014-437b-a21c-1a3b14b41a4e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:52:31.203088 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.232372 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.298444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Network 873b06a2-d359-442b-81fc-908dc9685dfc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:52:31.301439 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:52:31.305477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:52:31.348876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Pushing event updated for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:31.376890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:31.377511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.397420 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7f4c0c31-3584-4bc5-87cc-6e4f605d1b06 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7235453 Apr 28 20:52:31.412987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Request body: {'port': {'device_id': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:31.519732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.866138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63e81ab-1014-437b-a21c-1a3b14b41a4e {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:52:31.903660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:31.935145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Transition to ACTIVE for port object f63e81ab-1014-437b-a21c-1a3b14b41a4e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:52:31.940293 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:32.182628 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:32.223955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2551487c-2212-4fc1-a0d5-53346aa98730 req-fce0a796-f81a-4d9e-9639-0d587dab9057 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:32.224629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2551487c-2212-4fc1-a0d5-53346aa98730 req-fce0a796-f81a-4d9e-9639-0d587dab9057 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:32.286943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-2551487c-2212-4fc1-a0d5-53346aa98730 req-fce0a796-f81a-4d9e-9639-0d587dab9057 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:32.288065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2551487c-2212-4fc1-a0d5-53346aa98730 req-fce0a796-f81a-4d9e-9639-0d587dab9057 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 931 time: 0.4175143 Apr 28 20:52:32.319757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Attempting to bind port f63e81ab-1014-437b-a21c-1a3b14b41a4e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:52:32.320085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Attempting to bind port f63e81ab-1014-437b-a21c-1a3b14b41a4e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:52:32.320405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Attempting to bind port f63e81ab-1014-437b-a21c-1a3b14b41a4e on network 873b06a2-d359-442b-81fc-908dc9685dfc {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:32.333934 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Port f63e81ab-1014-437b-a21c-1a3b14b41a4e on network 873b06a2-d359-442b-81fc-908dc9685dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:52:32.334251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Attempting to bind port f63e81ab-1014-437b-a21c-1a3b14b41a4e on network 873b06a2-d359-442b-81fc-908dc9685dfc {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:32.345381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:52:32.345737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Checking segment: {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:52:32.346106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Bound using segment: {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:52:32.346527 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Bound port: f63e81ab-1014-437b-a21c-1a3b14b41a4e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:52:32.346873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:32.360679 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2551487c-2212-4fc1-a0d5-53346aa98730 req-869fe665-9ec2-4576-846a-e5077d5626dc tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631931 Apr 28 20:52:32.442355 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:52:32.445230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:52:32.450607 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:32.509932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:32.510536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:32.511858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] 10.222.0.41 "PUT /v2.0/ports/f63e81ab-1014-437b-a21c-1a3b14b41a4e HTTP/1.1" status: 200 len: 1091 time: 1.1027055 Apr 28 20:52:32.512315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:32.533232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd49e8ae-8772-44bf-b754-e7293131e3c6 service neutron] Pushing event updated for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:32.590948 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14108142-d005-4e2d-81ce-01686cdd6994'] response: {'name': 'network-changed', 'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e', 'status': 'completed', 'code': 200} Apr 28 20:52:32.625372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-754b9083-b392-485c-b877-7c02c84c38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:32.626785 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-754b9083-b392-485c-b877-7c02c84c38ae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 1094 time: 0.0748432 Apr 28 20:52:32.696691 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-8305aa88-67fc-44e9-9bb2-56168767a65e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e HTTP/1.1" status: 200 len: 217 time: 0.0596495 Apr 28 20:52:32.764648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7615a4c1-54a2-4e57-9b5e-ac8faa3c6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:32.766054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7615a4c1-54a2-4e57-9b5e-ac8faa3c6a71 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3881a0d-60bd-40f2-a4c5-0a25fe264cab HTTP/1.1" status: 200 len: 853 time: 0.0601845 Apr 28 20:52:32.815851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-d3cf8e12-bc8f-4da5-a37a-2ca273a6d432 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873b06a2-d359-442b-81fc-908dc9685dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408564 Apr 28 20:52:32.946296 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-8f39fc09-0ff7-4b05-93ac-5ff3248d7135 service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202843 Apr 28 20:52:33.081891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-75972d45-468b-490e-88a9-3fbdd0c38ae3 req-7bd86485-3796-4902-86bc-b24c4be8d4e1 service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259537 Apr 28 20:52:33.209283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-ab60da28-195e-4cf4-9687-abcf9eced397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:33.210692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-ab60da28-195e-4cf4-9687-abcf9eced397 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 1094 time: 0.0739598 Apr 28 20:52:33.339573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-4aceae12-78b0-4543-9c4c-d377233278f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:33.341587 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-4aceae12-78b0-4543-9c4c-d377233278f7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 914 time: 0.1247294 Apr 28 20:52:33.409092 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-1141b823-849f-4342-97d1-e12a65148015 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e HTTP/1.1" status: 200 len: 217 time: 0.0606611 Apr 28 20:52:33.505812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-ced29b44-5e71-41d2-98c4-e67138f6118b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:33.507203 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-ced29b44-5e71-41d2-98c4-e67138f6118b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3881a0d-60bd-40f2-a4c5-0a25fe264cab HTTP/1.1" status: 200 len: 853 time: 0.0912035 Apr 28 20:52:33.566922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-3a96642e-c39d-4d1e-b5e5-e077e33e34f9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873b06a2-d359-442b-81fc-908dc9685dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482094 Apr 28 20:52:33.671288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04468e72-b794-4668-a201-1f6d629a87dc req-d334066e-95b3-4e10-92f9-84cacbad08a7 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:33.672723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04468e72-b794-4668-a201-1f6d629a87dc req-d334066e-95b3-4e10-92f9-84cacbad08a7 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 943 time: 0.2009087 Apr 28 20:52:33.754365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04468e72-b794-4668-a201-1f6d629a87dc req-f91f9913-1baa-424b-b03a-fdbe017af53d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750055 Apr 28 20:52:33.758309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-a2479fc3-0925-465c-ad84-5973b73f6f03 service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834202 Apr 28 20:52:33.995752 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-41de3faf-05d9-435d-97b1-9598fcad95a1 req-264bd0b3-7079-4367-bab4-7e527a17ba1c service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306342 Apr 28 20:52:34.500757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f63e81ab-1014-437b-a21c-1a3b14b41a4e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:52:34.632215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:34.645422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e', 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc', 'port_id': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e', 'mac_address': 'fa:16:3e:c8:ed:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3881a0d-60bd-40f2-a4c5-0a25fe264cab', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:52:34.698408 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:34.715574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63e81ab-1014-437b-a21c-1a3b14b41a4e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:52:34.730624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:34.735007 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:34.804561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:34.812626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.812970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.813306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.813665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.813997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.814323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.814648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.814992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.815315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.815632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.815975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.816290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:52:34.945063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b054bdb-a1f5-4525-b14f-3078bdc0e0a6 req-ac62b87b-e2af-4f21-b803-29c5f65e4c52 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:34.946527 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b054bdb-a1f5-4525-b14f-3078bdc0e0a6 req-ac62b87b-e2af-4f21-b803-29c5f65e4c52 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 944 time: 0.0819020 Apr 28 20:52:34.988919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b054bdb-a1f5-4525-b14f-3078bdc0e0a6 req-0c267b92-33e1-4a56-894a-092f6398fb2e tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:35.005551 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7b054bdb-a1f5-4525-b14f-3078bdc0e0a6 req-0c267b92-33e1-4a56-894a-092f6398fb2e tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:35.006652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7b054bdb-a1f5-4525-b14f-3078bdc0e0a6 req-0c267b92-33e1-4a56-894a-092f6398fb2e tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545409 Apr 28 20:52:35.013437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f63e81ab-1014-437b-a21c-1a3b14b41a4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:52:36.196682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36048b1e-f127-43cc-8e59-7a2c9d4e1a24 req-e1a76831-cb2d-4138-993a-1c972becfc57 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:36.198183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36048b1e-f127-43cc-8e59-7a2c9d4e1a24 req-e1a76831-cb2d-4138-993a-1c972becfc57 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 944 time: 0.0862339 Apr 28 20:52:36.245765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36048b1e-f127-43cc-8e59-7a2c9d4e1a24 req-fb0dd7c0-93bd-45b5-b8bc-3ee18c82f21f tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Apr 28 20:52:36.516153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f63e81ab-1014-437b-a21c-1a3b14b41a4e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:52:36.589652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port f63e81ab-1014-437b-a21c-1a3b14b41a4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:52:36.594711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port f63e81ab-1014-437b-a21c-1a3b14b41a4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:52:36.595087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:36.721704 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:36.751506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:36.761239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:36.765605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:36.801659 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-032205cb-08dd-4b36-b030-402056bd1d0e'] response: {'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e', 'code': 200} Apr 28 20:52:36.832929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:36.938073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66bae28-775e-429a-8223-d0c9272c588b req-9417f4be-fc2b-4be9-beaf-f33e75ca12f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:36.939521 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d66bae28-775e-429a-8223-d0c9272c588b req-9417f4be-fc2b-4be9-beaf-f33e75ca12f4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 1096 time: 0.0715663 Apr 28 20:52:36.982918 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d66bae28-775e-429a-8223-d0c9272c588b req-a109faad-37dd-49a7-bf9b-0e97db885648 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342855 Apr 28 20:52:37.426986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017faa0a-710e-4500-8661-d95291cea05f req-bf3cc167-c57d-4aad-b49f-292a3395a792 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:37.428408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-017faa0a-710e-4500-8661-d95291cea05f req-bf3cc167-c57d-4aad-b49f-292a3395a792 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0771017 Apr 28 20:52:37.472045 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-017faa0a-710e-4500-8661-d95291cea05f req-7c237c84-3719-4bf0-a52c-70c244f49ba7 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379596 Apr 28 20:52:38.654090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40571e2f-e946-4636-a649-168092e7305d req-8633c835-c18b-411d-ba21-4e24ed2d388a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:38.655533 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40571e2f-e946-4636-a649-168092e7305d req-8633c835-c18b-411d-ba21-4e24ed2d388a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0781367 Apr 28 20:52:38.697390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40571e2f-e946-4636-a649-168092e7305d req-12018b47-1a28-4b14-80d1-89199dfd67e4 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362031 Apr 28 20:52:38.980237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-c308e8bb-f01b-49d2-931f-c23475e84e0b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:38.981937 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-c308e8bb-f01b-49d2-931f-c23475e84e0b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 813 time: 0.1461318 Apr 28 20:52:38.997687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-03a7b9d7-6163-4ccd-a4f5-ab0fae60bc2c tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/quotas/59ca25961b0d499caef1c095109dea79 HTTP/1.1" status: 200 len: 375 time: 0.0101497 Apr 28 20:52:39.081299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-089ab0dd-1a47-481b-a5c4-9ecfbf047029 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0787253 Apr 28 20:52:39.250528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-e01390f9-f2c0-4c81-8549-bb6d27eafab9 service neutron] 10.222.0.24 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625226 Apr 28 20:52:39.377971 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-fc715d17-5bd9-4a3b-ac98-a05f60923237 service neutron] 10.222.0.24 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215048 Apr 28 20:52:39.560601 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d2c8473c-2a20-4120-9647-1f3fc0cf2b86 req-eca28d35-43f6-4be1-88d1-f46234206513 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 210 time: 0.0510440 Apr 28 20:52:40.587748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-2f02f6a2-3efa-427d-b441-c9608952af19 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:40.589161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-2f02f6a2-3efa-427d-b441-c9608952af19 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 813 time: 0.1491711 Apr 28 20:52:40.601376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Request body: {'port': {'device_id': 'df77cc53-6049-493a-af70-2725028021ef', 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc', 'admin_state_up': True, 'tenant_id': '59ca25961b0d499caef1c095109dea79'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:40.662930 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:40.744026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2395caa7-9446-4474-a3f7-d791483cec55 req-7e61e900-2553-4e8b-b9bc-0fec2fc5eb43 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 210 time: 0.0572743 Apr 28 20:52:40.778851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:52:40.788052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:52:40.798112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Made reservation on behalf of 59ca25961b0d499caef1c095109dea79 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:52:40.801531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:40.958012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Allocated IP 172.20.0.12 (873b06a2-d359-442b-81fc-908dc9685dfc/e3881a0d-60bd-40f2-a4c5-0a25fe264cab/5f14500b-f384-4cbf-bbd2-c97eb1465665) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:52:41.156441 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.184905 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.196303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f63e81ab-1014-437b-a21c-1a3b14b41a4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:52:41.254721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Network 873b06a2-d359-442b-81fc-908dc9685dfc is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:52:41.257885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:52:41.261787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:52:41.297897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Pushing event updated for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:41.331944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:41.332549 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.358197 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8b82fc4d-7fcb-4d44-b315-f019dc7f617b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7605062 Apr 28 20:52:41.369339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Request body: {'port': {'device_id': 'df77cc53-6049-493a-af70-2725028021ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:52:41.587224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.926569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f14500b-f384-4cbf-bbd2-c97eb1465665 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:52:41.927296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d466e73-1494-4d8a-b201-09fbfa671631 req-d34f17b6-4020-4847-93fa-729e41df732b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:41.928341 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d466e73-1494-4d8a-b201-09fbfa671631 req-d34f17b6-4020-4847-93fa-729e41df732b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 932 time: 0.0795767 Apr 28 20:52:41.934043 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.948209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Transition to ACTIVE for port object 5f14500b-f384-4cbf-bbd2-c97eb1465665 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:52:41.952146 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:41.973443 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d466e73-1494-4d8a-b201-09fbfa671631 req-cdb7e22d-5161-4aa1-977e-b76b570742e4 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Apr 28 20:52:42.103538 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Pushing event updated for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:42.181570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Attempting to bind port 5f14500b-f384-4cbf-bbd2-c97eb1465665 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:52:42.181914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Attempting to bind port 5f14500b-f384-4cbf-bbd2-c97eb1465665 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:52:42.182242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Attempting to bind port 5f14500b-f384-4cbf-bbd2-c97eb1465665 on network 873b06a2-d359-442b-81fc-908dc9685dfc {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:42.186840 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Port 5f14500b-f384-4cbf-bbd2-c97eb1465665 on network 873b06a2-d359-442b-81fc-908dc9685dfc not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:52:42.187162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Attempting to bind port 5f14500b-f384-4cbf-bbd2-c97eb1465665 on network 873b06a2-d359-442b-81fc-908dc9685dfc {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:52:42.192223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:52:42.192556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Checking segment: {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:52:42.192932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Bound using segment: {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:52:42.193354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Bound port: 5f14500b-f384-4cbf-bbd2-c97eb1465665, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd58696c8-a32b-4843-bbdd-a1821edaa29d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:52:42.193740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:42.280783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:52:42.283936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:52:42.287695 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:42.348547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:42.349153 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:42.350508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] 10.222.0.41 "PUT /v2.0/ports/5f14500b-f384-4cbf-bbd2-c97eb1465665 HTTP/1.1" status: 200 len: 1092 time: 0.9850791 Apr 28 20:52:42.350948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:42.371307 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af91c57e-50d6-4eca-be20-5f3de14757ea service neutron] Pushing event updated for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:42.423101 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b571a98-5806-4c25-9764-4971571a97f4'] response: {'name': 'network-changed', 'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665', 'status': 'completed', 'code': 200} Apr 28 20:52:42.464109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-d7a4cef2-a228-4e14-be8d-2852ff007202 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:42.466163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-d7a4cef2-a228-4e14-be8d-2852ff007202 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 1095 time: 0.0748928 Apr 28 20:52:42.535281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-8e4afdf4-5939-4cfb-933c-b13b87e18a73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665 HTTP/1.1" status: 200 len: 217 time: 0.0626669 Apr 28 20:52:42.595542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-37130930-ed3d-4934-98cd-fe258544649e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:42.597210 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-37130930-ed3d-4934-98cd-fe258544649e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3881a0d-60bd-40f2-a4c5-0a25fe264cab HTTP/1.1" status: 200 len: 853 time: 0.0561428 Apr 28 20:52:42.645947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-9dc5b2b6-5dd1-4a6e-94da-af81751a267e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873b06a2-d359-442b-81fc-908dc9685dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425532 Apr 28 20:52:42.775486 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-6a431ea4-4771-4d39-8c52-c8338dddc1c2 service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238220 Apr 28 20:52:42.903283 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-feea3b69-9ffe-42f9-8f38-b542d0ed1fe3 req-492c3f58-46f1-460c-a574-64d335d1085e service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214535 Apr 28 20:52:42.927271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:43.020035 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-252b108d-2cf3-45ed-9f2b-76c58077d838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:43.021511 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-252b108d-2cf3-45ed-9f2b-76c58077d838 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59ca25961b0d499caef1c095109dea79&device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 1095 time: 0.0696838 Apr 28 20:52:43.170544 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a08874a-59b2-4cfb-8718-affc2b7d13dd req-2e473ae9-0fd7-4e3e-bfc2-1d76d98ae7a8 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:43.171998 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a08874a-59b2-4cfb-8718-affc2b7d13dd req-2e473ae9-0fd7-4e3e-bfc2-1d76d98ae7a8 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 944 time: 0.0846491 Apr 28 20:52:43.216787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2a08874a-59b2-4cfb-8718-affc2b7d13dd req-11b70937-66cc-46b2-bcb9-7abd1fee7d2a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Apr 28 20:52:43.269451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-69a2c4dd-fe1d-43d7-8ed6-61f3e4cb7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:43.270900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-69a2c4dd-fe1d-43d7-8ed6-61f3e4cb7418 service neutron] 10.222.0.41 "GET /v2.0/networks?id=873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 200 len: 914 time: 0.2400417 Apr 28 20:52:43.339343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-cf4196be-2438-4af5-8f1d-911afdefa9af service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665 HTTP/1.1" status: 200 len: 217 time: 0.0621319 Apr 28 20:52:43.400255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-86ea0b1f-ea57-42f3-962a-8541fb372f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:43.401744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-86ea0b1f-ea57-42f3-962a-8541fb372f00 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=e3881a0d-60bd-40f2-a4c5-0a25fe264cab HTTP/1.1" status: 200 len: 853 time: 0.0563016 Apr 28 20:52:43.450664 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-bec3b5f7-acee-47f9-9a83-44c48dc674ba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=873b06a2-d359-442b-81fc-908dc9685dfc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422308 Apr 28 20:52:43.578802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-db9be27b-6ff4-4f29-8ff5-f7481e65c3a6 service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215243 Apr 28 20:52:43.709033 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e42f5ef-3788-4407-9317-e73bdefa6811 req-d0961f65-86ad-4916-a624-23a05b0afcad service neutron] 10.222.0.41 "GET /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228063 Apr 28 20:52:44.403741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4694f350-7744-4c16-be29-46083e304f51 req-6f618435-ac4f-4094-8348-597c4ad51ebb tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:44.404436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4694f350-7744-4c16-be29-46083e304f51 req-6f618435-ac4f-4094-8348-597c4ad51ebb tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:44.419309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4694f350-7744-4c16-be29-46083e304f51 req-6f618435-ac4f-4094-8348-597c4ad51ebb tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:44.420424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4694f350-7744-4c16-be29-46083e304f51 req-6f618435-ac4f-4094-8348-597c4ad51ebb tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 944 time: 0.0936739 Apr 28 20:52:44.464632 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4694f350-7744-4c16-be29-46083e304f51 req-6c636431-5641-46cf-973a-5b69ff7157f0 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384204 Apr 28 20:52:44.547095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5f14500b-f384-4cbf-bbd2-c97eb1465665 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:52:44.707345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:44.719966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '5f14500b-f384-4cbf-bbd2-c97eb1465665', 'network_id': '873b06a2-d359-442b-81fc-908dc9685dfc', 'port_id': '5f14500b-f384-4cbf-bbd2-c97eb1465665', 'mac_address': 'fa:16:3e:c1:0b:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 413, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3881a0d-60bd-40f2-a4c5-0a25fe264cab', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:52:44.775455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:44.791484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f14500b-f384-4cbf-bbd2-c97eb1465665 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:52:44.806689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:44.810866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:44.874821 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:45.033012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['5f14500b-f384-4cbf-bbd2-c97eb1465665'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:52:45.643655 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320f587-047c-455d-9027-7bc7b59cf168 req-cebe682f-da8e-4d60-b281-ca9b47f8173e tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:45.645070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a320f587-047c-455d-9027-7bc7b59cf168 req-cebe682f-da8e-4d60-b281-ca9b47f8173e tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 945 time: 0.0779638 Apr 28 20:52:45.687066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a320f587-047c-455d-9027-7bc7b59cf168 req-2e275077-2db9-426d-9d30-fcb0c7df3d3f tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361271 Apr 28 20:52:46.576506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5f14500b-f384-4cbf-bbd2-c97eb1465665 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:52:46.641986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 5f14500b-f384-4cbf-bbd2-c97eb1465665 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:52:46.646865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 5f14500b-f384-4cbf-bbd2-c97eb1465665 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:52:46.647258 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:46.761300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:46.787838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:46.797777 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:46.801869 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:46.841667 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-092c1965-b635-49d6-aa60-3b0bde9350f5'] response: {'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665', 'code': 200} Apr 28 20:52:46.872859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:46.894504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8746d607-7ca2-4252-804a-f5bc03e319b1 req-658fa130-6c3e-45b7-8b01-8eb50348884f tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:46.896118 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8746d607-7ca2-4252-804a-f5bc03e319b1 req-658fa130-6c3e-45b7-8b01-8eb50348884f tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0925186 Apr 28 20:52:46.983464 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8746d607-7ca2-4252-804a-f5bc03e319b1 req-9204fa0f-ed56-4757-8a76-c582fe79a49d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581100 Apr 28 20:52:46.995431 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145caaab-eee2-412c-b356-6271e7941a03 req-4782485f-0887-4bae-be60-1b00d09b621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:46.997575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145caaab-eee2-412c-b356-6271e7941a03 req-4782485f-0887-4bae-be60-1b00d09b621e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 1097 time: 0.1005912 Apr 28 20:52:47.036979 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-145caaab-eee2-412c-b356-6271e7941a03 req-7f46295f-f62b-401f-b931-7ca3b5bd5c1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330462 Apr 28 20:52:48.172855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9fee1-0c61-40f3-94de-b15c1c681fe0 req-c807312b-9dcc-4660-b92c-9a5bc22c50d6 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:48.174330 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72b9fee1-0c61-40f3-94de-b15c1c681fe0 req-c807312b-9dcc-4660-b92c-9a5bc22c50d6 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0816557 Apr 28 20:52:48.219368 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72b9fee1-0c61-40f3-94de-b15c1c681fe0 req-daab26f4-ce72-4c6e-a3f3-f7c0c46c46bf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393040 Apr 28 20:52:49.409741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fb762e-dd01-4fe6-8a65-a70b23199b9a req-55a35372-04ec-4346-8949-45bad1a98551 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:49.411228 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43fb762e-dd01-4fe6-8a65-a70b23199b9a req-55a35372-04ec-4346-8949-45bad1a98551 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0845358 Apr 28 20:52:49.456962 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-43fb762e-dd01-4fe6-8a65-a70b23199b9a req-d9cba08a-74ba-4397-880f-6c44632a9fa9 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Apr 28 20:52:49.836470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cf2c03-6cf5-4792-a609-9810295326a5 req-02902acb-7f73-4996-87fd-cd010cf6fe23 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:49.837865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5cf2c03-6cf5-4792-a609-9810295326a5 req-02902acb-7f73-4996-87fd-cd010cf6fe23 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0810339 Apr 28 20:52:49.885509 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5cf2c03-6cf5-4792-a609-9810295326a5 req-1d99fc22-a0ed-477a-b1b6-67f401892de6 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411062 Apr 28 20:52:50.350597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac61b135-cbc5-42f1-83c0-fd12422daddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:51.069758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24705bef-328f-4ec5-b825-8c7865d74da9 req-7124ac6d-ed5f-41eb-8b6d-61c9753ecd53 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:51.071191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24705bef-328f-4ec5-b825-8c7865d74da9 req-7124ac6d-ed5f-41eb-8b6d-61c9753ecd53 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0776796 Apr 28 20:52:51.118253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-24705bef-328f-4ec5-b825-8c7865d74da9 req-a1d8941f-4ffd-40e7-965e-116c9b87b85b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 Apr 28 20:52:51.194045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-92ad6f99-56bf-47aa-98a4-8905156555e4 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:51.195373 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-92ad6f99-56bf-47aa-98a4-8905156555e4 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 946 time: 0.0769610 Apr 28 20:52:51.265655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Deleting port 5f14500b-f384-4cbf-bbd2-c97eb1465665 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:51.265993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:51.504366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] For port 5f14500b-f384-4cbf-bbd2-c97eb1465665, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=5f14500b-f384-4cbf-bbd2-c97eb1465665,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:51.504721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:51.626404 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Calling delete_port for 5f14500b-f384-4cbf-bbd2-c97eb1465665 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:51.764827 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:51.779783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f63e81ab-1014-437b-a21c-1a3b14b41a4e', '5f14500b-f384-4cbf-bbd2-c97eb1465665'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:52:51.817230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Pushing event deleted for resources: {'Port': ['ID=5f14500b-f384-4cbf-bbd2-c97eb1465665,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:51.887784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] No DVR routers for this DVR port 5f14500b-f384-4cbf-bbd2-c97eb1465665 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:52:51.890252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:51.892750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'name': 'network-vif-deleted', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:51.908238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b5f1645-e4dc-411f-96ed-2c6189a2263e req-5b6e4150-3955-4eb6-8a0a-0f72a3b78260 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "DELETE /v2.0/ports/5f14500b-f384-4cbf-bbd2-c97eb1465665 HTTP/1.1" status: 204 len: 173 time: 0.7070100 Apr 28 20:52:51.947394 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8604b90e-dfa8-4349-a790-91f824a03eff'] response: {'server_uuid': 'df77cc53-6049-493a-af70-2725028021ef', 'name': 'network-vif-deleted', 'tag': '5f14500b-f384-4cbf-bbd2-c97eb1465665', 'status': 'completed', 'code': 200} Apr 28 20:52:52.280070 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99471b3d-b8cb-41ad-977a-c97d7579c615 req-238c6290-8bee-43bd-8d80-037f91e8840d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=df77cc53-6049-493a-af70-2725028021ef HTTP/1.1" status: 200 len: 210 time: 0.0416992 Apr 28 20:52:52.490931 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e09da2f-910a-4657-b3c6-515961eca5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:53.537184 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a67ad-5d23-4a73-869d-24ae0cb86223 req-4bb70181-edca-4d5e-862e-f16d158f1a62 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:53.538647 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a0a67ad-5d23-4a73-869d-24ae0cb86223 req-4bb70181-edca-4d5e-862e-f16d158f1a62 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0806503 Apr 28 20:52:53.581310 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a0a67ad-5d23-4a73-869d-24ae0cb86223 req-569a7fd9-33af-421b-b313-c67b632f7ba8 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Apr 28 20:52:53.793358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae6ef2-9f0e-426e-96db-f1e46700b195 req-96a60c8b-ab7b-4c33-8b32-06348b087b6b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:53.794815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71ae6ef2-9f0e-426e-96db-f1e46700b195 req-96a60c8b-ab7b-4c33-8b32-06348b087b6b tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0822599 Apr 28 20:52:53.838403 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-71ae6ef2-9f0e-426e-96db-f1e46700b195 req-4c4aa541-9205-424d-8e33-df6ec271a02d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378873 Apr 28 20:52:53.894876 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:54.034145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6069556-a364-4552-a0c5-96dbe9cff0d8 req-93c5e634-b8ee-49b6-8833-1a94a615b1f2 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:54.034827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6069556-a364-4552-a0c5-96dbe9cff0d8 req-93c5e634-b8ee-49b6-8833-1a94a615b1f2 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:54.050493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c6069556-a364-4552-a0c5-96dbe9cff0d8 req-93c5e634-b8ee-49b6-8833-1a94a615b1f2 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:54.051601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6069556-a364-4552-a0c5-96dbe9cff0d8 req-93c5e634-b8ee-49b6-8833-1a94a615b1f2 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.1043444 Apr 28 20:52:54.096652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c6069556-a364-4552-a0c5-96dbe9cff0d8 req-d7aba735-a8a4-4169-9cca-3d74655242ca tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392673 Apr 28 20:52:54.263458 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:54.379593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c00ca5-01c1-498d-a908-d1309ba45054 req-46f223ee-7375-432a-a55f-7ee3fb797b6d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:54.380917 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8c00ca5-01c1-498d-a908-d1309ba45054 req-46f223ee-7375-432a-a55f-7ee3fb797b6d tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0781212 Apr 28 20:52:54.532196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a8c00ca5-01c1-498d-a908-d1309ba45054 req-2aba6cf8-f3e8-4c69-ab38-38072ae17e39 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456940 Apr 28 20:52:54.596766 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5f14500b-f384-4cbf-bbd2-c97eb1465665 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:52:54.630222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 5f14500b-f384-4cbf-bbd2-c97eb1465665 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:52:54.630486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 5f14500b-f384-4cbf-bbd2-c97eb1465665 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:52:54.716912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2887f3c4-078c-4beb-a520-b657046e4698 req-9270b281-17d0-4c64-a9e3-d66b00cf3d9a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:54.718369 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2887f3c4-078c-4beb-a520-b657046e4698 req-9270b281-17d0-4c64-a9e3-d66b00cf3d9a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0777037 Apr 28 20:52:54.763798 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2887f3c4-078c-4beb-a520-b657046e4698 req-202f7d4e-6382-434c-b093-ab45f4601495 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398598 Apr 28 20:52:54.953531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed760a9-f61f-4d11-97a2-2791697145e0 req-400b50fa-06c8-469f-bfd4-02aeb5f7161a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:54.955164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ed760a9-f61f-4d11-97a2-2791697145e0 req-400b50fa-06c8-469f-bfd4-02aeb5f7161a tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0789735 Apr 28 20:52:54.998586 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7ed760a9-f61f-4d11-97a2-2791697145e0 req-c97a5cfa-eb23-4621-a828-1ca2005f4144 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376446 Apr 28 20:52:55.412896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:55.535055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d89365e-a60a-4ea9-8eee-34c6bfbe033f req-6103ae4a-f5fa-4af4-9502-1d18da559a84 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:55.536509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d89365e-a60a-4ea9-8eee-34c6bfbe033f req-6103ae4a-f5fa-4af4-9502-1d18da559a84 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0834017 Apr 28 20:52:55.579860 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2d89365e-a60a-4ea9-8eee-34c6bfbe033f req-962fd7d0-823b-4f4b-9550-fa6f5d53dca0 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374572 Apr 28 20:52:56.762701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c77815-75cb-4d2a-bb52-3405082c6569 req-c8d2e9ef-a550-4376-bb36-8054189cf6c5 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:56.764014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86c77815-75cb-4d2a-bb52-3405082c6569 req-c8d2e9ef-a550-4376-bb36-8054189cf6c5 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0778263 Apr 28 20:52:56.806994 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-86c77815-75cb-4d2a-bb52-3405082c6569 req-9d1cfbb2-0189-408c-b6e8-1e9b119579ac tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/security-groups?id=608f3d46-10b6-47b4-a119-e7408ac3e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374362 Apr 28 20:52:56.904442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-230da70d-a271-4d64-bf89-bb1b8e2ed770 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:52:56.905845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-230da70d-a271-4d64-bf89-bb1b8e2ed770 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 945 time: 0.0804598 Apr 28 20:52:56.975493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Deleting port f63e81ab-1014-437b-a21c-1a3b14b41a4e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:52:56.975835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:57.215854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] For port f63e81ab-1014-437b-a21c-1a3b14b41a4e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=f63e81ab-1014-437b-a21c-1a3b14b41a4e,segment=NetworkSegment(d58696c8-a32b-4843-bbdd-a1821edaa29d),segment_id=d58696c8-a32b-4843-bbdd-a1821edaa29d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:52:57.216204 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:57.334499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Calling delete_port for f63e81ab-1014-437b-a21c-1a3b14b41a4e owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:52:57.474407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:57.489890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['f63e81ab-1014-437b-a21c-1a3b14b41a4e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:52:57.556469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Pushing event deleted for resources: {'Port': ['ID=f63e81ab-1014-437b-a21c-1a3b14b41a4e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:57.602373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] No DVR routers for this DVR port f63e81ab-1014-437b-a21c-1a3b14b41a4e on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:52:57.604704 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:57.607399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'name': 'network-vif-deleted', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:52:57.623442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a9d5726-c40e-4f49-88c8-393178d48fd2 req-876dd11b-42ed-47d9-937b-6576b2e6ebbf tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.41 "DELETE /v2.0/ports/f63e81ab-1014-437b-a21c-1a3b14b41a4e HTTP/1.1" status: 204 len: 173 time: 0.7100437 Apr 28 20:52:57.653365 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8053a842-c3de-4767-a60d-f1c2c0aa7d6c'] response: {'server_uuid': '1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8', 'name': 'network-vif-deleted', 'tag': 'f63e81ab-1014-437b-a21c-1a3b14b41a4e', 'status': 'completed', 'code': 200} Apr 28 20:52:57.967115 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6d016c87-6b3e-48d8-95a5-c219945fe6f2 req-b8940c31-2b27-46f4-bf6a-9526bab179c3 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Synchronizing usage tracker for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:52:57.982135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-6d016c87-6b3e-48d8-95a5-c219945fe6f2 req-b8940c31-2b27-46f4-bf6a-9526bab179c3 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] Unset dirty status for tenant:59ca25961b0d499caef1c095109dea79 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:52:57.983286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d016c87-6b3e-48d8-95a5-c219945fe6f2 req-b8940c31-2b27-46f4-bf6a-9526bab179c3 tempest-ServersNegativeTestJSON-1233582890 tempest-ServersNegativeTestJSON-1233582890-project] 10.222.0.24 "GET /v2.0/ports?device_id=1d13cdb7-ec0f-4422-a50c-2a8b7acb10d8 HTTP/1.1" status: 200 len: 210 time: 0.0576682 Apr 28 20:52:59.077426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55252) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:59.138349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Deleting subnet e3881a0d-60bd-40f2-a4c5-0a25fe264cab {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:52:59.141149 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.188842 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.243762 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.308031 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.344168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3881a0d-60bd-40f2-a4c5-0a25fe264cab,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:59.349815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.355408 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ceefeb55-2766-4ab7-a06d-35a94b2ae74d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/e3881a0d-60bd-40f2-a4c5-0a25fe264cab HTTP/1.1" status: 204 len: 168 time: 0.2769728 Apr 28 20:52:59.358005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55256) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:59.462727 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.588417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.613194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['873b06a2-d359-442b-81fc-908dc9685dfc']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:59.625790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58696c8-a32b-4843-bbdd-a1821edaa29d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:59.626090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58696c8-a32b-4843-bbdd-a1821edaa29d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:52:59.636974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.656017 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.662100 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:52:59.662472 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:52:59.675890 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:52:59.747517 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.765231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:52:59.775213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] Pushing event deleted for resources: {'Network': ['ID=873b06a2-d359-442b-81fc-908dc9685dfc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:52:59.783559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4e583244-d1f1-4b00-9e72-59156db3c992 admin admin] 10.222.0.24 "DELETE /v2.0/networks/873b06a2-d359-442b-81fc-908dc9685dfc HTTP/1.1" status: 204 len: 168 time: 0.4245355 Apr 28 20:52:59.894828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55262) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:52:59.943815 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-372cd64b-df12-4664-9f88-24ecc771df23 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=59ca25961b0d499caef1c095109dea79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478089 Apr 28 20:52:59.946267 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55266) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:00.002003 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:00.025872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:00.075651 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:00.095756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608f3d46-10b6-47b4-a119-e7408ac3e04f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:00.105315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:00.109587 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-84d55c72-e0f1-4d81-adc2-15170ffba75d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/608f3d46-10b6-47b4-a119-e7408ac3e04f HTTP/1.1" status: 204 len: 168 time: 0.1599128 Apr 28 20:53:00.625244 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f63e81ab-1014-437b-a21c-1a3b14b41a4e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:53:00.663380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: f63e81ab-1014-437b-a21c-1a3b14b41a4e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:53:00.663720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device f63e81ab-1014-437b-a21c-1a3b14b41a4e not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:53:00.840963 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55290) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:00.944923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-218435471'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:00.951576 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:00.955598 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:network and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:00.958395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:01.061443 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:01.070795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:01.074153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.086440 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.100483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:01.104194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:security_group_rule and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:01.107522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:01.112992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:01.192303 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.195765 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.224006 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:01.236537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9bb816-b680-4961-9ad3-bd71de899d7b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:01.240804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.241142 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Added segment 0926bb50-e20b-40d3-afdb-402776873ba9 of type vlan for network 5d7a93d4-007f-4ce5-9314-bee97643736d Apr 28 20:53:01.268025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.296159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.301510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:01.302092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:01.410605 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5685005 Apr 28 20:53:01.413794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f0438a-c8dc-4219-8ae6-0cfd17602fec tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Network': ['ID=5d7a93d4-007f-4ce5-9314-bee97643736d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:01.435872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 5d7a93d4-007f-4ce5-9314-bee97643736d details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:03.816536 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:53:04.739397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55296) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:04.744870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'subnet': {'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:04.852348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:04.856612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:subnet and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:04.859338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:04.864826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:04.874882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:04.878364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.195790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.273807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Subnet': ['ID=b8e91bd4-49a8-4275-abb7-0ee989292a56,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:05.282160 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking segment: {'id': '0926bb50-e20b-40d3-afdb-402776873ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:05.282520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network hostable DHCP agents. Network: 5d7a93d4-007f-4ce5-9314-bee97643736d, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:05.301803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network 5d7a93d4-007f-4ce5-9314-bee97643736d is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:05.311529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 5d7a93d4-007f-4ce5-9314-bee97643736d) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:05.316130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:05.316734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.321784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f91097-c0fd-4eeb-b5b9-f4dd8312d1d4 None None] Network 5d7a93d4-007f-4ce5-9314-bee97643736d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:05.338484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6fcc1f7a-8f32-418f-abff-ae3dd17dfbc1 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5979881 Apr 28 20:53:05.342995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55300) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:05.348491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1743852641'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:05.353990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:05.358435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:network and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:05.361198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:05.366839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:05.378278 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:05.381586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.412746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:05.424275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.424647 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Added segment dae07922-c3ed-464e-9bc1-49694d848ba3 of type vlan for network e6771f54-968b-4338-9fc6-9d3bb410d09a Apr 28 20:53:05.450900 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.484809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.490281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:05.490882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.543937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-5d7a93d4-007f-4ce5-9314-bee97643736d', 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d', 'tenant_id': '6c58ebdc1fb24a4285dbc88ac4821976', 'fixed_ips': [{'subnet_id': 'b8e91bd4-49a8-4275-abb7-0ee989292a56'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:05.544549 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.589957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2458317 Apr 28 20:53:05.593646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55304) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:05.599715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c2c01-a353-4c33-84f0-419916530684 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Network': ['ID=e6771f54-968b-4338-9fc6-9d3bb410d09a,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:05.600727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'subnet': {'network_id': 'e6771f54-968b-4338-9fc6-9d3bb410d09a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:05.616266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e6771f54-968b-4338-9fc6-9d3bb410d09a details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:05.719235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:05.722948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:subnet and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:05.725773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:05.731642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:05.741575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:05.744967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:05.790609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Allocated IP 2001:db8:0:ffff::2 (5d7a93d4-007f-4ce5-9314-bee97643736d/b8e91bd4-49a8-4275-abb7-0ee989292a56/c468fbfa-cdec-4bed-8553-4e91631bf59d) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:05.979702 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.032284 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.042109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Transition to ACTIVE for port object c468fbfa-cdec-4bed-8553-4e91631bf59d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:06.058710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Subnet': ['ID=e721967e-53e0-489d-adad-c8ded5928154,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:06.060468 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Transition to ACTIVE for port object c468fbfa-cdec-4bed-8553-4e91631bf59d will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:06.067424 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.070964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking segment: {'id': 'dae07922-c3ed-464e-9bc1-49694d848ba3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': 'e6771f54-968b-4338-9fc6-9d3bb410d09a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:06.071314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network hostable DHCP agents. Network: e6771f54-968b-4338-9fc6-9d3bb410d09a, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:06.091088 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network e6771f54-968b-4338-9fc6-9d3bb410d09a is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:06.100593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e6771f54-968b-4338-9fc6-9d3bb410d09a) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:06.106863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:06.107630 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.122894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e03c2d-dff4-449c-8873-51c8b0d29761 None None] Network e6771f54-968b-4338-9fc6-9d3bb410d09a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:06.129794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b9b9ec8c-0ed3-4cf0-a781-8ae30287c10f tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5350578 Apr 28 20:53:06.132656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55308) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:06.154200 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Network 5d7a93d4-007f-4ce5-9314-bee97643736d is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:06.165129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:06.172281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:06.225342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Pushing event updated for resources: {'Port': ['ID=c468fbfa-cdec-4bed-8553-4e91631bf59d,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:06.274938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.338089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Attempting to bind port c468fbfa-cdec-4bed-8553-4e91631bf59d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:06.338698 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Attempting to bind port c468fbfa-cdec-4bed-8553-4e91631bf59d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '0926bb50-e20b-40d3-afdb-402776873ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:06.338822 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Attempting to bind port c468fbfa-cdec-4bed-8553-4e91631bf59d on network 5d7a93d4-007f-4ce5-9314-bee97643736d {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:06.343032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.348712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:06.349084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Checking segment: {'id': '0926bb50-e20b-40d3-afdb-402776873ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:06.349497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.349894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Bound using segment: {'id': '0926bb50-e20b-40d3-afdb-402776873ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:06.350354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Bound port: c468fbfa-cdec-4bed-8553-4e91631bf59d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0926bb50-e20b-40d3-afdb-402776873ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '5d7a93d4-007f-4ce5-9314-bee97643736d'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:06.350728 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.425874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.470194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Subnet': ['ID=e721967e-53e0-489d-adad-c8ded5928154,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:06.513980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567737ed-ae67-415a-a11d-de88f6a7d6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e6771f54-968b-4338-9fc6-9d3bb410d09a', 'network_id': 'e6771f54-968b-4338-9fc6-9d3bb410d09a', 'tenant_id': '6c58ebdc1fb24a4285dbc88ac4821976', 'fixed_ips': [{'subnet_id': 'e721967e-53e0-489d-adad-c8ded5928154'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:06.514835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-567737ed-ae67-415a-a11d-de88f6a7d6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.532744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] For port c468fbfa-cdec-4bed-8553-4e91631bf59d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:06.564511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.578054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] For port c468fbfa-cdec-4bed-8553-4e91631bf59d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c468fbfa-cdec-4bed-8553-4e91631bf59d,segment=NetworkSegment(0926bb50-e20b-40d3-afdb-402776873ba9),segment_id=0926bb50-e20b-40d3-afdb-402776873ba9)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:06.586429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.591015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6771f54-968b-4338-9fc6-9d3bb410d09a']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:06.606999 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dae07922-c3ed-464e-9bc1-49694d848ba3') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:06.607663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dae07922-c3ed-464e-9bc1-49694d848ba3') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:06.618543 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.634435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.641024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:06.641640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:06.657289 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:06.692620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6467be1b-db17-4626-b023-e08eb68676f0 None None] Pushing event updated for resources: {'Port': ['ID=c468fbfa-cdec-4bed-8553-4e91631bf59d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:06.706790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd32e00b-f4e4-4e27-b49c-af92a4092899 None None] Network e6771f54-968b-4338-9fc6-9d3bb410d09a requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:06.737126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.755949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.771738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Network': ['ID=e6771f54-968b-4338-9fc6-9d3bb410d09a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:06.780411 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92b9c3a2-9547-430b-9c51-c39f39f2f68d tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/e6771f54-968b-4338-9fc6-9d3bb410d09a HTTP/1.1" status: 204 len: 168 time: 0.6426678 Apr 28 20:53:06.780829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55312) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:06.785911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495801526'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:06.791513 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:06.798081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:network and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:06.801156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:06.806808 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:06.818272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:06.821705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.851367 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:06.861851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.862240 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Added segment 15b72041-9547-4b40-bfb6-bb1ced7650ae of type vlan for network a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e Apr 28 20:53:06.903583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.940789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:06.946643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:06.947231 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.050866 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2692869 Apr 28 20:53:07.054012 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55316) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:07.059950 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40b72c4-7810-4868-a4b7-88d30620f6fd tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Network': ['ID=a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:07.060225 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'subnet': {'network_id': 'a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:07.070146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:07.175117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:07.178901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:subnet and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:07.181770 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:07.187482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:07.199275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:07.203417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.291315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Performing IP validity checks on allocation pools {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Apr 28 20:53:07.291843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.ipam_backend_mixin [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88139) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Apr 28 20:53:07.422801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.506383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Subnet': ['ID=571942bf-5696-41ca-80a7-9cf202971b20,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:07.516868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking segment: {'id': '15b72041-9547-4b40-bfb6-bb1ced7650ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:07.517228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network hostable DHCP agents. Network: a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:07.536824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:07.547658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:07.552135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:07.552789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.557867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba5abab-6547-413d-afb6-083151c31052 None None] Network a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:07.580073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-143c158d-89f9-44f4-b19e-a738a806ea9a tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5215836 Apr 28 20:53:07.580336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55320) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:07.682129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2843702-520c-40b4-9bda-0c76f5f63d6f None None] Network 5d7a93d4-007f-4ce5-9314-bee97643736d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:07.724077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.791077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.837549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fa2209a4-4ca3-48e1-ad88-4772115362f1 None None] Provisioning for port c468fbfa-cdec-4bed-8553-4e91631bf59d completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:07.865898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:07.909257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Subnet': ['ID=571942bf-5696-41ca-80a7-9cf202971b20,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:07.921238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657c8fa8-ce4f-4259-915d-e82cd31925e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e', 'network_id': 'a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e', 'tenant_id': '6c58ebdc1fb24a4285dbc88ac4821976', 'fixed_ips': [{'subnet_id': '571942bf-5696-41ca-80a7-9cf202971b20'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:07.922073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-657c8fa8-ce4f-4259-915d-e82cd31925e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.002564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.026652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:08.039242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b72041-9547-4b40-bfb6-bb1ced7650ae') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:08.039565 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b72041-9547-4b40-bfb6-bb1ced7650ae') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:08.051998 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.067955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.074048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:08.074544 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:08.089140 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:08.112566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f235db-0d56-4ee4-9bb6-e9b2dba91d02 None None] Network a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:08.174612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.191715 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.203581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Network': ['ID=a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:08.207176 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4cb42981-de20-4b41-b6f2-d793f8de0065 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e HTTP/1.1" status: 204 len: 168 time: 0.6259320 Apr 28 20:53:08.211307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55324) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:08.217644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1703303500'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:08.227886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:08.232542 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:network and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:08.235658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:08.242458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:08.252284 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:08.255997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.290124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:08.299432 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.299794 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Added segment b51409b5-e46a-4b2d-b8cc-7fb342972f51 of type vlan for network e38cf2b6-33ec-4d94-9773-d56bf55b095c Apr 28 20:53:08.327493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.359374 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.364811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:08.365399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.422316 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2099314 Apr 28 20:53:08.425229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55328) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:08.430878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'subnet': {'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:08.478313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a1a58-b302-4838-8170-0d6a80c4a583 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Network': ['ID=e38cf2b6-33ec-4d94-9773-d56bf55b095c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:08.489418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network e38cf2b6-33ec-4d94-9773-d56bf55b095c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:08.544136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:08.548327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:subnet and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:08.551229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:08.557073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:08.567642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:08.571616 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.608537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c468fbfa-cdec-4bed-8553-4e91631bf59d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:08.674354 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c468fbfa-cdec-4bed-8553-4e91631bf59d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:08.679273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c468fbfa-cdec-4bed-8553-4e91631bf59d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:08.679715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.802362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.835741 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c468fbfa-cdec-4bed-8553-4e91631bf59d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c468fbfa-cdec-4bed-8553-4e91631bf59d,segment=NetworkSegment(0926bb50-e20b-40d3-afdb-402776873ba9),segment_id=0926bb50-e20b-40d3-afdb-402776873ba9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:08.839330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.908235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c468fbfa-cdec-4bed-8553-4e91631bf59d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:08.908502 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:08.986647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Subnet': ['ID=098ffb50-5d56-4f0d-9eda-0a629ff76ca0,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:08.995283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking segment: {'id': 'b51409b5-e46a-4b2d-b8cc-7fb342972f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:08.995641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network hostable DHCP agents. Network: e38cf2b6-33ec-4d94-9773-d56bf55b095c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:09.014625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network e38cf2b6-33ec-4d94-9773-d56bf55b095c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:09.022874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, e38cf2b6-33ec-4d94-9773-d56bf55b095c) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:09.026801 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:09.027379 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.031457 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e4bccf-c81c-481c-ba9b-f5bf3066a983 None None] Network e38cf2b6-33ec-4d94-9773-d56bf55b095c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:09.047709 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6d6236cc-9a0f-426a-9716-9eab03549477 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6213870 Apr 28 20:53:09.051630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55332) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:09.057218 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-577268272'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:09.063325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:09.067096 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:network and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:09.069984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:09.076985 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:09.086973 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:09.090404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.117889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:09.127437 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.127798 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Added segment ad6df565-91bc-4545-982c-cfe86164134b of type vlan for network 27d6e223-ec2d-4164-9aab-04311c637c6b Apr 28 20:53:09.154754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.185025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.190235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:09.190804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.243183 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-e38cf2b6-33ec-4d94-9773-d56bf55b095c', 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c', 'tenant_id': '6c58ebdc1fb24a4285dbc88ac4821976', 'fixed_ips': [{'subnet_id': '098ffb50-5d56-4f0d-9eda-0a629ff76ca0'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:09.244123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.293901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2404621 Apr 28 20:53:09.296980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55336) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:09.303166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85f203-08f8-4496-bcf0-f9194ccdbf02 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Network': ['ID=27d6e223-ec2d-4164-9aab-04311c637c6b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:09.303775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Request body: {'subnet': {'network_id': '27d6e223-ec2d-4164-9aab-04311c637c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:09.316369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 27d6e223-ec2d-4164-9aab-04311c637c6b details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:09.414430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:09.419106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Usage tracker for resource:subnet and tenant:6c58ebdc1fb24a4285dbc88ac4821976 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:09.421944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:09.427826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:09.438358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Made reservation on behalf of 6c58ebdc1fb24a4285dbc88ac4821976 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:09.441861 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.489073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Allocated IP 2001:db8::2 (e38cf2b6-33ec-4d94-9773-d56bf55b095c/098ffb50-5d56-4f0d-9eda-0a629ff76ca0/315cd98b-bfcb-424f-9c43-05f3993beecd) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:09.661999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.694059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.703979 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Transition to ACTIVE for port object 315cd98b-bfcb-424f-9c43-05f3993beecd will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:09.722350 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Transition to ACTIVE for port object 315cd98b-bfcb-424f-9c43-05f3993beecd will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:09.727311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.744235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event updated for resources: {'Subnet': ['ID=2c4080aa-0628-43e1-b1d6-fb881281402a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:09.754484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Checking segment: {'id': 'ad6df565-91bc-4545-982c-cfe86164134b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '27d6e223-ec2d-4164-9aab-04311c637c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:09.754841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network hostable DHCP agents. Network: 27d6e223-ec2d-4164-9aab-04311c637c6b, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:09.773967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Network 27d6e223-ec2d-4164-9aab-04311c637c6b is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:09.783316 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 27d6e223-ec2d-4164-9aab-04311c637c6b) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:09.787995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:09.788596 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:09.793810 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8d839b-e30e-4575-a5ad-3a07c8000c1b None None] Network 27d6e223-ec2d-4164-9aab-04311c637c6b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:09.810771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f0fc11d1-0171-42c8-a969-d4e4a086a6d7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5125058 Apr 28 20:53:09.811894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Network e38cf2b6-33ec-4d94-9773-d56bf55b095c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:09.813240 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55340) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:09.819206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:09.833451 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:09.835381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Pushing event updated for resources: {'Port': ['ID=315cd98b-bfcb-424f-9c43-05f3993beecd,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:09.956815 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.021378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.024390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Attempting to bind port 315cd98b-bfcb-424f-9c43-05f3993beecd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:10.024755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Attempting to bind port 315cd98b-bfcb-424f-9c43-05f3993beecd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b51409b5-e46a-4b2d-b8cc-7fb342972f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:10.025115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Attempting to bind port 315cd98b-bfcb-424f-9c43-05f3993beecd on network e38cf2b6-33ec-4d94-9773-d56bf55b095c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:10.042543 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:10.042913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Checking segment: {'id': 'b51409b5-e46a-4b2d-b8cc-7fb342972f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:10.043524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.043942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Bound using segment: {'id': 'b51409b5-e46a-4b2d-b8cc-7fb342972f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:10.044407 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Bound port: 315cd98b-bfcb-424f-9c43-05f3993beecd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b51409b5-e46a-4b2d-b8cc-7fb342972f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'e38cf2b6-33ec-4d94-9773-d56bf55b095c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:10.044779 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.098228 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.136260 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Subnet': ['ID=2c4080aa-0628-43e1-b1d6-fb881281402a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:10.209259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee7a313-6ef8-4ae5-a857-b6def37c44ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-27d6e223-ec2d-4164-9aab-04311c637c6b', 'network_id': '27d6e223-ec2d-4164-9aab-04311c637c6b', 'tenant_id': '6c58ebdc1fb24a4285dbc88ac4821976', 'fixed_ips': [{'subnet_id': '2c4080aa-0628-43e1-b1d6-fb881281402a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:10.210029 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ee7a313-6ef8-4ae5-a857-b6def37c44ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.222580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] For port 315cd98b-bfcb-424f-9c43-05f3993beecd, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:10.230928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.235494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] For port 315cd98b-bfcb-424f-9c43-05f3993beecd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=315cd98b-bfcb-424f-9c43-05f3993beecd,segment=NetworkSegment(b51409b5-e46a-4b2d-b8cc-7fb342972f51),segment_id=b51409b5-e46a-4b2d-b8cc-7fb342972f51)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:10.256286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27d6e223-ec2d-4164-9aab-04311c637c6b']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:10.268496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad6df565-91bc-4545-982c-cfe86164134b') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:10.268793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad6df565-91bc-4545-982c-cfe86164134b') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:10.272033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.280904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.296565 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.302517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:10.303124 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:10.317257 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:10.374062 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b0798a-40ac-4ffe-ada7-e46f46822f85 None None] Pushing event updated for resources: {'Port': ['ID=315cd98b-bfcb-424f-9c43-05f3993beecd,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:10.388285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b7e3f-3fb4-4c53-8124-f19476ba596d None None] Network 27d6e223-ec2d-4164-9aab-04311c637c6b requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:10.405378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.408862 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-697b7e3f-3fb4-4c53-8124-f19476ba596d None None] Network 27d6e223-ec2d-4164-9aab-04311c637c6b could not be found, it might have been deleted concurrently. {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Apr 28 20:53:10.423089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.435918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Network': ['ID=27d6e223-ec2d-4164-9aab-04311c637c6b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:10.441795 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ace20328-6b95-4cf5-b469-02a7e51aa532 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/27d6e223-ec2d-4164-9aab-04311c637c6b HTTP/1.1" status: 204 len: 168 time: 0.6247036 Apr 28 20:53:10.442181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55344) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:10.480831 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-662142f9-2aa0-48b2-a938-ea6b50281b17 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] GET failed (client error): The resource could not be found. Apr 28 20:53:10.481452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-662142f9-2aa0-48b2-a938-ea6b50281b17 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Synchronizing usage tracker for tenant:6c58ebdc1fb24a4285dbc88ac4821976 on resource:subnet {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:10.498935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-662142f9-2aa0-48b2-a938-ea6b50281b17 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Unset dirty status for tenant:6c58ebdc1fb24a4285dbc88ac4821976 on resource:subnet {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:10.500082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-662142f9-2aa0-48b2-a938-ea6b50281b17 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "GET /v2.0/subnets/2c4080aa-0628-43e1-b1d6-fb881281402a HTTP/1.1" status: 404 len: 337 time: 0.0572209 Apr 28 20:53:10.502974 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55348) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:10.529708 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-50c92189-f7e8-43c1-9cff-78fb35d43515 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:10.530132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50c92189-f7e8-43c1-9cff-78fb35d43515 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:10.535508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-50c92189-f7e8-43c1-9cff-78fb35d43515 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/27d6e223-ec2d-4164-9aab-04311c637c6b HTTP/1.1" status: 404 len: 339 time: 0.0279269 Apr 28 20:53:10.535979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55352) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:10.583760 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-c40f7d68-8168-4d80-815e-7141132e14f4 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:10.584216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c40f7d68-8168-4d80-815e-7141132e14f4 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:10.585923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c40f7d68-8168-4d80-815e-7141132e14f4 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/subnets/2c4080aa-0628-43e1-b1d6-fb881281402a HTTP/1.1" status: 404 len: 337 time: 0.0494883 Apr 28 20:53:10.588448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55356) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:10.615180 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed1a62ae-728e-4c85-92b4-160acc5f9eab tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:10.615820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed1a62ae-728e-4c85-92b4-160acc5f9eab tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:10.617741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ed1a62ae-728e-4c85-92b4-160acc5f9eab tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/27d6e223-ec2d-4164-9aab-04311c637c6b HTTP/1.1" status: 404 len: 339 time: 0.0281754 Apr 28 20:53:10.620283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55360) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:10.628930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c468fbfa-cdec-4bed-8553-4e91631bf59d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:10.691315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Deleting subnet 098ffb50-5d56-4f0d-9eda-0a629ff76ca0 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:53:10.694516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.696094 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.714860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c468fbfa-cdec-4bed-8553-4e91631bf59d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:10.715911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.756175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.839344 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:10.914356 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.073445 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.081254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Subnet': ['ID=098ffb50-5d56-4f0d-9eda-0a629ff76ca0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:11.091184 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15d4fd81-c6bb-40ec-a9a7-66d5ca497c89 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/subnets/098ffb50-5d56-4f0d-9eda-0a629ff76ca0 HTTP/1.1" status: 204 len: 168 time: 0.4696724 Apr 28 20:53:11.093696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55364) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:11.210639 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.231813 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Deleting port 315cd98b-bfcb-424f-9c43-05f3993beecd {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:11.232364 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.335348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ba7fc4e-0bdd-488c-ae9e-96b870f77d4f None None] Network e38cf2b6-33ec-4d94-9773-d56bf55b095c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:11.445302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] For port 315cd98b-bfcb-424f-9c43-05f3993beecd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=315cd98b-bfcb-424f-9c43-05f3993beecd,segment=NetworkSegment(b51409b5-e46a-4b2d-b8cc-7fb342972f51),segment_id=b51409b5-e46a-4b2d-b8cc-7fb342972f51)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:11.445912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.509008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6bc05fe9-db4f-4cd0-b10b-167ca5a547d7 None None] Provisioning for port 315cd98b-bfcb-424f-9c43-05f3993beecd completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:11.576180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Calling delete_port for 315cd98b-bfcb-424f-9c43-05f3993beecd owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:11.604462 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9639c1-b236-4d3e-a1a9-de2e9efdc02d None None] DHCP port deletion for e38cf2b6-33ec-4d94-9773-d56bf55b095c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:53:11.609028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2e9639c1-b236-4d3e-a1a9-de2e9efdc02d None None] Deleting port 315cd98b-bfcb-424f-9c43-05f3993beecd {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:11.609402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2e9639c1-b236-4d3e-a1a9-de2e9efdc02d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.653269 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.696262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2e9639c1-b236-4d3e-a1a9-de2e9efdc02d None None] The port '315cd98b-bfcb-424f-9c43-05f3993beecd' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:53:11.700183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Port': ['ID=315cd98b-bfcb-424f-9c43-05f3993beecd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:11.703727 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No DVR routers for this DVR port 315cd98b-bfcb-424f-9c43-05f3993beecd on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:53:11.825548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.854464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e38cf2b6-33ec-4d94-9773-d56bf55b095c']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:11.866747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b51409b5-e46a-4b2d-b8cc-7fb342972f51') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:11.867050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b51409b5-e46a-4b2d-b8cc-7fb342972f51') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:11.878141 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.893612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.899384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:11.899766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:11.914639 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:11.993592 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:11.998480 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.024202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/e38cf2b6-33ec-4d94-9773-d56bf55b095c HTTP/1.1" status: 204 len: 168 time: 0.9294777 Apr 28 20:53:12.025013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87822-509e-4fbb-be76-a27c3b405f45 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Network': ['ID=e38cf2b6-33ec-4d94-9773-d56bf55b095c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:12.026547 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55368) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.064491 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c45a7e4-75a6-4659-89b2-af9c8ea80480 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:12.064923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c45a7e4-75a6-4659-89b2-af9c8ea80480 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:12.066532 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9c45a7e4-75a6-4659-89b2-af9c8ea80480 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/subnets/571942bf-5696-41ca-80a7-9cf202971b20 HTTP/1.1" status: 404 len: 337 time: 0.0382538 Apr 28 20:53:12.068937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55372) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.092563 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-06503516-ea22-4652-a190-b2e2087f0bed tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:12.092916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06503516-ea22-4652-a190-b2e2087f0bed tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:12.094461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-06503516-ea22-4652-a190-b2e2087f0bed tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/a5e42fee-e3c1-4fbe-8ba3-53c22b26e93e HTTP/1.1" status: 404 len: 339 time: 0.0246756 Apr 28 20:53:12.096639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55376) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.135005 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-8014e508-fad9-429d-937b-22fec16686f7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:12.135427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8014e508-fad9-429d-937b-22fec16686f7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:12.137014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8014e508-fad9-429d-937b-22fec16686f7 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/subnets/e721967e-53e0-489d-adad-c8ded5928154 HTTP/1.1" status: 404 len: 337 time: 0.0394912 Apr 28 20:53:12.139571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55380) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.162670 n-d-839811-1 neutron-server[88139]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e08badd-b92d-4be5-9dbf-04699f7807ad tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] DELETE failed (client error): The resource could not be found. Apr 28 20:53:12.163104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e08badd-b92d-4be5-9dbf-04699f7807ad tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88139) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Apr 28 20:53:12.164611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e08badd-b92d-4be5-9dbf-04699f7807ad tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/e6771f54-968b-4338-9fc6-9d3bb410d09a HTTP/1.1" status: 404 len: 339 time: 0.0242026 Apr 28 20:53:12.166918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55384) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.228712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Deleting subnet b8e91bd4-49a8-4275-abb7-0ee989292a56 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:53:12.232143 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.287659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.366986 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.436946 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.478762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Subnet': ['ID=b8e91bd4-49a8-4275-abb7-0ee989292a56,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:12.483196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.489138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8a0515-dd9b-4336-8ddb-f4169ab7c7ca None None] Network 5d7a93d4-007f-4ce5-9314-bee97643736d requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:12.493046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c97eb557-b8c5-4124-bfda-43d07608f267 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/subnets/b8e91bd4-49a8-4275-abb7-0ee989292a56 HTTP/1.1" status: 204 len: 168 time: 0.3252506 Apr 28 20:53:12.495415 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55388) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:12.607787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.618200 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Deleting port c468fbfa-cdec-4bed-8553-4e91631bf59d {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:12.618465 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.728574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] DHCP port deletion for 5d7a93d4-007f-4ce5-9314-bee97643736d request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:53:12.733333 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Deleting port c468fbfa-cdec-4bed-8553-4e91631bf59d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:12.733734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.936323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] For port c468fbfa-cdec-4bed-8553-4e91631bf59d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c468fbfa-cdec-4bed-8553-4e91631bf59d,segment=NetworkSegment(0926bb50-e20b-40d3-afdb-402776873ba9),segment_id=0926bb50-e20b-40d3-afdb-402776873ba9)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:12.936595 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.944536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] For port c468fbfa-cdec-4bed-8553-4e91631bf59d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c468fbfa-cdec-4bed-8553-4e91631bf59d,segment=NetworkSegment(0926bb50-e20b-40d3-afdb-402776873ba9),segment_id=0926bb50-e20b-40d3-afdb-402776873ba9)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:12.944960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:12.958116 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.062852 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Calling delete_port for c468fbfa-cdec-4bed-8553-4e91631bf59d owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:13.069434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Calling delete_port for c468fbfa-cdec-4bed-8553-4e91631bf59d owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:13.139654 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.179432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:53:13.179781 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:53:13.185295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Port': ['ID=c468fbfa-cdec-4bed-8553-4e91631bf59d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:13.188748 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] No DVR routers for this DVR port c468fbfa-cdec-4bed-8553-4e91631bf59d on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:53:13.307542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.336029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d7a93d4-007f-4ce5-9314-bee97643736d']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:13.348542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0926bb50-e20b-40d3-afdb-402776873ba9') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:13.348837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0926bb50-e20b-40d3-afdb-402776873ba9') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:13.360274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.375883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.381589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:13.381966 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: timer() Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:13.396287 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:13.471034 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.491904 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.504361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] Pushing event deleted for resources: {'Network': ['ID=5d7a93d4-007f-4ce5-9314-bee97643736d,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:13.507550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-697f41e0-4ee1-43e2-a5cd-25ec3f38efd6 tempest-NetworksIpV6Test-1483947708 tempest-NetworksIpV6Test-1483947708-project] 10.222.0.24 "DELETE /v2.0/networks/5d7a93d4-007f-4ce5-9314-bee97643736d HTTP/1.1" status: 204 len: 168 time: 1.0112035 Apr 28 20:53:13.681207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Deleting port c468fbfa-cdec-4bed-8553-4e91631bf59d {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:13.681642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:13.749756 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b3cebd48-6652-454e-8f65-0922cb454fb2 None None] The port 'c468fbfa-cdec-4bed-8553-4e91631bf59d' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:53:13.772932 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55396) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:13.917314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c549f0fe-fd99-4dfc-8029-075476011631 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=6c58ebdc1fb24a4285dbc88ac4821976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431272 Apr 28 20:53:13.920449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55402) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:13.975600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.001619 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.051180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.067952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9bb816-b680-4961-9ad3-bd71de899d7b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:14.072666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.074196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e2655d0-0f06-4079-8941-5d0983b06aa2 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/2c9bb816-b680-4961-9ad3-bd71de899d7b HTTP/1.1" status: 204 len: 168 time: 0.1518567 Apr 28 20:53:14.573613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c468fbfa-cdec-4bed-8553-4e91631bf59d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:53:14.607732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c468fbfa-cdec-4bed-8553-4e91631bf59d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:53:14.608072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c468fbfa-cdec-4bed-8553-4e91631bf59d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:53:14.747433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:14.848466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-305065329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:14.856058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:14.860210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:router and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:14.863051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:14.869160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:14.879734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.880776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.895527 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.912081 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.932990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.934883 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d849a6a1-604e-47f1-be86-1a8927d5760a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1864417 Apr 28 20:53:14.937682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55432) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:14.942931 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1429906249'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:14.948281 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:14.956792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:network and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:14.959664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:14.965403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:14.974645 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Made reservation on behalf of faabfa6b9b2c4dd8999997903e30638a for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:14.977929 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:14.989853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.004397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:15.008091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:security_group_rule and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:15.010818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:15.017001 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:15.099193 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.102656 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.133615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 448} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:15.142435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77576065-1b3f-4095-bc48-1e9400051eea,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:15.147825 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.148158 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Added segment e7a2c200-3e6e-4466-961c-fe343689f5a8 of type vlan for network 7e1aa663-78c6-44da-9396-2f909f1521ec Apr 28 20:53:15.173949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.202195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.207803 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:15.208406 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.308063 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3693457 Apr 28 20:53:15.311723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55436) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:15.317592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec48a9e-bf67-4d50-9dd6-e5aaf8ee10ca tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event updated for resources: {'Network': ['ID=7e1aa663-78c6-44da-9396-2f909f1521ec,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:15.317752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'subnet': {'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:15.328437 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7e1aa663-78c6-44da-9396-2f909f1521ec details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:15.434254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:15.438119 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:subnet and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:15.440839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:15.446421 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:15.456072 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Made reservation on behalf of faabfa6b9b2c4dd8999997903e30638a for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:15.459495 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.670048 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.741991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event updated for resources: {'Subnet': ['ID=5034dd06-b51f-4f94-94d2-f8044da3af69,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:15.751867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Checking segment: {'id': 'e7a2c200-3e6e-4466-961c-fe343689f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:15.752217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Network hostable DHCP agents. Network: 7e1aa663-78c6-44da-9396-2f909f1521ec, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:15.769506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Network 7e1aa663-78c6-44da-9396-2f909f1521ec is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:15.778268 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7e1aa663-78c6-44da-9396-2f909f1521ec) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:15.782125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:15.782696 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.788094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d3226b-5dbb-4c92-adba-c01e831361c0 None None] Network 7e1aa663-78c6-44da-9396-2f909f1521ec requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:15.803082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-74ceebad-edc0-4ea7-b194-805774b70cd1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4901788 Apr 28 20:53:15.806174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55442) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:15.811481 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-872036257'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:15.817117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:15.822542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:network and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:15.825571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:15.831408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:15.842247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Made reservation on behalf of faabfa6b9b2c4dd8999997903e30638a for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:15.845723 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.873506 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:15.882757 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.883104 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Added segment d9b0a986-a3ce-465e-8a70-5f97b7745c86 of type vlan for network 733872b9-2af8-4d0b-bffb-bf9be4332c10 Apr 28 20:53:15.912763 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.941914 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:15.947239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:15.947809 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.006114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7e1aa663-78c6-44da-9396-2f909f1521ec', 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec', 'tenant_id': 'faabfa6b9b2c4dd8999997903e30638a', 'fixed_ips': [{'subnet_id': '5034dd06-b51f-4f94-94d2-f8044da3af69'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:16.006938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.045856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2386675 Apr 28 20:53:16.048936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:16.055582 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'subnet': {'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:16.057328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e45c73-d5c8-47a3-9ab4-5fbbb5c3179a tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event updated for resources: {'Network': ['ID=733872b9-2af8-4d0b-bffb-bf9be4332c10,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:16.073513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 733872b9-2af8-4d0b-bffb-bf9be4332c10 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:16.249094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Allocated IP 172.20.0.2 (7e1aa663-78c6-44da-9396-2f909f1521ec/5034dd06-b51f-4f94-94d2-f8044da3af69/51208944-19e4-41b5-ae36-a2556f474356) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:16.270865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:16.275026 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Usage tracker for resource:subnet and tenant:faabfa6b9b2c4dd8999997903e30638a is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:16.278374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:16.283943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:16.293265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Made reservation on behalf of faabfa6b9b2c4dd8999997903e30638a for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:16.296994 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.453477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.464398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Transition to ACTIVE for port object 51208944-19e4-41b5-ae36-a2556f474356 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:16.484969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Transition to ACTIVE for port object 51208944-19e4-41b5-ae36-a2556f474356 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:16.490928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.514943 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.559390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Network 7e1aa663-78c6-44da-9396-2f909f1521ec is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:16.562110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:16.566296 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:16.568329 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Pushing event updated for resources: {'Port': ['ID=51208944-19e4-41b5-ae36-a2556f474356,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:16.596175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event updated for resources: {'Subnet': ['ID=ad1c587b-a636-439d-9715-8a49e18970e7,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:16.608461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Checking segment: {'id': 'd9b0a986-a3ce-465e-8a70-5f97b7745c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:16.608826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Network hostable DHCP agents. Network: 733872b9-2af8-4d0b-bffb-bf9be4332c10, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:16.627995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Network 733872b9-2af8-4d0b-bffb-bf9be4332c10 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:16.637873 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 733872b9-2af8-4d0b-bffb-bf9be4332c10) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:16.641929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:16.642510 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.656158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38963df0-f30d-4039-968a-e7353951a0ca None None] Network 733872b9-2af8-4d0b-bffb-bf9be4332c10 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:16.663879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a1ed3d3d-7c5a-40fe-b0ba-0ac27d1f4d72 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6138511 Apr 28 20:53:16.666619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:16.672535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0025b345-7135-43f6-86c3-cdc8c64136c7 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Request body: {'router': {'external_gateway_info': {'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:16.688316 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Attempting to bind port 51208944-19e4-41b5-ae36-a2556f474356 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:16.688675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Attempting to bind port 51208944-19e4-41b5-ae36-a2556f474356 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e7a2c200-3e6e-4466-961c-fe343689f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:16.689032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Attempting to bind port 51208944-19e4-41b5-ae36-a2556f474356 on network 7e1aa663-78c6-44da-9396-2f909f1521ec {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:16.698923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:16.699313 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Checking segment: {'id': 'e7a2c200-3e6e-4466-961c-fe343689f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:16.699740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.700091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Bound using segment: {'id': 'e7a2c200-3e6e-4466-961c-fe343689f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:16.700544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Bound port: 51208944-19e4-41b5-ae36-a2556f474356, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7a2c200-3e6e-4466-961c-fe343689f5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 448, 'network_id': '7e1aa663-78c6-44da-9396-2f909f1521ec'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:16.700907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:16.899036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] For port 51208944-19e4-41b5-ae36-a2556f474356, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:16.911915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] For port 51208944-19e4-41b5-ae36-a2556f474356, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51208944-19e4-41b5-ae36-a2556f474356,segment=NetworkSegment(e7a2c200-3e6e-4466-961c-fe343689f5a8),segment_id=e7a2c200-3e6e-4466-961c-fe343689f5a8)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:16.941731 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.038253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-733872b9-2af8-4d0b-bffb-bf9be4332c10', 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10', 'tenant_id': 'faabfa6b9b2c4dd8999997903e30638a', 'fixed_ips': [{'subnet_id': 'ad1c587b-a636-439d-9715-8a49e18970e7'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:17.039057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.044802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0025b345-7135-43f6-86c3-cdc8c64136c7 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.123223 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9347fac9-dbe1-4521-a122-315777fdde3c None None] Pushing event updated for resources: {'Port': ['ID=51208944-19e4-41b5-ae36-a2556f474356,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:17.196718 n-d-839811-1 neutron-server[88140]: INFO neutron.api.v2.resource [None req-0025b345-7135-43f6-86c3-cdc8c64136c7 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Apr 28 20:53:17.198782 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0025b345-7135-43f6-86c3-cdc8c64136c7 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "PUT /v2.0/routers/6fa42fa5-1a12-488f-a96f-69cc46bf1904 HTTP/1.1" status: 400 len: 364 time: 0.5312488 Apr 28 20:53:17.205153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:17.227998 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Allocated IP 172.21.0.2 (733872b9-2af8-4d0b-bffb-bf9be4332c10/ad1c587b-a636-439d-9715-8a49e18970e7/29e3bc37-23bb-4961-af9c-a98727a8700a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:17.299269 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Deleting subnet ad1c587b-a636-439d-9715-8a49e18970e7 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:53:17.449318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.460426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Transition to ACTIVE for port object 29e3bc37-23bb-4961-af9c-a98727a8700a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:17.478615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Transition to ACTIVE for port object 29e3bc37-23bb-4961-af9c-a98727a8700a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:17.484132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.484960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.538474 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.551709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Network 733872b9-2af8-4d0b-bffb-bf9be4332c10 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:17.554498 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:17.556842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:17.589371 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Pushing event updated for resources: {'Port': ['ID=29e3bc37-23bb-4961-af9c-a98727a8700a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:17.629035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.652082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Attempting to bind port 29e3bc37-23bb-4961-af9c-a98727a8700a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:17.652494 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Attempting to bind port 29e3bc37-23bb-4961-af9c-a98727a8700a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'd9b0a986-a3ce-465e-8a70-5f97b7745c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:17.652890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Attempting to bind port 29e3bc37-23bb-4961-af9c-a98727a8700a on network 733872b9-2af8-4d0b-bffb-bf9be4332c10 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:17.658994 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:17.659959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Checking segment: {'id': 'd9b0a986-a3ce-465e-8a70-5f97b7745c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:17.660475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.660873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Bound using segment: {'id': 'd9b0a986-a3ce-465e-8a70-5f97b7745c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:17.661344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Bound port: 29e3bc37-23bb-4961-af9c-a98727a8700a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9b0a986-a3ce-465e-8a70-5f97b7745c86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '733872b9-2af8-4d0b-bffb-bf9be4332c10'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:17.661739 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.699398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.737637 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1c587b-a636-439d-9715-8a49e18970e7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:17.744086 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.751696 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a6987b02-6d85-46f3-9b56-87144a33f414 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "DELETE /v2.0/subnets/ad1c587b-a636-439d-9715-8a49e18970e7 HTTP/1.1" status: 204 len: 168 time: 0.5453713 Apr 28 20:53:17.754806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55458) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:17.759129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] For port 29e3bc37-23bb-4961-af9c-a98727a8700a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:17.762918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] For port 29e3bc37-23bb-4961-af9c-a98727a8700a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=29e3bc37-23bb-4961-af9c-a98727a8700a,segment=NetworkSegment(d9b0a986-a3ce-465e-8a70-5f97b7745c86),segment_id=d9b0a986-a3ce-465e-8a70-5f97b7745c86)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:17.767389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.882832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.894900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Deleting port 29e3bc37-23bb-4961-af9c-a98727a8700a {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:17.895479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:17.898115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c18a7-c38a-4b78-b509-c1093bf85da9 None None] Pushing event updated for resources: {'Port': ['ID=29e3bc37-23bb-4961-af9c-a98727a8700a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:17.924188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d29890c-5c6b-496d-814f-da164b538edf None None] Network 733872b9-2af8-4d0b-bffb-bf9be4332c10 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:18.084071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c76513-8e80-41bc-b922-944a430146a5 None None] Network 7e1aa663-78c6-44da-9396-2f909f1521ec requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:18.215345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9e70d597-5bff-4ec0-98d5-3e5331033a26 None None] Provisioning for port 51208944-19e4-41b5-ae36-a2556f474356 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:18.217401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] For port 29e3bc37-23bb-4961-af9c-a98727a8700a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=29e3bc37-23bb-4961-af9c-a98727a8700a,segment=NetworkSegment(d9b0a986-a3ce-465e-8a70-5f97b7745c86),segment_id=d9b0a986-a3ce-465e-8a70-5f97b7745c86)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:18.217981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.340007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Calling delete_port for 29e3bc37-23bb-4961-af9c-a98727a8700a owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:18.419840 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.469816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Port': ['ID=29e3bc37-23bb-4961-af9c-a98727a8700a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:18.471945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] No DVR routers for this DVR port 29e3bc37-23bb-4961-af9c-a98727a8700a on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:53:18.542298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd6f0f8-b57d-475c-817b-a14b432a0f91 None None] get_active_networks_info from n-d-839811-1 {{(pid=88141) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 28 20:53:18.600904 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.624394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51208944-19e4-41b5-ae36-a2556f474356 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:18.627421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['733872b9-2af8-4d0b-bffb-bf9be4332c10']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:18.639022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9b0a986-a3ce-465e-8a70-5f97b7745c86') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:18.639314 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9b0a986-a3ce-465e-8a70-5f97b7745c86') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:18.650207 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.666002 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.672725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:18.673215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:18.687656 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:18.704805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd6f0f8-b57d-475c-817b-a14b432a0f91 None None] Resources bound (agent type, host, resource id): {{(pid=88141) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Apr 28 20:53:18.743811 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 51208944-19e4-41b5-ae36-a2556f474356 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:18.760951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 51208944-19e4-41b5-ae36-a2556f474356 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:18.761370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.768548 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.787781 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.799788 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Network': ['ID=733872b9-2af8-4d0b-bffb-bf9be4332c10,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:18.805495 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-23af4399-5fa8-4bee-a615-c00a53864aa1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "DELETE /v2.0/networks/733872b9-2af8-4d0b-bffb-bf9be4332c10 HTTP/1.1" status: 204 len: 168 time: 1.0478339 Apr 28 20:53:18.806305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55462) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:18.875781 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Deleting subnet 5034dd06-b51f-4f94-94d2-f8044da3af69 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:53:18.878703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:18.932171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.025292 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.051535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.098445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.137877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Subnet': ['ID=5034dd06-b51f-4f94-94d2-f8044da3af69,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:19.142513 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.148518 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-dd61d351-0349-47f7-b6fc-3cac777f12b1 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "DELETE /v2.0/subnets/5034dd06-b51f-4f94-94d2-f8044da3af69 HTTP/1.1" status: 204 len: 168 time: 0.3412728 Apr 28 20:53:19.151003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55466) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:19.192883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:53:19.193228 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:53:19.214324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bddc9e4-8dd1-4e37-8983-f2d943acc6f4 None None] Network 7e1aa663-78c6-44da-9396-2f909f1521ec requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:19.267047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.278193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Deleting port 51208944-19e4-41b5-ae36-a2556f474356 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:19.278861 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.458696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] DHCP port deletion for 7e1aa663-78c6-44da-9396-2f909f1521ec request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:53:19.463293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Deleting port 51208944-19e4-41b5-ae36-a2556f474356 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:19.463764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.489177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] For port 51208944-19e4-41b5-ae36-a2556f474356, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51208944-19e4-41b5-ae36-a2556f474356,segment=NetworkSegment(e7a2c200-3e6e-4466-961c-fe343689f5a8),segment_id=e7a2c200-3e6e-4466-961c-fe343689f5a8)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:19.489553 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.677834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] For port 51208944-19e4-41b5-ae36-a2556f474356, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=51208944-19e4-41b5-ae36-a2556f474356,segment=NetworkSegment(e7a2c200-3e6e-4466-961c-fe343689f5a8),segment_id=e7a2c200-3e6e-4466-961c-fe343689f5a8)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:19.678368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.724881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Calling delete_port for 51208944-19e4-41b5-ae36-a2556f474356 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:19.804028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.846492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Calling delete_port for 51208944-19e4-41b5-ae36-a2556f474356 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:53:19.852810 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Port': ['ID=51208944-19e4-41b5-ae36-a2556f474356,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:19.856553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] No DVR routers for this DVR port 51208944-19e4-41b5-ae36-a2556f474356 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:53:19.910279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.984828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:19.985385 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:53:19.985772 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:53:20.010691 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1aa663-78c6-44da-9396-2f909f1521ec']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:20.022126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7a2c200-3e6e-4466-961c-fe343689f5a8') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:20.022422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7a2c200-3e6e-4466-961c-fe343689f5a8') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:20.033447 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.050004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.056258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Releasing vlan 448 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:53:20.056805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:53:20.071241 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:53:20.148633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.165716 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.176718 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Pushing event deleted for resources: {'Network': ['ID=7e1aa663-78c6-44da-9396-2f909f1521ec,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:20.180664 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-25a61340-108b-46b7-9347-0eeb31dfff36 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "DELETE /v2.0/networks/7e1aa663-78c6-44da-9396-2f909f1521ec HTTP/1.1" status: 204 len: 168 time: 1.0286629 Apr 28 20:53:20.183231 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55470) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:20.228311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f01445b-aca8-4cb9-a366-8c4c3e7c7613 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Synchronizing usage tracker for tenant:faabfa6b9b2c4dd8999997903e30638a on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:20.243882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1f01445b-aca8-4cb9-a366-8c4c3e7c7613 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Unset dirty status for tenant:faabfa6b9b2c4dd8999997903e30638a on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:20.244933 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1f01445b-aca8-4cb9-a366-8c4c3e7c7613 tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "GET /v2.0/ports?device_id=6fa42fa5-1a12-488f-a96f-69cc46bf1904 HTTP/1.1" status: 200 len: 205 time: 0.0607128 Apr 28 20:53:20.247955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55474) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:20.351997 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1e5aeec2-707e-4293-8d73-02be3fac6202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.376165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.486703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Deleting port 51208944-19e4-41b5-ae36-a2556f474356 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:53:20.487090 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.556019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-be128921-afc3-4ef9-aa53-c1aba2979359 None None] The port '51208944-19e4-41b5-ae36-a2556f474356' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:53:20.579080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51208944-19e4-41b5-ae36-a2556f474356 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:53:20.612915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 51208944-19e4-41b5-ae36-a2556f474356 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:53:20.613256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 51208944-19e4-41b5-ae36-a2556f474356 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:53:20.672362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.674532 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.695393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.695886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Fanout notify agent at l3_agent the message router_deleted on router 6fa42fa5-1a12-488f-a96f-69cc46bf1904 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:53:20.707502 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:20.708593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2a185824-d065-4fbb-aaa5-7f471b8cd02f tempest-RoutersNegativeTest-512818413 tempest-RoutersNegativeTest-512818413-project] 10.222.0.24 "DELETE /v2.0/routers/6fa42fa5-1a12-488f-a96f-69cc46bf1904 HTTP/1.1" status: 204 len: 168 time: 0.4597685 Apr 28 20:53:20.974625 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:21.120142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0956afcc-d75e-4055-9f27-5ffdc4fc1b32 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=faabfa6b9b2c4dd8999997903e30638a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1443672 Apr 28 20:53:21.123161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55488) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:21.178577 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:21.203996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:21.255674 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:21.272090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77576065-1b3f-4095-bc48-1e9400051eea,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:21.276838 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:21.277249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9aeff4cf-d931-4c73-808c-5287aa4f457c admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/77576065-1b3f-4095-bc48-1e9400051eea HTTP/1.1" status: 204 len: 168 time: 0.1530936 Apr 28 20:53:21.927914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:22.031667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1982362926-network', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:22.037059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:22.040881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Usage tracker for resource:network and tenant:f83050fed25444a094e71a9293a2bb42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:22.043881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:22.049992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:22.058772 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Made reservation on behalf of f83050fed25444a094e71a9293a2bb42 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:22.061511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.073057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.087293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:22.091536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Usage tracker for resource:security_group_rule and tenant:f83050fed25444a094e71a9293a2bb42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:22.094239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:22.099710 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:22.185404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.188945 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.219737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:22.228590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d083ffac-c64e-4c22-9e4e-683b623902c4,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:22.234799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.235164 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Added segment 65d1280b-adb0-4f05-9850-9418d0c3f6a6 of type vlan for network 6811c8c5-1232-46eb-8f01-d35de29f07fd Apr 28 20:53:22.260136 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.287914 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.288872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:22.289451 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.490982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] Pushing event updated for resources: {'Network': ['ID=6811c8c5-1232-46eb-8f01-d35de29f07fd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:22.494048 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e9b1c72a-5c29-47a4-b782-614ee64c41ba admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.5650439 Apr 28 20:53:22.497709 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55518) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:22.502102 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:22.503052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Request body: {'subnet': {'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-subnet', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:22.508512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:22.512867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Usage tracker for resource:subnet and tenant:f83050fed25444a094e71a9293a2bb42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:22.515646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:22.516081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb1d1bf8-8dbe-41b9-be69-893995c2d00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.521247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:22.532204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Made reservation on behalf of f83050fed25444a094e71a9293a2bb42 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:22.534589 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.729126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.800516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=01676149-17d8-42de-97b0-1c0518ace80b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:22.811273 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Checking segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:22.811621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Network hostable DHCP agents. Network: 6811c8c5-1232-46eb-8f01-d35de29f07fd, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:22.829924 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:22.838409 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 6811c8c5-1232-46eb-8f01-d35de29f07fd) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:22.842834 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:22.843679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.847208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a5ec36c-10b5-4300-9712-81360f385343 None None] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:22.867757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1412eb0f-8760-47a5-be81-0bf93172d5bb admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3691175 Apr 28 20:53:22.870624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55522) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:22.876299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:22.881400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:22.885163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Usage tracker for resource:router and tenant:f83050fed25444a094e71a9293a2bb42 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:22.888165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:22.894057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:22.904191 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.905215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:22.920580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.060680 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-6811c8c5-1232-46eb-8f01-d35de29f07fd', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:23.061568 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.185380 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.244755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Allocated IP 172.20.0.2 (6811c8c5-1232-46eb-8f01-d35de29f07fd/01676149-17d8-42de-97b0-1c0518ace80b/0484aa66-7a2b-44cf-ac5b-562f245e4695) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:23.456059 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.466052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Transition to ACTIVE for port object 0484aa66-7a2b-44cf-ac5b-562f245e4695 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:23.484470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Transition to ACTIVE for port object 0484aa66-7a2b-44cf-ac5b-562f245e4695 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:23.491033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.492905 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.522289 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.554893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:23.557744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:23.562044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:23.572294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Pushing event updated for resources: {'Port': ['ID=0484aa66-7a2b-44cf-ac5b-562f245e4695,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:23.654113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Attempting to bind port 0484aa66-7a2b-44cf-ac5b-562f245e4695 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:23.654478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Attempting to bind port 0484aa66-7a2b-44cf-ac5b-562f245e4695 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:23.654836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Attempting to bind port 0484aa66-7a2b-44cf-ac5b-562f245e4695 on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:23.658436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Allocated IP 172.25.2.186 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/9bf8714c-1d25-453a-a92f-c5688bfac9b6) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:23.660288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:23.660653 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Checking segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:23.661064 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.661434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Bound using segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:23.662243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Bound port: 0484aa66-7a2b-44cf-ac5b-562f245e4695, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:23.662384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.751474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] For port 0484aa66-7a2b-44cf-ac5b-562f245e4695, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:23.754638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] For port 0484aa66-7a2b-44cf-ac5b-562f245e4695, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0484aa66-7a2b-44cf-ac5b-562f245e4695,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:23.759561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.808315 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.842163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.844642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274eabab-e02c-4a8f-8188-f28e53fae99d None None] Pushing event updated for resources: {'Port': ['ID=0484aa66-7a2b-44cf-ac5b-562f245e4695,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:23.889846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:23.909749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:23.912635 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:23.916506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:23.954617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Pushing event updated for resources: {'Port': ['ID=9bf8714c-1d25-453a-a92f-c5688bfac9b6,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:24.266878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:24.455920 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:24.621434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0484aa66-7a2b-44cf-ac5b-562f245e4695 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:24.708128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 0484aa66-7a2b-44cf-ac5b-562f245e4695 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:24.781767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d14fde0-d7cf-464e-ad2b-cb4927147dac None None] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:24.831382 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:24.891007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Provisioning for port 0484aa66-7a2b-44cf-ac5b-562f245e4695 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:24.907186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Provisioning complete for port 0484aa66-7a2b-44cf-ac5b-562f245e4695 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:24.907558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.037857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Router 12299c14-6383-4f3e-8628-595de7df7661 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:53:25.118512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.156322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] For port 0484aa66-7a2b-44cf-ac5b-562f245e4695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0484aa66-7a2b-44cf-ac5b-562f245e4695,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:25.162107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.220090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:53:25.229793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Sync routers for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:53:25.242518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04b7f2d-2155-40bd-a37a-42e27ed4115b None None] Pushing event updated for resources: {'Port': ['ID=0484aa66-7a2b-44cf-ac5b-562f245e4695,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:25.245238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:25.246030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:25.251778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.253219 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d2b4a51-98a9-4112-9fd4-c3e0f830082c admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.3808944 Apr 28 20:53:25.255843 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55526) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:25.413320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9f0ca017-8ac3-4f4d-a4f8-c7b58b89e5e4 None None] Provisioning complete for port 0484aa66-7a2b-44cf-ac5b-562f245e4695 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:25.413633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9f0ca017-8ac3-4f4d-a4f8-c7b58b89e5e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.481795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:25.499381 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:25.871803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:24Z', 'revision_number': 3, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:25.875849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Checking router: 12299c14-6383-4f3e-8628-595de7df7661 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:53:25.876197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Updating router 12299c14-6383-4f3e-8628-595de7df7661 port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:53:25.930472 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.054095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.248032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.257793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Allocated IP 172.20.0.1 (6811c8c5-1232-46eb-8f01-d35de29f07fd/01676149-17d8-42de-97b0-1c0518ace80b/ffb4687f-258f-4910-b5eb-0888182cd17c) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:26.261032 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Transition to ACTIVE for port object 9bf8714c-1d25-453a-a92f-c5688bfac9b6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:26.267658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.345991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Attempting to bind port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:26.346347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Attempting to bind port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:26.346701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Attempting to bind port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:26.348761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdacc72-0c40-46fb-9e9a-ebf5e0a0ea45 None None] Pushing event updated for resources: {'Port': ['ID=9bf8714c-1d25-453a-a92f-c5688bfac9b6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:26.354659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:26.355027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:26.355988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.356513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:26.356975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Bound port: 9bf8714c-1d25-453a-a92f-c5688bfac9b6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:26.357972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.405542 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.421188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Transition to ACTIVE for port object ffb4687f-258f-4910-b5eb-0888182cd17c will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:26.431364 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] For port 9bf8714c-1d25-453a-a92f-c5688bfac9b6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:26.434396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] For port 9bf8714c-1d25-453a-a92f-c5688bfac9b6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9bf8714c-1d25-453a-a92f-c5688bfac9b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:26.439021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.446758 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.515345 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:26.518216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:26.520626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:26.521556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:26.521854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:26.556753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Pushing event updated for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:26.589159 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.597428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.597829 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.598166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.598608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.599087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.599550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.599872 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.600192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.600671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.600990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.601309 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.601649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:26.650369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdacc72-0c40-46fb-9e9a-ebf5e0a0ea45 None None] Pushing event updated for resources: {'Port': ['ID=9bf8714c-1d25-453a-a92f-c5688bfac9b6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:26.654744 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0484aa66-7a2b-44cf-ac5b-562f245e4695 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:26.726372 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.782581 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 0484aa66-7a2b-44cf-ac5b-562f245e4695 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:26.782978 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.830372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:26.946644 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.951340 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:26.979816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a114a33d-5a10-45f7-b93c-1a08497c58d9 None None] Provisioning for port ffb4687f-258f-4910-b5eb-0888182cd17c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:27.002990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a114a33d-5a10-45f7-b93c-1a08497c58d9 None None] Provisioning complete for port ffb4687f-258f-4910-b5eb-0888182cd17c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:27.003359 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a114a33d-5a10-45f7-b93c-1a08497c58d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:27.061896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Pushing event updated for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:27.065688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:27.230115 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a114a33d-5a10-45f7-b93c-1a08497c58d9 None None] Port ffb4687f-258f-4910-b5eb-0888182cd17c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:53:27.308301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:27.309491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:27.321142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:24Z', 'revision_number': 3, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:27.326528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6a63682-2cc7-433f-91df-aca71172be78 None None] The sync data for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 is: [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:24Z', 'revision_number': 3, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:53:27.516514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Router 12299c14-6383-4f3e-8628-595de7df7661 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:53:27.550919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bc56656c-acd5-4610-bc59-2b2ec84579a0 None None] Provisioning complete for port ffb4687f-258f-4910-b5eb-0888182cd17c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:27.551382 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bc56656c-acd5-4610-bc59-2b2ec84579a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:27.637066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bc56656c-acd5-4610-bc59-2b2ec84579a0 None None] Port ffb4687f-258f-4910-b5eb-0888182cd17c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:53:27.708397 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:53:27.717408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7ac36742-3dc2-4502-94a2-05473ed6848a admin admin] 10.222.0.24 "PUT /v2.0/routers/12299c14-6383-4f3e-8628-595de7df7661/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4603636 Apr 28 20:53:28.231608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55544) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:28.237088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1117838268-network', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:28.242650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:28.247189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Usage tracker for resource:network and tenant:36bec85a7d2c4716bd7ca53197ae967c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:28.250010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:28.256237 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:28.265313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Made reservation on behalf of 36bec85a7d2c4716bd7ca53197ae967c for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:28.267584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.279486 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.296577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:28.300291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Usage tracker for resource:security_group_rule and tenant:36bec85a7d2c4716bd7ca53197ae967c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:28.303098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:28.309184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:28.389680 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.393675 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.424632 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:53:28.432937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd53d5a2-17d6-4cef-a36a-47cdb0ba15a3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:28.442252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.442589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.442936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.443249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.443570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.443890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.444207 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.444521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.444834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.445148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.445493 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.445791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:28.449254 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.449626 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Added segment ac95e845-d883-4f19-af48-1df8e116f38b of type vlan for network d171502f-7cae-4a21-ae42-c69fac0e33ab Apr 28 20:53:28.476399 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.505182 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.506158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:28.506734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.606722 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3739367 Apr 28 20:53:28.610054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55550) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:28.612125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9bf8714c-1d25-453a-a92f-c5688bfac9b6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:28.615309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40269b78-f2e7-49a4-8b96-1b11e0782610 admin admin] Pushing event updated for resources: {'Network': ['ID=d171502f-7cae-4a21-ae42-c69fac0e33ab,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:28.616348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Request body: {'subnet': {'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-subnet', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:28.623755 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:28.627610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Usage tracker for resource:subnet and tenant:36bec85a7d2c4716bd7ca53197ae967c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:28.631823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:28.637694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:28.639697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network d171502f-7cae-4a21-ae42-c69fac0e33ab details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:53:28.649489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Made reservation on behalf of 36bec85a7d2c4716bd7ca53197ae967c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:28.651802 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.778972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:28.784351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:28.784743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.868281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.902804 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.920262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9bf8714c-1d25-453a-a92f-c5688bfac9b6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9bf8714c-1d25-453a-a92f-c5688bfac9b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:28.925073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:28.941958 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Sync routers for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:53:28.951223 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:28.951902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:28.952583 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:28.962476 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Checking segment: {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:28.962839 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Network hostable DHCP agents. Network: d171502f-7cae-4a21-ae42-c69fac0e33ab, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:53:28.985863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Network d171502f-7cae-4a21-ae42-c69fac0e33ab is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:53:28.999122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, d171502f-7cae-4a21-ae42-c69fac0e33ab) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:29.000046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9bf8714c-1d25-453a-a92f-c5688bfac9b6,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:29.004124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:29.004580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.017960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d9dffd-3c80-4e15-8188-e09a15df6503 None None] Network d171502f-7cae-4a21-ae42-c69fac0e33ab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:29.031289 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-781f93da-9ed6-45b4-a263-16512df3a6c0 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4173250 Apr 28 20:53:29.031498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55554) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:29.037879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:29.045857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:29.050101 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Usage tracker for resource:router and tenant:36bec85a7d2c4716bd7ca53197ae967c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:53:29.054229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:53:29.060764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:29.071735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.072707 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.087968 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.170426 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:29.237683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-d171502f-7cae-4a21-ae42-c69fac0e33ab', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:53:29.238982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.372552 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.401219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Allocated IP 172.20.0.2 (d171502f-7cae-4a21-ae42-c69fac0e33ab/a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a/ab81a009-a973-42cb-965e-a6d9b29760f9) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:29.526594 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 4, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ffb4687f-258f-4910-b5eb-0888182cd17c', 'name': '', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'mac_address': 'fa:16:3e:5c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:26Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 2, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'subnets': [{'id': '01676149-17d8-42de-97b0-1c0518ace80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:29.532104 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Checking router: 12299c14-6383-4f3e-8628-595de7df7661 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:53:29.532582 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Updating router 12299c14-6383-4f3e-8628-595de7df7661 port ffb4687f-258f-4910-b5eb-0888182cd17c binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:53:29.587278 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.613066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.623663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Transition to ACTIVE for port object ab81a009-a973-42cb-965e-a6d9b29760f9 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:29.644057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Transition to ACTIVE for port object ab81a009-a973-42cb-965e-a6d9b29760f9 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:29.650262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.721679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Network d171502f-7cae-4a21-ae42-c69fac0e33ab is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:29.724673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:29.727063 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:29.770746 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Pushing event updated for resources: {'Port': ['ID=ab81a009-a973-42cb-965e-a6d9b29760f9,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:29.821607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.825220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Attempting to bind port ab81a009-a973-42cb-965e-a6d9b29760f9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:29.825622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Attempting to bind port ab81a009-a973-42cb-965e-a6d9b29760f9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:29.825984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Attempting to bind port ab81a009-a973-42cb-965e-a6d9b29760f9 on network d171502f-7cae-4a21-ae42-c69fac0e33ab {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:29.831537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:29.831906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Checking segment: {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:29.832290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.832974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Bound using segment: {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:29.833735 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Bound port: ab81a009-a973-42cb-965e-a6d9b29760f9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:29.834280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.852600 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.926685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] For port ab81a009-a973-42cb-965e-a6d9b29760f9, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:29.929889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] For port ab81a009-a973-42cb-965e-a6d9b29760f9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab81a009-a973-42cb-965e-a6d9b29760f9,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:29.935058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.946220 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.958567 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Transition to ACTIVE for port object ffb4687f-258f-4910-b5eb-0888182cd17c will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:29.967379 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:29.994777 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Allocated IP 172.25.2.198 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d1cb9e25-022c-404b-8d12-e9fd0f125e4e) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:30.088066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a90f871-1972-4313-aff3-24eab4a3460e None None] Pushing event updated for resources: {'Port': ['ID=ab81a009-a973-42cb-965e-a6d9b29760f9,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:30.160912 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.169445 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Pushing event updated for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:30.181748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.182005 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.182332 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.183021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.183916 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.184405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.184993 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.185319 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.185662 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.185979 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.186294 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.186606 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:30.206558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.208427 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Attempting to bind port ffb4687f-258f-4910-b5eb-0888182cd17c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:30.208855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Attempting to bind port ffb4687f-258f-4910-b5eb-0888182cd17c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:30.209321 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Attempting to bind port ffb4687f-258f-4910-b5eb-0888182cd17c on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:30.216372 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:30.216838 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Checking segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:30.217298 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.217809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Bound using segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:30.218337 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Bound port: ffb4687f-258f-4910-b5eb-0888182cd17c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:30.218790 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.279970 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:30.283455 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:30.287403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:30.324663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Pushing event updated for resources: {'Port': ['ID=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:30.329904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] For port ffb4687f-258f-4910-b5eb-0888182cd17c, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:30.333496 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] For port ffb4687f-258f-4910-b5eb-0888182cd17c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ffb4687f-258f-4910-b5eb-0888182cd17c,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:30.344637 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.439019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:30.440255 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:30.597638 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30110f14-05da-4274-86bc-6bef136b3fe6 None None] Pushing event updated for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:30.701123 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:30.731944 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab81a009-a973-42cb-965e-a6d9b29760f9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:30.804338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ab81a009-a973-42cb-965e-a6d9b29760f9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:30.804612 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:30.809785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9bf8714c-1d25-453a-a92f-c5688bfac9b6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:30.879278 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:30.879858 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.046085 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 4, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ffb4687f-258f-4910-b5eb-0888182cd17c', 'name': '', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'mac_address': 'fa:16:3e:5c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:26Z', 'updated_at': '2022-04-28T20:53:30Z', 'revision_number': 4, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'subnets': [{'id': '01676149-17d8-42de-97b0-1c0518ace80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:31.050328 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df6f8a2-682f-4353-ae02-df20a5291fe8 None None] The sync data for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 is: [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:53:26Z', 'revision_number': 4, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ffb4687f-258f-4910-b5eb-0888182cd17c', 'name': '', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'mac_address': 'fa:16:3e:5c:dc:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_interface', 'standard_attr_id': 4211, 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:26Z', 'updated_at': '2022-04-28T20:53:30Z', 'revision_number': 4, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'subnets': [{'id': '01676149-17d8-42de-97b0-1c0518ace80b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:53:31.185842 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.355700 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ea254-9ab4-410a-bff1-ea242ad74f92 None None] Network d171502f-7cae-4a21-ae42-c69fac0e33ab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:53:31.467515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Provisioning for port ab81a009-a973-42cb-965e-a6d9b29760f9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:31.485554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Provisioning complete for port ab81a009-a973-42cb-965e-a6d9b29760f9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:31.485875 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.572889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:53:31.711113 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.753136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] For port ab81a009-a973-42cb-965e-a6d9b29760f9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab81a009-a973-42cb-965e-a6d9b29760f9,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:31.759260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.779408 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:53:31.805853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Sync routers for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:53:31.808043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:31.809708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0682360f-9429-4691-9373-cb7cfc55a147 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.7761748 Apr 28 20:53:31.812358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55558) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:53:31.845572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:31.846452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:31.990631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731af7d-d3f3-42c8-87c7-72eeb50a7348 None None] Pushing event updated for resources: {'Port': ['ID=ab81a009-a973-42cb-965e-a6d9b29760f9,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:32.048091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:32.202410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3de6ef4a-b55b-42ef-ba24-3621d10f2daa None None] Provisioning complete for port ab81a009-a973-42cb-965e-a6d9b29760f9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:32.202783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3de6ef4a-b55b-42ef-ba24-3621d10f2daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.458977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:30Z', 'revision_number': 3, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:32.462977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Checking router: 6e703222-56d8-4b9c-aa59-a1c801c8ce08 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:53:32.463423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Updating router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 port d1cb9e25-022c-404b-8d12-e9fd0f125e4e binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:53:32.516983 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.526288 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.672814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ffb4687f-258f-4910-b5eb-0888182cd17c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:32.743145 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Allocated IP 172.20.0.1 (d171502f-7cae-4a21-ae42-c69fac0e33ab/a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a/54b01efd-ce9f-43af-abc4-00a4842639af) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:32.840240 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ffb4687f-258f-4910-b5eb-0888182cd17c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:32.848226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ffb4687f-258f-4910-b5eb-0888182cd17c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:32.848595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.895508 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:32.911831 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Transition to ACTIVE for port object 54b01efd-ce9f-43af-abc4-00a4842639af will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:32.935837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.000407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Network d171502f-7cae-4a21-ae42-c69fac0e33ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:33.003126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:33.006660 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:33.039668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Pushing event updated for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:33.047107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.056638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.066703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.074908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Transition to ACTIVE for port object d1cb9e25-022c-404b-8d12-e9fd0f125e4e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:33.088677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.172510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ffb4687f-258f-4910-b5eb-0888182cd17c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ffb4687f-258f-4910-b5eb-0888182cd17c,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:33.180894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Attempting to bind port d1cb9e25-022c-404b-8d12-e9fd0f125e4e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:33.181258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Attempting to bind port d1cb9e25-022c-404b-8d12-e9fd0f125e4e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:33.181647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Attempting to bind port d1cb9e25-022c-404b-8d12-e9fd0f125e4e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:33.184332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.185075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab81a009-a973-42cb-965e-a6d9b29760f9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:33.234533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61cb1a-23a6-499b-bc65-28dfe7098eab None None] Pushing event updated for resources: {'Port': ['ID=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:33.236813 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:33.237194 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:33.237622 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.238273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:33.238455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Bound port: d1cb9e25-022c-404b-8d12-e9fd0f125e4e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:33.238819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.305595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.363605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9dc42f7c-13f6-4ffd-883f-f191b531a260 None None] Provisioning for port 54b01efd-ce9f-43af-abc4-00a4842639af completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:33.388928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9dc42f7c-13f6-4ffd-883f-f191b531a260 None None] Provisioning complete for port 54b01efd-ce9f-43af-abc4-00a4842639af triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:33.389290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9dc42f7c-13f6-4ffd-883f-f191b531a260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.418588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:33.450066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] For port d1cb9e25-022c-404b-8d12-e9fd0f125e4e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:33.463216 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ab81a009-a973-42cb-965e-a6d9b29760f9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:33.463584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.486398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9dc42f7c-13f6-4ffd-883f-f191b531a260 None None] Port 54b01efd-ce9f-43af-abc4-00a4842639af cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:53:33.494001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] For port d1cb9e25-022c-404b-8d12-e9fd0f125e4e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:33.509226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.536203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.540841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.600435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:33.601038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:33.649162 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:33.653907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Pushing event updated for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:33.712863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd61cb1a-23a6-499b-bc65-28dfe7098eab None None] Pushing event updated for resources: {'Port': ['ID=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:33.783692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Network d171502f-7cae-4a21-ae42-c69fac0e33ab is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:33.784832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:33.831689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:33.976631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:53:34.097717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e419da5f-a31e-4b17-bb6d-9c759c5de732 None None] Provisioning complete for port 54b01efd-ce9f-43af-abc4-00a4842639af triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:34.098289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e419da5f-a31e-4b17-bb6d-9c759c5de732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:34.157592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:53:34.166257 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8de155b2-f13f-4b3d-a72e-80ad45490140 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e703222-56d8-4b9c-aa59-a1c801c8ce08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3528230 Apr 28 20:53:34.241785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e419da5f-a31e-4b17-bb6d-9c759c5de732 None None] Port 54b01efd-ce9f-43af-abc4-00a4842639af cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:53:34.269131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '54b01efd-ce9f-43af-abc4-00a4842639af', 'name': '', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'mac_address': 'fa:16:3e:a8:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:32Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 2, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'subnets': [{'id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:34.273205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1e601e-99d0-47d6-9dc1-606c6bafa4e8 None None] The sync data for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 is: [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '54b01efd-ce9f-43af-abc4-00a4842639af', 'name': '', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'mac_address': 'fa:16:3e:a8:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:32Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 2, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'subnets': [{'id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:53:34.607182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ffb4687f-258f-4910-b5eb-0888182cd17c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:34.675516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ffb4687f-258f-4910-b5eb-0888182cd17c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:34.675877 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:35.122210 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-939e5a65-91d6-43fa-8ffe-7a4b2965c414 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:35.122816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-939e5a65-91d6-43fa-8ffe-7a4b2965c414 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:35.140333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-939e5a65-91d6-43fa-8ffe-7a4b2965c414 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:35.141845 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-939e5a65-91d6-43fa-8ffe-7a4b2965c414 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 817 time: 0.1777680 Apr 28 20:53:35.158813 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-2c934500-af88-453e-86ae-0e1e7348cc3c tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/quotas/f83050fed25444a094e71a9293a2bb42 HTTP/1.1" status: 200 len: 375 time: 0.0110619 Apr 28 20:53:35.245058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-20806273-bb32-4fb4-9e6f-9cc88baf3efe tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:35.262169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-20806273-bb32-4fb4-9e6f-9cc88baf3efe tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:35.263499 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-20806273-bb32-4fb4-9e6f-9cc88baf3efe tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0990517 Apr 28 20:53:35.506597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-ff32ec20-6e9e-420a-a6a8-3468fe5dd461 service neutron] 10.222.0.24 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311680 Apr 28 20:53:35.641848 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-4d66c866-7f16-4ab9-8ae1-b143c14665c3 service neutron] 10.222.0.24 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288359 Apr 28 20:53:35.824388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-361ff0f5-9379-4dbe-8d56-a3aebdd01d0a req-53733bdb-d01a-419c-9ae6-ce81b0be8a40 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 210 time: 0.0435224 Apr 28 20:53:36.266197 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Sync routers for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:53:36.275944 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:36.276606 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:36.453153 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:36.616816 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1cb9e25-022c-404b-8d12-e9fd0f125e4e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:36.682156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d1cb9e25-022c-404b-8d12-e9fd0f125e4e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:36.687171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d1cb9e25-022c-404b-8d12-e9fd0f125e4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:36.687542 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:36.764985 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '54b01efd-ce9f-43af-abc4-00a4842639af', 'name': '', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'mac_address': 'fa:16:3e:a8:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:32Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 2, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'subnets': [{'id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:36.768779 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Checking router: 6e703222-56d8-4b9c-aa59-a1c801c8ce08 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:53:36.769124 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Updating router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 port 54b01efd-ce9f-43af-abc4-00a4842639af binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:53:36.811575 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:36.830413 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:36.840398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d1cb9e25-022c-404b-8d12-e9fd0f125e4e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:36.846594 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:36.935485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:36.944260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.944972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.945634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.946128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.946614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.947208 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.947682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.948150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.950030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.950553 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.951363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.952034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:53:36.978029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-6a886398-f1a8-48bc-b5e6-5b134bb746bc tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:36.979551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-6a886398-f1a8-48bc-b5e6-5b134bb746bc tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 817 time: 0.1605804 Apr 28 20:53:37.000080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Request body: {'port': {'device_id': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'admin_state_up': True, 'tenant_id': 'f83050fed25444a094e71a9293a2bb42'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:37.157572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:53:37.168763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:53:37.178313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Made reservation on behalf of f83050fed25444a094e71a9293a2bb42 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:53:37.180682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d879ed00-e150-4993-b6ca-1ca0e931daf2 req-2d45ab06-c9c1-444b-b655-78d0d31e5224 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 210 time: 0.1641545 Apr 28 20:53:37.182091 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.224604 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.238167 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Transition to ACTIVE for port object 54b01efd-ce9f-43af-abc4-00a4842639af will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:37.244733 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.405055 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bb709-e5b8-4fcc-b7cb-f430d491b8d2 None None] Pushing event updated for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:37.471940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Allocated IP 172.20.0.14 (6811c8c5-1232-46eb-8f01-d35de29f07fd/01676149-17d8-42de-97b0-1c0518ace80b/46956980-a29a-416b-864b-1d28a410bd37) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:53:37.511984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Attempting to bind port 54b01efd-ce9f-43af-abc4-00a4842639af on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:37.512348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Attempting to bind port 54b01efd-ce9f-43af-abc4-00a4842639af by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:37.512683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Attempting to bind port 54b01efd-ce9f-43af-abc4-00a4842639af on network d171502f-7cae-4a21-ae42-c69fac0e33ab {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:37.517895 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:37.518249 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Checking segment: {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:37.518629 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.519008 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Bound using segment: {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:37.519497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Bound port: 54b01efd-ce9f-43af-abc4-00a4842639af, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac95e845-d883-4f19-af48-1df8e116f38b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:37.519856 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.605418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] For port 54b01efd-ce9f-43af-abc4-00a4842639af, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:37.608626 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] For port 54b01efd-ce9f-43af-abc4-00a4842639af, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=54b01efd-ce9f-43af-abc4-00a4842639af,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:37.612365 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.692549 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:53:37.693174 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:53:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:37.693481 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.710210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Transition to ACTIVE for port object 46956980-a29a-416b-864b-1d28a410bd37 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:37.736772 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.749167 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7bb709-e5b8-4fcc-b7cb-f430d491b8d2 None None] Pushing event updated for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:37.811406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:53:37.814800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:53:37.818803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:53:37.858219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Pushing event updated for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:37.894864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:37.895507 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:37.896463 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:53:37.921503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3f3644fc-e94c-44a5-9fb4-b2f43ee8597f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9271421 Apr 28 20:53:38.005021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Request body: {'port': {'device_id': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:53:38.123770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.142317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2253af4-892b-4ba0-b85b-99e6eedf724b None None] Provisioning for port 46956980-a29a-416b-864b-1d28a410bd37 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:38.148555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a2253af4-892b-4ba0-b85b-99e6eedf724b None None] Provisioning complete for port 46956980-a29a-416b-864b-1d28a410bd37 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:38.148926 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2253af4-892b-4ba0-b85b-99e6eedf724b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.218283 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2253af4-892b-4ba0-b85b-99e6eedf724b None None] Port 46956980-a29a-416b-864b-1d28a410bd37 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:53:38.251974 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '54b01efd-ce9f-43af-abc4-00a4842639af', 'name': '', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'mac_address': 'fa:16:3e:a8:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:32Z', 'updated_at': '2022-04-28T20:53:37Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'subnets': [{'id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:53:38.256284 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c4cbc26-1b9d-4db9-90cc-8dd7c2283e8e None None] The sync data for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 is: [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:33Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '54b01efd-ce9f-43af-abc4-00a4842639af', 'name': '', 'network_id': 'd171502f-7cae-4a21-ae42-c69fac0e33ab', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'mac_address': 'fa:16:3e:a8:56:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:32Z', 'updated_at': '2022-04-28T20:53:37Z', 'revision_number': 4, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'subnets': [{'id': 'a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:53:38.515492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3385953b-0e6c-4d6e-b833-f8a480357148 req-0bbf8360-1433-458a-9ce6-130356f675f9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:38.516216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3385953b-0e6c-4d6e-b833-f8a480357148 req-0bbf8360-1433-458a-9ce6-130356f675f9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:38.550461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-3385953b-0e6c-4d6e-b833-f8a480357148 req-0bbf8360-1433-458a-9ce6-130356f675f9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:38.551424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3385953b-0e6c-4d6e-b833-f8a480357148 req-0bbf8360-1433-458a-9ce6-130356f675f9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 932 time: 0.2538965 Apr 28 20:53:38.645768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46956980-a29a-416b-864b-1d28a410bd37 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:53:38.657063 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.659486 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 54b01efd-ce9f-43af-abc4-00a4842639af up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:38.662123 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3385953b-0e6c-4d6e-b833-f8a480357148 req-c8af9667-b71b-4316-9a6e-2f3ff27ae26d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753162 Apr 28 20:53:38.677165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Transition to ACTIVE for port object 46956980-a29a-416b-864b-1d28a410bd37 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:53:38.682624 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.741325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 54b01efd-ce9f-43af-abc4-00a4842639af completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:38.753259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 54b01efd-ce9f-43af-abc4-00a4842639af triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:38.753725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.819413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Pushing event updated for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:38.902333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.940074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 54b01efd-ce9f-43af-abc4-00a4842639af, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=54b01efd-ce9f-43af-abc4-00a4842639af,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:38.943254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Attempting to bind port 46956980-a29a-416b-864b-1d28a410bd37 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:53:38.943637 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Attempting to bind port 46956980-a29a-416b-864b-1d28a410bd37 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:53:38.944045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Attempting to bind port 46956980-a29a-416b-864b-1d28a410bd37 on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:38.945171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:38.946078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1cb9e25-022c-404b-8d12-e9fd0f125e4e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:38.955896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Port 46956980-a29a-416b-864b-1d28a410bd37 on network 6811c8c5-1232-46eb-8f01-d35de29f07fd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:53:38.956317 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Attempting to bind port 46956980-a29a-416b-864b-1d28a410bd37 on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:53:38.962733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:53:38.963174 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Checking segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:53:38.963623 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Bound using segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:53:38.964302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Bound port: 46956980-a29a-416b-864b-1d28a410bd37, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:53:38.964844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:39.065817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:53:39.069314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46956980-a29a-416b-864b-1d28a410bd37,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:53:39.074169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:39.086405 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:39.099158 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d1cb9e25-022c-404b-8d12-e9fd0f125e4e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:39.099534 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:39.134965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:39.135531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:39.136986 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-83386bd2-6059-4afa-893a-254b4246429c service neutron] 10.222.0.41 "PUT /v2.0/ports/46956980-a29a-416b-864b-1d28a410bd37 HTTP/1.1" status: 200 len: 1092 time: 1.1982231 Apr 28 20:53:39.146249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'tag': '46956980-a29a-416b-864b-1d28a410bd37'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:53:39.172728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83386bd2-6059-4afa-893a-254b4246429c service neutron] Pushing event updated for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:39.258954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-a4e0a539-ceec-4982-83dd-57d3bdbfc079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:39.260586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-a4e0a539-ceec-4982-83dd-57d3bdbfc079 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 1095 time: 0.0821793 Apr 28 20:53:39.321067 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91094827-2329-4afd-b8df-34f234fd17b2'] response: {'name': 'network-changed', 'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'tag': '46956980-a29a-416b-864b-1d28a410bd37', 'status': 'completed', 'code': 200} Apr 28 20:53:39.460841 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-2b452854-b80d-46a1-934f-362ef69d8dcb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46956980-a29a-416b-864b-1d28a410bd37 HTTP/1.1" status: 200 len: 217 time: 0.1894639 Apr 28 20:53:39.524731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-69f930a2-2dd7-47cb-8e8a-3e20aedc1004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:39.526128 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-69f930a2-2dd7-47cb-8e8a-3e20aedc1004 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01676149-17d8-42de-97b0-1c0518ace80b HTTP/1.1" status: 200 len: 856 time: 0.0566769 Apr 28 20:53:39.605929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-2e6b96ef-3ae8-4f19-8a58-697f592c2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:39.607264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-2e6b96ef-3ae8-4f19-8a58-697f592c2ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6811c8c5-1232-46eb-8f01-d35de29f07fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715182 Apr 28 20:53:39.740047 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-5597ade1-a314-4cb3-8109-639811680390 service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229956 Apr 28 20:53:39.930196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-08fa54b7-fe05-407b-a448-d4c526098c71 req-3ebdb862-a6d2-47aa-ab7d-910efcd3f22e service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812212 Apr 28 20:53:39.942722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f23755a-65a2-455c-a566-ac49bc1975a1 req-209f624c-4f97-4b2e-a7c1-9d5c402dae1b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:39.944115 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f23755a-65a2-455c-a566-ac49bc1975a1 req-209f624c-4f97-4b2e-a7c1-9d5c402dae1b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 944 time: 0.1690297 Apr 28 20:53:40.020781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f23755a-65a2-455c-a566-ac49bc1975a1 req-e8380815-4e8a-4676-a352-e2987234c2a4 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Apr 28 20:53:40.062537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-0e26c3f4-d22a-4849-afcb-5e87ad683868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:40.063989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-0e26c3f4-d22a-4849-afcb-5e87ad683868 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 1095 time: 0.0796177 Apr 28 20:53:40.194311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-381e6b0c-8650-431e-8ef0-80df6d65fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:40.195649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-381e6b0c-8650-431e-8ef0-80df6d65fa74 service neutron] 10.222.0.41 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 918 time: 0.1256945 Apr 28 20:53:40.262854 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-378adede-d13b-4369-a038-5fcd8c8a2d73 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=46956980-a29a-416b-864b-1d28a410bd37 HTTP/1.1" status: 200 len: 217 time: 0.0592940 Apr 28 20:53:40.326474 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-44901d0a-c3c8-469a-a32f-ef9541a9d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:40.327843 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-44901d0a-c3c8-469a-a32f-ef9541a9d52b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01676149-17d8-42de-97b0-1c0518ace80b HTTP/1.1" status: 200 len: 856 time: 0.0586014 Apr 28 20:53:40.400629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-f81d497f-64a0-4ab4-8d16-042f3cdbcdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:40.402776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-f81d497f-64a0-4ab4-8d16-042f3cdbcdfd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6811c8c5-1232-46eb-8f01-d35de29f07fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683994 Apr 28 20:53:40.534865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-f1699868-262c-44ba-852c-e04197dc30d6 service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248815 Apr 28 20:53:40.598480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 54b01efd-ce9f-43af-abc4-00a4842639af up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:40.667330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c70a5531-6874-4c00-8a45-68f3759ec826 req-da10aa31-e92e-4d33-b025-034360a7fa6e service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258628 Apr 28 20:53:40.676440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 54b01efd-ce9f-43af-abc4-00a4842639af triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:40.676936 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:40.705796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:40.816811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:53:41.206928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a7807-2028-4d32-9243-3c944208e6cb req-9a4a0723-6114-48b8-b4dc-9916de9262f5 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:41.208339 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd6a7807-2028-4d32-9243-3c944208e6cb req-9a4a0723-6114-48b8-b4dc-9916de9262f5 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 944 time: 0.0782597 Apr 28 20:53:41.250986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bd6a7807-2028-4d32-9243-3c944208e6cb req-44ac4629-c6bd-4f71-abd1-7e2af5c08bda tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:53:41.268126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bd6a7807-2028-4d32-9243-3c944208e6cb req-44ac4629-c6bd-4f71-abd1-7e2af5c08bda tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:53:41.269284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bd6a7807-2028-4d32-9243-3c944208e6cb req-44ac4629-c6bd-4f71-abd1-7e2af5c08bda tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553770 Apr 28 20:53:42.458269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f33b4f-f4d8-4a18-a885-08167b30ce79 req-beb4a209-3cda-48b6-b19d-67f09104bcbd tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:42.459631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5f33b4f-f4d8-4a18-a885-08167b30ce79 req-beb4a209-3cda-48b6-b19d-67f09104bcbd tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 944 time: 0.0834415 Apr 28 20:53:42.503044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d5f33b4f-f4d8-4a18-a885-08167b30ce79 req-95c88fd4-8001-43de-9d58-8724aa7afd22 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378053 Apr 28 20:53:42.660688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46956980-a29a-416b-864b-1d28a410bd37 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:53:42.789585 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46956980-a29a-416b-864b-1d28a410bd37,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:42.802643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '46956980-a29a-416b-864b-1d28a410bd37', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'port_id': '46956980-a29a-416b-864b-1d28a410bd37', 'mac_address': 'fa:16:3e:5e:a2:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:53:42.859661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:42.876575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46956980-a29a-416b-864b-1d28a410bd37 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:53:42.891284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46956980-a29a-416b-864b-1d28a410bd37,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:42.895145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:42.963497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:42.970843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:43.169319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46956980-a29a-416b-864b-1d28a410bd37'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:53:43.690072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dc1b1-6531-41d0-8c96-bc3dabff2289 req-134a88fd-b708-4ca2-b42e-75e302012117 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:43.691511 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e53dc1b1-6531-41d0-8c96-bc3dabff2289 req-134a88fd-b708-4ca2-b42e-75e302012117 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 945 time: 0.0821173 Apr 28 20:53:43.736010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e53dc1b1-6531-41d0-8c96-bc3dabff2289 req-e9410d30-29c2-4426-bb49-b849c432c89f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389669 Apr 28 20:53:44.686662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46956980-a29a-416b-864b-1d28a410bd37 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:53:44.754430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 46956980-a29a-416b-864b-1d28a410bd37 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:53:44.759104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 46956980-a29a-416b-864b-1d28a410bd37 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:53:44.759463 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:44.898909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:44.924639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579bd408-cafe-4ce3-b6e4-be5ca2f96ced req-217ea952-6321-4440-90ea-8a8dc9daed6f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:44.926121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-579bd408-cafe-4ce3-b6e4-be5ca2f96ced req-217ea952-6321-4440-90ea-8a8dc9daed6f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 945 time: 0.0802424 Apr 28 20:53:44.927303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46956980-a29a-416b-864b-1d28a410bd37'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:53:44.937493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46956980-a29a-416b-864b-1d28a410bd37,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:53:44.942134 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:44.973050 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-579bd408-cafe-4ce3-b6e4-be5ca2f96ced req-fee348b4-82ee-471f-83e8-5bed0ff1e25b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410872 Apr 28 20:53:45.012941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:53:45.041364 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1122073a-7756-42c8-b695-5f626f320610'] response: {'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46956980-a29a-416b-864b-1d28a410bd37', 'code': 200} Apr 28 20:53:45.186847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ba26d-22a4-479a-9b31-1a8f4db99eba req-9b068837-7b4f-4992-b26f-754bf302a64a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:45.188284 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-894ba26d-22a4-479a-9b31-1a8f4db99eba req-9b068837-7b4f-4992-b26f-754bf302a64a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 1097 time: 0.0725534 Apr 28 20:53:45.234833 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-894ba26d-22a4-479a-9b31-1a8f4db99eba req-392ccb2e-75eb-425e-b435-b1b4e6212ebe service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350931 Apr 28 20:53:46.155721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340c1b0-70fd-4a01-bc7d-d8a42f6b93a2 req-456e895d-8730-49ad-bcb2-5ae30a2fd17e tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:46.157175 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3340c1b0-70fd-4a01-bc7d-d8a42f6b93a2 req-456e895d-8730-49ad-bcb2-5ae30a2fd17e tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.0779114 Apr 28 20:53:46.200727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3340c1b0-70fd-4a01-bc7d-d8a42f6b93a2 req-b1aa216a-ea80-46cd-a569-e867f4e94527 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 Apr 28 20:53:47.383907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b70b86-c14b-4a95-95ab-68f4e935f1b0 req-fc48551a-ebc2-47ac-9170-0c965e4815ec tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:47.385327 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b70b86-c14b-4a95-95ab-68f4e935f1b0 req-fc48551a-ebc2-47ac-9170-0c965e4815ec tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.0778944 Apr 28 20:53:47.432051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9b70b86-c14b-4a95-95ab-68f4e935f1b0 req-a481e621-dd57-4e2c-b402-76c7e2f92ed3 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400624 Apr 28 20:53:47.724220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d05c408-dfab-4c95-a90c-a268da7989fe req-1b5ca915-27e2-4ec3-bdae-b7b2d413e89d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:53:47.725678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d05c408-dfab-4c95-a90c-a268da7989fe req-1b5ca915-27e2-4ec3-bdae-b7b2d413e89d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.1866682 Apr 28 20:53:47.768856 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0d05c408-dfab-4c95-a90c-a268da7989fe req-cf4c4348-cbd3-4234-a5f0-5240d43cf10d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Apr 28 20:53:50.353744 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-23f3bfc8-94b0-4786-928f-390c21f41911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:52.499128 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0e43a9d-d769-4b78-99cc-084754a82162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:53.891898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:54.268349 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:53:55.424764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:02.202556 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95acc485-c2b5-439a-96f7-95596fdcf3ef req-e482bc41-bc6b-47bc-970e-3613d37ac1ec tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:02.204249 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95acc485-c2b5-439a-96f7-95596fdcf3ef req-e482bc41-bc6b-47bc-970e-3613d37ac1ec tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.0773258 Apr 28 20:54:02.246449 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-95acc485-c2b5-439a-96f7-95596fdcf3ef req-614af8cf-4503-471b-afde-77b0827a8f95 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365045 Apr 28 20:54:03.437998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363e9140-965f-45bb-a9a0-1eb37c35071a req-63c1c7e9-bf02-4642-9c64-5bfde8f2bde9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:03.440177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-363e9140-965f-45bb-a9a0-1eb37c35071a req-63c1c7e9-bf02-4642-9c64-5bfde8f2bde9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.0833399 Apr 28 20:54:03.486107 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-363e9140-965f-45bb-a9a0-1eb37c35071a req-a0899cf9-71cd-4fb3-8048-761152544b74 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400097 Apr 28 20:54:03.795559 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-769afe4a-7fdb-456f-a557-5a84cc07af97 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:03.796983 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-769afe4a-7fdb-456f-a557-5a84cc07af97 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 946 time: 0.0793605 Apr 28 20:54:03.874492 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Deleting port 46956980-a29a-416b-864b-1d28a410bd37 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:03.874837 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:04.119643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] For port 46956980-a29a-416b-864b-1d28a410bd37, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=46956980-a29a-416b-864b-1d28a410bd37,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:04.119999 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:04.245112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Calling delete_port for 46956980-a29a-416b-864b-1d28a410bd37 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:04.385770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:04.401721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['46956980-a29a-416b-864b-1d28a410bd37'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:54:04.443596 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Pushing event deleted for resources: {'Port': ['ID=46956980-a29a-416b-864b-1d28a410bd37,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:04.522175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] No DVR routers for this DVR port 46956980-a29a-416b-864b-1d28a410bd37 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:54:04.524777 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:04.527418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'name': 'network-vif-deleted', 'tag': '46956980-a29a-416b-864b-1d28a410bd37'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:54:04.545300 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c389cdd4-538b-46df-b2fe-8c1192b3a109 req-8ada6f4a-3d42-4e6b-81ce-33d009dc4237 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "DELETE /v2.0/ports/46956980-a29a-416b-864b-1d28a410bd37 HTTP/1.1" status: 204 len: 173 time: 0.7392640 Apr 28 20:54:04.603887 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa61b7fb-d44b-472b-b486-453d7ec795e2'] response: {'server_uuid': 'd82349bf-a009-402d-a663-e5e8a2d5fc33', 'name': 'network-vif-deleted', 'tag': '46956980-a29a-416b-864b-1d28a410bd37', 'status': 'completed', 'code': 200} Apr 28 20:54:04.850232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b22b6390-545f-4cdb-ae60-84ceea0734b8 req-41d7a6e0-2464-4a22-a833-7475ece3f66b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=d82349bf-a009-402d-a663-e5e8a2d5fc33 HTTP/1.1" status: 200 len: 210 time: 0.0447130 Apr 28 20:54:06.445877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-e93c148c-4027-4e06-b106-36bc0b2f2cfb tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:06.447213 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-e93c148c-4027-4e06-b106-36bc0b2f2cfb tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 817 time: 0.1439528 Apr 28 20:54:06.463432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-52dc9f96-2432-4839-a5da-cdb60fa219a7 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/quotas/f83050fed25444a094e71a9293a2bb42 HTTP/1.1" status: 200 len: 375 time: 0.0100129 Apr 28 20:54:06.543743 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-897d6365-f7bd-4e8c-a58e-1fe12a987c26 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0751200 Apr 28 20:54:06.678554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-7e493766-4f42-46b4-aa1a-93c950a71d2f service neutron] 10.222.0.24 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227038 Apr 28 20:54:06.774150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46956980-a29a-416b-864b-1d28a410bd37 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:06.807017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-1449721c-96fd-4d4b-a7bf-0845344753b3 service neutron] 10.222.0.24 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227813 Apr 28 20:54:06.807315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 46956980-a29a-416b-864b-1d28a410bd37 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:06.807657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 46956980-a29a-416b-864b-1d28a410bd37 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:06.986341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-cb01ada5-3918-442d-95e2-37c733be6f7e req-1593289d-eeca-4954-93bf-f14a96a4385f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:54:07.003168 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-cb01ada5-3918-442d-95e2-37c733be6f7e req-1593289d-eeca-4954-93bf-f14a96a4385f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:54:07.004369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cb01ada5-3918-442d-95e2-37c733be6f7e req-1593289d-eeca-4954-93bf-f14a96a4385f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 210 time: 0.0617061 Apr 28 20:54:08.066730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5b971dfd-e302-4e3b-8e8b-29a157a1d3e9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:08.068126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5b971dfd-e302-4e3b-8e8b-29a157a1d3e9 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 817 time: 0.1438863 Apr 28 20:54:08.086509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Request body: {'port': {'device_id': '5443e326-abc7-4986-98ef-49337678378d', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'admin_state_up': True, 'tenant_id': 'f83050fed25444a094e71a9293a2bb42'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:08.152812 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-366be20a-b9dc-4217-90c5-1bb7cd7af44f req-438c647a-e290-4872-a740-c08138e53cf7 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 210 time: 0.0410340 Apr 28 20:54:08.223520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:08.233218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:08.243060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Made reservation on behalf of f83050fed25444a094e71a9293a2bb42 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:54:08.246599 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:08.403675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Allocated IP 172.20.0.7 (6811c8c5-1232-46eb-8f01-d35de29f07fd/01676149-17d8-42de-97b0-1c0518ace80b/182edab7-da1a-4346-9b34-bbd39a22fc8f) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:08.704336 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:08.719592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Transition to ACTIVE for port object 182edab7-da1a-4346-9b34-bbd39a22fc8f will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:08.742478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:08.814167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:08.817109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:08.820778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:08.850968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Pushing event updated for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:08.886984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:08.888162 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:08.914484 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-b94e78b6-0478-423e-80c5-e0db8d29b04d tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8326824 Apr 28 20:54:08.930251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Request body: {'port': {'device_id': '5443e326-abc7-4986-98ef-49337678378d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:09.043296 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.092359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-18f98c20-8855-4ef7-9ff4-3755b7c763ad None None] Provisioning for port 182edab7-da1a-4346-9b34-bbd39a22fc8f completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:09.097121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-18f98c20-8855-4ef7-9ff4-3755b7c763ad None None] Provisioning complete for port 182edab7-da1a-4346-9b34-bbd39a22fc8f triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:09.097518 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-18f98c20-8855-4ef7-9ff4-3755b7c763ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.149336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-18f98c20-8855-4ef7-9ff4-3755b7c763ad None None] Port 182edab7-da1a-4346-9b34-bbd39a22fc8f cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:54:09.386477 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31fd3c5-3630-4ffb-8e62-968bc9f05832 req-68fb5a48-bbb0-4004-a5f5-18d136135585 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:09.387162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c31fd3c5-3630-4ffb-8e62-968bc9f05832 req-68fb5a48-bbb0-4004-a5f5-18d136135585 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:54:09.456175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c31fd3c5-3630-4ffb-8e62-968bc9f05832 req-68fb5a48-bbb0-4004-a5f5-18d136135585 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:54:09.457342 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c31fd3c5-3630-4ffb-8e62-968bc9f05832 req-68fb5a48-bbb0-4004-a5f5-18d136135585 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 931 time: 0.1861012 Apr 28 20:54:09.462878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 182edab7-da1a-4346-9b34-bbd39a22fc8f {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:54:09.484522 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.514127 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Transition to ACTIVE for port object 182edab7-da1a-4346-9b34-bbd39a22fc8f will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:09.519464 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.559700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c31fd3c5-3630-4ffb-8e62-968bc9f05832 req-a578f42e-2c33-486f-b702-07af3b53ebec tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918734 Apr 28 20:54:09.687600 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:09.773658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Attempting to bind port 182edab7-da1a-4346-9b34-bbd39a22fc8f on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:09.774001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Attempting to bind port 182edab7-da1a-4346-9b34-bbd39a22fc8f by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:09.774323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Attempting to bind port 182edab7-da1a-4346-9b34-bbd39a22fc8f on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:09.780019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Port 182edab7-da1a-4346-9b34-bbd39a22fc8f on network 6811c8c5-1232-46eb-8f01-d35de29f07fd not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:54:09.780341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Attempting to bind port 182edab7-da1a-4346-9b34-bbd39a22fc8f on network 6811c8c5-1232-46eb-8f01-d35de29f07fd {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:09.785347 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:09.785710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Checking segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:09.786091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Bound using segment: {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:09.786513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Bound port: 182edab7-da1a-4346-9b34-bbd39a22fc8f, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65d1280b-adb0-4f05-9850-9418d0c3f6a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:09.786858 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.875364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:09.878273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:09.882790 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.944147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:09.944968 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:09.946145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] 10.222.0.41 "PUT /v2.0/ports/182edab7-da1a-4346-9b34-bbd39a22fc8f HTTP/1.1" status: 200 len: 1091 time: 1.0200911 Apr 28 20:54:09.946580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:54:09.976875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d319cfc-ca20-4ab0-b63a-836e9e4e3bc0 service neutron] Pushing event updated for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:10.025803 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c7a4ffb-d282-464f-ab18-417d272f5ad4'] response: {'name': 'network-changed', 'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f', 'status': 'completed', 'code': 200} Apr 28 20:54:10.067562 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-d250e3cc-11d1-4442-983b-3ed700985f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.069043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-d250e3cc-11d1-4442-983b-3ed700985f80 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 1094 time: 0.0757606 Apr 28 20:54:10.142996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-add299e8-e088-4a75-9a48-18811e72318a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f HTTP/1.1" status: 200 len: 217 time: 0.0633428 Apr 28 20:54:10.206728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5e100ebf-2400-469b-8386-58a216179b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.208046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-5e100ebf-2400-469b-8386-58a216179b30 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01676149-17d8-42de-97b0-1c0518ace80b HTTP/1.1" status: 200 len: 856 time: 0.0560362 Apr 28 20:54:10.287280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-a10fa901-1dd0-4640-b408-f99b61df70aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.288717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-a10fa901-1dd0-4640-b408-f99b61df70aa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6811c8c5-1232-46eb-8f01-d35de29f07fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0711370 Apr 28 20:54:10.528321 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-d172747d-f1cb-4607-a307-611085119399 service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2302833 Apr 28 20:54:10.660305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a710f995-c145-4bcc-ad59-9e2d7db792ad req-a6d3cd4f-f670-4c15-a153-edf785e62ff3 service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219184 Apr 28 20:54:10.687245 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:10.808466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4b1a5e-e178-4531-b5b3-8a2e332755dc req-9b622ae9-31ca-4065-aca6-71ef9a65386a tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.809950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f4b1a5e-e178-4531-b5b3-8a2e332755dc req-9b622ae9-31ca-4065-aca6-71ef9a65386a tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 943 time: 0.1382699 Apr 28 20:54:10.812346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be401de-5cfd-418a-a992-db28630532b4 req-3d2d20f1-94b0-4714-9f49-5a046116ab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.813678 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-3d2d20f1-94b0-4714-9f49-5a046116ab39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f83050fed25444a094e71a9293a2bb42&device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 1094 time: 0.1008215 Apr 28 20:54:10.934905 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4f4b1a5e-e178-4531-b5b3-8a2e332755dc req-9430365f-bde8-4afc-83ee-ad36e834aa84 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192002 Apr 28 20:54:10.970385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be401de-5cfd-418a-a992-db28630532b4 req-d41ee7ae-8178-4b60-af60-b708c05a7abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:10.971772 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-d41ee7ae-8178-4b60-af60-b708c05a7abc service neutron] 10.222.0.41 "GET /v2.0/networks?id=6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 200 len: 918 time: 0.1439362 Apr 28 20:54:11.041724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-5e85d37a-4f96-4b0e-87bd-fc6519e6319e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f HTTP/1.1" status: 200 len: 217 time: 0.0621121 Apr 28 20:54:11.102341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be401de-5cfd-418a-a992-db28630532b4 req-1941334a-2bcb-4644-b052-1066a16fd041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:11.103606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-1941334a-2bcb-4644-b052-1066a16fd041 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=01676149-17d8-42de-97b0-1c0518ace80b HTTP/1.1" status: 200 len: 856 time: 0.0551996 Apr 28 20:54:11.175533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be401de-5cfd-418a-a992-db28630532b4 req-d748d4b3-1c5f-41bf-ba73-22e5a609375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:11.176949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-d748d4b3-1c5f-41bf-ba73-22e5a609375a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=6811c8c5-1232-46eb-8f01-d35de29f07fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667944 Apr 28 20:54:11.304448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-c0b9f1fb-116b-47a8-908b-72c25ff3ffa1 service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207695 Apr 28 20:54:11.431301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7be401de-5cfd-418a-a992-db28630532b4 req-4804eac5-b801-4ed2-86fd-6140fd60128a service neutron] 10.222.0.41 "GET /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204975 Apr 28 20:54:12.124759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36139f13-807e-4cfa-bb75-22895e747840 req-836884d8-7a5c-4205-b092-44f8cd919171 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:12.126260 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36139f13-807e-4cfa-bb75-22895e747840 req-836884d8-7a5c-4205-b092-44f8cd919171 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 943 time: 0.0829461 Apr 28 20:54:12.169312 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36139f13-807e-4cfa-bb75-22895e747840 req-73132c52-a9d8-4a4a-8862-27ed879d519b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368590 Apr 28 20:54:12.805008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 182edab7-da1a-4346-9b34-bbd39a22fc8f details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:54:12.936675 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:12.956152 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '182edab7-da1a-4346-9b34-bbd39a22fc8f', 'network_id': '6811c8c5-1232-46eb-8f01-d35de29f07fd', 'port_id': '182edab7-da1a-4346-9b34-bbd39a22fc8f', 'mac_address': 'fa:16:3e:e2:64:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01676149-17d8-42de-97b0-1c0518ace80b', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:54:12.959397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:13.014171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:13.030805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 182edab7-da1a-4346-9b34-bbd39a22fc8f {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:54:13.046190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:13.049862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:13.113736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:13.288529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['182edab7-da1a-4346-9b34-bbd39a22fc8f'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:54:13.354250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2737e9-c3df-40a2-824d-25d793c5c8bc req-273a0be4-d3cc-459d-9bf2-933eeb532a3f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:13.355702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c2737e9-c3df-40a2-824d-25d793c5c8bc req-273a0be4-d3cc-459d-9bf2-933eeb532a3f tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 944 time: 0.0827100 Apr 28 20:54:13.399388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c2737e9-c3df-40a2-824d-25d793c5c8bc req-be5dd6c1-fa1d-4a5d-9301-ae169018ad08 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372179 Apr 28 20:54:14.581263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ace7e1-b3b1-408f-88c6-5d08aa9b8651 req-36e892fc-f2ce-4a2d-b766-fcaf64868a52 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:14.582721 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0ace7e1-b3b1-408f-88c6-5d08aa9b8651 req-36e892fc-f2ce-4a2d-b766-fcaf64868a52 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 944 time: 0.0775964 Apr 28 20:54:14.629304 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c0ace7e1-b3b1-408f-88c6-5d08aa9b8651 req-38a40b4f-ecb8-4e4c-a4fd-a022bbe614d5 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Apr 28 20:54:14.820426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 182edab7-da1a-4346-9b34-bbd39a22fc8f up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:14.886100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 182edab7-da1a-4346-9b34-bbd39a22fc8f completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:14.891266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 182edab7-da1a-4346-9b34-bbd39a22fc8f triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:14.891632 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:15.004093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:15.030516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:54:15.039819 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:15.044451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:15.078316 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dec5db5c-bc15-420f-a634-df1320dc7fb5'] response: {'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f', 'code': 200} Apr 28 20:54:15.123999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:15.208721 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96e9b1-040a-48e9-a546-ebc654882869 req-287590cc-8908-471e-9da9-c789ea43f704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:15.210230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f96e9b1-040a-48e9-a546-ebc654882869 req-287590cc-8908-471e-9da9-c789ea43f704 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 1096 time: 0.0678706 Apr 28 20:54:15.258219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7f96e9b1-040a-48e9-a546-ebc654882869 req-d34649a5-acd4-490f-9691-d2c2815a1009 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365105 Apr 28 20:54:15.807841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fa219a-ced7-4e28-9a28-04e880c132bb req-215f5681-3632-4f4f-9f59-68c2f904a23e tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:15.809847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32fa219a-ced7-4e28-9a28-04e880c132bb req-215f5681-3632-4f4f-9f59-68c2f904a23e tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0773997 Apr 28 20:54:15.852669 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-32fa219a-ced7-4e28-9a28-04e880c132bb req-3f5717f8-9646-48f2-b505-1819765bca22 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370667 Apr 28 20:54:17.034331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142364e3-d384-41e0-8d33-e0e0c217dc99 req-88006c99-9d23-4b01-a792-1cc90cb6d460 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:17.035771 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-142364e3-d384-41e0-8d33-e0e0c217dc99 req-88006c99-9d23-4b01-a792-1cc90cb6d460 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0781200 Apr 28 20:54:17.080330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-142364e3-d384-41e0-8d33-e0e0c217dc99 req-9c50e1b4-c3f6-4fbb-a085-a3fe417cd524 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391121 Apr 28 20:54:17.266089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8473bff-6e28-4f58-9767-dba9c0671891 req-f9577686-79c2-4bb1-bc12-beaf740537da tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:17.267460 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8473bff-6e28-4f58-9767-dba9c0671891 req-f9577686-79c2-4bb1-bc12-beaf740537da tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0829365 Apr 28 20:54:17.310825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8473bff-6e28-4f58-9767-dba9c0671891 req-9529bd4b-c7f5-416d-b1af-1dd82be7b99c tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378320 Apr 28 20:54:17.817410 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:54:20.355341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56fd9875-4e79-44b3-8503-927ef080c686 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:22.500152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-116f8ebb-d07c-4e43-8044-9e4cbdf682ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:23.894783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:24.271074 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:25.422271 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:31.552099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e220c4ff-1f62-4bb0-9691-3d8395927afc req-ac0155b5-5d72-4cb8-8982-8b3f18352bc5 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:31.553563 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e220c4ff-1f62-4bb0-9691-3d8395927afc req-ac0155b5-5d72-4cb8-8982-8b3f18352bc5 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0844796 Apr 28 20:54:31.601364 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e220c4ff-1f62-4bb0-9691-3d8395927afc req-9c4de401-d7a5-4ef1-bfb1-89b92f59e019 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373936 Apr 28 20:54:32.783819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79546ae0-bcac-445f-8737-d37816049545 req-9b35e6e4-9c6b-4f45-9359-6ee388ae7cd4 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:32.785234 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79546ae0-bcac-445f-8737-d37816049545 req-9b35e6e4-9c6b-4f45-9359-6ee388ae7cd4 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0771070 Apr 28 20:54:32.829272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-79546ae0-bcac-445f-8737-d37816049545 req-1b8145f3-643c-4e09-aaaf-b6f77184bb5c tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/security-groups?id=d083ffac-c64e-4c22-9e4e-683b623902c4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383663 Apr 28 20:54:33.107293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10603b40-313c-4047-8394-9c6ba2881e5c req-ef195676-186d-4a6c-964f-7ae6059fa284 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:33.108598 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10603b40-313c-4047-8394-9c6ba2881e5c req-ef195676-186d-4a6c-964f-7ae6059fa284 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 945 time: 0.0779386 Apr 28 20:54:33.181432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Deleting port 182edab7-da1a-4346-9b34-bbd39a22fc8f {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:33.181797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:33.527008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] For port 182edab7-da1a-4346-9b34-bbd39a22fc8f, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=182edab7-da1a-4346-9b34-bbd39a22fc8f,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:33.527886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:33.648465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Calling delete_port for 182edab7-da1a-4346-9b34-bbd39a22fc8f owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:33.790752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:33.810227 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['182edab7-da1a-4346-9b34-bbd39a22fc8f'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:54:33.843731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Pushing event deleted for resources: {'Port': ['ID=182edab7-da1a-4346-9b34-bbd39a22fc8f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:33.877730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.878084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.878425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.878772 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.879098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.879430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.879759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.880085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.880413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.880738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.881060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.881616 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:33.936370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] No DVR routers for this DVR port 182edab7-da1a-4346-9b34-bbd39a22fc8f on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:54:33.938950 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:33.942895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'name': 'network-vif-deleted', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:54:33.991234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-10603b40-313c-4047-8394-9c6ba2881e5c req-c1861477-5618-4a79-b068-73a1ef53763b tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.41 "DELETE /v2.0/ports/182edab7-da1a-4346-9b34-bbd39a22fc8f HTTP/1.1" status: 204 len: 173 time: 0.8744321 Apr 28 20:54:33.997260 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7e66620-5854-4131-9761-4e2d78df99dd'] response: {'server_uuid': '5443e326-abc7-4986-98ef-49337678378d', 'name': 'network-vif-deleted', 'tag': '182edab7-da1a-4346-9b34-bbd39a22fc8f', 'status': 'completed', 'code': 200} Apr 28 20:54:33.998775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a7c55b5e-77a3-4322-bca6-95a0220f28c3 req-f51bbb11-fa87-47b5-ab2e-2be260770f33 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Synchronizing usage tracker for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:54:34.021544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a7c55b5e-77a3-4322-bca6-95a0220f28c3 req-f51bbb11-fa87-47b5-ab2e-2be260770f33 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] Unset dirty status for tenant:f83050fed25444a094e71a9293a2bb42 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:54:34.022946 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a7c55b5e-77a3-4322-bca6-95a0220f28c3 req-f51bbb11-fa87-47b5-ab2e-2be260770f33 tempest-TestEncryptedCinderVolumes-197702314 tempest-TestEncryptedCinderVolumes-197702314-project] 10.222.0.24 "GET /v2.0/ports?device_id=5443e326-abc7-4986-98ef-49337678378d HTTP/1.1" status: 200 len: 210 time: 0.0754266 Apr 28 20:54:35.160287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55844) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:35.799197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:36.135819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Deleting port ffb4687f-258f-4910-b5eb-0888182cd17c {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:36.136078 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:36.301916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] For port ffb4687f-258f-4910-b5eb-0888182cd17c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ffb4687f-258f-4910-b5eb-0888182cd17c,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:36.302608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:36.421896 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Calling delete_port for ffb4687f-258f-4910-b5eb-0888182cd17c owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:36.590611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:36.638937 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Pushing event deleted for resources: {'Port': ['ID=ffb4687f-258f-4910-b5eb-0888182cd17c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:36.676151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.676349 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.676667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.676993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.677313 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.677658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.677976 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.678289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.678599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.678906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.679214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.679522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:36.904205 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 182edab7-da1a-4346-9b34-bbd39a22fc8f no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:36.939626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 182edab7-da1a-4346-9b34-bbd39a22fc8f {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:36.939870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 182edab7-da1a-4346-9b34-bbd39a22fc8f not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:37.013655 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:37.355036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Router 12299c14-6383-4f3e-8628-595de7df7661 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:54:37.528111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:37.536672 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Sync routers for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:54:37.544435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f482f231-34e3-4ec2-ae7d-89cf6bd987bd admin admin] 10.222.0.24 "PUT /v2.0/routers/12299c14-6383-4f3e-8628-595de7df7661/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3830249 Apr 28 20:54:37.546156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:37.546794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:37.547138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55848) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:37.721092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:37.753914 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:37.896990 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:37.906979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Deleting port 9bf8714c-1d25-453a-a92f-c5688bfac9b6 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:37.907394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.037928 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186'}], 'enable_snat': True}, 'gw_port_id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:54:36Z', 'revision_number': 5, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port': {'id': '9bf8714c-1d25-453a-a92f-c5688bfac9b6', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:da:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12299c14-6383-4f3e-8628-595de7df7661', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4210, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:23Z', 'updated_at': '2022-04-28T20:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:38.041752 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Checking router: 12299c14-6383-4f3e-8628-595de7df7661 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:54:38.050442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Routers {'12299c14-6383-4f3e-8628-595de7df7661'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:38.051039 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['12299c14-6383-4f3e-8628-595de7df7661'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:38.077093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] For port 9bf8714c-1d25-453a-a92f-c5688bfac9b6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9bf8714c-1d25-453a-a92f-c5688bfac9b6,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:38.077450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.203065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] Set router 12299c14-6383-4f3e-8628-595de7df7661 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:38.312359 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:54:37Z', 'revision_number': 6, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:38.316213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32864d4a-ed28-4248-978a-e7fbf103fc9c None None] The sync data for ids ['12299c14-6383-4f3e-8628-595de7df7661'] in n-d-839811-1 is: [{'id': '12299c14-6383-4f3e-8628-595de7df7661', 'name': 'tempest-TestEncryptedCinderVolumes-1982362926-router', 'tenant_id': 'f83050fed25444a094e71a9293a2bb42', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:22Z', 'updated_at': '2022-04-28T20:54:37Z', 'revision_number': 6, 'project_id': 'f83050fed25444a094e71a9293a2bb42', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:54:38.316360 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Calling delete_port for 9bf8714c-1d25-453a-a92f-c5688bfac9b6 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:38.487491 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.534330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Pushing event deleted for resources: {'Port': ['ID=9bf8714c-1d25-453a-a92f-c5688bfac9b6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:38.624891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.801404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.803565 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.825350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.825805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12299c14-6383-4f3e-8628-595de7df7661 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:54:38.837483 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.838580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c395d887-5452-4691-aee7-bf73138cfa67 admin admin] 10.222.0.24 "DELETE /v2.0/routers/12299c14-6383-4f3e-8628-595de7df7661 HTTP/1.1" status: 204 len: 168 time: 1.2905226 Apr 28 20:54:38.841683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55852) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:38.900358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Deleting subnet 01676149-17d8-42de-97b0-1c0518ace80b {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:54:38.904355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:38.955514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.036022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.069587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ffb4687f-258f-4910-b5eb-0888182cd17c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:39.110387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ffb4687f-258f-4910-b5eb-0888182cd17c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:39.110958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ffb4687f-258f-4910-b5eb-0888182cd17c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:39.114913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.155439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01676149-17d8-42de-97b0-1c0518ace80b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:39.157353 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.161572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-508cedc1-3139-4d60-a437-d7f28338391d None None] Network 6811c8c5-1232-46eb-8f01-d35de29f07fd requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:39.164373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5674751f-2d3b-45e7-b23c-b33b1a9a0f55 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/01676149-17d8-42de-97b0-1c0518ace80b HTTP/1.1" status: 204 len: 168 time: 0.3216751 Apr 28 20:54:39.166708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55856) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:39.280755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.291604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Deleting port 0484aa66-7a2b-44cf-ac5b-562f245e4695 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:39.291957 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.437729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066456a7-086a-451a-a817-25619ec29885 None None] DHCP port deletion for 6811c8c5-1232-46eb-8f01-d35de29f07fd request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:54:39.441999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-066456a7-086a-451a-a817-25619ec29885 None None] Deleting port 0484aa66-7a2b-44cf-ac5b-562f245e4695 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:39.442372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-066456a7-086a-451a-a817-25619ec29885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.518140 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] For port 0484aa66-7a2b-44cf-ac5b-562f245e4695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0484aa66-7a2b-44cf-ac5b-562f245e4695,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:39.518750 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.653603 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-066456a7-086a-451a-a817-25619ec29885 None None] For port 0484aa66-7a2b-44cf-ac5b-562f245e4695, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=0484aa66-7a2b-44cf-ac5b-562f245e4695,segment=NetworkSegment(65d1280b-adb0-4f05-9850-9418d0c3f6a6),segment_id=65d1280b-adb0-4f05-9850-9418d0c3f6a6)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:39.654017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-066456a7-086a-451a-a817-25619ec29885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.759261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Calling delete_port for 0484aa66-7a2b-44cf-ac5b-562f245e4695 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:39.783876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-066456a7-086a-451a-a817-25619ec29885 None None] Calling delete_port for 0484aa66-7a2b-44cf-ac5b-562f245e4695 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:39.840313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:39.854274 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-066456a7-086a-451a-a817-25619ec29885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:54:39.854628 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-066456a7-086a-451a-a817-25619ec29885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:54:39.887445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=0484aa66-7a2b-44cf-ac5b-562f245e4695,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:39.890910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] No DVR routers for this DVR port 0484aa66-7a2b-44cf-ac5b-562f245e4695 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:54:40.002913 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.030917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6811c8c5-1232-46eb-8f01-d35de29f07fd']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:40.042515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d1280b-adb0-4f05-9850-9418d0c3f6a6') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:40.042901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d1280b-adb0-4f05-9850-9418d0c3f6a6') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:40.054718 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.070903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.077059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:54:40.077422 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:54:40.091783 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:54:40.170848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.187453 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.197304 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=6811c8c5-1232-46eb-8f01-d35de29f07fd,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:40.211407 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d25c234e-50c8-4e29-844e-486b045073e7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/6811c8c5-1232-46eb-8f01-d35de29f07fd HTTP/1.1" status: 204 len: 168 time: 1.0435164 Apr 28 20:54:40.214161 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55860) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:40.356647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-066456a7-086a-451a-a817-25619ec29885 None None] Deleting port 0484aa66-7a2b-44cf-ac5b-562f245e4695 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:40.357205 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-066456a7-086a-451a-a817-25619ec29885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.463828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-066456a7-086a-451a-a817-25619ec29885 None None] The port '0484aa66-7a2b-44cf-ac5b-562f245e4695' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:54:40.631902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9bf8714c-1d25-453a-a92f-c5688bfac9b6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:40.665203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9bf8714c-1d25-453a-a92f-c5688bfac9b6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:40.665566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9bf8714c-1d25-453a-a92f-c5688bfac9b6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:40.665980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0484aa66-7a2b-44cf-ac5b-562f245e4695 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:40.708430 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 0484aa66-7a2b-44cf-ac5b-562f245e4695 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:40.708772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 0484aa66-7a2b-44cf-ac5b-562f245e4695 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:40.719331 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:40.747869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:41.090206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Deleting port 54b01efd-ce9f-43af-abc4-00a4842639af {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:41.090636 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:41.362748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] For port 54b01efd-ce9f-43af-abc4-00a4842639af, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=54b01efd-ce9f-43af-abc4-00a4842639af,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:41.363016 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:41.485230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Calling delete_port for 54b01efd-ce9f-43af-abc4-00a4842639af owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:41.650516 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:41.698260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=54b01efd-ce9f-43af-abc4-00a4842639af,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:41.967107 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:42.314630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:54:42.485251 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:42.493840 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Sync routers for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:54:42.494291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c2ccef6d-4aac-4602-84ad-11d40d029f94 admin admin] 10.222.0.24 "PUT /v2.0/routers/6e703222-56d8-4b9c-aa59-a1c801c8ce08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2782350 Apr 28 20:54:42.496881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55866) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:42.503852 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:42.504440 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:42.685048 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:42.787449 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:42.947718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:42.964477 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:42.966497 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198'}], 'enable_snat': True}, 'gw_port_id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:54:41Z', 'revision_number': 5, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port': {'id': 'd1cb9e25-022c-404b-8d12-e9fd0f125e4e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:cc:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:53:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:42.970270 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Checking router: 6e703222-56d8-4b9c-aa59-a1c801c8ce08 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:54:42.974628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Deleting port d1cb9e25-022c-404b-8d12-e9fd0f125e4e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:42.975215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:42.978907 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Routers {'6e703222-56d8-4b9c-aa59-a1c801c8ce08'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:42.979500 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:43.146298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] For port d1cb9e25-022c-404b-8d12-e9fd0f125e4e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:43.146752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.151471 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] Set router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:43.253880 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:54:42Z', 'revision_number': 6, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:43.257655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4b2152-b94c-4f5c-b701-f42ea54972de None None] The sync data for ids ['6e703222-56d8-4b9c-aa59-a1c801c8ce08'] in n-d-839811-1 is: [{'id': '6e703222-56d8-4b9c-aa59-a1c801c8ce08', 'name': 'tempest-TestEncryptedCinderVolumes-1117838268-router', 'tenant_id': '36bec85a7d2c4716bd7ca53197ae967c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:53:29Z', 'updated_at': '2022-04-28T20:54:42Z', 'revision_number': 6, 'project_id': '36bec85a7d2c4716bd7ca53197ae967c', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:54:43.267525 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Calling delete_port for d1cb9e25-022c-404b-8d12-e9fd0f125e4e owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:43.429570 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.478547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1cb9e25-022c-404b-8d12-e9fd0f125e4e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:43.563286 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.735229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.737361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.759892 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.760370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e703222-56d8-4b9c-aa59-a1c801c8ce08 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:54:43.773032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.774207 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-502cf1db-a235-4ca4-9bd7-03cdb7adfde4 admin admin] 10.222.0.24 "DELETE /v2.0/routers/6e703222-56d8-4b9c-aa59-a1c801c8ce08 HTTP/1.1" status: 204 len: 168 time: 1.2762403 Apr 28 20:54:43.776627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:43.837658 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Deleting subnet a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:54:43.840878 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.888384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:43.965300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.137884 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.175306 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:44.178695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.185713 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4749bff-cc7a-4963-a087-798238de2749 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/a03937d3-2065-4f30-b2e4-9c4f4bd1dd9a HTTP/1.1" status: 204 len: 168 time: 0.4080708 Apr 28 20:54:44.185980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df312cb0-3862-42ad-a5ad-47ac0a58275f None None] Network d171502f-7cae-4a21-ae42-c69fac0e33ab requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:44.188054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:44.299144 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.310495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Deleting port ab81a009-a973-42cb-965e-a6d9b29760f9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:44.310828 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.427525 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] DHCP port deletion for d171502f-7cae-4a21-ae42-c69fac0e33ab request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:54:44.431996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Deleting port ab81a009-a973-42cb-965e-a6d9b29760f9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:44.432371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.522960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] For port ab81a009-a973-42cb-965e-a6d9b29760f9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab81a009-a973-42cb-965e-a6d9b29760f9,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:44.523320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.639916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 54b01efd-ce9f-43af-abc4-00a4842639af no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:44.646437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Calling delete_port for ab81a009-a973-42cb-965e-a6d9b29760f9 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:44.670055 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] For port ab81a009-a973-42cb-965e-a6d9b29760f9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ab81a009-a973-42cb-965e-a6d9b29760f9,segment=NetworkSegment(ac95e845-d883-4f19-af48-1df8e116f38b),segment_id=ac95e845-d883-4f19-af48-1df8e116f38b)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:44.670452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.689300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 54b01efd-ce9f-43af-abc4-00a4842639af {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:44.689666 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 54b01efd-ce9f-43af-abc4-00a4842639af not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:44.690084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1cb9e25-022c-404b-8d12-e9fd0f125e4e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:44.726043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.771694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab81a009-a973-42cb-965e-a6d9b29760f9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:44.775120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] No DVR routers for this DVR port ab81a009-a973-42cb-965e-a6d9b29760f9 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:54:44.832527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Calling delete_port for ab81a009-a973-42cb-965e-a6d9b29760f9 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:54:44.859143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d1cb9e25-022c-404b-8d12-e9fd0f125e4e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:44.859485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d1cb9e25-022c-404b-8d12-e9fd0f125e4e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:44.859900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab81a009-a973-42cb-965e-a6d9b29760f9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:54:44.890915 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.904234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ab81a009-a973-42cb-965e-a6d9b29760f9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:54:44.904573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ab81a009-a973-42cb-965e-a6d9b29760f9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:54:44.917235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d171502f-7cae-4a21-ae42-c69fac0e33ab']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:44.929968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac95e845-d883-4f19-af48-1df8e116f38b') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:44.930268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac95e845-d883-4f19-af48-1df8e116f38b') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:44.936784 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:54:44.937139 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:54:44.942019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.958032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.963898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:54:44.964281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:54:44.976777 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:54:45.052489 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.068917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.079095 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d171502f-7cae-4a21-ae42-c69fac0e33ab,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:45.083075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-94cf660a-4bb5-42a2-8faf-8595f390d1e9 admin admin] 10.222.0.24 "DELETE /v2.0/networks/d171502f-7cae-4a21-ae42-c69fac0e33ab HTTP/1.1" status: 204 len: 168 time: 0.8940477 Apr 28 20:54:45.247845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:45.296174 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92f27aae-bad3-4070-8e49-1501ba7e62dd admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=f83050fed25444a094e71a9293a2bb42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471654 Apr 28 20:54:45.298604 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55884) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:45.358511 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.382805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.436082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.438831 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Deleting port ab81a009-a973-42cb-965e-a6d9b29760f9 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:54:45.439275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.458559 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d083ffac-c64e-4c22-9e4e-683b623902c4,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:45.469189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.472958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6b573f59-9819-4c3d-84fd-4b2d34898c2d admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/d083ffac-c64e-4c22-9e4e-683b623902c4 HTTP/1.1" status: 204 len: 168 time: 0.1709228 Apr 28 20:54:45.518450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7a970592-ce78-4d8f-8fa9-0db6ec005c21 None None] The port 'ab81a009-a973-42cb-965e-a6d9b29760f9' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:54:45.803776 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55892) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:45.852000 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d0e5b702-7c45-4124-ba84-0e56db9b59e2 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=36bec85a7d2c4716bd7ca53197ae967c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470359 Apr 28 20:54:45.854303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55896) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:45.909316 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.934470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:45.987038 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:46.000828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd53d5a2-17d6-4cef-a36a-47cdb0ba15a3,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:46.007160 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:46.008254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-30d22445-4061-4ed9-8ac5-be4700579dd5 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/cd53d5a2-17d6-4cef-a36a-47cdb0ba15a3 HTTP/1.1" status: 204 len: 168 time: 0.1530845 Apr 28 20:54:46.713949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55922) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:46.815215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1881979339-network', 'tenant_id': 'c207413296df43b59b7cf5319186779c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:46.820681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:46.825060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Usage tracker for resource:network and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:46.827879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:46.834543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:46.843602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Made reservation on behalf of c207413296df43b59b7cf5319186779c for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:54:46.846044 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:46.858011 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:46.872657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:46.876370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:46.879083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:46.884611 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:46.967387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:46.971479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.006215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:54:47.011271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec737f1-5831-4f9d-81ec-7a3155055ee6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:47.020025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.020284 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Added segment 058f353b-6bf7-43eb-9bec-e3f78cf2fbc7 of type vlan for network f1bb4c92-0dff-4377-93da-d57de5ff7c9c Apr 28 20:54:47.045659 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.075159 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.076173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:47.076741 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.175442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4598112 Apr 28 20:54:47.178435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55928) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:47.178907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c55d08-c637-46bd-a7c8-e228fd0aa34d admin admin] Pushing event updated for resources: {'Network': ['ID=f1bb4c92-0dff-4377-93da-d57de5ff7c9c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:47.184888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Request body: {'subnet': {'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1881979339-subnet', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:47.189518 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:54:47.190505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:47.194299 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Usage tracker for resource:subnet and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:47.197063 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:47.203983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:47.213916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Made reservation on behalf of c207413296df43b59b7cf5319186779c for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:54:47.217024 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.411490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.584651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f834cd5-5dd7-4cf7-9028-67cd6a17429c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:47.592497 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Checking segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:47.592850 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Network hostable DHCP agents. Network: f1bb4c92-0dff-4377-93da-d57de5ff7c9c, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:54:47.610817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:54:47.619249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f1bb4c92-0dff-4377-93da-d57de5ff7c9c) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:47.623201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:47.623772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.628017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fdd801d-786e-40a8-b822-337b716f7d84 None None] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:47.643469 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9652d92b-62ee-4041-8cbd-1cec26f5af12 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4639485 Apr 28 20:54:47.646188 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55932) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:47.650863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:47.656780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:47.660516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Usage tracker for resource:router and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:47.663319 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:47.669472 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:47.679996 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.681019 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.696212 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.840657 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:54:47.841501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.961759 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:47.995225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Allocated IP 172.20.0.2 (f1bb4c92-0dff-4377-93da-d57de5ff7c9c/6f834cd5-5dd7-4cf7-9028-67cd6a17429c/756045f2-9d0e-491a-8472-eee3d57eb829) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:48.233230 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.243004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Transition to ACTIVE for port object 756045f2-9d0e-491a-8472-eee3d57eb829 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:48.263162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Transition to ACTIVE for port object 756045f2-9d0e-491a-8472-eee3d57eb829 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:48.268502 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.276722 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.311274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.332917 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:48.335708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:48.342031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:48.344040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Pushing event updated for resources: {'Port': ['ID=756045f2-9d0e-491a-8472-eee3d57eb829,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:48.383509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.383844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.384175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.384503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.384826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.385148 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.385484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.385809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.386124 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.386509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.387541 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.387858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:48.442058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Attempting to bind port 756045f2-9d0e-491a-8472-eee3d57eb829 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:48.442426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Attempting to bind port 756045f2-9d0e-491a-8472-eee3d57eb829 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:48.443121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Attempting to bind port 756045f2-9d0e-491a-8472-eee3d57eb829 on network f1bb4c92-0dff-4377-93da-d57de5ff7c9c {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:48.444239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Allocated IP 172.25.2.178 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/01a20711-221a-47b1-aa1d-f911d21741be) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:48.448104 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:48.448445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Checking segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:48.448900 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.450091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Bound using segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:48.450554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Bound port: 756045f2-9d0e-491a-8472-eee3d57eb829, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:48.450924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.538548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] For port 756045f2-9d0e-491a-8472-eee3d57eb829, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:48.541613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] For port 756045f2-9d0e-491a-8472-eee3d57eb829, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=756045f2-9d0e-491a-8472-eee3d57eb829,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:48.546321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.596361 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.627360 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:48.631642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dccddeb-f419-46c6-8468-f78633d7039c None None] Pushing event updated for resources: {'Port': ['ID=756045f2-9d0e-491a-8472-eee3d57eb829,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:48.694464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:48.697416 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:48.701799 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:48.737758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Pushing event updated for resources: {'Port': ['ID=01a20711-221a-47b1-aa1d-f911d21741be,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:49.241580 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:49.540131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8bf8968-bc29-4575-8523-85c375940747 None None] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:49.587635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:49.650522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d16402e6-ed9b-483f-88b9-348a5e8c16d7 None None] Provisioning for port 756045f2-9d0e-491a-8472-eee3d57eb829 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:49.811120 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Router 34b02530-3d67-489e-8e39-f4c9020b1397 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:54:49.997263 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:50.005800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Sync routers for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:54:50.014892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:50.015509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:50.019873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:50.021285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bf1ea16e-9cc6-4b6f-947f-279937c2f756 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3742032 Apr 28 20:54:50.024086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55936) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:50.200287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:50.409968 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc06b095-cd75-4ac7-a202-47d0e9b5b6e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:50.494536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:48Z', 'revision_number': 3, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:50.498599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Checking router: 34b02530-3d67-489e-8e39-f4c9020b1397 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:54:50.498950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Updating router 34b02530-3d67-489e-8e39-f4c9020b1397 port 01a20711-221a-47b1-aa1d-f911d21741be binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:54:50.552512 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:50.666638 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 756045f2-9d0e-491a-8472-eee3d57eb829 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:50.820274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:50.868863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 756045f2-9d0e-491a-8472-eee3d57eb829 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:50.876941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 756045f2-9d0e-491a-8472-eee3d57eb829 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:50.877311 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.028371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Allocated IP 172.20.0.1 (f1bb4c92-0dff-4377-93da-d57de5ff7c9c/6f834cd5-5dd7-4cf7-9028-67cd6a17429c/4d842314-6b6b-4a6d-8bf3-666f724754a9) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:51.080667 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.091371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.112044 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Transition to ACTIVE for port object 01a20711-221a-47b1-aa1d-f911d21741be will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:51.121777 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.160107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 756045f2-9d0e-491a-8472-eee3d57eb829, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=756045f2-9d0e-491a-8472-eee3d57eb829,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:51.177882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.179147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.194346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Transition to ACTIVE for port object 4d842314-6b6b-4a6d-8bf3-666f724754a9 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:51.203977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Attempting to bind port 01a20711-221a-47b1-aa1d-f911d21741be on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:51.204344 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Attempting to bind port 01a20711-221a-47b1-aa1d-f911d21741be by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:51.204721 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Attempting to bind port 01a20711-221a-47b1-aa1d-f911d21741be on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:51.210220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072bae-9b66-4925-8f8f-894dfc0a703e None None] Pushing event updated for resources: {'Port': ['ID=01a20711-221a-47b1-aa1d-f911d21741be,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:51.218977 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.244896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:51.245276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:51.245732 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.246119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:51.246687 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Bound port: 01a20711-221a-47b1-aa1d-f911d21741be, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:51.247065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.286924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:51.289763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:51.294158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:51.327167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Pushing event updated for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:51.342139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=756045f2-9d0e-491a-8472-eee3d57eb829,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:51.348088 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] For port 01a20711-221a-47b1-aa1d-f911d21741be, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:51.351286 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] For port 01a20711-221a-47b1-aa1d-f911d21741be, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=01a20711-221a-47b1-aa1d-f911d21741be,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:51.356737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.358003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.440318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:51.440974 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:22Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:51.485496 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.579748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37072bae-9b66-4925-8f8f-894dfc0a703e None None] Pushing event updated for resources: {'Port': ['ID=01a20711-221a-47b1-aa1d-f911d21741be,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:51.603927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08b1c465-867c-498c-80a1-3370b44a50f0 None None] Provisioning for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:51.623955 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08b1c465-867c-498c-80a1-3370b44a50f0 None None] Provisioning complete for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:51.624322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08b1c465-867c-498c-80a1-3370b44a50f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.683111 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:51.711798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.717312 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.746578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-08b1c465-867c-498c-80a1-3370b44a50f0 None None] Port 4d842314-6b6b-4a6d-8bf3-666f724754a9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:54:51.820541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Pushing event updated for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:51.825773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:51.960735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:51.961898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:52.002192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 1, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:52.006385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e2db64-d502-4708-b646-ad08dcde8878 None None] The sync data for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 is: [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 1, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:54:52.157774 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Router 34b02530-3d67-489e-8e39-f4c9020b1397 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:54:52.269887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-58849b3b-5c75-43e0-8bae-a124435738fb None None] Provisioning complete for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:52.277055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-58849b3b-5c75-43e0-8bae-a124435738fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:52.340136 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-58849b3b-5c75-43e0-8bae-a124435738fb None None] Port 4d842314-6b6b-4a6d-8bf3-666f724754a9 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:54:52.482808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:52.492177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0534cd6a-8adb-46e0-aecf-9d0a02134977 admin admin] 10.222.0.24 "PUT /v2.0/routers/34b02530-3d67-489e-8e39-f4c9020b1397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4669600 Apr 28 20:54:52.505648 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8209459e-06d3-470f-b099-ed4a49bdc21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:52.640908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 756045f2-9d0e-491a-8472-eee3d57eb829 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:52.734219 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 756045f2-9d0e-491a-8472-eee3d57eb829 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:52.734654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.061800 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55954) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:53.067383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1321568354-network', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:53.073037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:53.076963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Usage tracker for resource:network and tenant:321fa530556f4f9586c29e62d6361cf3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:53.080208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:53.085912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:53.097546 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Made reservation on behalf of 321fa530556f4f9586c29e62d6361cf3 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:54:53.099787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.112853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.127825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:53.131796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Usage tracker for resource:security_group_rule and tenant:321fa530556f4f9586c29e62d6361cf3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:53.134996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:53.141598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:53.231403 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.235535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.259613 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 433} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:54:53.279905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=810a8ba9-1737-4c75-b1a2-2e35f547a0b0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:53.283752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.284095 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Added segment 9aed2def-994a-498e-a57f-222cd41a0e35 of type vlan for network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 Apr 28 20:54:53.313132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.349987 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.350999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:53.351737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.455687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3926904 Apr 28 20:54:53.458623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55958) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:53.459148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d514b-dceb-4eb4-bc1a-83ff4a32386c admin admin] Pushing event updated for resources: {'Network': ['ID=7e7f0f34-d5f8-4a5b-9920-18d9be788270,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:53.466340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Request body: {'subnet': {'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1321568354-subnet', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:53.470217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:54:53.472233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:53.476187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Usage tracker for resource:subnet and tenant:321fa530556f4f9586c29e62d6361cf3 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:53.479897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:53.486512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:53.498566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Made reservation on behalf of 321fa530556f4f9586c29e62d6361cf3 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:54:53.500932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.706514 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.779358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bde748b1-ecf7-41e2-bafe-b091a1493fca,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:53.788863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Checking segment: {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:53.789213 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Network hostable DHCP agents. Network: 7e7f0f34-d5f8-4a5b-9920-18d9be788270, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:54:53.807683 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:54:53.817288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 7e7f0f34-d5f8-4a5b-9920-18d9be788270) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:53.821393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:54:53.822004 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.827259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db4babe-9500-4308-9541-df4f62380aab None None] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:53.844597 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a98321fa-a758-4615-8d57-1c0529ebb30b admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3841705 Apr 28 20:54:53.847329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 55962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:53.852877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:54:53.859252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:54:53.863198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Usage tracker for resource:router and tenant:321fa530556f4f9586c29e62d6361cf3 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:54:53.866412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:54:53.872963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:54:53.885678 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.886736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.901237 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:53.943437 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.069584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Sync routers for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:54:54.070508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:54:54.071330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.079260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:54.079940 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:54.189229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.228847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Allocated IP 172.20.0.2 (7e7f0f34-d5f8-4a5b-9920-18d9be788270/bde748b1-ecf7-41e2-bafe-b091a1493fca/feda02f0-34f0-49d7-aca5-9682f759b400) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:54.254794 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:54.328700 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.460613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.471910 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Transition to ACTIVE for port object feda02f0-34f0-49d7-aca5-9682f759b400 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:54.494580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Transition to ACTIVE for port object feda02f0-34f0-49d7-aca5-9682f759b400 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:54.503937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.509995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.539787 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.571213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:54.574661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:54.578892 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:54.587618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Pushing event updated for resources: {'Port': ['ID=feda02f0-34f0-49d7-aca5-9682f759b400,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:54.596277 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 2, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:54.601613 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Checking router: 34b02530-3d67-489e-8e39-f4c9020b1397 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:54:54.602050 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Updating router 34b02530-3d67-489e-8e39-f4c9020b1397 port 4d842314-6b6b-4a6d-8bf3-666f724754a9 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:54:54.666987 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.688186 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Attempting to bind port feda02f0-34f0-49d7-aca5-9682f759b400 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:54.688554 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Attempting to bind port feda02f0-34f0-49d7-aca5-9682f759b400 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:54.690031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Attempting to bind port feda02f0-34f0-49d7-aca5-9682f759b400 on network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:54.695663 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:54.696031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Checking segment: {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:54.696427 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.696814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Bound using segment: {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:54.697275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Bound port: feda02f0-34f0-49d7-aca5-9682f759b400, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:54.697664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.702889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Allocated IP 172.25.2.94 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/7c262696-52d2-4c3d-aded-663805c7d1c1) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:54.756376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 01a20711-221a-47b1-aa1d-f911d21741be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:54.825332 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:54:54.852526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] For port feda02f0-34f0-49d7-aca5-9682f759b400, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:54.857992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] For port feda02f0-34f0-49d7-aca5-9682f759b400, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=feda02f0-34f0-49d7-aca5-9682f759b400,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:54.862007 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.866211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.896516 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.907828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 01a20711-221a-47b1-aa1d-f911d21741be completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:54.931154 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 01a20711-221a-47b1-aa1d-f911d21741be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:54.931613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:54.973531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:54.976592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:54.981553 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:55.003787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccd4b7a-31e5-41f4-a055-77e3486591a2 None None] Pushing event updated for resources: {'Port': ['ID=feda02f0-34f0-49d7-aca5-9682f759b400,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:55.036737 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Pushing event updated for resources: {'Port': ['ID=7c262696-52d2-4c3d-aded-663805c7d1c1,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:55.056536 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.073484 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Transition to ACTIVE for port object 4d842314-6b6b-4a6d-8bf3-666f724754a9 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:55.086177 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.087701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.107390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 01a20711-221a-47b1-aa1d-f911d21741be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=01a20711-221a-47b1-aa1d-f911d21741be,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:55.112347 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.192920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=01a20711-221a-47b1-aa1d-f911d21741be,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:55.334433 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Pushing event updated for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:55.377257 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.377545 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.378030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.378424 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.378815 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.379206 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.379591 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.379996 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.380376 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.380759 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.381135 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.381552 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:54:55.401978 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Attempting to bind port 4d842314-6b6b-4a6d-8bf3-666f724754a9 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:55.402355 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Attempting to bind port 4d842314-6b6b-4a6d-8bf3-666f724754a9 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:55.402714 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Attempting to bind port 4d842314-6b6b-4a6d-8bf3-666f724754a9 on network f1bb4c92-0dff-4377-93da-d57de5ff7c9c {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:55.408966 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:55.409651 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Checking segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:55.410383 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.410954 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Bound using segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:55.411586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Bound port: 4d842314-6b6b-4a6d-8bf3-666f724754a9, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:55.412037 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.443087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.529262 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] For port 4d842314-6b6b-4a6d-8bf3-666f724754a9, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:55.533325 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] For port 4d842314-6b6b-4a6d-8bf3-666f724754a9, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d842314-6b6b-4a6d-8bf3-666f724754a9,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:55.538503 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.610695 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:55.611314 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:55.677052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:55.750442 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8095d2a6-456a-4373-a2a8-61387dd39e29 None None] Pushing event updated for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:55.802794 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:56.046385 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:56.126114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:56.130368 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f378ee7-0b72-49f7-89bf-9d0b94fb5d61 None None] The sync data for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 is: [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:54:56.179190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd049b70-e4ec-444b-8326-aeaf9edce646 None None] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:54:56.268809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Router 004160a7-22ba-4378-bbf3-84ccc05890b1 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:54:56.297417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ed97307d-6370-4eb1-a085-3e275a942ae7 None None] Provisioning for port feda02f0-34f0-49d7-aca5-9682f759b400 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:56.458768 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:56.473728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Sync routers for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:54:56.486574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:56.487269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:56.493038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:56.494687 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-96029b1f-94a0-4afa-ab07-bee02db5ac8a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6462917 Apr 28 20:54:56.497943 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 55966) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:54:56.787490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:56.850639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device feda02f0-34f0-49d7-aca5-9682f759b400 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:57.085293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port feda02f0-34f0-49d7-aca5-9682f759b400 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:57.102146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port feda02f0-34f0-49d7-aca5-9682f759b400 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:57.102516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.269121 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 3, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:54:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:57.271162 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.287026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Checking router: 004160a7-22ba-4378-bbf3-84ccc05890b1 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:54:57.287372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Updating router 004160a7-22ba-4378-bbf3-84ccc05890b1 port 7c262696-52d2-4c3d-aded-663805c7d1c1 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:54:57.352561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port feda02f0-34f0-49d7-aca5-9682f759b400, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=feda02f0-34f0-49d7-aca5-9682f759b400,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:57.353028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.356010 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.394034 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.394806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 01a20711-221a-47b1-aa1d-f911d21741be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:57.564725 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Allocated IP 172.20.0.1 (7e7f0f34-d5f8-4a5b-9920-18d9be788270/bde748b1-ecf7-41e2-bafe-b091a1493fca/fad1bcda-2e3b-410f-a45a-5d2a3b528d24) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:54:57.583637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=feda02f0-34f0-49d7-aca5-9682f759b400,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:57.672037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 01a20711-221a-47b1-aa1d-f911d21741be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:57.672405 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.712090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.727436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Transition to ACTIVE for port object fad1bcda-2e3b-410f-a45a-5d2a3b528d24 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:57.752326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.818951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:57.821666 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:57.825644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:54:57.860705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Pushing event updated for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:57.883094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d842314-6b6b-4a6d-8bf3-666f724754a9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:57.889254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.947260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:57.974180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Transition to ACTIVE for port object 7c262696-52d2-4c3d-aded-663805c7d1c1 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:54:57.984319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.007744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.047859 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:58.075128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:58.075433 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.130527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3bfe4470-0311-4365-aa45-e2b0604ff9ad None None] Provisioning for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:54:58.137833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Attempting to bind port 7c262696-52d2-4c3d-aded-663805c7d1c1 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:54:58.138207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Attempting to bind port 7c262696-52d2-4c3d-aded-663805c7d1c1 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:54:58.138573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Attempting to bind port 7c262696-52d2-4c3d-aded-663805c7d1c1 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:54:58.140454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1b5e8-9121-41bb-831a-9bb1f677e582 None None] Pushing event updated for resources: {'Port': ['ID=7c262696-52d2-4c3d-aded-663805c7d1c1,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:58.148042 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3bfe4470-0311-4365-aa45-e2b0604ff9ad None None] Provisioning complete for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:58.148411 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3bfe4470-0311-4365-aa45-e2b0604ff9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.178772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:54:58.179146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:54:58.179551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.179952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:54:58.180429 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Bound port: 7c262696-52d2-4c3d-aded-663805c7d1c1, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:54:58.180803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.232197 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.236720 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.316467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-3bfe4470-0311-4365-aa45-e2b0604ff9ad None None] Port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:54:58.343984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Pushing event updated for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:58.349294 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.384604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] For port 7c262696-52d2-4c3d-aded-663805c7d1c1, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:54:58.398347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] For port 7c262696-52d2-4c3d-aded-663805c7d1c1, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7c262696-52d2-4c3d-aded-663805c7d1c1,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:54:58.400941 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.412397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.513807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 4d842314-6b6b-4a6d-8bf3-666f724754a9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d842314-6b6b-4a6d-8bf3-666f724754a9,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:54:58.520171 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.525890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:54:58.526527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:58.576986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb1b5e8-9121-41bb-831a-9bb1f677e582 None None] Pushing event updated for resources: {'Port': ['ID=7c262696-52d2-4c3d-aded-663805c7d1c1,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:58.613509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:54:58.613509 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:54:58.695463 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device feda02f0-34f0-49d7-aca5-9682f759b400 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:54:58.810286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Router 004160a7-22ba-4378-bbf3-84ccc05890b1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:54:58.827897 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:54:58.854515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:54:58.928795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0bd4e390-e03b-4677-86c0-6a25710b7494 None None] Provisioning complete for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:58.929091 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0bd4e390-e03b-4677-86c0-6a25710b7494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.962678 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port feda02f0-34f0-49d7-aca5-9682f759b400 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:54:58.963043 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:54:58.996468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:54:59.005133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-fc9ba796-5fea-42e9-9cea-0f6107b617ed admin admin] 10.222.0.24 "PUT /v2.0/routers/004160a7-22ba-4378-bbf3-84ccc05890b1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5055165 Apr 28 20:54:59.131027 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0bd4e390-e03b-4677-86c0-6a25710b7494 None None] Port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:54:59.343439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:57Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'fad1bcda-2e3b-410f-a45a-5d2a3b528d24', 'name': '', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'mac_address': 'fa:16:3e:fe:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:57Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 2, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'subnets': [{'id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:54:59.347501 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a8e11c5-ddcd-4d2b-b8e4-5bb92c99b270 None None] The sync data for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 is: [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:57Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'fad1bcda-2e3b-410f-a45a-5d2a3b528d24', 'name': '', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'mac_address': 'fa:16:3e:fe:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:57Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 2, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'subnets': [{'id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:55:00.744891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7c262696-52d2-4c3d-aded-663805c7d1c1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:00.833310 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7c262696-52d2-4c3d-aded-663805c7d1c1 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:55:00.839153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7c262696-52d2-4c3d-aded-663805c7d1c1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:00.839525 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:00.972572 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:00.997871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7c262696-52d2-4c3d-aded-663805c7d1c1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7c262696-52d2-4c3d-aded-663805c7d1c1,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:01.004395 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:01.005513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d842314-6b6b-4a6d-8bf3-666f724754a9 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:01.130918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7c262696-52d2-4c3d-aded-663805c7d1c1,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:01.146306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 4d842314-6b6b-4a6d-8bf3-666f724754a9 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:01.146679 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:02.661572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7c262696-52d2-4c3d-aded-663805c7d1c1 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:02.781737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7c262696-52d2-4c3d-aded-663805c7d1c1 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:02.782104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:03.395817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Sync routers for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:55:03.412313 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:55:03.412931 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:03.670128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:55:04.039897 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:57Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'fad1bcda-2e3b-410f-a45a-5d2a3b528d24', 'name': '', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'mac_address': 'fa:16:3e:fe:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:57Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 2, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'subnets': [{'id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:04.044962 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Checking router: 004160a7-22ba-4378-bbf3-84ccc05890b1 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:55:04.045621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Updating router 004160a7-22ba-4378-bbf3-84ccc05890b1 port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:55:04.102950 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.513651 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.529353 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Transition to ACTIVE for port object fad1bcda-2e3b-410f-a45a-5d2a3b528d24 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:55:04.536968 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.741605 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e2633-6a51-45ff-b5fe-0e29fe300bfd None None] Pushing event updated for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:04.773041 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Attempting to bind port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:55:04.773576 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Attempting to bind port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:55:04.774021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Attempting to bind port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 on network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:55:04.780035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:55:04.780663 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Checking segment: {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:55:04.781168 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.781789 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Bound using segment: {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:55:04.782345 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Bound port: fad1bcda-2e3b-410f-a45a-5d2a3b528d24, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aed2def-994a-498e-a57f-222cd41a0e35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 433, 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:55:04.782806 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.885200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] For port fad1bcda-2e3b-410f-a45a-5d2a3b528d24, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:55:04.889233 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] For port fad1bcda-2e3b-410f-a45a-5d2a3b528d24, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:55:04.900192 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:04.982597 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:55:04.983455 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:54:52Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:05.145151 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917e2633-6a51-45ff-b5fe-0e29fe300bfd None None] Pushing event updated for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:05.189000 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:55:05.535841 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:57Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'fad1bcda-2e3b-410f-a45a-5d2a3b528d24', 'name': '', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'mac_address': 'fa:16:3e:fe:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:57Z', 'updated_at': '2022-04-28T20:55:04Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'subnets': [{'id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:05.540239 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6054f69a-e277-4af7-b634-ce3fc88a9f16 None None] The sync data for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 is: [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:54:57Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'fad1bcda-2e3b-410f-a45a-5d2a3b528d24', 'name': '', 'network_id': '7e7f0f34-d5f8-4a5b-9920-18d9be788270', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'mac_address': 'fa:16:3e:fe:35:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4249, 'fixed_ips': [{'subnet_id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:57Z', 'updated_at': '2022-04-28T20:55:04Z', 'revision_number': 4, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'subnets': [{'id': 'bde748b1-ecf7-41e2-bafe-b091a1493fca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:55:06.675745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fad1bcda-2e3b-410f-a45a-5d2a3b528d24 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:06.749795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:55:06.754986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:06.755363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:06.886857 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:06.921771 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port fad1bcda-2e3b-410f-a45a-5d2a3b528d24, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:06.927050 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:06.997993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:08.647828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fad1bcda-2e3b-410f-a45a-5d2a3b528d24 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:08.726730 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:08.727102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:09.437718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-1bff7edd-47d9-4389-8acd-02f4cbe1e828 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:09.438286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-1bff7edd-47d9-4389-8acd-02f4cbe1e828 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:09.456008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-1bff7edd-47d9-4389-8acd-02f4cbe1e828 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:09.457544 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-1bff7edd-47d9-4389-8acd-02f4cbe1e828 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 815 time: 0.1625345 Apr 28 20:55:09.473314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-bbbadb1e-148d-4b44-93c4-a677fbb9621d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/quotas/c207413296df43b59b7cf5319186779c HTTP/1.1" status: 200 len: 375 time: 0.0100334 Apr 28 20:55:09.553606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-a23cf98d-7909-4f85-b816-0c525c3ab399 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:09.570021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-a23cf98d-7909-4f85-b816-0c525c3ab399 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:09.571257 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-a23cf98d-7909-4f85-b816-0c525c3ab399 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0926902 Apr 28 20:55:09.827525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-db34f932-b3d7-42cd-b00e-5bca1d670531 service neutron] 10.222.0.24 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2429061 Apr 28 20:55:09.957106 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-862b4d71-7d90-4a15-be77-9f484363dd8b service neutron] 10.222.0.24 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234086 Apr 28 20:55:10.135293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1bdfb977-d0fe-4488-b437-7e58072209e6 req-d599cbee-5bbe-4c32-a7ad-9e7dc8a7b4d8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 210 time: 0.0420489 Apr 28 20:55:10.713688 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:11.309956 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-58c1304d-d4b0-4b2d-970e-a6ef93cd3505 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:11.311351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-58c1304d-d4b0-4b2d-970e-a6ef93cd3505 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 815 time: 0.1968052 Apr 28 20:55:11.313504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f4b76c6a-17de-4d45-892d-8e00322098cd req-55ec31af-d3f0-4aa2-8a39-8cf7c98b73de tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 210 time: 0.0599985 Apr 28 20:55:11.327259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'port': {'device_id': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'admin_state_up': True, 'tenant_id': 'c207413296df43b59b7cf5319186779c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:11.467696 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:11.477381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:11.487625 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Made reservation on behalf of c207413296df43b59b7cf5319186779c for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:55:11.491743 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:11.676394 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Allocated IP 172.20.0.5 (f1bb4c92-0dff-4377-93da-d57de5ff7c9c/6f834cd5-5dd7-4cf7-9028-67cd6a17429c/8cb3fd66-355f-495d-af5d-31eef8b55f73) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:55:11.954217 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:11.976219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Transition to ACTIVE for port object 8cb3fd66-355f-495d-af5d-31eef8b55f73 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:55:12.005590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:12.091387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:12.096142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:55:12.097571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:55:12.099901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:55:12.183655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:12.184442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:12.224828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-14a0374b-1ac6-4f0d-8ae2-945c057c3fde tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9015522 Apr 28 20:55:12.394172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6e2d5af5-d1e6-44a9-a43f-c2aad0f432ff None None] Provisioning for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:55:12.399361 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-6e2d5af5-d1e6-44a9-a43f-c2aad0f432ff None None] Provisioning complete for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:12.399721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6e2d5af5-d1e6-44a9-a43f-c2aad0f432ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:12.462384 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-6e2d5af5-d1e6-44a9-a43f-c2aad0f432ff None None] Port 8cb3fd66-355f-495d-af5d-31eef8b55f73 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:55:12.543081 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbb1fdc-bea5-4d73-9349-4ed644bff7c5 req-0ac30011-99be-4b91-b992-0840ee5d5eed tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:12.544593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cbb1fdc-bea5-4d73-9349-4ed644bff7c5 req-0ac30011-99be-4b91-b992-0840ee5d5eed tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.1019738 Apr 28 20:55:12.605437 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0cbb1fdc-bea5-4d73-9349-4ed644bff7c5 req-20465298-066b-4f47-b727-4592aed4a946 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542924 Apr 28 20:55:12.961988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:13.804291 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61904724-7185-42c4-86d9-00d00db862a4 req-90653e57-f397-47f6-a418-fc5da263375b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:13.805053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-61904724-7185-42c4-86d9-00d00db862a4 req-90653e57-f397-47f6-a418-fc5da263375b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:13.821838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-61904724-7185-42c4-86d9-00d00db862a4 req-90653e57-f397-47f6-a418-fc5da263375b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:13.823836 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61904724-7185-42c4-86d9-00d00db862a4 req-90653e57-f397-47f6-a418-fc5da263375b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.1038492 Apr 28 20:55:13.870877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-61904724-7185-42c4-86d9-00d00db862a4 req-4264b5e8-5115-4449-ab4f-389cf2f1e533 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:13.890162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-61904724-7185-42c4-86d9-00d00db862a4 req-4264b5e8-5115-4449-ab4f-389cf2f1e533 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:13.891315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61904724-7185-42c4-86d9-00d00db862a4 req-4264b5e8-5115-4449-ab4f-389cf2f1e533 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614700 Apr 28 20:55:15.099520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b6a9f-13f2-40e4-b2e7-40d49d6fc975 req-15096e09-a7d4-4c50-bdf8-9a9a270f8bfb tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:15.101140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-732b6a9f-13f2-40e4-b2e7-40d49d6fc975 req-15096e09-a7d4-4c50-bdf8-9a9a270f8bfb tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.0921764 Apr 28 20:55:15.148784 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-732b6a9f-13f2-40e4-b2e7-40d49d6fc975 req-56ae9df2-e4ff-495f-9c90-5721a0de86c8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412512 Apr 28 20:55:16.352219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e566180-8680-4fdd-be9d-ed3495498d0d req-5017fc15-d4c3-4d58-b8e8-0a4f52747e4d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:16.353723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e566180-8680-4fdd-be9d-ed3495498d0d req-5017fc15-d4c3-4d58-b8e8-0a4f52747e4d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.0964854 Apr 28 20:55:16.403426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1e566180-8680-4fdd-be9d-ed3495498d0d req-e9404238-ad0f-4dbb-bd97-c195ca23345b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428722 Apr 28 20:55:17.603868 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964dabb-b4fe-4f82-9835-441e14b8b3ac req-d4829fc8-21d6-47d8-a00e-450f72cc1b48 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:17.606040 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d964dabb-b4fe-4f82-9835-441e14b8b3ac req-d4829fc8-21d6-47d8-a00e-450f72cc1b48 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.0817208 Apr 28 20:55:17.652770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d964dabb-b4fe-4f82-9835-441e14b8b3ac req-30fad477-4548-4327-92e7-60598cadae4c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404782 Apr 28 20:55:18.849725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a105e3-6853-47ea-854c-3706aa58dfb8 req-c4c72e7d-04ac-4153-97eb-cb22abe5fc1f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:18.851234 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49a105e3-6853-47ea-854c-3706aa58dfb8 req-c4c72e7d-04ac-4153-97eb-cb22abe5fc1f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 931 time: 0.0854056 Apr 28 20:55:18.897922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-49a105e3-6853-47ea-854c-3706aa58dfb8 req-ed46e474-ac75-4f67-9fe8-5cc93f911bf4 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406096 Apr 28 20:55:19.312709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Request body: {'port': {'device_id': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:19.423382 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:19.873156 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb3fd66-355f-495d-af5d-31eef8b55f73 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:55:19.880214 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:19.894192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Transition to ACTIVE for port object 8cb3fd66-355f-495d-af5d-31eef8b55f73 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:55:19.898028 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.096011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:20.096874 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08812b0c-4b77-4b07-8c79-7318c7f78969 req-7afba92a-cbd1-4d6a-9251-84070796d7bf tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:20.099607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08812b0c-4b77-4b07-8c79-7318c7f78969 req-7afba92a-cbd1-4d6a-9251-84070796d7bf tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 943 time: 0.0897563 Apr 28 20:55:20.146854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Attempting to bind port 8cb3fd66-355f-495d-af5d-31eef8b55f73 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:55:20.147517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Attempting to bind port 8cb3fd66-355f-495d-af5d-31eef8b55f73 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:55:20.148325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Attempting to bind port 8cb3fd66-355f-495d-af5d-31eef8b55f73 on network f1bb4c92-0dff-4377-93da-d57de5ff7c9c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:55:20.149223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-08812b0c-4b77-4b07-8c79-7318c7f78969 req-5b5b8a8b-a61b-4dff-9c99-7f4af2bf78ab tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425518 Apr 28 20:55:20.155391 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Port 8cb3fd66-355f-495d-af5d-31eef8b55f73 on network f1bb4c92-0dff-4377-93da-d57de5ff7c9c not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:55:20.155821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Attempting to bind port 8cb3fd66-355f-495d-af5d-31eef8b55f73 on network f1bb4c92-0dff-4377-93da-d57de5ff7c9c {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:55:20.162401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 55, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:55:20.162749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Checking segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:55:20.164683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Bound using segment: {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:55:20.164683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Bound port: 8cb3fd66-355f-495d-af5d-31eef8b55f73, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:55:20.164683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.261903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:55:20.264985 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:55:20.269764 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.340073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:20.340684 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.342073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] 10.222.0.41 "PUT /v2.0/ports/8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 1091 time: 1.0344236 Apr 28 20:55:20.342507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:55:20.357352 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794624c-b22a-4f88-bdce-a45640ab116a service neutron] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:20.384384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3e7c4a2f-4fab-41d9-8360-5b580c6b2e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:20.430265 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0b38747d-3f78-4059-b7ee-02b6ef5db7d1'] response: {'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:55:20.468867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-0a966eb6-61f2-44e2-b6d0-bf02b9d1dfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:20.470573 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-0a966eb6-61f2-44e2-b6d0-bf02b9d1dfbf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1094 time: 0.0814250 Apr 28 20:55:20.549149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-a40ef4f3-2663-446f-a9c9-66e3aff73f91 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 217 time: 0.0667975 Apr 28 20:55:20.615904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-cfe468ad-86b1-41a2-a741-7fbd1d4d9a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:20.617268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-cfe468ad-86b1-41a2-a741-7fbd1d4d9a0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0584364 Apr 28 20:55:20.696006 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-95dce7a8-d626-4eac-b637-783bd756405c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:20.697347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-95dce7a8-d626-4eac-b637-783bd756405c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713706 Apr 28 20:55:20.829520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-ddd1ae7f-9be9-4a8e-bb96-b3b825afd1e9 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224792 Apr 28 20:55:20.964618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-163efd41-00e9-4f1a-9ddd-8cd4d6cda740 req-90184212-13db-44e2-befa-4eedaee7ec12 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248736 Apr 28 20:55:21.085475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-cad3e5b0-3cc3-4bcb-9704-a7ca724ee527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:21.086956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-cad3e5b0-3cc3-4bcb-9704-a7ca724ee527 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1094 time: 0.0694966 Apr 28 20:55:21.215143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-09a38906-c6f9-47f2-a255-1ed4eafc7e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:21.216497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-09a38906-c6f9-47f2-a255-1ed4eafc7e06 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1233649 Apr 28 20:55:21.288798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-c7f49aa0-2964-4266-9d14-a390da734b96 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 217 time: 0.0653131 Apr 28 20:55:21.338712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed15450-2d78-428d-9e5f-e7f4663190d2 req-ee23f243-840a-4711-97b2-bc7fe4027dbc tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:21.340239 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ed15450-2d78-428d-9e5f-e7f4663190d2 req-ee23f243-840a-4711-97b2-bc7fe4027dbc tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 943 time: 0.0801287 Apr 28 20:55:21.351858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-14dc5a37-08ac-4cd3-8e7a-4388dacddc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:21.353263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-14dc5a37-08ac-4cd3-8e7a-4388dacddc70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0572469 Apr 28 20:55:21.384526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9ed15450-2d78-428d-9e5f-e7f4663190d2 req-35fcead7-6620-4d4a-8699-fd2d5fe7b20b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383506 Apr 28 20:55:21.427337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-2cfb0a62-d5cf-4787-b134-a54b6e2fcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:21.428776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-2cfb0a62-d5cf-4787-b134-a54b6e2fcb32 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689688 Apr 28 20:55:21.669518 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-66390038-f5f4-4f42-b61d-5182ddc656a5 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2332458 Apr 28 20:55:21.801844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d18764bd-a495-432b-bd57-cc2c4f256c37 req-7db0d411-c413-44d1-a683-7e6718d29b87 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258638 Apr 28 20:55:22.570451 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5743bfe3-7889-46b7-aeb7-97e1c9bf1368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:22.608998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3393d99-5e93-4b20-ab0f-d8fe2afddc90 req-5fda1937-57a3-4faa-ae3e-c196afb4c081 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:22.610472 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3393d99-5e93-4b20-ab0f-d8fe2afddc90 req-5fda1937-57a3-4faa-ae3e-c196afb4c081 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 943 time: 0.0901072 Apr 28 20:55:22.653924 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a3393d99-5e93-4b20-ab0f-d8fe2afddc90 req-b24f0a9e-19ed-4322-9b3d-01b6f0196dc7 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377879 Apr 28 20:55:23.837203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7c5d3-b2a2-424f-b5f3-aa3b151ccf10 req-d1b87f78-56e3-43a5-99fe-b6fbcdbed8a6 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:23.839186 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfe7c5d3-b2a2-424f-b5f3-aa3b151ccf10 req-d1b87f78-56e3-43a5-99fe-b6fbcdbed8a6 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 943 time: 0.0816581 Apr 28 20:55:23.882033 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-dfe7c5d3-b2a2-424f-b5f3-aa3b151ccf10 req-88bb45ad-9350-4bf2-9e11-f1785f70061d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370550 Apr 28 20:55:23.896866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:24.276818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:25.068049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c14f838-77ef-4138-9d34-ecc767d34af0 req-61313469-3fbc-4b8b-bdff-468b306e6c67 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:25.069498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c14f838-77ef-4138-9d34-ecc767d34af0 req-61313469-3fbc-4b8b-bdff-468b306e6c67 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 943 time: 0.0808277 Apr 28 20:55:25.107970 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8cb3fd66-355f-495d-af5d-31eef8b55f73 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:55:25.115497 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c14f838-77ef-4138-9d34-ecc767d34af0 req-27d87ccd-887c-4ff5-8807-32eb9c8532fb tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399823 Apr 28 20:55:25.235711 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:25.248207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'port_id': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'mac_address': 'fa:16:3e:a6:f7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:55:25.304382 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:25.320377 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb3fd66-355f-495d-af5d-31eef8b55f73 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:55:25.335171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:25.340475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:25.406684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:25.429280 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:25.653804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:55:26.294531 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed8f92-6959-4343-8fc2-79b8b718b2ab req-44bba54d-4b19-4f3f-9ca1-06398030cf98 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:26.295972 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87ed8f92-6959-4343-8fc2-79b8b718b2ab req-44bba54d-4b19-4f3f-9ca1-06398030cf98 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 944 time: 0.0769022 Apr 28 20:55:26.339120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-87ed8f92-6959-4343-8fc2-79b8b718b2ab req-afd16826-5363-45c9-ae51-e297f26f5f40 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369167 Apr 28 20:55:27.106559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8cb3fd66-355f-495d-af5d-31eef8b55f73 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:55:27.171679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:55:27.176241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:27.176604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:27.288393 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:27.314133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:55:27.324853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:27.328803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:27.358688 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69b10563-ab26-40cf-846d-958b6f13b46c'] response: {'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'code': 200} Apr 28 20:55:27.405930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:27.492137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e1a024-39dc-4924-ba10-ae723d330284 req-bb39ad70-4dbb-4b8e-8e3a-ba50d4ca8a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:27.493633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61e1a024-39dc-4924-ba10-ae723d330284 req-bb39ad70-4dbb-4b8e-8e3a-ba50d4ca8a2b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1096 time: 0.0709083 Apr 28 20:55:27.536658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-61e1a024-39dc-4924-ba10-ae723d330284 req-319346c7-ad3d-457e-b504-d245ba5ae9ac service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363734 Apr 28 20:55:27.540396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92811642-3f39-49cc-9501-c8d93a1249dc req-859a9469-c7c7-4b29-847a-9cb80dae333d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:27.542529 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92811642-3f39-49cc-9501-c8d93a1249dc req-859a9469-c7c7-4b29-847a-9cb80dae333d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0918336 Apr 28 20:55:27.584997 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-92811642-3f39-49cc-9501-c8d93a1249dc req-b4e3adef-1f6c-4469-a917-ee5082388170 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367448 Apr 28 20:55:28.781980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675618a-331f-47fb-88e3-4934122ea547 req-d9aa2b88-8e3a-4150-9cc1-b207088d1243 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:28.783435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5675618a-331f-47fb-88e3-4934122ea547 req-d9aa2b88-8e3a-4150-9cc1-b207088d1243 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0890191 Apr 28 20:55:28.832647 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5675618a-331f-47fb-88e3-4934122ea547 req-1abd377b-5d52-4c3f-93da-6984f67f91b9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Apr 28 20:55:30.017975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea776962-3859-4449-a259-2266518ce405 req-b87ae3a2-b777-4b05-aa1f-4bdc8348db05 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:30.019414 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea776962-3859-4449-a259-2266518ce405 req-b87ae3a2-b777-4b05-aa1f-4bdc8348db05 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0828884 Apr 28 20:55:30.067690 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ea776962-3859-4449-a259-2266518ce405 req-e4e78726-9f0a-4645-83e0-91851cb9dba3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426359 Apr 28 20:55:30.247682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd76d458-ef17-4c0e-b0bd-12b4b5056c41 req-423af533-38ff-454f-ae4c-aac0e80db042 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:30.249022 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dd76d458-ef17-4c0e-b0bd-12b4b5056c41 req-423af533-38ff-454f-ae4c-aac0e80db042 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0786912 Apr 28 20:55:30.292297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-dd76d458-ef17-4c0e-b0bd-12b4b5056c41 req-71ba745d-c84c-47c9-a15e-6bd9519cfa51 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367811 Apr 28 20:55:30.675834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bb933-904d-4cbb-b187-882655f893a8 req-937b4db8-2b65-4ca2-8789-4809343c1d30 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:30.677239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d4bb933-904d-4cbb-b187-882655f893a8 req-937b4db8-2b65-4ca2-8789-4809343c1d30 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0811560 Apr 28 20:55:30.720262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d4bb933-904d-4cbb-b187-882655f893a8 req-5e72e339-6206-4f8c-9370-f905bd4e9b52 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373838 Apr 28 20:55:31.825312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:55:40.731249 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:40.913843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c51a6-c565-4c68-bf04-944b149784f7 req-e31b8563-c2bb-43dc-99f9-f1621318d409 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:40.915282 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b3c51a6-c565-4c68-bf04-944b149784f7 req-e31b8563-c2bb-43dc-99f9-f1621318d409 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0787780 Apr 28 20:55:40.965487 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8b3c51a6-c565-4c68-bf04-944b149784f7 req-f411f330-8003-4e18-9029-31e8520e751c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432274 Apr 28 20:55:40.989398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:41.174959 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ae778f-e5c4-492e-9f7a-00a06c10ffb9 tempest-TestMinimumBasicScenario-1453162766 tempest-TestMinimumBasicScenario-1453162766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:41.175654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2ae778f-e5c4-492e-9f7a-00a06c10ffb9 tempest-TestMinimumBasicScenario-1453162766 tempest-TestMinimumBasicScenario-1453162766-project-admin] Synchronizing usage tracker for tenant:321fa530556f4f9586c29e62d6361cf3 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:41.191400 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f2ae778f-e5c4-492e-9f7a-00a06c10ffb9 tempest-TestMinimumBasicScenario-1453162766 tempest-TestMinimumBasicScenario-1453162766-project-admin] Unset dirty status for tenant:321fa530556f4f9586c29e62d6361cf3 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:41.192599 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f2ae778f-e5c4-492e-9f7a-00a06c10ffb9 tempest-TestMinimumBasicScenario-1453162766 tempest-TestMinimumBasicScenario-1453162766-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1091 time: 0.2022049 Apr 28 20:55:41.195654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56160) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:41.201217 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:41.207983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:41.211705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:floatingip and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:41.215054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:41.220606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:41.230712 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:41.364755 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:41.599697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Allocated IP 172.25.2.126 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/244ebdae-a586-4c43-bc03-4103704a11ac) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:55:41.741172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:41.770446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:41.832701 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:55:41.835489 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:55:41.839146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:55:41.875894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'Port': ['ID=244ebdae-a586-4c43-bc03-4103704a11ac,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:41.891782 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.892128 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.892471 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.892805 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.893131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.893478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.893802 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.894123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.894444 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.894764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.895083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:41.895402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:42.247602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:42.317965 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:42.519539 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:42.523890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:42.628517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'Port': ['ID=244ebdae-a586-4c43-bc03-4103704a11ac,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:42.638927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:42.805313 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Floating IP cbbccd3f-469e-473b-a42f-c4ef58247642 associated. External IP: 172.25.2.126, port: 8cb3fd66-355f-495d-af5d-31eef8b55f73. Apr 28 20:55:42.976990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.252011 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Router 34b02530-3d67-489e-8e39-f4c9020b1397 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:55:43.427121 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:55:43.438319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Sync routers for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:55:43.447552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:55:43.448291 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:55:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:43.452090 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.507137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f9c11c1c-30a7-49b6-9fda-dc8b4df49929 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3103712 Apr 28 20:55:43.507732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:55:43.509976 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56164) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:43.516323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789679256', 'description': 'tempest-secgroup-smoke-789679256 description', 'project_id': 'c207413296df43b59b7cf5319186779c'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:43.523731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:43.533820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:43.545054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.565917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:43.569977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:43.573309 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:43.579336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:43.653142 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.658129 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.680492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:55:43.709059 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:43.718888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.719311 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.719720 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.720123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.720517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.721044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.722152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.722251 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.722624 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.723016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.723407 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.723808 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:55:43.727177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.732673 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-71d6c877-2b94-4128-8e56-a145f2d2cda9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2168264 Apr 28 20:55:43.732673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56172) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:43.736500 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80a9d1d3-a2cb-4057-9055-08c27f6b100c'] response: {'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:55:43.736953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:43.745129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:43.749164 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:43.755244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:43.759102 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:43.830835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.885827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-8b4b62e3-4ba7-4251-9fbc-a55c53ed58de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:43.887309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-8b4b62e3-4ba7-4251-9fbc-a55c53ed58de service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1096 time: 0.1256604 Apr 28 20:55:43.917754 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:43.930193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.002069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13ba7847-7402-448f-b468-e2ba10b93a46,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:44.028274 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.029623 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5c06f565-a0c2-4392-b210-6181bbbe4cbd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973065 Apr 28 20:55:44.032294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56176) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:44.038865 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:44.045736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cbbccd3f-469e-473b-a42f-c4ef58247642', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'port_id': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'mac_address': 'fa:16:3e:a6:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:55:42Z', 'updated_at': '2022-04-28T20:55:42Z', 'revision_number': 0, 'project_id': 'c207413296df43b59b7cf5319186779c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:44.047076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:44.049803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Checking router: 34b02530-3d67-489e-8e39-f4c9020b1397 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:55:44.058449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:55:44.059052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:55:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:44.061254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:44.067047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:44.075377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:44.077676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-9ba71ffa-9780-4d66-b18f-054584a8b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:44.079362 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-9ba71ffa-9780-4d66-b18f-054584a8b6c3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1840613 Apr 28 20:55:44.168793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.217885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-859fc422-6ef7-4ff9-9105-b5767e0a425d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 999 time: 0.1314762 Apr 28 20:55:44.236982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:55:44.290518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.296404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.321830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-266379a0-56bd-4ef3-8b08-3c1c7aad75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:44.324396 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-266379a0-56bd-4ef3-8b08-3c1c7aad75e1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0982893 Apr 28 20:55:44.334239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6be25219-ebbe-4650-b9bd-18706d0f31dd,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:44.371061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.371923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-eb97f1be-2e81-4974-8883-2ca7c7ff1c8b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3387468 Apr 28 20:55:44.374813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:44.380539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:44.388071 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:44.392235 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:44.395114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:44.402837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:44.408913 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-628f823b-8cfe-4b7e-a295-b87ccc44d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:44.410799 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-628f823b-8cfe-4b7e-a295-b87ccc44d77f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777590 Apr 28 20:55:44.427131 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.511611 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.515666 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.539568 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a613298a-f2a1-4e38-8cdc-9389b6e35d94,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:44.549031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.550419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bde90178-a51a-402e-982d-2fb2ce6b169f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1745648 Apr 28 20:55:44.555633 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56184) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:44.561535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:44.563754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-e4c96c24-21a0-4d30-8ac9-694c4297f0b4 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465054 Apr 28 20:55:44.568398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:44.573621 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:44.578141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:44.585405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:44.594268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cbbccd3f-469e-473b-a42f-c4ef58247642', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'port_id': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'mac_address': 'fa:16:3e:a6:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:55:42Z', 'updated_at': '2022-04-28T20:55:42Z', 'revision_number': 0, 'project_id': 'c207413296df43b59b7cf5319186779c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:55:44.598423 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d59fb9bb-29f6-4515-97bc-237eac66774f None None] The sync data for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 is: [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'cbbccd3f-469e-473b-a42f-c4ef58247642', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'floating_ip_address': '172.25.2.126', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'port_id': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'mac_address': 'fa:16:3e:a6:f7:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:55:42Z', 'updated_at': '2022-04-28T20:55:42Z', 'revision_number': 0, 'project_id': 'c207413296df43b59b7cf5319186779c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:55:44.608424 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.693762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.698638 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.725674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef03c80d-147a-412e-bcb7-54eea14e632e,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:44.736749 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.738135 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15945c07-936d-478b-881c-dd1e8e7f1291 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1815698 Apr 28 20:55:44.741160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56188) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:44.747050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:44.754291 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:44.758280 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:44.762059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:44.767904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:44.780673 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Project c207413296df43b59b7cf5319186779c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:55:44.788613 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.826906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9a648f55-b0c5-424c-aa50-88341552e3bc req-0969e55f-6c45-4e3e-9d71-5cc5e33ad559 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566383 Apr 28 20:55:44.830996 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39694c0a-d6ce-4d7a-be9d-2f51fdf599e1 None None] New status for floating IP cbbccd3f-469e-473b-a42f-c4ef58247642: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:55:44.859404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.862927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.885706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a4aadb-0204-4153-9881-f9ffb6b598f1,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:44.894955 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:44.896078 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-66078af7-71bc-4ac1-ba0b-32b84809e764 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1541214 Apr 28 20:55:44.898929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56192) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:55:44.903878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'security_group_rule': {'security_group_id': '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703', 'project_id': 'c207413296df43b59b7cf5319186779c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:44.910500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:55:44.914229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Usage tracker for resource:security_group_rule and tenant:c207413296df43b59b7cf5319186779c is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:55:44.917754 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:55:44.923303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:55:44.935954 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Project c207413296df43b59b7cf5319186779c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:55:44.942841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.012560 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.016430 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.043198 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6048b655-b329-411c-b737-a88cd0b62b9a,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:45.053126 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.057666 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4408ddfc-7378-45de-87d6-b62e97fd069f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1546185 Apr 28 20:55:45.176410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-c088add9-5b29-4741-847c-1f1387185df9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:55:45.191286 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-c088add9-5b29-4741-847c-1f1387185df9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:55:45.192242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-c088add9-5b29-4741-847c-1f1387185df9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789679256&fields=id&tenant_id=c207413296df43b59b7cf5319186779c HTTP/1.1" status: 200 len: 267 time: 0.0545990 Apr 28 20:55:45.277878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-fb53b64b-1bd6-4268-9cfe-03cf47b3f286 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:45.279302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-fb53b64b-1bd6-4268-9cfe-03cf47b3f286 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0814526 Apr 28 20:55:45.290016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'port': {'security_groups': ['eec737f1-5831-4f9d-81ec-7a3155055ee6', '3ec9a2bd-8e5d-4fa1-adb6-6e1681877703']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:55:45.406811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.655273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:55:45.678556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.682975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.695020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:55:45.755707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:45.756325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:45.757723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4b1acd8-18d6-46ff-a53a-98bf26b1495f req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "PUT /v2.0/ports/8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 981 time: 0.4720449 Apr 28 20:55:45.758165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:55:45.781746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81544bdf-9e28-4e6e-983f-6fdd1c778e4b tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=6']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:55:45.815570 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-193a08b6-f6ca-49fd-a0cb-6016e748e8dd'] response: {'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:55:45.828339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:55:45.971950 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-c9d658dc-ccea-4348-9b75-5c49f1d49341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:45.973413 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-c9d658dc-ccea-4348-9b75-5c49f1d49341 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1135 time: 0.1339808 Apr 28 20:55:45.988313 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdedb2a-301b-4e46-9ef4-6456e39fa938 req-331b25aa-01ad-42c7-aa64-d88e0394dc3d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:45.989689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abdedb2a-301b-4e46-9ef4-6456e39fa938 req-331b25aa-01ad-42c7-aa64-d88e0394dc3d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.1087065 Apr 28 20:55:46.094900 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-ac97b363-e5df-422f-8c00-47e2aab656c2 None None] Provisioning complete for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:55:46.095255 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ac97b363-e5df-422f-8c00-47e2aab656c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:46.126611 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abdedb2a-301b-4e46-9ef4-6456e39fa938 req-a0aaa14d-813a-49d0-87db-5892a4ef5f09 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1156409 Apr 28 20:55:46.158848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-a7a79c16-4c1c-4c72-8d05-2d5cc2d5df8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:46.160560 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-a7a79c16-4c1c-4c72-8d05-2d5cc2d5df8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1700132 Apr 28 20:55:46.264717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-1956732e-5bdb-4707-be40-9ddde84545a6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 1001 time: 0.0964117 Apr 28 20:55:46.330370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-0cb4f594-912b-4dbb-b031-164f1538a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:46.331700 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-0cb4f594-912b-4dbb-b031-164f1538a4a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0576687 Apr 28 20:55:46.413205 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-61f90ad7-cbac-4420-802a-3faf42709d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:55:46.414723 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-61f90ad7-cbac-4420-802a-3faf42709d1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756273 Apr 28 20:55:46.553449 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-d267550a-431b-4464-81b5-19dc3f423566 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313567 Apr 28 20:55:46.689966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a5e792b-9ed3-402a-a39e-b68764fc9118 req-effc7826-4551-4bcb-b786-2417a54e60f2 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266923 Apr 28 20:55:50.366169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5b8d7c0a-e40c-4243-98e0-917d275f26c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:52.519152 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ca4690a0-892a-4b77-ae3e-b82f48c9dea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:53.898965 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:54.279478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:55:55.431582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:08.825965 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:56:09.319040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-57e0755a-fa51-4732-b8a0-0b4d86d00119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:09.320488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-57e0755a-fa51-4732-b8a0-0b4d86d00119 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1135 time: 0.2412312 Apr 28 20:56:09.329513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026585b6-c394-4f2e-ac6e-4d195b414b4b req-fd4e5812-4ea9-42f4-b1da-b8ee9e9714ba tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:09.331740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-026585b6-c394-4f2e-ac6e-4d195b414b4b req-fd4e5812-4ea9-42f4-b1da-b8ee9e9714ba tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.2218807 Apr 28 20:56:09.462760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-026585b6-c394-4f2e-ac6e-4d195b414b4b req-2ab91fa7-0fac-49d0-810d-b9b8e23f38c7 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1130474 Apr 28 20:56:09.489981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-a8489c33-ddc6-49c9-979f-8565d40a966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:09.491405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-a8489c33-ddc6-49c9-979f-8565d40a966f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1596451 Apr 28 20:56:09.594372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-51f13df0-1c01-4626-9855-cebff285c189 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 1001 time: 0.0960441 Apr 28 20:56:09.655792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-71e73b53-07d8-438e-b1c8-e137e497adf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:09.657183 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-71e73b53-07d8-438e-b1c8-e137e497adf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0563099 Apr 28 20:56:09.734981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-e930b973-fe4a-4c45-83b8-ab8042e09ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:09.736452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-e930b973-fe4a-4c45-83b8-ab8042e09ebf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730624 Apr 28 20:56:09.871125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-92f6b3e2-d479-4f25-9864-74732f7e3d15 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262434 Apr 28 20:56:10.004065 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-24e09fb8-783b-463b-ba1c-9514cf269333 req-ed8d277e-cb18-4b75-8e17-d375904b893f service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240284 Apr 28 20:56:10.647923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1946bc34-437b-49ba-a905-3a0d8f941b62 req-5f8b69d6-1cec-406a-a5b5-90fb690a1599 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:10.649349 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1946bc34-437b-49ba-a905-3a0d8f941b62 req-5f8b69d6-1cec-406a-a5b5-90fb690a1599 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0787678 Apr 28 20:56:10.697288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1946bc34-437b-49ba-a905-3a0d8f941b62 req-63d12db8-d270-4a45-a5e2-0a59fd7ac8e6 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0414977 Apr 28 20:56:10.745060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:11.888478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21e3512-8d00-4311-99ca-d33ddfa1c69f req-d76e3aa9-e691-4aa6-8370-4f6dcd9885f8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:11.889935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d21e3512-8d00-4311-99ca-d33ddfa1c69f req-d76e3aa9-e691-4aa6-8370-4f6dcd9885f8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0806484 Apr 28 20:56:11.934788 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d21e3512-8d00-4311-99ca-d33ddfa1c69f req-0e12b4e2-0b92-4b82-bda6-dbfeb85170eb tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390756 Apr 28 20:56:12.976150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:13.054348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-9fbd3784-9dd9-44b1-8a5b-9d649b412283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:13.055984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-9fbd3784-9dd9-44b1-8a5b-9d649b412283 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1135 time: 0.0742593 Apr 28 20:56:13.121704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee38f41f-1d6c-46a7-9f94-a9e75ec0b7c8 req-58348219-993d-45f6-9728-5312f74202e6 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:13.123152 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee38f41f-1d6c-46a7-9f94-a9e75ec0b7c8 req-58348219-993d-45f6-9728-5312f74202e6 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0820251 Apr 28 20:56:13.167843 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee38f41f-1d6c-46a7-9f94-a9e75ec0b7c8 req-d61392d9-7bbd-48aa-a988-ee2f60b4b96a tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389798 Apr 28 20:56:13.200428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-c02bacbf-40b6-4b94-a85d-2018e2efbf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:13.201875 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-c02bacbf-40b6-4b94-a85d-2018e2efbf46 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1262722 Apr 28 20:56:13.303111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-6f00d0ed-e44c-4f07-823f-2de3014962b7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 1001 time: 0.0939867 Apr 28 20:56:13.365671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-0034f604-3789-4ea2-9b68-56dc384bdce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:13.367027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-0034f604-3789-4ea2-9b68-56dc384bdce1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0567632 Apr 28 20:56:13.439929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-bf57b24d-c169-4f0c-b049-a91d1f3a0a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:13.441351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-bf57b24d-c169-4f0c-b049-a91d1f3a0a73 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672784 Apr 28 20:56:13.570834 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-08d7dfc8-7835-434a-b860-9dfb93b2cc81 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223209 Apr 28 20:56:13.699847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b195c150-3903-4dff-bcbe-d4c6d9cb0e4e req-e0979619-6964-47f6-808d-4e8b2259834e service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200511 Apr 28 20:56:14.472109 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661991b3-d0fa-4008-86b1-1f5234e8d793 req-92630d76-4753-4ff4-b994-206e7887100c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:14.473492 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-661991b3-d0fa-4008-86b1-1f5234e8d793 req-92630d76-4753-4ff4-b994-206e7887100c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.2017839 Apr 28 20:56:14.518468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-661991b3-d0fa-4008-86b1-1f5234e8d793 req-4e68f499-02e7-419e-849b-59537552977d tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392044 Apr 28 20:56:15.707736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114c7ac0-a156-47b2-a815-abbf4e7115ba req-8cbbcd19-e91a-440b-9100-0abdb8a830c5 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:15.709216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-114c7ac0-a156-47b2-a815-abbf4e7115ba req-8cbbcd19-e91a-440b-9100-0abdb8a830c5 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0816803 Apr 28 20:56:15.754943 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-114c7ac0-a156-47b2-a815-abbf4e7115ba req-d8d416ed-9338-4236-a451-e10087ddcb04 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393701 Apr 28 20:56:16.935663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00479339-9353-47c7-86c1-146b19f323ba req-4d2e59f3-4aa0-4716-9dd2-f2e247965b05 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:16.937085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00479339-9353-47c7-86c1-146b19f323ba req-4d2e59f3-4aa0-4716-9dd2-f2e247965b05 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0785179 Apr 28 20:56:16.984427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-00479339-9353-47c7-86c1-146b19f323ba req-7a80a09d-3e66-451c-8245-44be9bd98e9f tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416672 Apr 28 20:56:18.168194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8aa184-5040-4e31-b100-84f7065d498a req-09136ac9-8a67-4b7c-962f-09288df46727 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:18.169638 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a8aa184-5040-4e31-b100-84f7065d498a req-09136ac9-8a67-4b7c-962f-09288df46727 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0776749 Apr 28 20:56:18.215120 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6a8aa184-5040-4e31-b100-84f7065d498a req-0cca7e83-68ca-4901-8c9b-28d129eebf4c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396714 Apr 28 20:56:19.400257 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2175d4a-8040-48b9-a7b9-94684e3193a0 req-ff11aa20-333f-4f2a-9687-772407bf1ca0 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:19.401965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2175d4a-8040-48b9-a7b9-94684e3193a0 req-ff11aa20-333f-4f2a-9687-772407bf1ca0 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0801840 Apr 28 20:56:19.447907 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2175d4a-8040-48b9-a7b9-94684e3193a0 req-67b4d98f-5c8e-469a-a875-32e89fc4aeb9 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402162 Apr 28 20:56:20.367441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-62e9ac3a-b21c-4dbd-a687-0ac0206113e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:20.639610 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f8f7f3-e969-4741-92c8-bcf89fcb5939 req-617e117d-2c3c-4bb6-8358-d19bf82a5d72 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:20.641082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01f8f7f3-e969-4741-92c8-bcf89fcb5939 req-617e117d-2c3c-4bb6-8358-d19bf82a5d72 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0844288 Apr 28 20:56:20.688847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-01f8f7f3-e969-4741-92c8-bcf89fcb5939 req-0f18fbfc-8284-4732-8917-55299f8264cf tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0419383 Apr 28 20:56:21.877234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4fdeab-5c09-485d-8e63-1e2d531fbc40 req-545e4123-7ad2-4f96-ae7f-ebae7492e59e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:21.878724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e4fdeab-5c09-485d-8e63-1e2d531fbc40 req-545e4123-7ad2-4f96-ae7f-ebae7492e59e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0825610 Apr 28 20:56:21.924026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e4fdeab-5c09-485d-8e63-1e2d531fbc40 req-025c9260-19c6-4372-8cbe-c6125235f326 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0395625 Apr 28 20:56:22.517455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72278372-0c02-42d7-b513-dd6ce697f65d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:23.107616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67effe8c-abf8-4bed-aad5-eec0aacc741e req-6ef827b2-f020-4053-b7f3-af0f63fb8c78 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:23.109049 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67effe8c-abf8-4bed-aad5-eec0aacc741e req-6ef827b2-f020-4053-b7f3-af0f63fb8c78 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0791342 Apr 28 20:56:23.159193 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-67effe8c-abf8-4bed-aad5-eec0aacc741e req-c8558f4c-4da7-4724-9c29-025563fbcf36 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0444405 Apr 28 20:56:23.905031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:24.282725 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:24.348472 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939cbd10-4dc3-4764-bfe8-1854dee88940 req-ff7edefa-9bcf-4341-b624-6fbf518ea372 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:24.349926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-939cbd10-4dc3-4764-bfe8-1854dee88940 req-ff7edefa-9bcf-4341-b624-6fbf518ea372 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0788875 Apr 28 20:56:24.394515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-939cbd10-4dc3-4764-bfe8-1854dee88940 req-bd5d2a6b-8c52-4831-9982-b1f321a29967 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386670 Apr 28 20:56:25.436495 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:25.581545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1c0f67-e504-4f21-81aa-2dc964890143 req-e8529061-11dd-4ec1-9e3a-d3bea911aab8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:25.582980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce1c0f67-e504-4f21-81aa-2dc964890143 req-e8529061-11dd-4ec1-9e3a-d3bea911aab8 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0793016 Apr 28 20:56:25.628930 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ce1c0f67-e504-4f21-81aa-2dc964890143 req-c3a6fb93-e55e-4a1e-abba-fa5e99ee31c1 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0401385 Apr 28 20:56:26.818508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf695d6-0c41-4c4a-87aa-676ec5703373 req-2247aeef-9d27-4370-b1f4-0b780291c4fd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:26.819949 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1bf695d6-0c41-4c4a-87aa-676ec5703373 req-2247aeef-9d27-4370-b1f4-0b780291c4fd tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0834701 Apr 28 20:56:26.866148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1bf695d6-0c41-4c4a-87aa-676ec5703373 req-e05e5c7b-d086-4084-8e17-9018230529b0 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&id=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0402455 Apr 28 20:56:40.736669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:42.988964 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:45.824266 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:56:50.370154 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b389fca5-d34c-4d6c-8865-550f5018989d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:52.518120 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b89ad6cd-f17f-4d19-9ba3-0508ebaef8a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:53.906906 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:54.285609 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:55.439040 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:56:59.720575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-3dad0673-1b45-4f24-8c03-b542a7518daf tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789679256&fields=id&tenant_id=c207413296df43b59b7cf5319186779c HTTP/1.1" status: 200 len: 267 time: 0.0383096 Apr 28 20:56:59.808656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-83ad8f89-844d-40a2-9f2e-c479fb220aae tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:56:59.810117 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-83ad8f89-844d-40a2-9f2e-c479fb220aae tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 984 time: 0.0843439 Apr 28 20:56:59.821403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Request body: {'port': {'security_groups': ['eec737f1-5831-4f9d-81ec-7a3155055ee6']}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:00.040061 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.273278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:00.297866 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.302931 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.315178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:57:00.384941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:00.385595 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.387574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f24ae12a-aa03-4e43-aac2-f9c0a9032243 req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "PUT /v2.0/ports/8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 942 time: 0.5705235 Apr 28 20:57:00.388047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:00.393515 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56268) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:00.402403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event updated for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=7']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:00.423616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.423616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.423925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.430732 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.431181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.431529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.432182 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.432503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.432842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.433170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.433521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.435697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4da813f8-098e-4ea6-aa2d-36a7d1e4ef17 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.443471 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-30dc3688-314a-466b-83e3-b6c0e5bf9a8e'] response: {'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:57:00.521526 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:57:00.561548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.599511 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.642739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-fd54cdc1-d91c-4492-8c8a-6dd93707b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:00.644774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-fd54cdc1-d91c-4492-8c8a-6dd93707b67b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1096 time: 0.1572158 Apr 28 20:57:00.702647 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8690add0-1a5c-4751-af78-22750df0925e None None] Provisioning complete for port 8cb3fd66-355f-495d-af5d-31eef8b55f73 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:00.703041 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8690add0-1a5c-4751-af78-22750df0925e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.748170 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.778435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ec9a2bd-8e5d-4fa1-adb6-6e1681877703,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:00.790185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.790526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.790858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.791183 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.791509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.791830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.792147 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.792463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.792781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.793095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.793411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.793747 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:00.814040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:00.815113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9399038d-6fa6-4c0f-98d9-01a59bedc9b3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "DELETE /v2.0/security-groups/3ec9a2bd-8e5d-4fa1-adb6-6e1681877703 HTTP/1.1" status: 204 len: 168 time: 0.4185982 Apr 28 20:57:00.818052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56272) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:00.819614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-713e8ee6-f63f-4b32-b768-d9f0cf759930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:00.820998 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-713e8ee6-f63f-4b32-b768-d9f0cf759930 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1670659 Apr 28 20:57:00.926026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-939ff06f-76b1-4688-af32-c3cdebdff233 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 1001 time: 0.0985570 Apr 28 20:57:00.989954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-566c03f9-a510-404c-8de6-d6f01ae02dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:00.991372 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-566c03f9-a510-404c-8de6-d6f01ae02dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0571728 Apr 28 20:57:01.024532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Deleting port 244ebdae-a586-4c43-bc03-4103704a11ac {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:01.024879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:01.070398 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-5b84ef34-ca2b-4625-b2f8-bbc929502fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:01.071759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-5b84ef34-ca2b-4625-b2f8-bbc929502fac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732057 Apr 28 20:57:01.195624 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:01.195958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:01.200001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-16ad6a78-70e0-4b30-9f73-707e1a02a1bf service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220388 Apr 28 20:57:01.316954 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Calling delete_port for 244ebdae-a586-4c43-bc03-4103704a11ac owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:01.332506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0963d4eb-2818-4ee8-b4cf-28f7a9e53cf6 req-f07ec8a3-4b18-4f0e-a8a2-b30d9e0357ff service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221576 Apr 28 20:57:01.464701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:01.512533 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event deleted for resources: {'Port': ['ID=244ebdae-a586-4c43-bc03-4103704a11ac,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:01.602407 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:01.602700 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Floating IP cbbccd3f-469e-473b-a42f-c4ef58247642 disassociated (deleted). External IP: 172.25.2.126, port: 8cb3fd66-355f-495d-af5d-31eef8b55f73. Apr 28 20:57:02.057794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Router 34b02530-3d67-489e-8e39-f4c9020b1397 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:57:02.234793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:02.244808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Sync routers for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:02.255893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:02.256597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:02.256747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:02.313940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ca4d6a77-e01b-4c57-a7d8-1e35cb44268e tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "DELETE /v2.0/floatingips/cbbccd3f-469e-473b-a42f-c4ef58247642 HTTP/1.1" status: 204 len: 168 time: 1.4940908 Apr 28 20:57:02.444779 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:02.463558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:02.503181 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7c4b5d-4398-47e6-9221-0c4e7fb371e2'] response: {'name': 'network-changed', 'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:57:02.597775 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-6d145736-587f-4005-a96f-068ee46ff2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:02.599164 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-6d145736-587f-4005-a96f-068ee46ff2ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c207413296df43b59b7cf5319186779c&device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 1096 time: 0.0718734 Apr 28 20:57:02.748754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-d1546fbd-1252-4f3c-a373-7e321b0eecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:02.750588 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-d1546fbd-1252-4f3c-a373-7e321b0eecd1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 200 len: 916 time: 0.1427448 Apr 28 20:57:02.802906 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:02.807303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Checking router: 34b02530-3d67-489e-8e39-f4c9020b1397 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:02.816314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:02.816986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:02.825056 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-c4aa55b0-03d0-4daf-9c52-54d89c994e44 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 200 len: 217 time: 0.0680420 Apr 28 20:57:02.890060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-9004764f-0443-43b5-acc1-1d611f5c268e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:02.891402 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-9004764f-0443-43b5-acc1-1d611f5c268e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 200 len: 854 time: 0.0568919 Apr 28 20:57:02.972428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-beb3fb57-ba09-47a9-8e0b-61018ef820e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:02.973927 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-beb3fb57-ba09-47a9-8e0b-61018ef820e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f1bb4c92-0dff-4377-93da-d57de5ff7c9c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756936 Apr 28 20:57:02.985765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-dc46c8b1-733a-4aa7-95b7-543c94ab6fe8 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:57:02.986961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-dc46c8b1-733a-4aa7-95b7-543c94ab6fe8 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047312 Apr 28 20:57:03.032005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:03.231845 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-229bb899-5dd8-497e-b994-e7b4ea94a577 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388420 Apr 28 20:57:03.357188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:03.361767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-511e7d10-9aa6-4faf-a34a-5bf49c51c9bb None None] The sync data for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 is: [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:54:51Z', 'revision_number': 4, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '4d842314-6b6b-4a6d-8bf3-666f724754a9', 'name': '', 'network_id': 'f1bb4c92-0dff-4377-93da-d57de5ff7c9c', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'mac_address': 'fa:16:3e:9c:8a:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_interface', 'standard_attr_id': 4237, 'fixed_ips': [{'subnet_id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:50Z', 'updated_at': '2022-04-28T20:54:58Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'subnets': [{'id': '6f834cd5-5dd7-4cf7-9028-67cd6a17429c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:03.377880 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-765d4066-9a35-4ec2-9b44-c7721518ad63 req-21d37408-188f-4d19-b058-a96a25a2fe76 service neutron] 10.222.0.41 "GET /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379616 Apr 28 20:57:03.648584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd970abd-a134-4f58-83ae-44960727b5a7 None None] New status for floating IP cbbccd3f-469e-473b-a42f-c4ef58247642: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:57:06.695966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ee81-fa8e-4e05-9cf0-d0a048166fe4 req-2fec58aa-5fa5-4150-8810-eea9e2b92b9a tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:06.697430 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f28ee81-fa8e-4e05-9cf0-d0a048166fe4 req-2fec58aa-5fa5-4150-8810-eea9e2b92b9a tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0788324 Apr 28 20:57:06.739975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0f28ee81-fa8e-4e05-9cf0-d0a048166fe4 req-29bb3c00-29fb-4b87-8c89-6217d6667297 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:57:06.754920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0f28ee81-fa8e-4e05-9cf0-d0a048166fe4 req-29bb3c00-29fb-4b87-8c89-6217d6667297 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:57:06.756087 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f28ee81-fa8e-4e05-9cf0-d0a048166fe4 req-29bb3c00-29fb-4b87-8c89-6217d6667297 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528381 Apr 28 20:57:07.942517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f75764d-b1e1-4022-9582-a4b7bc6ee00b req-a2d18e49-006a-4b2f-b03e-643678422e9c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:07.943207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f75764d-b1e1-4022-9582-a4b7bc6ee00b req-a2d18e49-006a-4b2f-b03e-643678422e9c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Synchronizing usage tracker for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:57:07.958224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7f75764d-b1e1-4022-9582-a4b7bc6ee00b req-a2d18e49-006a-4b2f-b03e-643678422e9c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Unset dirty status for tenant:c207413296df43b59b7cf5319186779c on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:57:07.959397 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f75764d-b1e1-4022-9582-a4b7bc6ee00b req-a2d18e49-006a-4b2f-b03e-643678422e9c tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0971758 Apr 28 20:57:08.004053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f75764d-b1e1-4022-9582-a4b7bc6ee00b req-f0c8967d-bbb4-41a9-8ece-49f5c703bf61 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389683 Apr 28 20:57:08.570545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-0b392759-314c-4b3f-a498-d947075a0231 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:08.571951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-0b392759-314c-4b3f-a498-d947075a0231 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.41 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 945 time: 0.0805483 Apr 28 20:57:08.640460 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Deleting port 8cb3fd66-355f-495d-af5d-31eef8b55f73 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:08.640798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:08.878810 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] For port 8cb3fd66-355f-495d-af5d-31eef8b55f73, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=8cb3fd66-355f-495d-af5d-31eef8b55f73,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:08.879164 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:08.998622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Calling delete_port for 8cb3fd66-355f-495d-af5d-31eef8b55f73 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:09.188113 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:09.204575 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['8cb3fd66-355f-495d-af5d-31eef8b55f73'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:57:09.246134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Pushing event deleted for resources: {'Port': ['ID=8cb3fd66-355f-495d-af5d-31eef8b55f73,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:09.331603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3b515-94b9-4d40-b393-c439a2450f84 req-2f3db2f9-b2fc-4cdf-8830-988b01bc95df tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:09.333490 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1b3b515-94b9-4d40-b393-c439a2450f84 req-2f3db2f9-b2fc-4cdf-8830-988b01bc95df tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/ports?device_id=6daadb2d-e055-412f-8a5a-fb6facf29828 HTTP/1.1" status: 200 len: 867 time: 0.2208505 Apr 28 20:57:09.341400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] No DVR routers for this DVR port 8cb3fd66-355f-495d-af5d-31eef8b55f73 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:57:09.343911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:09.347331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'name': 'network-vif-deleted', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:09.387412 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b48f8232-7bcb-49f7-8804-3fdb0e84277e req-ec1b5a79-abfa-47cb-8a5c-8c71dbcbf3ef tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.41 "DELETE /v2.0/ports/8cb3fd66-355f-495d-af5d-31eef8b55f73 HTTP/1.1" status: 204 len: 173 time: 0.8079159 Apr 28 20:57:09.399070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1b3b515-94b9-4d40-b393-c439a2450f84 req-52d2a527-7c4a-4c2b-bd28-88f052f65ef3 tempest-TestMinimumBasicScenario-22121059 tempest-TestMinimumBasicScenario-22121059-project] 10.222.0.24 "GET /v2.0/security-groups?id=eec737f1-5831-4f9d-81ec-7a3155055ee6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588732 Apr 28 20:57:09.404766 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f2838aa-7807-4b5a-9b3f-df80002173fe'] response: {'server_uuid': '6daadb2d-e055-412f-8a5a-fb6facf29828', 'name': 'network-vif-deleted', 'tag': '8cb3fd66-355f-495d-af5d-31eef8b55f73', 'status': 'completed', 'code': 200} Apr 28 20:57:10.762959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:11.021708 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56356) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:11.541172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:11.879830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Deleting port 4d842314-6b6b-4a6d-8bf3-666f724754a9 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:11.880167 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:12.156990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] For port 4d842314-6b6b-4a6d-8bf3-666f724754a9, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=4d842314-6b6b-4a6d-8bf3-666f724754a9,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:12.157684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:12.279692 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Calling delete_port for 4d842314-6b6b-4a6d-8bf3-666f724754a9 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:12.443608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:12.514750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Pushing event deleted for resources: {'Port': ['ID=4d842314-6b6b-4a6d-8bf3-666f724754a9,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:12.758799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:12.983208 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:13.106503 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Router 34b02530-3d67-489e-8e39-f4c9020b1397 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:57:13.276365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:13.285512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Sync routers for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:13.288899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b0ca2a72-fafd-4a16-889d-50d188a8452a admin admin] 10.222.0.24 "PUT /v2.0/routers/34b02530-3d67-489e-8e39-f4c9020b1397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2661364 Apr 28 20:57:13.291366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56360) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:13.294578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:13.295185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:13.477840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:13.575476 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:13.667441 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8cb3fd66-355f-495d-af5d-31eef8b55f73 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:13.707431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 8cb3fd66-355f-495d-af5d-31eef8b55f73 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:13.707775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 8cb3fd66-355f-495d-af5d-31eef8b55f73 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:13.753556 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:13.762769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Deleting port 01a20711-221a-47b1-aa1d-f911d21741be {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:13.763092 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:13.802557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178'}], 'enable_snat': True}, 'gw_port_id': '01a20711-221a-47b1-aa1d-f911d21741be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:57:12Z', 'revision_number': 5, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port': {'id': '01a20711-221a-47b1-aa1d-f911d21741be', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:c1:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4236, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:48Z', 'updated_at': '2022-04-28T20:54:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:13.806337 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Checking router: 34b02530-3d67-489e-8e39-f4c9020b1397 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:13.814532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Routers {'34b02530-3d67-489e-8e39-f4c9020b1397'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:13.815126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['34b02530-3d67-489e-8e39-f4c9020b1397'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:13.935795 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] For port 01a20711-221a-47b1-aa1d-f911d21741be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=01a20711-221a-47b1-aa1d-f911d21741be,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:13.936055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:13.963932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] Set router 34b02530-3d67-489e-8e39-f4c9020b1397 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:14.056847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Calling delete_port for 01a20711-221a-47b1-aa1d-f911d21741be owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:14.069237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:57:13Z', 'revision_number': 6, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:14.073295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bd3c71-60bb-4474-a054-1321019bf4c0 None None] The sync data for ids ['34b02530-3d67-489e-8e39-f4c9020b1397'] in n-d-839811-1 is: [{'id': '34b02530-3d67-489e-8e39-f4c9020b1397', 'name': 'tempest-TestMinimumBasicScenario-1881979339-router', 'tenant_id': 'c207413296df43b59b7cf5319186779c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:47Z', 'updated_at': '2022-04-28T20:57:13Z', 'revision_number': 6, 'project_id': 'c207413296df43b59b7cf5319186779c', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:14.226187 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.302508 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Pushing event deleted for resources: {'Port': ['ID=01a20711-221a-47b1-aa1d-f911d21741be,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:14.366685 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.537786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.539900 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.561093 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.561603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 34b02530-3d67-489e-8e39-f4c9020b1397 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:57:14.574230 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.575399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5f1b88ed-1316-43fd-8707-c06dc8ebd05e admin admin] 10.222.0.24 "DELETE /v2.0/routers/34b02530-3d67-489e-8e39-f4c9020b1397 HTTP/1.1" status: 204 len: 168 time: 1.2830305 Apr 28 20:57:14.578094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56364) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:14.638033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Deleting subnet 6f834cd5-5dd7-4cf7-9028-67cd6a17429c {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:57:14.640818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.690597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.870412 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 01a20711-221a-47b1-aa1d-f911d21741be no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:14.879805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.905898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 01a20711-221a-47b1-aa1d-f911d21741be {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:14.906461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 01a20711-221a-47b1-aa1d-f911d21741be not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:14.906886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d842314-6b6b-4a6d-8bf3-666f724754a9 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:14.954626 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:14.990708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 4d842314-6b6b-4a6d-8bf3-666f724754a9 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:14.991058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 4d842314-6b6b-4a6d-8bf3-666f724754a9 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:14.995019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f834cd5-5dd7-4cf7-9028-67cd6a17429c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:14.998725 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.004881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0c25f-5f44-4fcd-a39b-73746d94c609 None None] Network f1bb4c92-0dff-4377-93da-d57de5ff7c9c requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:57:15.006703 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2ec98297-c227-4e66-b8f7-22afaf6e9efd admin admin] 10.222.0.24 "DELETE /v2.0/subnets/6f834cd5-5dd7-4cf7-9028-67cd6a17429c HTTP/1.1" status: 204 len: 168 time: 0.4276807 Apr 28 20:57:15.009158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56368) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:15.120479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.132007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Deleting port 756045f2-9d0e-491a-8472-eee3d57eb829 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:15.132341 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.264566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] DHCP port deletion for f1bb4c92-0dff-4377-93da-d57de5ff7c9c request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:57:15.269547 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Deleting port 756045f2-9d0e-491a-8472-eee3d57eb829 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:15.269922 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.343239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] For port 756045f2-9d0e-491a-8472-eee3d57eb829, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=756045f2-9d0e-491a-8472-eee3d57eb829,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:15.343792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.464761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Calling delete_port for 756045f2-9d0e-491a-8472-eee3d57eb829 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:15.474555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] For port 756045f2-9d0e-491a-8472-eee3d57eb829, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=756045f2-9d0e-491a-8472-eee3d57eb829,segment=NetworkSegment(058f353b-6bf7-43eb-9bec-e3f78cf2fbc7),segment_id=058f353b-6bf7-43eb-9bec-e3f78cf2fbc7)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:15.475177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.543681 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.591762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Pushing event deleted for resources: {'Port': ['ID=756045f2-9d0e-491a-8472-eee3d57eb829,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:15.598109 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] No DVR routers for this DVR port 756045f2-9d0e-491a-8472-eee3d57eb829 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:57:15.599815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Calling delete_port for 756045f2-9d0e-491a-8472-eee3d57eb829 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:15.669894 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:57:15.670257 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:57:15.711572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.735437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1bb4c92-0dff-4377-93da-d57de5ff7c9c']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:15.747549 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:15.747842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '058f353b-6bf7-43eb-9bec-e3f78cf2fbc7') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:15.759266 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.774888 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.780626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:57:15.781010 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:57:15.794403 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:57:15.869773 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.885549 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:15.895580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1bb4c92-0dff-4377-93da-d57de5ff7c9c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:15.909080 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0a38ba10-0a2e-404b-877d-c23f648ecd94 admin admin] 10.222.0.24 "DELETE /v2.0/networks/f1bb4c92-0dff-4377-93da-d57de5ff7c9c HTTP/1.1" status: 204 len: 168 time: 0.8989434 Apr 28 20:57:15.912016 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56372) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:16.171624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Deleting port 756045f2-9d0e-491a-8472-eee3d57eb829 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:16.172022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:16.239416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0babc163-9223-4860-8ffc-c66c5ae638a6 None None] The port '756045f2-9d0e-491a-8472-eee3d57eb829' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:57:16.541819 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:16.694709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 756045f2-9d0e-491a-8472-eee3d57eb829 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:16.728146 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 756045f2-9d0e-491a-8472-eee3d57eb829 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:16.728485 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 756045f2-9d0e-491a-8472-eee3d57eb829 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:16.881249 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Deleting port fad1bcda-2e3b-410f-a45a-5d2a3b528d24 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:16.881617 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:17.050657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] For port fad1bcda-2e3b-410f-a45a-5d2a3b528d24, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:17.051104 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:17.172731 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Calling delete_port for fad1bcda-2e3b-410f-a45a-5d2a3b528d24 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:17.343339 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:17.390944 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Pushing event deleted for resources: {'Port': ['ID=fad1bcda-2e3b-410f-a45a-5d2a3b528d24,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:17.651832 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:18.108575 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Router 004160a7-22ba-4378-bbf3-84ccc05890b1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:57:18.282326 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:18.290786 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Sync routers for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:18.298284 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-92b9fcf8-8300-4acf-bdc7-7264cd33b20c admin admin] 10.222.0.24 "PUT /v2.0/routers/004160a7-22ba-4378-bbf3-84ccc05890b1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3852775 Apr 28 20:57:18.300613 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:18.300945 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56376) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:18.301221 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:18.477812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:18.478913 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:18.654213 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:18.664594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Deleting port 7c262696-52d2-4c3d-aded-663805c7d1c1 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:18.664937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:18.765258 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94'}], 'enable_snat': True}, 'gw_port_id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:57:17Z', 'revision_number': 5, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port': {'id': '7c262696-52d2-4c3d-aded-663805c7d1c1', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:75:63:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4248, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:54:54Z', 'updated_at': '2022-04-28T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:18.768952 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Checking router: 004160a7-22ba-4378-bbf3-84ccc05890b1 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:18.777021 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Routers {'004160a7-22ba-4378-bbf3-84ccc05890b1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:18.777630 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:56:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['004160a7-22ba-4378-bbf3-84ccc05890b1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:18.835283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] For port 7c262696-52d2-4c3d-aded-663805c7d1c1, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7c262696-52d2-4c3d-aded-663805c7d1c1,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:18.835639 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:18.921862 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] Set router 004160a7-22ba-4378-bbf3-84ccc05890b1 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:18.959764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Calling delete_port for 7c262696-52d2-4c3d-aded-663805c7d1c1 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:19.025656 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:57:18Z', 'revision_number': 6, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:19.029588 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e50b99d-6c0f-4756-8a97-b5c25bb9c958 None None] The sync data for ids ['004160a7-22ba-4378-bbf3-84ccc05890b1'] in n-d-839811-1 is: [{'id': '004160a7-22ba-4378-bbf3-84ccc05890b1', 'name': 'tempest-TestMinimumBasicScenario-1321568354-router', 'tenant_id': '321fa530556f4f9586c29e62d6361cf3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:54:53Z', 'updated_at': '2022-04-28T20:57:18Z', 'revision_number': 6, 'project_id': '321fa530556f4f9586c29e62d6361cf3', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:19.133095 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.290500 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Pushing event deleted for resources: {'Port': ['ID=7c262696-52d2-4c3d-aded-663805c7d1c1,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.385293 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.559080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.561140 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.584344 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.584863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 004160a7-22ba-4378-bbf3-84ccc05890b1 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:57:19.597436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.598570 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-026a65cb-9437-4ecd-be70-9cae126c4a1a admin admin] 10.222.0.24 "DELETE /v2.0/routers/004160a7-22ba-4378-bbf3-84ccc05890b1 HTTP/1.1" status: 204 len: 168 time: 1.2966669 Apr 28 20:57:19.601493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56380) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:19.661986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Deleting subnet bde748b1-ecf7-41e2-bafe-b091a1493fca {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:57:19.664754 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.713263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.791993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.858632 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.901787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bde748b1-ecf7-41e2-bafe-b091a1493fca,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:19.907225 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:19.912871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ff7ceb-e077-4c65-83d5-fdc095bbbdcc None None] Network 7e7f0f34-d5f8-4a5b-9920-18d9be788270 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:57:19.915203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7fb56715-ee86-445e-b001-932f2c163974 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/bde748b1-ecf7-41e2-bafe-b091a1493fca HTTP/1.1" status: 204 len: 168 time: 0.3126111 Apr 28 20:57:19.917586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56384) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:20.025205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.037364 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Deleting port feda02f0-34f0-49d7-aca5-9682f759b400 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:20.037918 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.165492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] DHCP port deletion for 7e7f0f34-d5f8-4a5b-9920-18d9be788270 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:57:20.169604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Deleting port feda02f0-34f0-49d7-aca5-9682f759b400 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:20.169975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.247228 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] For port feda02f0-34f0-49d7-aca5-9682f759b400, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=feda02f0-34f0-49d7-aca5-9682f759b400,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:20.247574 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.367923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Calling delete_port for feda02f0-34f0-49d7-aca5-9682f759b400 owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:20.396796 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] For port feda02f0-34f0-49d7-aca5-9682f759b400, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=feda02f0-34f0-49d7-aca5-9682f759b400,segment=NetworkSegment(9aed2def-994a-498e-a57f-222cd41a0e35),segment_id=9aed2def-994a-498e-a57f-222cd41a0e35)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:20.397187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.404568 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd7c12fa-fdba-4c46-88ed-6adb2f45cd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.449205 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.502205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] No DVR routers for this DVR port feda02f0-34f0-49d7-aca5-9682f759b400 on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:57:20.504342 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=feda02f0-34f0-49d7-aca5-9682f759b400,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:20.520084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Calling delete_port for feda02f0-34f0-49d7-aca5-9682f759b400 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:57:20.589486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 20:57:20.589841 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 20:57:20.622911 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.647951 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e7f0f34-d5f8-4a5b-9920-18d9be788270']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:20.663421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aed2def-994a-498e-a57f-222cd41a0e35') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:20.664077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aed2def-994a-498e-a57f-222cd41a0e35') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:20.676001 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.694183 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.703106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Releasing vlan 433 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:57:20.703500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.703650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fad1bcda-2e3b-410f-a45a-5d2a3b528d24 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:57:20.716696 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:57:20.745103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: fad1bcda-2e3b-410f-a45a-5d2a3b528d24 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:20.745443 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fad1bcda-2e3b-410f-a45a-5d2a3b528d24 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:20.746114 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device feda02f0-34f0-49d7-aca5-9682f759b400 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:20.800745 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.807776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: feda02f0-34f0-49d7-aca5-9682f759b400 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:20.808119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device feda02f0-34f0-49d7-aca5-9682f759b400 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:20.808522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7c262696-52d2-4c3d-aded-663805c7d1c1 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:57:20.820313 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:20.834682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e7f0f34-d5f8-4a5b-9920-18d9be788270,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:20.843041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7c262696-52d2-4c3d-aded-663805c7d1c1 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:57:20.843606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7c262696-52d2-4c3d-aded-663805c7d1c1 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:57:20.846938 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bc149123-cdd6-4146-8dea-da44756ee5c7 admin admin] 10.222.0.24 "DELETE /v2.0/networks/7e7f0f34-d5f8-4a5b-9920-18d9be788270 HTTP/1.1" status: 204 len: 168 time: 0.9283874 Apr 28 20:57:21.042855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56390) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:21.091392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Deleting port feda02f0-34f0-49d7-aca5-9682f759b400 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:57:21.092002 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.159141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-476b8ae2-f24b-4a73-92f3-bde9fc26b885 None None] The port 'feda02f0-34f0-49d7-aca5-9682f759b400' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 20:57:21.193246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8c762dca-2f03-4507-a9f6-cd0eacee6ef9 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=c207413296df43b59b7cf5319186779c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1492524 Apr 28 20:57:21.195711 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56394) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:21.251401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.277560 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.331573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.348512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec737f1-5831-4f9d-81ec-7a3155055ee6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:21.359097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.360200 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8193c5d7-a23f-4755-a3b7-e4d59b7311e6 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/eec737f1-5831-4f9d-81ec-7a3155055ee6 HTTP/1.1" status: 204 len: 168 time: 0.1636231 Apr 28 20:57:21.720393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56402) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:21.771258 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-07e67b38-3df5-4797-9a2d-a5da1e26df04 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=321fa530556f4f9586c29e62d6361cf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0497320 Apr 28 20:57:21.773923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56406) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:21.829927 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.854874 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.905706 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.924302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=810a8ba9-1737-4c75-b1a2-2e35f547a0b0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:21.927734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:21.928825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d5e80853-2dbd-43e7-8f17-d0b606afaf8b admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/810a8ba9-1737-4c75-b1a2-2e35f547a0b0 HTTP/1.1" status: 204 len: 168 time: 0.1540408 Apr 28 20:57:22.521093 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-05479640-7c00-4539-b234-844ad5f276a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:22.823836 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:57:23.910192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:24.287701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.227626 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:25.232733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1222137293', 'description': 'tempest-secgroup-smoke-1222137293 description', 'project_id': '3c97b96e712b478cad3f2de8df067549'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:25.239499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.243300 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.246099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.251694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.261564 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.273804 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.288590 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.292261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.294979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.301166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.384922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.388386 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.399941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.407206 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.412856 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.426956 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.434372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c0b441-1bc8-4bc4-8c90-2f2b0b027f30,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.444612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.504752 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.508479 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.549192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15812a1c-f1da-4ff0-ac74-6cad2b707c14,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.551533 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.552719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e18c828e-28bb-428b-96f8-22c64bb971bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3241122 Apr 28 20:57:25.555922 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56458) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:25.560980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:25.568568 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.572357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.575185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.582660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.600075 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.659699 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.662913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.682657 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47981767-a2bf-436d-b4b7-e843ab094134,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.694052 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.695193 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d1ad148e-a1d2-4415-8614-2a6688b6b3cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1382596 Apr 28 20:57:25.697907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56462) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:25.702839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:25.709719 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.713380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.716144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.722258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.741820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.803615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.806834 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.829193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8341eae5-abf3-4d07-ae57-962714109477,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.837985 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.839224 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a4a2c9c9-113c-4c58-af71-94c38a27acec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1404388 Apr 28 20:57:25.842046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56466) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:25.847511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:25.853864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.857589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:25.860343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:25.866692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:25.882756 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.942105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.945479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.968327 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a738fe7a-bfab-424f-8831-a9dcd65b6bc5,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:25.978130 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:25.979269 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fe91e465-de9c-4254-8acb-b336439e835e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1363084 Apr 28 20:57:25.981977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56470) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:25.987131 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:25.993668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:25.997312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:26.000153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:26.006092 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:26.022687 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.091860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.095015 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.117520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c654fcb-d85b-4d2e-a240-fa174e043194,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.126438 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.127652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-ce7865af-1bd7-4b25-90e4-7924ce3928ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1447687 Apr 28 20:57:26.130361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56474) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:26.135078 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:26.141395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:26.145969 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:26.148728 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:26.154302 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:26.164870 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:57:26.171278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.234196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.237626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.260044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79441002-20e6-4ef8-a7a8-d106fe95c8fe,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.268604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.269774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b59f4f3f-034d-4387-a2d1-e8a070d7cd92 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1385047 Apr 28 20:57:26.272466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56478) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:26.277196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '15812a1c-f1da-4ff0-ac74-6cad2b707c14', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:26.283464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:26.287308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:26.290230 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:26.295833 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:26.306243 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:57:26.312770 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.378532 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.381796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.408597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fa41200-4db5-45eb-af6d-f22f0f3f9168,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.418911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.423216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56482) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:26.424141 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-18aef616-676b-4606-a5f8-2e6ead3b4081 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1498871 Apr 28 20:57:26.429238 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'network': {'name': 'tempest-network-smoke--427821760', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:26.434911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:26.438794 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:network and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:26.442565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:26.448580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:26.460089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:26.463581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.491907 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:57:26.500607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.500946 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Added segment 19fc79bd-ddf7-4e8d-b573-6c93f088f9b4 of type vlan for network 27749556-da44-4bff-95ef-381a1c21d440 Apr 28 20:57:26.528046 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.556065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.561419 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:26.562020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.662931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2383630 Apr 28 20:57:26.665864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56486) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:26.670917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'admin_state_up': True, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:26.671664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ddbb6d-8e83-4c4e-b148-971f8e24286f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Network': ['ID=27749556-da44-4bff-95ef-381a1c21d440,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:26.681048 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:26.682896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 27749556-da44-4bff-95ef-381a1c21d440 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:57:26.685000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:router and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:26.687790 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:26.695196 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:26.705233 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.706226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:26.720080 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.097278 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.388589 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.417910 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.552479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.220 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/7b336b51-e238-479b-bdc7-c64964baf63e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:27.697579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.726093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:27.792782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:27.795641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:27.800041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:57:27.833614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=7b336b51-e238-479b-bdc7-c64964baf63e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:28.208510 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:28.660120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:28.862692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 82351b6e-f4d7-498f-80b1-d829981e22a1 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:57:29.037751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:29.048847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Sync routers for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:29.057959 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:29.058564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:29.065016 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:29.066294 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d9d575e6-19f4-4c1f-b8ce-9a41bbc7ade7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3993883 Apr 28 20:57:29.069695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56494) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:29.211075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bfd4308d-6733-4954-ab4b-c27d3b6b163d tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c97b96e712b478cad3f2de8df067549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1401761 Apr 28 20:57:29.213854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56500) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:29.235250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:29.342279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77c52bc-a645-4467-8829-5f36949bd767 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:29.345977 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d77c52bc-a645-4467-8829-5f36949bd767 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1311820 Apr 28 20:57:29.346877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:29.387130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a667df5a-f0e3-4ddb-aefa-bc92f60858f3 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367541 Apr 28 20:57:29.387354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:29.392975 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-484221918', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:29.504255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:29.508115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:subnet and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:29.510933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:29.516897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:29.528279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:29.528983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:29.531775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:29.533866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Checking router: 82351b6e-f4d7-498f-80b1-d829981e22a1 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:29.534274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Updating router 82351b6e-f4d7-498f-80b1-d829981e22a1 port 7b336b51-e238-479b-bdc7-c64964baf63e binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:29.586531 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:29.747964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:29.828432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Subnet': ['ID=22ec3ef8-9db1-4f26-b1ed-e70f089ab099,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:29.835665 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Checking segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:57:29.836020 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network hostable DHCP agents. Network: 27749556-da44-4bff-95ef-381a1c21d440, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:57:29.854616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 27749556-da44-4bff-95ef-381a1c21d440 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:57:29.864116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 27749556-da44-4bff-95ef-381a1c21d440) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:29.868365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:29.868879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:29.886348 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e8c919-c69b-4117-a167-a1051275376c None None] Network 27749556-da44-4bff-95ef-381a1c21d440 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:57:29.890829 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-61e87d65-9d23-43c1-ba51-da70b8a07dae tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5023444 Apr 28 20:57:29.893363 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:29.996630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.021020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Transition to ACTIVE for port object 7b336b51-e238-479b-bdc7-c64964baf63e will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:30.029217 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.205949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Attempting to bind port 7b336b51-e238-479b-bdc7-c64964baf63e on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:57:30.206706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Attempting to bind port 7b336b51-e238-479b-bdc7-c64964baf63e by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:57:30.206835 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Attempting to bind port 7b336b51-e238-479b-bdc7-c64964baf63e on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:57:30.208975 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Pushing event updated for resources: {'Port': ['ID=7b336b51-e238-479b-bdc7-c64964baf63e,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:30.225824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.226168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.226503 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.226836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.227162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.227484 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.227809 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.228127 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.228445 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.228761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.229077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.229393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:30.232606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:57:30.232980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:57:30.233384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.233792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:57:30.234267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Bound port: 7b336b51-e238-479b-bdc7-c64964baf63e, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:57:30.234638 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.323480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-27749556-da44-4bff-95ef-381a1c21d440', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:57:30.324302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.393806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] For port 7b336b51-e238-479b-bdc7-c64964baf63e, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:57:30.410958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] For port 7b336b51-e238-479b-bdc7-c64964baf63e, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b336b51-e238-479b-bdc7-c64964baf63e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:57:30.428289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.571717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:30.572256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:30.632573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c2eda-f227-43a1-8813-8cf17f3d3643 None None] Pushing event updated for resources: {'Port': ['ID=7b336b51-e238-479b-bdc7-c64964baf63e,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:30.692496 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:30.713860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Allocated IP 172.20.0.2 (27749556-da44-4bff-95ef-381a1c21d440/22ec3ef8-9db1-4f26-b1ed-e70f089ab099/28a24d66-cb18-4eba-8957-b0664a62225a) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:30.851930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:31.152253 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.193749 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Transition to ACTIVE for port object 28a24d66-cb18-4eba-8957-b0664a62225a will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:31.219389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Transition to ACTIVE for port object 28a24d66-cb18-4eba-8957-b0664a62225a will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:31.227370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.287862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.1 (27749556-da44-4bff-95ef-381a1c21d440/22ec3ef8-9db1-4f26-b1ed-e70f089ab099/c08bd754-dda7-4dec-903f-a0b77a92e104) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:31.302356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Network 27749556-da44-4bff-95ef-381a1c21d440 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:31.306724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Pushing event updated for resources: {'Port': ['ID=28a24d66-cb18-4eba-8957-b0664a62225a,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:31.309087 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:31.311759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:57:31.315160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:31.349707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c04a9b7-7189-4bfd-b66f-fe5c0f3dae90 None None] The sync data for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 is: [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:28Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:31.408387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Attempting to bind port 28a24d66-cb18-4eba-8957-b0664a62225a on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:57:31.408817 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Attempting to bind port 28a24d66-cb18-4eba-8957-b0664a62225a by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:57:31.409185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Attempting to bind port 28a24d66-cb18-4eba-8957-b0664a62225a on network 27749556-da44-4bff-95ef-381a1c21d440 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:57:31.414840 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:57:31.415916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Checking segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:57:31.415916 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.416141 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Bound using segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:57:31.416439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Bound port: 28a24d66-cb18-4eba-8957-b0664a62225a, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:57:31.416813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.469065 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.487064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object c08bd754-dda7-4dec-903f-a0b77a92e104 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:31.510983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] For port 28a24d66-cb18-4eba-8957-b0664a62225a, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:57:31.512772 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.514298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] For port 28a24d66-cb18-4eba-8957-b0664a62225a, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28a24d66-cb18-4eba-8957-b0664a62225a,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:57:31.519419 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.599275 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 27749556-da44-4bff-95ef-381a1c21d440 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:31.603072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:31.607591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:57:31.629539 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11f3fe-9458-4f6c-b4e1-429cbdb8bff0 None None] Pushing event updated for resources: {'Port': ['ID=28a24d66-cb18-4eba-8957-b0664a62225a,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:31.656814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:31.690748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:31.820983 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:32.387415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:32.392536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:32.510458 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:32.514030 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:32.596608 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09de596-7fb7-4034-a79f-7faac3b91739 None None] Network 27749556-da44-4bff-95ef-381a1c21d440 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:57:32.653917 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 27749556-da44-4bff-95ef-381a1c21d440 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:32.655087 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:32.777306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-831c7ee5-1543-4ed0-bdb2-74a796e9651c None None] Provisioning for port 28a24d66-cb18-4eba-8957-b0664a62225a completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:32.784064 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28a24d66-cb18-4eba-8957-b0664a62225a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:32.855125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 82351b6e-f4d7-498f-80b1-d829981e22a1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:57:32.941714 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 28a24d66-cb18-4eba-8957-b0664a62225a completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:32.948112 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 28a24d66-cb18-4eba-8957-b0664a62225a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:32.948478 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.052089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:33.061815 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Sync routers for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:33.064761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b53f6fb7-b400-41be-aa18-631b51b113a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/82351b6e-f4d7-498f-80b1-d829981e22a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1697633 Apr 28 20:57:33.087187 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:33.087787 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.087929 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:33.128091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 28a24d66-cb18-4eba-8957-b0664a62225a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28a24d66-cb18-4eba-8957-b0664a62225a,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:33.135721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.136793 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b336b51-e238-479b-bdc7-c64964baf63e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:33.265837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=28a24d66-cb18-4eba-8957-b0664a62225a,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:33.285161 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7b336b51-e238-479b-bdc7-c64964baf63e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:33.295592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Provisioning for port c08bd754-dda7-4dec-903f-a0b77a92e104 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:33.303467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Provisioning complete for port c08bd754-dda7-4dec-903f-a0b77a92e104 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:33.304176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.333729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7b336b51-e238-479b-bdc7-c64964baf63e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:33.334239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.335222 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:33.435467 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Port c08bd754-dda7-4dec-903f-a0b77a92e104 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:57:33.480202 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-1683772a-598b-49d2-bb0c-1e270d20d07f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1222137293&fields=id&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 267 time: 0.0534308 Apr 28 20:57:33.506960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Provisioning complete for port 28a24d66-cb18-4eba-8957-b0664a62225a triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:33.507326 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8bfeeee2-ef93-45da-87b1-02654129796f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.590519 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.653597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7b336b51-e238-479b-bdc7-c64964baf63e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b336b51-e238-479b-bdc7-c64964baf63e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:33.665788 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.666003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-4f00cf59-0f24-488f-a4b0-b4370e8218fa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:33.672288 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-4f00cf59-0f24-488f-a4b0-b4370e8218fa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 796 time: 0.1856868 Apr 28 20:57:33.693858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a074be03-ace7-4a53-8443-b40ce30a79a8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/quotas/3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 375 time: 0.0197904 Apr 28 20:57:33.754007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7b336b51-e238-479b-bdc7-c64964baf63e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:33.761577 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:32Z', 'revision_number': 2, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:33.765707 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Checking router: 82351b6e-f4d7-498f-80b1-d829981e22a1 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:33.766239 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Updating router 82351b6e-f4d7-498f-80b1-d829981e22a1 port c08bd754-dda7-4dec-903f-a0b77a92e104 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:57:33.781144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-b812a873-e539-422b-8f61-8b319781fe69 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0860884 Apr 28 20:57:33.796859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-5889e990-019c-4178-af07-511e79ecb1db service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 20:57:33.797936 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-5889e990-019c-4178-af07-511e79ecb1db service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051370 Apr 28 20:57:33.817381 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.845009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-30e54311-5729-4230-8686-7b1268316b78 None None] Provisioning complete for port c08bd754-dda7-4dec-903f-a0b77a92e104 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:33.846030 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-30e54311-5729-4230-8686-7b1268316b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:33.901130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-30e54311-5729-4230-8686-7b1268316b78 None None] Port c08bd754-dda7-4dec-903f-a0b77a92e104 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:57:33.933037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-56ce16bd-7b99-4a34-8c42-f89ed6fb17e0 service neutron] 10.222.0.24 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289046 Apr 28 20:57:34.064796 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-d72850b4-043c-43c8-be6e-4b15454a3771 service neutron] 10.222.0.24 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252830 Apr 28 20:57:34.153857 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.168046 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Transition to ACTIVE for port object c08bd754-dda7-4dec-903f-a0b77a92e104 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:34.175803 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.305641 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-723703a5-19c4-4885-9b27-5d39801ff206 req-f9eb8c41-597d-451c-bdeb-c62bbadd4320 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:57:34.331520 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-723703a5-19c4-4885-9b27-5d39801ff206 req-f9eb8c41-597d-451c-bdeb-c62bbadd4320 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:57:34.332797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-723703a5-19c4-4885-9b27-5d39801ff206 req-f9eb8c41-597d-451c-bdeb-c62bbadd4320 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 210 time: 0.1287017 Apr 28 20:57:34.334377 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Pushing event updated for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.386101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.386444 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.386777 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.387101 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.387454 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.387773 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.388098 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.388412 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.388728 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.389046 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.389357 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.389710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:57:34.422750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Attempting to bind port c08bd754-dda7-4dec-903f-a0b77a92e104 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:57:34.423659 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Attempting to bind port c08bd754-dda7-4dec-903f-a0b77a92e104 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:57:34.425980 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Attempting to bind port c08bd754-dda7-4dec-903f-a0b77a92e104 on network 27749556-da44-4bff-95ef-381a1c21d440 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:57:34.437141 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:57:34.437546 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Checking segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:57:34.437921 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.438301 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Bound using segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:57:34.438768 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Bound port: c08bd754-dda7-4dec-903f-a0b77a92e104, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:57:34.439318 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.534558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] For port c08bd754-dda7-4dec-903f-a0b77a92e104, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:57:34.537882 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] For port c08bd754-dda7-4dec-903f-a0b77a92e104, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c08bd754-dda7-4dec-903f-a0b77a92e104,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:57:34.543049 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.623391 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:34.624196 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:34.736976 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a173f5-4727-4c11-bded-fc97308e4bc1 None None] Pushing event updated for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:34.751921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28a24d66-cb18-4eba-8957-b0664a62225a up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:34.841077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 28a24d66-cb18-4eba-8957-b0664a62225a triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:34.842650 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:34.870581 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:34.980893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b336b51-e238-479b-bdc7-c64964baf63e up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:35.047410 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7b336b51-e238-479b-bdc7-c64964baf63e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:35.047782 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:35.195028 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:35.198887 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a6761d-5552-451a-8b7a-f89ef6d4f5c6 None None] The sync data for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 is: [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:34Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:35.490346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-df113a11-c0c1-48cd-afc5-5f13f16c049e req-b9d1b9e8-800f-46e9-abfa-16d885b9900e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 210 time: 0.0435195 Apr 28 20:57:35.868252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6b5f3568-9a4a-41ec-9103-0cab2d443888 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:35.869693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6b5f3568-9a4a-41ec-9103-0cab2d443888 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 796 time: 0.2807760 Apr 28 20:57:35.918781 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-c42cf7ad-8199-4293-9b72-cfa7da17cb8a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 380 time: 0.0400922 Apr 28 20:57:35.930741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'port': {'device_id': 'f9deeea9-d996-43ef-916e-87418afe868c', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'admin_state_up': True, 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'security_groups': ['15812a1c-f1da-4ff0-ac74-6cad2b707c14']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:36.070911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:36.081163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:36.090516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:57:36.094151 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.261757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.13 (27749556-da44-4bff-95ef-381a1c21d440/22ec3ef8-9db1-4f26-b1ed-e70f089ab099/d64bd36a-dbde-4efe-975f-965d83af0c9c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:36.448773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.464217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object d64bd36a-dbde-4efe-975f-965d83af0c9c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:36.487253 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.559432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 27749556-da44-4bff-95ef-381a1c21d440 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:36.562483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:36.566382 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:57:36.603738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:36.636057 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:36.636800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.688897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-a7d7d5ba-e7c0-4a68-b960-7e927b877d79 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7620809 Apr 28 20:57:36.708745 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Request body: {'port': {'device_id': 'f9deeea9-d996-43ef-916e-87418afe868c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:36.723939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9452486e-3fba-422c-abc1-ed54efe4b4e2 req-4ee22a37-8c1f-4700-a178-58f43102c41d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:36.725611 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9452486e-3fba-422c-abc1-ed54efe4b4e2 req-4ee22a37-8c1f-4700-a178-58f43102c41d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 932 time: 0.1109829 Apr 28 20:57:36.760695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c08bd754-dda7-4dec-903f-a0b77a92e104 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:36.780596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9452486e-3fba-422c-abc1-ed54efe4b4e2 req-95c6dfa1-3250-4f09-8558-7161c74a219d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:57:36.802094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-9452486e-3fba-422c-abc1-ed54efe4b4e2 req-95c6dfa1-3250-4f09-8558-7161c74a219d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:57:36.803255 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9452486e-3fba-422c-abc1-ed54efe4b4e2 req-95c6dfa1-3250-4f09-8558-7161c74a219d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707548 Apr 28 20:57:36.842855 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.845126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c08bd754-dda7-4dec-903f-a0b77a92e104 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:36.850235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c08bd754-dda7-4dec-903f-a0b77a92e104 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:36.850601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:36.947692 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e225bee6-e1b7-4b90-815f-267d6d4d54eb None None] Provisioning for port d64bd36a-dbde-4efe-975f-965d83af0c9c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:36.965991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e225bee6-e1b7-4b90-815f-267d6d4d54eb None None] Provisioning complete for port d64bd36a-dbde-4efe-975f-965d83af0c9c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:36.966354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e225bee6-e1b7-4b90-815f-267d6d4d54eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.021322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.039804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e225bee6-e1b7-4b90-815f-267d6d4d54eb None None] Port d64bd36a-dbde-4efe-975f-965d83af0c9c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:57:37.059075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c08bd754-dda7-4dec-903f-a0b77a92e104, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c08bd754-dda7-4dec-903f-a0b77a92e104,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:37.062633 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.129046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.184740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64bd36a-dbde-4efe-975f-965d83af0c9c {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:37.192556 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.207577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Transition to ACTIVE for port object d64bd36a-dbde-4efe-975f-965d83af0c9c will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:57:37.210719 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.366689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.446360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Attempting to bind port d64bd36a-dbde-4efe-975f-965d83af0c9c on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:57:37.446741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Attempting to bind port d64bd36a-dbde-4efe-975f-965d83af0c9c by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:57:37.447069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Attempting to bind port d64bd36a-dbde-4efe-975f-965d83af0c9c on network 27749556-da44-4bff-95ef-381a1c21d440 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:57:37.452062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Port d64bd36a-dbde-4efe-975f-965d83af0c9c on network 27749556-da44-4bff-95ef-381a1c21d440 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:57:37.452612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Attempting to bind port d64bd36a-dbde-4efe-975f-965d83af0c9c on network 27749556-da44-4bff-95ef-381a1c21d440 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:57:37.458622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:57:37.459032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Checking segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:57:37.459484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Bound using segment: {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:57:37.459983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Bound port: d64bd36a-dbde-4efe-975f-965d83af0c9c, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '27749556-da44-4bff-95ef-381a1c21d440'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:57:37.460395 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.549981 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:57:37.552751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:57:37.557096 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.615032 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.615724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:37.616959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] 10.222.0.41 "PUT /v2.0/ports/d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 1092 time: 0.9141872 Apr 28 20:57:37.617388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:37.639430 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6281d761-42f5-4e91-82c2-4f5905a727f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:37.707286 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2265f405-b170-417d-aed0-908edd3103ce'] response: {'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'status': 'completed', 'code': 200} Apr 28 20:57:37.748516 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-2e555dac-d24c-41c0-b724-29c8a96d4ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.750027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-2e555dac-d24c-41c0-b724-29c8a96d4ba8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1095 time: 0.0790043 Apr 28 20:57:37.823586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-165f3f6c-ba8c-4a0d-9e67-94ec9ec89b35 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 217 time: 0.0633957 Apr 28 20:57:37.995285 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b159a2-075c-4a0f-9b14-8e953992439e req-777ac00d-bee9-4ef3-86d7-7d21b460a5cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.996738 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53b159a2-075c-4a0f-9b14-8e953992439e req-777ac00d-bee9-4ef3-86d7-7d21b460a5cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 944 time: 0.0805039 Apr 28 20:57:37.998075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6e2db376-87b3-4294-a623-445468850063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:37.999510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-6e2db376-87b3-4294-a623-445468850063 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 200 len: 834 time: 0.1669152 Apr 28 20:57:38.042788 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-53b159a2-075c-4a0f-9b14-8e953992439e req-362672ca-e8ca-4b7d-8125-ac44f3cacb25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397685 Apr 28 20:57:38.082079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-3e174885-8944-49c3-b574-9a718acbc17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:38.083459 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-3e174885-8944-49c3-b574-9a718acbc17c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27749556-da44-4bff-95ef-381a1c21d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748239 Apr 28 20:57:38.217453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-64713ae7-72cb-4693-8d46-3900867c3194 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241908 Apr 28 20:57:38.348972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9cb0385b-d7d2-486c-9ca1-038a174e35a7 req-aaca0277-8e47-4363-b58e-2ef2d4d5c00c service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254914 Apr 28 20:57:38.468488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-5a5130f0-a5c5-46a4-a3d7-83b611e86762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:38.470009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-5a5130f0-a5c5-46a4-a3d7-83b611e86762 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1095 time: 0.0711954 Apr 28 20:57:38.608552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-ddf368e1-e496-4dfd-9629-077d3aa6581a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:38.609987 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-ddf368e1-e496-4dfd-9629-077d3aa6581a service neutron] 10.222.0.41 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 897 time: 0.1341596 Apr 28 20:57:38.682818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-c11197dc-83c0-4817-bebd-604470d26f1a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 217 time: 0.0645010 Apr 28 20:57:38.711241 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c08bd754-dda7-4dec-903f-a0b77a92e104 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:38.745601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-0f4634d3-6ce9-4ae7-beca-94f4ed86ff9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:38.747037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-0f4634d3-6ce9-4ae7-beca-94f4ed86ff9b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 200 len: 834 time: 0.0568123 Apr 28 20:57:38.817632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c08bd754-dda7-4dec-903f-a0b77a92e104 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:38.818002 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:38.825561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-9305d28e-aba7-48c6-bcb7-a942b584d932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:38.827279 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-9305d28e-aba7-48c6-bcb7-a942b584d932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27749556-da44-4bff-95ef-381a1c21d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0732007 Apr 28 20:57:38.960167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-d857ad28-495e-4ac4-9ddb-ed15e76677bb service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257553 Apr 28 20:57:39.091965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c7dabf6b-b16f-4f7b-b90d-1ca66f42d7d8 req-09ded159-3527-468e-9bd2-eda58e224a03 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243436 Apr 28 20:57:39.224653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdbb402-5751-4e5e-b968-f2d9dc1d8bd5 req-733d110c-a5c5-4d59-86bd-204e470297cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:39.225250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9fdbb402-5751-4e5e-b968-f2d9dc1d8bd5 req-733d110c-a5c5-4d59-86bd-204e470297cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:57:39.241245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9fdbb402-5751-4e5e-b968-f2d9dc1d8bd5 req-733d110c-a5c5-4d59-86bd-204e470297cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:57:39.242399 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fdbb402-5751-4e5e-b968-f2d9dc1d8bd5 req-733d110c-a5c5-4d59-86bd-204e470297cd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 944 time: 0.0948091 Apr 28 20:57:39.285330 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fdbb402-5751-4e5e-b968-f2d9dc1d8bd5 req-43eb1dc7-0ddb-4c54-9e2e-ba3bf89ccd52 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372522 Apr 28 20:57:40.470960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0813-1da6-4479-8885-564730ed53fd req-7bed4e1e-ca82-4703-bfd0-b933d7d15817 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:40.472405 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-967d0813-1da6-4479-8885-564730ed53fd req-7bed4e1e-ca82-4703-bfd0-b933d7d15817 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 944 time: 0.0823114 Apr 28 20:57:40.515607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-967d0813-1da6-4479-8885-564730ed53fd req-b9e050dc-41d4-4e56-8e65-6989ecdf2f47 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376763 Apr 28 20:57:40.750921 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:41.703080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafe284-747d-4359-8d1c-296864249b02 req-be9c7dfc-fb76-4ca1-9250-74c3607bff48 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:41.705095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eafe284-747d-4359-8d1c-296864249b02 req-be9c7dfc-fb76-4ca1-9250-74c3607bff48 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 944 time: 0.0826502 Apr 28 20:57:41.747708 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7eafe284-747d-4359-8d1c-296864249b02 req-a3a17583-5f4e-4673-bdfa-a535c40dcdd6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375533 Apr 28 20:57:41.800939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d64bd36a-dbde-4efe-975f-965d83af0c9c details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:57:41.929198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:41.942289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'port_id': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'mac_address': 'fa:16:3e:5e:0e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 411, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:57:41.995662 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:42.014133 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64bd36a-dbde-4efe-975f-965d83af0c9c {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:57:42.029221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:42.034129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:42.108715 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:42.339201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['d64bd36a-dbde-4efe-975f-965d83af0c9c'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:57:42.932072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ee983-fbbd-48fd-b4cf-c58ba98a12d2 req-3e0fe1c6-a54c-4fc2-a3b4-e118dc74bd3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:42.933574 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e98ee983-fbbd-48fd-b4cf-c58ba98a12d2 req-3e0fe1c6-a54c-4fc2-a3b4-e118dc74bd3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 945 time: 0.0789526 Apr 28 20:57:42.980861 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e98ee983-fbbd-48fd-b4cf-c58ba98a12d2 req-2210fe71-5535-4b98-a9dc-51feb66f69c1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411046 Apr 28 20:57:43.003292 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:43.801605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d64bd36a-dbde-4efe-975f-965d83af0c9c up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:57:43.866557 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port d64bd36a-dbde-4efe-975f-965d83af0c9c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:57:43.870991 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port d64bd36a-dbde-4efe-975f-965d83af0c9c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:57:43.871354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:43.984053 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:44.009731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:44.020165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:57:44.025147 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:44.064350 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-195fc51b-5143-42f9-82fa-fadfda5669b1'] response: {'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'code': 200} Apr 28 20:57:44.099400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:44.237453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b199333a-a565-4da9-b86e-b3f738f020e7 req-b478e6fd-736b-47c2-a963-29388576bd6a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:44.238922 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b199333a-a565-4da9-b86e-b3f738f020e7 req-b478e6fd-736b-47c2-a963-29388576bd6a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.1420786 Apr 28 20:57:44.244665 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae85d6a-0132-49fd-95a3-7aeaddb6ac7d req-087ac817-e435-452c-82ca-4997797e229e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:44.246051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ae85d6a-0132-49fd-95a3-7aeaddb6ac7d req-087ac817-e435-452c-82ca-4997797e229e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1097 time: 0.1033161 Apr 28 20:57:44.312715 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b199333a-a565-4da9-b86e-b3f738f020e7 req-8df7bded-40a3-4665-88f8-b2b80353c329 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656421 Apr 28 20:57:44.314792 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7ae85d6a-0132-49fd-95a3-7aeaddb6ac7d req-7ea1ee94-bd85-43f2-a54d-27adffcea3d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550282 Apr 28 20:57:45.502320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c862653-10cc-47cc-95e8-ddbd7364f67e req-19621532-79f1-4c56-a0e2-21a2bc7b54c4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:45.503787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c862653-10cc-47cc-95e8-ddbd7364f67e req-19621532-79f1-4c56-a0e2-21a2bc7b54c4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0820880 Apr 28 20:57:45.551324 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3c862653-10cc-47cc-95e8-ddbd7364f67e req-bd2eb024-3999-41ea-a3db-10568604e2c8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396831 Apr 28 20:57:46.838526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fddf6-ceb5-470a-96af-aaeaaea37780 req-abc70224-f852-4594-bb4c-0c0795fe034d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:46.839910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef7fddf6-ceb5-470a-96af-aaeaaea37780 req-abc70224-f852-4594-bb4c-0c0795fe034d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.1826887 Apr 28 20:57:46.882765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef7fddf6-ceb5-470a-96af-aaeaaea37780 req-c46bd236-d0cd-4f9f-82e6-0bc08920a10e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371485 Apr 28 20:57:47.073565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c7861-53b3-45d8-b531-005ef9b720a5 req-b9aaac2b-5991-44fb-bf9d-6dac53c8ef27 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:47.075088 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df2c7861-53b3-45d8-b531-005ef9b720a5 req-b9aaac2b-5991-44fb-bf9d-6dac53c8ef27 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0824511 Apr 28 20:57:47.118392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-df2c7861-53b3-45d8-b531-005ef9b720a5 req-c6cea795-f213-4479-aced-1a881364714e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370440 Apr 28 20:57:47.141239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56576) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:47.211031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1467217f-ef4c-43b5-a7e5-051315cd3a01 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:47.212541 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1467217f-ef4c-43b5-a7e5-051315cd3a01 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1092 time: 0.0702832 Apr 28 20:57:47.215475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56580) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:47.220308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:57:47.226936 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:57:47.230677 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:floatingip and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:57:47.233406 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:57:47.239661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:57:47.249583 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:47.490536 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:47.622007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.200 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:57:47.763404 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:47.792268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:47.857591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:57:47.860433 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:57:47.864066 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:57:47.899250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:48.257654 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:48.328306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:48.529408 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:48.534054 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:48.648650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:57:48.656575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:48.821287 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP dcbe7360-9348-457f-9c16-75b559d9f896 associated. External IP: 172.25.2.200, port: d64bd36a-dbde-4efe-975f-965d83af0c9c. Apr 28 20:57:49.274395 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 82351b6e-f4d7-498f-80b1-d829981e22a1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:57:49.449712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:57:49.460874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Sync routers for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:57:49.471001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:49.471699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:49.475923 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:49.534232 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eda8bca7-b7a3-429a-b995-53ea890435a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3175900 Apr 28 20:57:49.534639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:57:49.585779 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a071e968-90f7-4a31-b941-b3366b95da5c'] response: {'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'status': 'completed', 'code': 200} Apr 28 20:57:49.652592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:49.747432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-d941a014-089c-4014-96f9-1bf3ddb97fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:49.749135 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-d941a014-089c-4014-96f9-1bf3ddb97fec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1097 time: 0.1408768 Apr 28 20:57:49.756842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625763da-ca6a-4d82-a6dc-d623cde82441 req-9070bb99-485d-4bf7-8184-6fcce411813b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:49.758222 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-625763da-ca6a-4d82-a6dc-d623cde82441 req-9070bb99-485d-4bf7-8184-6fcce411813b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.1095986 Apr 28 20:57:49.888524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-625763da-ca6a-4d82-a6dc-d623cde82441 req-10dd53aa-c048-4250-8425-d1a00f5773bb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110878 Apr 28 20:57:49.913597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56590) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:49.919713 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-f4144d86-a219-4f73-851f-d9295b5f40ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:49.921139 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-f4144d86-a219-4f73-851f-d9295b5f40ce service neutron] 10.222.0.41 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 897 time: 0.1620936 Apr 28 20:57:49.996138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'dcbe7360-9348-457f-9c16-75b559d9f896', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'port_id': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'mac_address': 'fa:16:3e:5e:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9deeea9-d996-43ef-916e-87418afe868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:48Z', 'updated_at': '2022-04-28T20:57:48Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:50.000883 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Checking router: 82351b6e-f4d7-498f-80b1-d829981e22a1 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:57:50.009370 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:57:50.010073 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:57:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:50.019204 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-350c8705-2a56-48ad-ba4f-4a885abec2c5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/dcbe7360-9348-457f-9c16-75b559d9f896 HTTP/1.1" status: 200 len: 992 time: 0.1044927 Apr 28 20:57:50.028389 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-8d9d2bcc-e6c3-4eca-abd2-7b4f84e7b401 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 1000 time: 0.1007493 Apr 28 20:57:50.090862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-df7cca78-e2dd-4c38-822c-6bb6250cacff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:50.092274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-df7cca78-e2dd-4c38-822c-6bb6250cacff service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 200 len: 834 time: 0.0581155 Apr 28 20:57:50.169181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-ec3105af-c3c5-466d-8f15-3f4bf7e16d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:57:50.170586 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-ec3105af-c3c5-466d-8f15-3f4bf7e16d05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27749556-da44-4bff-95ef-381a1c21d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723376 Apr 28 20:57:50.220983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:57:50.305208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-7803abb2-3c31-4b3d-9d50-ac4574c334ea service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246796 Apr 28 20:57:50.386322 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-39688f8b-9def-4e95-a8c5-d7fe2cc69f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:50.438253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7789d3a1-8913-4dc9-a2ba-cc92e923a5d3 req-d648561f-12f5-423d-8def-7cc252c16cbd service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273661 Apr 28 20:57:50.576962 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'dcbe7360-9348-457f-9c16-75b559d9f896', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'port_id': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'mac_address': 'fa:16:3e:5e:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9deeea9-d996-43ef-916e-87418afe868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:48Z', 'updated_at': '2022-04-28T20:57:48Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:57:50.581193 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6d79fd4-7543-43af-93d7-41da9b1cb6c0 None None] The sync data for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 is: [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'dcbe7360-9348-457f-9c16-75b559d9f896', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.200', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'port_id': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4285, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'mac_address': 'fa:16:3e:5e:0e:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9deeea9-d996-43ef-916e-87418afe868c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:57:48Z', 'updated_at': '2022-04-28T20:57:48Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:57:50.762499 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-086bd3a4-0339-470a-95bb-66a2cb3d5bf3 None None] New status for floating IP dcbe7360-9348-457f-9c16-75b559d9f896: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:57:51.022965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56594) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:57:51.126953 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1c1fa3e-3c9c-4624-a556-348a1b9173c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/dcbe7360-9348-457f-9c16-75b559d9f896 HTTP/1.1" status: 200 len: 994 time: 0.1028445 Apr 28 20:57:52.523529 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-944f57d3-046f-4cda-abea-0777513ceddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:53.911420 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:54.290701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:55.443669 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:57:59.823717 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:58:10.769308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:12.994129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-3e867dd0-1b2e-42f9-8d26-2e167f777f14 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680327 Apr 28 20:58:13.033383 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:13.148487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-1cf1439b-41a4-44d6-b835-308e509e2ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.149939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-1cf1439b-41a4-44d6-b835-308e509e2ba0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1097 time: 0.0723755 Apr 28 20:58:13.295234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-be4c7263-4f7a-4a60-b4f4-0ee2d33e5cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.296650 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-be4c7263-4f7a-4a60-b4f4-0ee2d33e5cec service neutron] 10.222.0.41 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 897 time: 0.1266675 Apr 28 20:58:13.401172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-0f63646a-25d8-40c4-8b5f-1ed314f3c6a0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 1002 time: 0.0930355 Apr 28 20:58:13.465707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-5cde5d36-929c-4a39-a7ca-3182347f85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.467084 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-5cde5d36-929c-4a39-a7ca-3182347f85c3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 200 len: 834 time: 0.0591223 Apr 28 20:58:13.541372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-1e57f0f5-263c-42c6-9251-8f8de7e752db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:13.542831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-1e57f0f5-263c-42c6-9251-8f8de7e752db service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27749556-da44-4bff-95ef-381a1c21d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685747 Apr 28 20:58:13.672196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-667623dd-bc85-4210-aa17-e9019a31c1d1 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222591 Apr 28 20:58:13.908965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4ca2023-ae22-4db6-9cd4-2f584cdfb2d9 req-51a5227a-4133-4c56-a297-788629786dd1 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297478 Apr 28 20:58:20.378228 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8a0d9ca-6feb-42bd-8948-e47820b52a82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:22.523694 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c0a9f110-ae99-40f0-af6a-9fed0595b1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:23.913981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:24.293729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:24.812060 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8436e330-a788-46a6-9a9d-09465e6406f1 req-d4428859-8918-43d2-aa8b-5d76d75955ea tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:24.814100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8436e330-a788-46a6-9a9d-09465e6406f1 req-d4428859-8918-43d2-aa8b-5d76d75955ea tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0829852 Apr 28 20:58:24.857910 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8436e330-a788-46a6-9a9d-09465e6406f1 req-7b6d0912-a1d7-4043-a628-9d522e71e5d0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381637 Apr 28 20:58:25.446670 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:26.044796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e76f8-e626-4d64-a665-531f76ef9599 req-60f7421d-35b1-4006-b740-a14f1f238cb2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:26.046252 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d42e76f8-e626-4d64-a665-531f76ef9599 req-60f7421d-35b1-4006-b740-a14f1f238cb2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0814853 Apr 28 20:58:26.089764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d42e76f8-e626-4d64-a665-531f76ef9599 req-0717cdda-b049-424c-821d-fcec70c9f2a0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378320 Apr 28 20:58:26.113258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56624) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:26.216707 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f48de4d4-1302-48e1-8d36-97321e95682f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/dcbe7360-9348-457f-9c16-75b559d9f896 HTTP/1.1" status: 200 len: 994 time: 0.1022508 Apr 28 20:58:27.663707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ede58-2af6-426d-bd5f-4803a829d49d req-31107614-3a81-48f6-9167-7c078e5e54fc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:27.665172 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c89ede58-2af6-426d-bd5f-4803a829d49d req-31107614-3a81-48f6-9167-7c078e5e54fc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0810671 Apr 28 20:58:27.714132 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c89ede58-2af6-426d-bd5f-4803a829d49d req-b013d3d4-fd54-4158-9efb-6911a29e8536 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432451 Apr 28 20:58:28.901271 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0852d283-c88f-4a91-8f2d-95202d68d9f8 req-19d297b1-ef5f-4e81-9799-59034afdf1b4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:28.902741 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0852d283-c88f-4a91-8f2d-95202d68d9f8 req-19d297b1-ef5f-4e81-9799-59034afdf1b4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0808096 Apr 28 20:58:28.948940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0852d283-c88f-4a91-8f2d-95202d68d9f8 req-6f27c554-d086-4396-a154-2486ede7caaa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403795 Apr 28 20:58:28.972208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:29.073265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a1818a9c-5297-47b8-b51f-1e1a95b8155b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/dcbe7360-9348-457f-9c16-75b559d9f896 HTTP/1.1" status: 200 len: 994 time: 0.0999815 Apr 28 20:58:29.351098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56644) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:29.546330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:58:29.546682 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:29.825067 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:29.825393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:29.943352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:58:30.092186 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:30.162062 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=41c5ac34-2d6c-4ef8-8863-9f9e5e7b437d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:30.181546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.181883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.182212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.182534 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.182851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.183168 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.183487 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.183800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.184116 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.184425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.184734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.185039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:30.239793 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:30.240166 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP dcbe7360-9348-457f-9c16-75b559d9f896 disassociated (deleted). External IP: 172.25.2.200, port: d64bd36a-dbde-4efe-975f-965d83af0c9c. Apr 28 20:58:30.583712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 82351b6e-f4d7-498f-80b1-d829981e22a1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:58:30.757733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:58:30.767505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Sync routers for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:30.778196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:30.778631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:30.779669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:30.832432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c4208973-649c-4626-b69d-afa6131fded4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/floatingips/dcbe7360-9348-457f-9c16-75b559d9f896 HTTP/1.1" status: 204 len: 168 time: 1.4799569 Apr 28 20:58:30.832982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:30.877978 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5b6b1f5-f942-4e00-b276-f0160c957249'] response: {'name': 'network-changed', 'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'status': 'completed', 'code': 200} Apr 28 20:58:30.965839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:30.981896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-617c6a74-dda7-4c8e-b750-c55140064814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:30.983409 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-617c6a74-dda7-4c8e-b750-c55140064814 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 1097 time: 0.0801373 Apr 28 20:58:31.132054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-45940df1-0103-4d25-87a7-da54f2aa8c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:31.133634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-45940df1-0103-4d25-87a7-da54f2aa8c9c service neutron] 10.222.0.41 "GET /v2.0/networks?id=27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 200 len: 897 time: 0.1408284 Apr 28 20:58:31.208812 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-c179b656-ebf6-4c94-a8fd-fb518c7ef04c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 200 len: 217 time: 0.0655773 Apr 28 20:58:31.274952 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-bae29a2d-3ac2-42fb-a393-e12a989d0e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:31.276703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-bae29a2d-3ac2-42fb-a393-e12a989d0e59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 200 len: 834 time: 0.0601859 Apr 28 20:58:31.316580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:31.321362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Checking router: 82351b6e-f4d7-498f-80b1-d829981e22a1 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:31.330613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:31.331343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:31.354715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-c829354c-b7d0-4c15-9425-057635b08a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:31.356344 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-c829354c-b7d0-4c15-9425-057635b08a30 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=27749556-da44-4bff-95ef-381a1c21d440&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0731261 Apr 28 20:58:31.401616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc75f0c-6815-4bb1-a4fc-2a92c14dac60 req-3901a28c-e127-445b-95ba-81278b250f2f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:31.402259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bcc75f0c-6815-4bb1-a4fc-2a92c14dac60 req-3901a28c-e127-445b-95ba-81278b250f2f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:58:31.421996 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bcc75f0c-6815-4bb1-a4fc-2a92c14dac60 req-3901a28c-e127-445b-95ba-81278b250f2f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:58:31.431179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcc75f0c-6815-4bb1-a4fc-2a92c14dac60 req-3901a28c-e127-445b-95ba-81278b250f2f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.1257689 Apr 28 20:58:31.500144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bcc75f0c-6815-4bb1-a4fc-2a92c14dac60 req-d3b04069-aa34-4e18-b5cf-46d3121613f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648501 Apr 28 20:58:31.505010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-aaeab34a-b5cb-4e76-a9ec-d816894fc8e4 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415379 Apr 28 20:58:31.566519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:31.643712 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8165acd4-83e9-4b35-9a01-305010bc3b6b req-1a75d5af-7ef6-458e-acb1-9320576145d9 service neutron] 10.222.0.41 "GET /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305308 Apr 28 20:58:31.872724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:31.876792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df638158-6699-48fe-b33c-d14f33b0994d None None] The sync data for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 is: [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:57:31Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c08bd754-dda7-4dec-903f-a0b77a92e104', 'name': '', 'network_id': '27749556-da44-4bff-95ef-381a1c21d440', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:8b:73:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:30Z', 'updated_at': '2022-04-28T20:57:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '22ec3ef8-9db1-4f26-b1ed-e70f089ab099', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:32.089788 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b34090a-744b-4bb0-b5e3-30903df44d77 None None] New status for floating IP dcbe7360-9348-457f-9c16-75b559d9f896: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:58:32.679994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5d1704-f7ad-4a00-9d63-7d7aeece7c7f req-77f5caec-98e9-4dad-96a4-28c733aa6353 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:32.681564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb5d1704-f7ad-4a00-9d63-7d7aeece7c7f req-77f5caec-98e9-4dad-96a4-28c733aa6353 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0821083 Apr 28 20:58:32.724864 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bb5d1704-f7ad-4a00-9d63-7d7aeece7c7f req-47f88694-788e-4539-b87f-fb26a6b46178 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=15812a1c-f1da-4ff0-ac74-6cad2b707c14&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376956 Apr 28 20:58:33.115424 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cbe373-5234-453b-950e-88220e58f60d req-8eaab513-d46f-4aff-861b-d67a9109a8bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:33.116824 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56cbe373-5234-453b-950e-88220e58f60d req-8eaab513-d46f-4aff-861b-d67a9109a8bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 946 time: 0.0787706 Apr 28 20:58:33.191802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port d64bd36a-dbde-4efe-975f-965d83af0c9c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:58:33.192140 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:33.431384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port d64bd36a-dbde-4efe-975f-965d83af0c9c, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=d64bd36a-dbde-4efe-975f-965d83af0c9c,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:33.431661 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:33.657864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for d64bd36a-dbde-4efe-975f-965d83af0c9c owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:58:33.799874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:33.850915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=d64bd36a-dbde-4efe-975f-965d83af0c9c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:33.877439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2775f497-ea7a-4da0-8962-5d87c610b2fb req-e8842522-5bcd-402e-83e4-61ba18adf9e1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=f9deeea9-d996-43ef-916e-87418afe868c HTTP/1.1" status: 200 len: 210 time: 0.0448651 Apr 28 20:58:33.893545 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.893895 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.894235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.894570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.894898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.895227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.895552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.895882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.896206 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.896524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.896847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.897166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:33.936319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port d64bd36a-dbde-4efe-975f-965d83af0c9c on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:58:33.939407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:33.941842 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'name': 'network-vif-deleted', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:33.957199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-56cbe373-5234-453b-950e-88220e58f60d req-415b406e-c639-4872-98b3-49cd2f1a4dd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "DELETE /v2.0/ports/d64bd36a-dbde-4efe-975f-965d83af0c9c HTTP/1.1" status: 204 len: 173 time: 0.8305640 Apr 28 20:58:33.987747 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f87618a4-6b58-41ba-9c17-fe64cf19d613'] response: {'server_uuid': 'f9deeea9-d996-43ef-916e-87418afe868c', 'name': 'network-vif-deleted', 'tag': 'd64bd36a-dbde-4efe-975f-965d83af0c9c', 'status': 'completed', 'code': 200} Apr 28 20:58:34.972295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56662) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:35.624027 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:35.966543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port c08bd754-dda7-4dec-903f-a0b77a92e104 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:58:35.966879 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:36.150916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port c08bd754-dda7-4dec-903f-a0b77a92e104, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c08bd754-dda7-4dec-903f-a0b77a92e104,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:36.151609 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:36.270282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for c08bd754-dda7-4dec-903f-a0b77a92e104 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:58:36.444397 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:36.492271 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=c08bd754-dda7-4dec-903f-a0b77a92e104,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:36.822621 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:58:36.876228 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.224141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 82351b6e-f4d7-498f-80b1-d829981e22a1 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:58:37.393688 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:58:37.403825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Sync routers for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:37.405769 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6a69c7ff-7f82-47a1-bc64-89fb3d33a0f7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/82351b6e-f4d7-498f-80b1-d829981e22a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323759 Apr 28 20:58:37.409179 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:37.413612 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:37.414281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:37.476747 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting subnet 22ec3ef8-9db1-4f26-b1ed-e70f089ab099 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 20:58:37.479893 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.533297 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.589787 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:37.617450 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.691821 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.731330 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Subnet': ['ID=22ec3ef8-9db1-4f26-b1ed-e70f089ab099,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:37.733195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:37.740379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-82c7fb0e-e0f9-4cfc-9d1f-f76da64b1f42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/subnets/22ec3ef8-9db1-4f26-b1ed-e70f089ab099 HTTP/1.1" status: 204 len: 168 time: 0.3302038 Apr 28 20:58:37.742914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:37.776015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a4f870-8a6e-4752-a98a-b88fcb8a39ed None None] Network 27749556-da44-4bff-95ef-381a1c21d440 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:58:37.918337 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.033562 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d64bd36a-dbde-4efe-975f-965d83af0c9c no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:58:38.069815 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: d64bd36a-dbde-4efe-975f-965d83af0c9c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:58:38.070156 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device d64bd36a-dbde-4efe-975f-965d83af0c9c not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:58:38.079956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220'}], 'enable_snat': True}, 'gw_port_id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:58:36Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '7b336b51-e238-479b-bdc7-c64964baf63e', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:cf:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4279, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:57:27Z', 'updated_at': '2022-04-28T20:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:38.085969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Checking router: 82351b6e-f4d7-498f-80b1-d829981e22a1 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:38.095263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.095450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Routers {'82351b6e-f4d7-498f-80b1-d829981e22a1'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:38.095918 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['82351b6e-f4d7-498f-80b1-d829981e22a1'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:38.105178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 7b336b51-e238-479b-bdc7-c64964baf63e {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:58:38.105620 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.255184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] DHCP port deletion for 27749556-da44-4bff-95ef-381a1c21d440 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 20:58:38.278070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Deleting port 28a24d66-cb18-4eba-8957-b0664a62225a {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 20:58:38.278444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.345407 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] Set router 82351b6e-f4d7-498f-80b1-d829981e22a1 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:38.393998 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 7b336b51-e238-479b-bdc7-c64964baf63e, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b336b51-e238-479b-bdc7-c64964baf63e,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:38.394684 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.487655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:58:38Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:38.496163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d779c2-17a4-4992-98fd-05861efe534c None None] The sync data for ids ['82351b6e-f4d7-498f-80b1-d829981e22a1'] in n-d-839811-1 is: [{'id': '82351b6e-f4d7-498f-80b1-d829981e22a1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-415454766', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:57:26Z', 'updated_at': '2022-04-28T20:58:38Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:38.516605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 7b336b51-e238-479b-bdc7-c64964baf63e owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:58:38.605030 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] For port 28a24d66-cb18-4eba-8957-b0664a62225a, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28a24d66-cb18-4eba-8957-b0664a62225a,segment=NetworkSegment(19fc79bd-ddf7-4e8d-b573-6c93f088f9b4),segment_id=19fc79bd-ddf7-4e8d-b573-6c93f088f9b4)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:38.605351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.682206 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.725896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Calling delete_port for 28a24d66-cb18-4eba-8957-b0664a62225a owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 20:58:38.759498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=7b336b51-e238-479b-bdc7-c64964baf63e,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:38.801187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.823676 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:38.847614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] No DVR routers for this DVR port 28a24d66-cb18-4eba-8957-b0664a62225a on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 20:58:38.856236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Pushing event deleted for resources: {'Port': ['ID=28a24d66-cb18-4eba-8957-b0664a62225a,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:38.868893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.869258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.869549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.869881 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.870209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.870532 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.870852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.871681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.871681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.873054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.873264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:38.873569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aaa18b2-d813-4062-814e-12b8af88a264 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:39.004367 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.006554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.028872 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.029390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Fanout notify agent at l3_agent the message router_deleted on router 82351b6e-f4d7-498f-80b1-d829981e22a1 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 20:58:39.043941 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.045015 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-206053e8-9341-4214-8bf0-622cbc421f91 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/routers/82351b6e-f4d7-498f-80b1-d829981e22a1 HTTP/1.1" status: 204 len: 168 time: 1.3012033 Apr 28 20:58:39.047762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:39.157799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.283470 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.303263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28a24d66-cb18-4eba-8957-b0664a62225a no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:58:39.313689 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27749556-da44-4bff-95ef-381a1c21d440']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:39.326043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:39.326578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19fc79bd-ddf7-4e8d-b573-6c93f088f9b4') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:39.338555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 28a24d66-cb18-4eba-8957-b0664a62225a {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:58:39.338786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.338922 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28a24d66-cb18-4eba-8957-b0664a62225a not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:58:39.339298 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c08bd754-dda7-4dec-903f-a0b77a92e104 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:58:39.355320 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.367458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 20:58:39.367936 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.373276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c08bd754-dda7-4dec-903f-a0b77a92e104 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:58:39.373662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c08bd754-dda7-4dec-903f-a0b77a92e104 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: timer() Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 20:58:39.384260 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 20:58:39.464607 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.490778 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.494181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Network': ['ID=27749556-da44-4bff-95ef-381a1c21d440,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:39.499580 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-361cc619-1f7d-4002-9de9-d45aea496686 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/networks/27749556-da44-4bff-95ef-381a1c21d440 HTTP/1.1" status: 204 len: 168 time: 0.4509215 Apr 28 20:58:39.502356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:39.571776 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.604080 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.669130 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.687021 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15812a1c-f1da-4ff0-ac74-6cad2b707c14,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:39.698997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:39.700081 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-793c2261-03fd-438a-b07b-26377ec20a74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/security-groups/15812a1c-f1da-4ff0-ac74-6cad2b707c14 HTTP/1.1" status: 204 len: 168 time: 0.1967716 Apr 28 20:58:40.310211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56686) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:40.315908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1136101895', 'description': 'tempest-secgroup-smoke-1136101895 description', 'project_id': '3c97b96e712b478cad3f2de8df067549'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:40.322466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.326730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.329591 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.335135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.345363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.367521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.371302 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.374118 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.380512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.446560 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.450305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.495507 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a33b71a7-e237-46e0-940c-c388b24b12fe,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.498735 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.500002 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b1966aa3-5dca-429b-b425-c12b406551ce tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888123 Apr 28 20:58:40.503639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56690) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:40.508580 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:40.515131 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.518923 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.521714 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.527214 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.544902 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.604434 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.607851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.631057 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7781fb8-f40e-4a96-8c5e-efdef9fae0c6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.640045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.641196 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b3ba74a5-862a-4503-93f1-3dc073fbd1e8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366866 Apr 28 20:58:40.643914 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56694) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:40.648616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:40.654953 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.659187 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.661989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.667515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.684358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.697654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b336b51-e238-479b-bdc7-c64964baf63e no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 20:58:40.733550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7b336b51-e238-479b-bdc7-c64964baf63e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 20:58:40.733894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b336b51-e238-479b-bdc7-c64964baf63e not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 20:58:40.750919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.754255 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.776889 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf0a8282-52d2-4472-a33e-f7a35bacef0d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.780741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.786183 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.787322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-afa9c0b8-a493-4272-8928-2b66ba171f78 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1425278 Apr 28 20:58:40.790003 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:40.795000 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:40.802151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.805879 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.808649 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.815192 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.832610 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.894442 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.897886 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.920629 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8f25581-a0cd-4619-8051-05ee50eeacbf,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:40.930891 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:40.932137 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f40b9be7-58ba-4eb5-9b1a-ff2d14d0891f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1411853 Apr 28 20:58:40.934892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56702) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:40.940892 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:40.947229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:40.950948 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:40.954034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:40.959493 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:40.975083 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.037618 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.041129 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.157857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bac6733-c844-4092-9eef-1fe0323888ff,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.169203 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.170379 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-32ceb914-80f1-4b28-9084-733b6607af15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2345805 Apr 28 20:58:41.173749 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:41.178570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:41.185207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:41.189638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:41.192912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:41.198464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:41.207576 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:58:41.213875 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.275363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.278736 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.303669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8bcd1a8-b005-4f09-97eb-a6c5f139d461,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.311972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.313396 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4b660e36-9125-4a09-92cd-bbb74d397e59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1387393 Apr 28 20:58:41.316289 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56710) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:41.321036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': 'a33b71a7-e237-46e0-940c-c388b24b12fe', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:41.327595 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:41.331479 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:41.334262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:41.339737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:41.350424 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 20:58:41.356785 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.423229 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.426799 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.448964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7a084e2-586e-4746-9ba4-3f21be31d001,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.459608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.460940 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f3eecf89-5190-4185-8cd6-7bd00e807dd2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1437626 Apr 28 20:58:41.463759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56714) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:41.470398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'network': {'name': 'tempest-network-smoke--1856394229', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:41.475993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:41.480204 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:network and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:41.483042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:41.490422 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:41.500440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:41.503871 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.533659 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 20:58:41.542278 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.542651 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Added segment b2f9002e-b9fc-412e-bf67-57b6855e0bcf of type vlan for network 46527535-6f46-44a0-8d1d-630e9f356560 Apr 28 20:58:41.569189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.598882 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.604222 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:41.604794 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.658787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1940460 Apr 28 20:58:41.661640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56718) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:41.666722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'admin_state_up': True, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:41.674949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:41.678738 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:router and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:41.681672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:41.688010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:41.698268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.699369 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.715252 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:41.716736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b9052-965d-4e01-9147-7e8ab59756e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Network': ['ID=46527535-6f46-44a0-8d1d-630e9f356560,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:41.728933 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 46527535-6f46-44a0-8d1d-630e9f356560 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 20:58:41.992061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:42.293112 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:42.325571 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:42.457975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.104 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8ded8cf1-b267-4edd-8c10-c13a35caf248) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:42.605329 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:42.635095 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:42.704862 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:42.707672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:42.711185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:58:42.740518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=8ded8cf1-b267-4edd-8c10-c13a35caf248,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:43.048468 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:43.237349 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:43.562721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:43.759826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router a337e45a-b94b-451a-a40a-0bd4c020e40b is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 20:58:43.930001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:58:43.940304 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Sync routers for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:43.949248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:43.949873 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:43.958010 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:43.959186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e63b1dd9-d363-4213-8796-09271ddb60cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2965500 Apr 28 20:58:43.962878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56722) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:44.007126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4b1034cc-0461-429a-85ee-92493226e6f5 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c97b96e712b478cad3f2de8df067549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430241 Apr 28 20:58:44.009780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56726) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:44.140068 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d9a44b-4d0e-4e2a-b5d1-027c3cae8962 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:44.140618 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:44.145008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56730) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:44.145530 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-73d9a44b-4d0e-4e2a-b5d1-027c3cae8962 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1344185 Apr 28 20:58:44.185569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b5f82b6-7fa5-4737-a054-dc5aa87c4f9b tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386937 Apr 28 20:58:44.189189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56734) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:44.194615 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-341124987', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:44.307997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:44.311793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:subnet and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:58:44.314865 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:58:44.320676 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:44.331593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:44.335063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.432412 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:44.436948 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Checking router: a337e45a-b94b-451a-a40a-0bd4c020e40b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:44.437373 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Updating router a337e45a-b94b-451a-a40a-0bd4c020e40b port 8ded8cf1-b267-4edd-8c10-c13a35caf248 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:58:44.492618 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.564122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.667202 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Subnet': ['ID=673644ea-59e0-40b8-9ea5-d9fc14c3a040,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:44.674031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Checking segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:58:44.674382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network hostable DHCP agents. Network: 46527535-6f46-44a0-8d1d-630e9f356560, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 20:58:44.697297 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 46527535-6f46-44a0-8d1d-630e9f356560 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 20:58:44.708115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 46527535-6f46-44a0-8d1d-630e9f356560) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:44.712539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:44.713158 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.723709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e63fd2d0-1367-49d2-83ee-490db9cae0c0 None None] Network 46527535-6f46-44a0-8d1d-630e9f356560 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:58:44.739118 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9d7d711e-f778-4629-aa89-23ef8e7b44e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5463464 Apr 28 20:58:44.739912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56738) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:58:44.895183 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.907441 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Transition to ACTIVE for port object 8ded8cf1-b267-4edd-8c10-c13a35caf248 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:44.915038 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.956767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-46527535-6f46-44a0-8d1d-630e9f356560', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 20:58:44.957653 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:44.996462 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Pushing event updated for resources: {'Port': ['ID=8ded8cf1-b267-4edd-8c10-c13a35caf248,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:45.003083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Attempting to bind port 8ded8cf1-b267-4edd-8c10-c13a35caf248 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:58:45.003083 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Attempting to bind port 8ded8cf1-b267-4edd-8c10-c13a35caf248 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:58:45.003533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Attempting to bind port 8ded8cf1-b267-4edd-8c10-c13a35caf248 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:58:45.011173 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.011598 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.012009 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.012408 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.012808 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.013203 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.013683 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.014075 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.014463 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.014849 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.015240 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.016767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 20:58:45.022068 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:58:45.022584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:58:45.023104 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.023584 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:58:45.024148 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Bound port: 8ded8cf1-b267-4edd-8c10-c13a35caf248, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:58:45.024617 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.100454 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] For port 8ded8cf1-b267-4edd-8c10-c13a35caf248, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:58:45.104334 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] For port 8ded8cf1-b267-4edd-8c10-c13a35caf248, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ded8cf1-b267-4edd-8c10-c13a35caf248,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:58:45.108969 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.129940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Allocated IP 172.20.0.2 (46527535-6f46-44a0-8d1d-630e9f356560/673644ea-59e0-40b8-9ea5-d9fc14c3a040/845ad684-4b51-4f90-aa50-9b523781b0cb) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:45.183209 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:45.183825 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:45.324732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa1ad27-a9d1-4693-9c1a-3c6c6ad43cf2 None None] Pushing event updated for resources: {'Port': ['ID=8ded8cf1-b267-4edd-8c10-c13a35caf248,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:45.377398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:45.394477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.405107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Transition to ACTIVE for port object 845ad684-4b51-4f90-aa50-9b523781b0cb will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:45.424993 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Transition to ACTIVE for port object 845ad684-4b51-4f90-aa50-9b523781b0cb will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:45.433743 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.507311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Network 46527535-6f46-44a0-8d1d-630e9f356560 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:45.510318 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:45.513907 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:58:45.544343 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Pushing event updated for resources: {'Port': ['ID=845ad684-4b51-4f90-aa50-9b523781b0cb,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:45.607658 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.609284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Attempting to bind port 845ad684-4b51-4f90-aa50-9b523781b0cb on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:58:45.609673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Attempting to bind port 845ad684-4b51-4f90-aa50-9b523781b0cb by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:58:45.610566 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Attempting to bind port 845ad684-4b51-4f90-aa50-9b523781b0cb on network 46527535-6f46-44a0-8d1d-630e9f356560 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:58:45.615956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:58:45.616327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Checking segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:58:45.616920 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.617315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Bound using segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:58:45.617798 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Bound port: 845ad684-4b51-4f90-aa50-9b523781b0cb, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:58:45.618620 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.671790 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:45.677184 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d4b6e9-a17d-4a83-b1d1-0a280fcc93c4 None None] The sync data for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 is: [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:43Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:45.708607 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] For port 845ad684-4b51-4f90-aa50-9b523781b0cb, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:58:45.711763 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] For port 845ad684-4b51-4f90-aa50-9b523781b0cb, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=845ad684-4b51-4f90-aa50-9b523781b0cb,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:58:45.716511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:45.802251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855242a4-9d53-4300-af33-913ee57f0c81 None None] Pushing event updated for resources: {'Port': ['ID=845ad684-4b51-4f90-aa50-9b523781b0cb,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:46.051581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.1 (46527535-6f46-44a0-8d1d-630e9f356560/673644ea-59e0-40b8-9ea5-d9fc14c3a040/c1e70eb3-5f1a-4247-80be-7b4369a72ff2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:46.231912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:46.248892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object c1e70eb3-5f1a-4247-80be-7b4369a72ff2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:46.274843 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:46.342408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 46527535-6f46-44a0-8d1d-630e9f356560 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:46.346009 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:46.349966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:58:46.385751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:46.413363 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:46.674120 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:46.810952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ded8cf1-b267-4edd-8c10-c13a35caf248 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:46.838704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba20a31-7b34-43c4-bd24-585a7f490807 None None] Network 46527535-6f46-44a0-8d1d-630e9f356560 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 20:58:46.987126 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1aec73bc-0949-465d-92dd-24a65ccbb213 None None] Provisioning for port 845ad684-4b51-4f90-aa50-9b523781b0cb completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:47.040328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8ded8cf1-b267-4edd-8c10-c13a35caf248 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:47.056060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8ded8cf1-b267-4edd-8c10-c13a35caf248 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:47.056432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.116198 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.121232 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.240803 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.243423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:47.246898 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.261761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8ded8cf1-b267-4edd-8c10-c13a35caf248, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ded8cf1-b267-4edd-8c10-c13a35caf248,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:47.267785 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.268665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 845ad684-4b51-4f90-aa50-9b523781b0cb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:47.387890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8ded8cf1-b267-4edd-8c10-c13a35caf248,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:47.398569 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 46527535-6f46-44a0-8d1d-630e9f356560 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:47.400044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:47.401671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 845ad684-4b51-4f90-aa50-9b523781b0cb completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:47.408845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 845ad684-4b51-4f90-aa50-9b523781b0cb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:47.409210 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.546837 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.558481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Provisioning for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:47.568320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Provisioning complete for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:47.568452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.607137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router a337e45a-b94b-451a-a40a-0bd4c020e40b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:58:47.632697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 845ad684-4b51-4f90-aa50-9b523781b0cb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=845ad684-4b51-4f90-aa50-9b523781b0cb,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:47.635084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:58:47.640242 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.707378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Provisioning complete for port 845ad684-4b51-4f90-aa50-9b523781b0cb triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:47.707751 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-15e6ba57-3465-4002-8a11-90ab9ffb9036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:47.766290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=845ad684-4b51-4f90-aa50-9b523781b0cb,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:47.799198 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:58:47.815305 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3a94ba95-8d90-44be-9d18-2e8857107aa9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/a337e45a-b94b-451a-a40a-0bd4c020e40b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0716009 Apr 28 20:58:47.816387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Sync routers for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:58:47.844745 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:47.845391 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:47.984357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-65722e1a-8be8-4953-8004-9baec263d3b0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1136101895&fields=id&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 267 time: 0.0449319 Apr 28 20:58:48.065287 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:48.132598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-35abb1f8-54a1-4e1d-bd66-1dfa9c72a527 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:48.134043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-35abb1f8-54a1-4e1d-bd66-1dfa9c72a527 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 797 time: 0.1432033 Apr 28 20:58:48.150001 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-86d40511-3931-419f-993a-4ba479d24e3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/quotas/3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 375 time: 0.0103657 Apr 28 20:58:48.196388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a59327f7-14a4-40bf-a90a-40c3212f20fd None None] Provisioning complete for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:48.196754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a59327f7-14a4-40bf-a90a-40c3212f20fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:48.231967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-fa6e9ffe-6136-4713-ae72-8d875ecede7e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:58:48.247585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-fa6e9ffe-6136-4713-ae72-8d875ecede7e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:58:48.248876 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-fa6e9ffe-6136-4713-ae72-8d875ecede7e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0935361 Apr 28 20:58:48.288825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a59327f7-14a4-40bf-a90a-40c3212f20fd None None] Port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:58:48.442327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 2, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:48.446660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Checking router: a337e45a-b94b-451a-a40a-0bd4c020e40b for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:58:48.447075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Updating router a337e45a-b94b-451a-a40a-0bd4c020e40b port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 20:58:48.501521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:48.551255 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-14687cf0-be0f-4407-aa29-b087362c1118 service neutron] 10.222.0.24 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900829 Apr 28 20:58:48.681658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ec64f96-1000-4a86-a936-18ff41a3b0c7 service neutron] 10.222.0.24 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238887 Apr 28 20:58:48.757325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ded8cf1-b267-4edd-8c10-c13a35caf248 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:48.873366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8e35a99-b9a4-4299-9f30-7d7aa8208799 req-1a42eb47-e73d-4693-80cc-10c7018a1cd0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:58:48.885789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-b8e35a99-b9a4-4299-9f30-7d7aa8208799 req-1a42eb47-e73d-4693-80cc-10c7018a1cd0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:58:48.886939 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b8e35a99-b9a4-4299-9f30-7d7aa8208799 req-1a42eb47-e73d-4693-80cc-10c7018a1cd0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 210 time: 0.0590994 Apr 28 20:58:48.890791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8ded8cf1-b267-4edd-8c10-c13a35caf248 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:48.891398 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:48.958827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:48.975317 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Transition to ACTIVE for port object c1e70eb3-5f1a-4247-80be-7b4369a72ff2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:49.008335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:49.185941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec27c04-7f97-4402-8667-d99686c4c1a9 None None] Pushing event updated for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:49.194143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 845ad684-4b51-4f90-aa50-9b523781b0cb up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:49.296864 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Attempting to bind port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:58:49.297260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Attempting to bind port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:58:49.297704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Attempting to bind port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 on network 46527535-6f46-44a0-8d1d-630e9f356560 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:58:49.310301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:58:49.310671 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Checking segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:58:49.311068 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:49.311456 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Bound using segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:58:49.311929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Bound port: c1e70eb3-5f1a-4247-80be-7b4369a72ff2, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:58:49.312293 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:49.406320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 845ad684-4b51-4f90-aa50-9b523781b0cb triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:49.406763 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:49.462130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] For port c1e70eb3-5f1a-4247-80be-7b4369a72ff2, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:58:49.466805 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] For port c1e70eb3-5f1a-4247-80be-7b4369a72ff2, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:58:49.474279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:49.652990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:58:49.653655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:49.702939 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec27c04-7f97-4402-8667-d99686c4c1a9 None None] Pushing event updated for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:49.850165 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:58:50.069575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1fe794de-bc74-458c-823b-d18c9e084d2d req-5579f6d3-cf57-44f7-88c7-3873977edf87 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 210 time: 0.0723982 Apr 28 20:58:50.174642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:58:50.178716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a7807d0-2a7b-4b63-9aef-e895602cebbf None None] The sync data for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 is: [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:58:50.205416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-87f176d8-7e50-4657-85a3-d93dc7396d47 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:50.206867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-87f176d8-7e50-4657-85a3-d93dc7396d47 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 797 time: 0.1715586 Apr 28 20:58:50.268694 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0009c506-dabc-4ff9-a62a-0a03d340fb6d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 380 time: 0.0488496 Apr 28 20:58:50.282140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'port': {'device_id': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'admin_state_up': True, 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'security_groups': ['a33b71a7-e237-46e0-940c-c388b24b12fe']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:50.380660 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-354234fd-2c9a-49ac-9f68-b307beb339a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:50.424804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:58:50.434497 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:58:50.451503 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 20:58:50.455860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:50.627968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.6 (46527535-6f46-44a0-8d1d-630e9f356560/673644ea-59e0-40b8-9ea5-d9fc14c3a040/7ae26269-ddca-4849-92ce-40163a69ec57) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:58:50.782047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1e70eb3-5f1a-4247-80be-7b4369a72ff2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:50.832515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:50.849731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object 7ae26269-ddca-4849-92ce-40163a69ec57 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:50.854242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:50.860324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:50.860698 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:50.884242 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:50.968021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 46527535-6f46-44a0-8d1d-630e9f356560 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:58:50.970204 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:58:50.976385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:58:50.985546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.021636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port c1e70eb3-5f1a-4247-80be-7b4369a72ff2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:51.028432 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.041185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.070556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:51.071331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.113633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-0ea13ca4-3d6e-4d27-b25d-18a885bbb84d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8358469 Apr 28 20:58:51.121618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:51.189891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Request body: {'port': {'device_id': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:58:51.267401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f9552cd-0e06-4588-aa46-73ffa8549580 None None] Provisioning for port 7ae26269-ddca-4849-92ce-40163a69ec57 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:51.273972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7f9552cd-0e06-4588-aa46-73ffa8549580 None None] Provisioning complete for port 7ae26269-ddca-4849-92ce-40163a69ec57 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:51.274597 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f9552cd-0e06-4588-aa46-73ffa8549580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.283664 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23d082-4a1d-498e-a8fe-f900c3d7dc0a req-556e974a-61f4-4c69-9124-be1cb6fa52b0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:51.285245 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af23d082-4a1d-498e-a8fe-f900c3d7dc0a req-556e974a-61f4-4c69-9124-be1cb6fa52b0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 931 time: 0.0881953 Apr 28 20:58:51.319960 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.337048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af23d082-4a1d-498e-a8fe-f900c3d7dc0a req-fda02c4b-db55-4458-9bbe-ad7f4de11eac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:58:51.354051 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-7f9552cd-0e06-4588-aa46-73ffa8549580 None None] Port 7ae26269-ddca-4849-92ce-40163a69ec57 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 20:58:51.362216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-af23d082-4a1d-498e-a8fe-f900c3d7dc0a req-fda02c4b-db55-4458-9bbe-ad7f4de11eac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:58:51.363980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-af23d082-4a1d-498e-a8fe-f900c3d7dc0a req-fda02c4b-db55-4458-9bbe-ad7f4de11eac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694466 Apr 28 20:58:51.666897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ae26269-ddca-4849-92ce-40163a69ec57 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:51.675065 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.689556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Transition to ACTIVE for port object 7ae26269-ddca-4849-92ce-40163a69ec57 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 20:58:51.693117 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:51.980465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.049279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Attempting to bind port 7ae26269-ddca-4849-92ce-40163a69ec57 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 20:58:52.049709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Attempting to bind port 7ae26269-ddca-4849-92ce-40163a69ec57 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 20:58:52.050031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Attempting to bind port 7ae26269-ddca-4849-92ce-40163a69ec57 on network 46527535-6f46-44a0-8d1d-630e9f356560 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:58:52.054513 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Port 7ae26269-ddca-4849-92ce-40163a69ec57 on network 46527535-6f46-44a0-8d1d-630e9f356560 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 20:58:52.054823 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Attempting to bind port 7ae26269-ddca-4849-92ce-40163a69ec57 on network 46527535-6f46-44a0-8d1d-630e9f356560 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 20:58:52.059722 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 20, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 20:58:52.060051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Checking segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 20:58:52.060428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Bound using segment: {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 20:58:52.060839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Bound port: 7ae26269-ddca-4849-92ce-40163a69ec57, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 20:58:52.061177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.149923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 20:58:52.153093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7ae26269-ddca-4849-92ce-40163a69ec57,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 20:58:52.157724 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.221124 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.221868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.223125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] 10.222.0.41 "PUT /v2.0/ports/7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 1091 time: 1.0979888 Apr 28 20:58:52.223528 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:52.248646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88d28ca-c7a6-415d-b8be-28618fb0bbd9 service neutron] Pushing event updated for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:52.340717 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0e4256-1bba-4412-823a-2c6ed727c980'] response: {'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57', 'status': 'completed', 'code': 200} Apr 28 20:58:52.357340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-60327e89-1dd1-4896-913a-46120d2d28e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.358847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-60327e89-1dd1-4896-913a-46120d2d28e6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1094 time: 0.0842717 Apr 28 20:58:52.438617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-784822fd-5332-45bf-8cd6-01f47f32c976 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 217 time: 0.0684087 Apr 28 20:58:52.504622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-7ba5784e-a815-49b1-b955-6cbb396fbd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.506152 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-7ba5784e-a815-49b1-b955-6cbb396fbd0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0588188 Apr 28 20:58:52.525776 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a8edb77-220e-41b7-8d1c-d10c410146e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.566112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504bb84-92af-4a23-aa36-0daaaf518690 req-9619ddee-8b8a-455a-8fea-a33490ecf9ba tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.567568 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a504bb84-92af-4a23-aa36-0daaaf518690 req-9619ddee-8b8a-455a-8fea-a33490ecf9ba tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 943 time: 0.0887947 Apr 28 20:58:52.587648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-1bb9c3dd-bff3-4b38-8e70-fe26ff23392f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.589085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-1bb9c3dd-bff3-4b38-8e70-fe26ff23392f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741677 Apr 28 20:58:52.616173 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a504bb84-92af-4a23-aa36-0daaaf518690 req-87b4139b-499e-4293-ae81-d553e9f31a48 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425630 Apr 28 20:58:52.721718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-5f1c71c6-5a98-40e0-9011-0a7a2895cdc1 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229515 Apr 28 20:58:52.749709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1e70eb3-5f1a-4247-80be-7b4369a72ff2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:52.818046 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:52.818412 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:52.857268 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-720c60b6-97df-4923-9b86-a9bfd3bb7a25 req-6396d8c1-8cd9-42d4-8cb7-974d66b2849a service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234994 Apr 28 20:58:52.985687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-3121f1e0-3d65-49bc-bad5-04ff37b950b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:52.987171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-3121f1e0-3d65-49bc-bad5-04ff37b950b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1094 time: 0.0727646 Apr 28 20:58:53.121897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-8e4b054f-a263-4193-8bb5-457facad5e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.123319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-8e4b054f-a263-4193-8bb5-457facad5e1f service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.1278319 Apr 28 20:58:53.195336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-e7f6166a-a341-4b8a-a4cc-eb5e21a80c4b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 217 time: 0.0646164 Apr 28 20:58:53.258914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-df375e19-6597-4beb-936a-4f627f9d3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.260589 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-df375e19-6597-4beb-936a-4f627f9d3a18 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0578854 Apr 28 20:58:53.337574 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-9c022cd4-7e3f-464f-bdce-ff8d2bea342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.339011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-9c022cd4-7e3f-464f-bdce-ff8d2bea342e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717444 Apr 28 20:58:53.468810 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-cca20e60-f260-4966-8c93-3560c31a50a8 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223278 Apr 28 20:58:53.715355 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-213b1a97-b2a7-40a2-af7c-0e83e0771d04 req-20ffa2e5-f9b9-488b-bd4a-a3d6b7758c09 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2395363 Apr 28 20:58:53.802998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb475f67-19d9-4c22-9e19-625798fa6493 req-673995a9-ad52-45fc-9c47-0cf93ea209d6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:53.803682 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb475f67-19d9-4c22-9e19-625798fa6493 req-673995a9-ad52-45fc-9c47-0cf93ea209d6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 20:58:53.819081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-eb475f67-19d9-4c22-9e19-625798fa6493 req-673995a9-ad52-45fc-9c47-0cf93ea209d6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 20:58:53.820190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb475f67-19d9-4c22-9e19-625798fa6493 req-673995a9-ad52-45fc-9c47-0cf93ea209d6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 943 time: 0.0953517 Apr 28 20:58:53.864533 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-eb475f67-19d9-4c22-9e19-625798fa6493 req-f227d1de-aca4-425a-b848-3329bb2d4b75 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385733 Apr 28 20:58:53.919441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:54.296747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:55.050055 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceefdc79-deca-4429-81f1-0a3fd9c55a5b req-c004fa4f-5f8f-4e06-b15a-5baa65ed1649 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:55.051507 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ceefdc79-deca-4429-81f1-0a3fd9c55a5b req-c004fa4f-5f8f-4e06-b15a-5baa65ed1649 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 943 time: 0.0807714 Apr 28 20:58:55.097387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ceefdc79-deca-4429-81f1-0a3fd9c55a5b req-030b4cf9-f6a8-42c4-83a2-67fa39258ad4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400140 Apr 28 20:58:55.447686 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:56.103001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7ae26269-ddca-4849-92ce-40163a69ec57 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 20:58:56.234250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7ae26269-ddca-4849-92ce-40163a69ec57,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:56.247365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7ae26269-ddca-4849-92ce-40163a69ec57', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'port_id': '7ae26269-ddca-4849-92ce-40163a69ec57', 'mac_address': 'fa:16:3e:5e:5b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 20:58:56.285788 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013cf362-e5e5-4e1f-9a04-f9801c563c4e req-376041c2-fb73-42eb-ae3b-02a5542fcabc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:56.287237 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-013cf362-e5e5-4e1f-9a04-f9801c563c4e req-376041c2-fb73-42eb-ae3b-02a5542fcabc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 943 time: 0.0838225 Apr 28 20:58:56.305303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:56.322047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ae26269-ddca-4849-92ce-40163a69ec57 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 20:58:56.331754 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-013cf362-e5e5-4e1f-9a04-f9801c563c4e req-e3f69327-461b-41a6-8835-62f2ec0afbcf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382431 Apr 28 20:58:56.337957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7ae26269-ddca-4849-92ce-40163a69ec57,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:56.342587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:56.410452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:56.610853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7ae26269-ddca-4849-92ce-40163a69ec57'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 20:58:57.521756 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947ee1a3-a403-457e-886d-e9cdf3ecf314 req-769c179c-a8b5-492d-8922-06084aac19af tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:57.523191 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-947ee1a3-a403-457e-886d-e9cdf3ecf314 req-769c179c-a8b5-492d-8922-06084aac19af tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 944 time: 0.0834734 Apr 28 20:58:57.566566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-947ee1a3-a403-457e-886d-e9cdf3ecf314 req-09f44c6e-74a5-45a0-bdb5-fe3aa89af3be tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373132 Apr 28 20:58:58.118806 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7ae26269-ddca-4849-92ce-40163a69ec57 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 20:58:58.182911 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7ae26269-ddca-4849-92ce-40163a69ec57 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 20:58:58.187390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7ae26269-ddca-4849-92ce-40163a69ec57 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 20:58:58.188372 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:58.300541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:58.325755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:58:58.336533 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7ae26269-ddca-4849-92ce-40163a69ec57,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 20:58:58.340805 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:58:58.407233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:58:58.424809 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22322bf0-c834-4198-ab6d-eace59ab9d0c'] response: {'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57', 'code': 200} Apr 28 20:58:58.556344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7111672-8db0-4292-a7b1-d385265e2991 req-effe337a-5278-4b75-b94b-c07a1a4b550d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:58.557790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7111672-8db0-4292-a7b1-d385265e2991 req-effe337a-5278-4b75-b94b-c07a1a4b550d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.0681648 Apr 28 20:58:58.604358 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d7111672-8db0-4292-a7b1-d385265e2991 req-2e4fcae4-fd37-42ea-ad14-1c4584087bd8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Apr 28 20:58:58.748670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701fea42-ca51-4ac7-8061-81944f474305 req-60fea6db-2485-410a-88ce-2f4c02c00967 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:58.750231 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-701fea42-ca51-4ac7-8061-81944f474305 req-60fea6db-2485-410a-88ce-2f4c02c00967 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0801132 Apr 28 20:58:58.793837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-701fea42-ca51-4ac7-8061-81944f474305 req-fc2ac5b3-98c4-4553-a3b0-d12cd10135ea tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378540 Apr 28 20:58:59.980638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d411f2-c3e3-448c-81b7-6f7f0cd26dfc req-472d6db6-f513-4734-aa39-99c6e9f01957 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:58:59.982098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87d411f2-c3e3-448c-81b7-6f7f0cd26dfc req-472d6db6-f513-4734-aa39-99c6e9f01957 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0793023 Apr 28 20:59:00.025612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-87d411f2-c3e3-448c-81b7-6f7f0cd26dfc req-e596832c-4488-4a87-978a-8f27b0666d32 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377624 Apr 28 20:59:00.212672 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effaf2a8-1adc-42b6-914a-9d167add40aa req-4eb9cb9e-3c65-43e7-9972-d73008cc06d3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:00.214146 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-effaf2a8-1adc-42b6-914a-9d167add40aa req-4eb9cb9e-3c65-43e7-9972-d73008cc06d3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0849078 Apr 28 20:59:00.257035 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-effaf2a8-1adc-42b6-914a-9d167add40aa req-eb90c7ac-bca2-496a-9869-dbc91cc091f4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372787 Apr 28 20:59:00.279672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56800) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:59:00.350919 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18fbe79-f28e-4f1c-8ea8-dcc4d99cf5d7 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:00.352290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a18fbe79-f28e-4f1c-8ea8-dcc4d99cf5d7 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1091 time: 0.0716550 Apr 28 20:59:00.355116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56804) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:59:00.360549 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '7ae26269-ddca-4849-92ce-40163a69ec57', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 20:59:00.366995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 20:59:00.370773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:floatingip and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 20:59:00.373508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 20:59:00.379798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 20:59:00.389852 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:00.524353 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:00.653018 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.94 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ed8ab7bb-a997-4a4d-83fc-9c1761c782d7) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 20:59:00.797569 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:00.824882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:00.890329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 20:59:00.893241 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 20:59:00.896723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 20:59:00.930827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=ed8ab7bb-a997-4a4d-83fc-9c1761c782d7,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.291374 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:01.366811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:01.676366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:01.680640 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:01.787707 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=ed8ab7bb-a997-4a4d-83fc-9c1761c782d7,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 20:59:01.797883 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:01.969852 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP 892c8a2a-b2c8-4474-bfaa-f887fdf66a76 associated. External IP: 172.25.2.94, port: 7ae26269-ddca-4849-92ce-40163a69ec57. Apr 28 20:59:02.316267 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router a337e45a-b94b-451a-a40a-0bd4c020e40b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 20:59:02.490143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 20:59:02.500742 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Sync routers for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 20:59:02.510949 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:59:02.511571 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:02.516492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:02.573119 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-15caf918-1fc1-474a-856b-3e22d3f5976a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2169065 Apr 28 20:59:02.573644 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 20:59:02.625896 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4cbc0a5-e73d-4eda-a706-8e2cebb45ffb'] response: {'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57', 'status': 'completed', 'code': 200} Apr 28 20:59:02.690268 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:59:02.777838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-58c1ace5-9f65-4d05-bdc3-5833aa6150bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:02.779304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-58c1ace5-9f65-4d05-bdc3-5833aa6150bb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.1328578 Apr 28 20:59:02.787228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba2c3c0-e661-4422-a2c5-382ccae00dbe req-a49dc2b1-bdf4-48e4-ab72-21d82864d724 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:02.788528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ba2c3c0-e661-4422-a2c5-382ccae00dbe req-a49dc2b1-bdf4-48e4-ab72-21d82864d724 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.1071630 Apr 28 20:59:02.918645 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3ba2c3c0-e661-4422-a2c5-382ccae00dbe req-89f88eab-5675-4936-9743-6615d01d1423 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117532 Apr 28 20:59:02.942955 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56812) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:59:03.001305 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-1f77b8a5-aa96-4825-8ba8-3394681d9e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:03.002846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-1f77b8a5-aa96-4825-8ba8-3394681d9e0f service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.2134879 Apr 28 20:59:03.086708 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '892c8a2a-b2c8-4474-bfaa-f887fdf66a76', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'port_id': '7ae26269-ddca-4849-92ce-40163a69ec57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'mac_address': 'fa:16:3e:5e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:01Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:03.090777 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Checking router: a337e45a-b94b-451a-a40a-0bd4c020e40b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 20:59:03.099339 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 20:59:03.099942 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T20:58:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:03.260751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-57252ae3-4b0c-4c52-90ff-045a3692f344 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/892c8a2a-b2c8-4474-bfaa-f887fdf66a76 HTTP/1.1" status: 200 len: 990 time: 0.3166513 Apr 28 20:59:03.262596 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-3a4c9d68-9ec2-4d42-b3dd-4c8e8567c808 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 998 time: 0.2533817 Apr 28 20:59:03.274348 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 20:59:03.326465 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-e75fce00-fdc6-4e7d-bf99-c7c7992278f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:03.329182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-e75fce00-fdc6-4e7d-bf99-c7c7992278f3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0602152 Apr 28 20:59:03.407908 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-8583dd16-b4cf-4693-aa75-6272427c6ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:03.409367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-8583dd16-b4cf-4693-aa75-6272427c6ab4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718207 Apr 28 20:59:03.553017 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-f8fbaefc-5dd7-4cf6-a7ac-70e4fbe4b0e8 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368248 Apr 28 20:59:03.635465 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '892c8a2a-b2c8-4474-bfaa-f887fdf66a76', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'port_id': '7ae26269-ddca-4849-92ce-40163a69ec57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'mac_address': 'fa:16:3e:5e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:01Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 20:59:03.639341 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17135c02-4a81-492b-aecb-52feb002a9cc None None] The sync data for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 is: [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '892c8a2a-b2c8-4474-bfaa-f887fdf66a76', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.94', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'port_id': '7ae26269-ddca-4849-92ce-40163a69ec57', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'mac_address': 'fa:16:3e:5e:5b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T20:59:01Z', 'updated_at': '2022-04-28T20:59:01Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 20:59:03.691393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185ceb39-44e4-4ff2-bcf1-948523acea32 req-bc684cc8-8cd1-4416-95a4-c9fc80478c23 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322017 Apr 28 20:59:03.837080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80f486b-4c44-4f18-ae80-4f2a8511cb84 None None] New status for floating IP 892c8a2a-b2c8-4474-bfaa-f887fdf66a76: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 20:59:04.264501 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56816) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:59:04.372858 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6a3d88e6-60b0-42c1-89c5-778fc660e23a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/892c8a2a-b2c8-4474-bfaa-f887fdf66a76 HTTP/1.1" status: 200 len: 992 time: 0.1071506 Apr 28 20:59:10.797767 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:13.044549 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:13.821673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:59:13.986837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-cfd03617-7f81-4430-86dc-8bf70b580c72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683002 Apr 28 20:59:14.132480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c04351-2962-423d-9a53-aaae73cce2db req-dfcdee17-bbc5-4e62-868d-27bcdd203117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.133837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-dfcdee17-bbc5-4e62-868d-27bcdd203117 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.0752509 Apr 28 20:59:14.277116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c04351-2962-423d-9a53-aaae73cce2db req-d2ac95c0-8c70-4a3d-aaa5-0c19e66577b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.278524 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-d2ac95c0-8c70-4a3d-aaa5-0c19e66577b4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.1235673 Apr 28 20:59:14.381304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-0d42085a-8bca-4570-bad1-4f414c348521 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 1000 time: 0.0964947 Apr 28 20:59:14.445053 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c04351-2962-423d-9a53-aaae73cce2db req-58d2ea59-11c7-46e3-b799-928b359325d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.446406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-58d2ea59-11c7-46e3-b799-928b359325d2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0597339 Apr 28 20:59:14.519172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c04351-2962-423d-9a53-aaae73cce2db req-fcfb699a-9a25-4261-801c-74a7aee61e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:14.520604 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-fcfb699a-9a25-4261-801c-74a7aee61e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682886 Apr 28 20:59:14.649231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-e4952276-6112-4499-aa01-6f0e8768b827 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223059 Apr 28 20:59:14.778044 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0c04351-2962-423d-9a53-aaae73cce2db req-927401b0-0c4b-43e6-b81d-59582da70d92 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225736 Apr 28 20:59:20.383816 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e745176b-e597-417c-a6e0-8e9558569e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:22.527759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b5544594-3956-4d17-b5f5-ee7be319aa78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:23.922606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:24.299990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:25.451179 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:37.927260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae81bcf-8b3e-49a6-bcff-faa5909548d3 req-9be0a0a3-5951-47ec-ab2b-626d3e087968 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:37.928789 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cae81bcf-8b3e-49a6-bcff-faa5909548d3 req-9be0a0a3-5951-47ec-ab2b-626d3e087968 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0818806 Apr 28 20:59:37.977567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cae81bcf-8b3e-49a6-bcff-faa5909548d3 req-0c2468c2-0f1e-4c4f-a90f-b18bd2d4364b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430133 Apr 28 20:59:38.006014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-6a127846-8f6f-42b0-9b6e-d682ab4a7451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.007407 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-6a127846-8f6f-42b0-9b6e-d682ab4a7451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.1956244 Apr 28 20:59:38.137412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-4187a05e-446b-4d04-90e4-3890b56f3e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.138847 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-4187a05e-446b-4d04-90e4-3890b56f3e9b service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.1229501 Apr 28 20:59:38.239318 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-5ca4861b-e05c-4ce3-baee-3882f6cad417 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 1000 time: 0.0939093 Apr 28 20:59:38.300605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-e7c76fed-88df-4902-ab30-3e35cdb68421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.301988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-e7c76fed-88df-4902-ab30-3e35cdb68421 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0558109 Apr 28 20:59:38.380968 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-1889cb3a-8c2e-4b92-af71-7002491eb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:38.382440 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-1889cb3a-8c2e-4b92-af71-7002491eb637 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736637 Apr 28 20:59:38.516597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-bc14bead-d92a-4bbf-a9d8-8b2542253d20 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244755 Apr 28 20:59:38.645900 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ccc94190-ee54-47d6-b59a-e7e9b14d355c req-0fc4b181-33eb-4d5f-92f5-c5d95d99a9d8 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216004 Apr 28 20:59:39.169928 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0394b1-61c0-46b2-be53-0764039c45d0 req-ff4dd511-2c76-4b8b-bfb0-9c76abcc5de3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:39.171437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c0394b1-61c0-46b2-be53-0764039c45d0 req-ff4dd511-2c76-4b8b-bfb0-9c76abcc5de3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0819197 Apr 28 20:59:39.215350 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c0394b1-61c0-46b2-be53-0764039c45d0 req-ef9396ce-cfdc-42d4-86aa-5e5882386685 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383530 Apr 28 20:59:40.397144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e927867f-390e-486a-ade3-f89729788c19 req-28b7fb33-05f3-4aa7-8503-dcf9da08a414 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:40.398612 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e927867f-390e-486a-ade3-f89729788c19 req-28b7fb33-05f3-4aa7-8503-dcf9da08a414 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0794845 Apr 28 20:59:40.442598 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e927867f-390e-486a-ade3-f89729788c19 req-123696dc-f4d7-4b93-a23b-46a0f08535a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382876 Apr 28 20:59:40.826950 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:41.626107 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604b1ac1-34a1-483a-a790-6ee6045375cb req-5844d86e-0765-4b02-b203-82fd5fbda6bd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:41.627510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-604b1ac1-34a1-483a-a790-6ee6045375cb req-5844d86e-0765-4b02-b203-82fd5fbda6bd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0809603 Apr 28 20:59:41.670395 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-604b1ac1-34a1-483a-a790-6ee6045375cb req-c6fc232a-0660-4801-ab7f-db180f0c7b33 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373402 Apr 28 20:59:42.862022 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaddb48-6897-4e5b-974e-439f0a8846e1 req-beb0a87d-5b1e-40b9-b2eb-834681983f13 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:42.863451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8aaddb48-6897-4e5b-974e-439f0a8846e1 req-beb0a87d-5b1e-40b9-b2eb-834681983f13 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0816877 Apr 28 20:59:42.905607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8aaddb48-6897-4e5b-974e-439f0a8846e1 req-cd7e9044-db64-4b61-a6cf-b7923de9701a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365407 Apr 28 20:59:43.076102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:44.088824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57007a9-a15b-4793-b191-6ca5d7b388ea req-c6e48c76-296d-41fd-926e-726648b617a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:44.090286 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a57007a9-a15b-4793-b191-6ca5d7b388ea req-c6e48c76-296d-41fd-926e-726648b617a5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0785532 Apr 28 20:59:44.133469 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a57007a9-a15b-4793-b191-6ca5d7b388ea req-05b20277-2d58-4c9e-9451-83f06077323d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Apr 28 20:59:45.339617 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563bd78-8192-4be3-abf4-e39981994392 req-4e5cdc27-3742-4d4c-9759-cb54dd3b3cc1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:45.341079 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6563bd78-8192-4be3-abf4-e39981994392 req-4e5cdc27-3742-4d4c-9759-cb54dd3b3cc1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0810161 Apr 28 20:59:45.386248 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6563bd78-8192-4be3-abf4-e39981994392 req-24692a79-649d-4c19-ac78-62b8dc0660f9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395017 Apr 28 20:59:46.581169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e18d2a-fcfa-4615-812a-2b0b6605a18a req-3224556e-dff0-4955-b89e-50ee70a65bd0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:46.582661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54e18d2a-fcfa-4615-812a-2b0b6605a18a req-3224556e-dff0-4955-b89e-50ee70a65bd0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0828815 Apr 28 20:59:46.625820 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-54e18d2a-fcfa-4615-812a-2b0b6605a18a req-67fcf7af-bdf5-4643-a4bb-bba224d108eb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372686 Apr 28 20:59:47.810619 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf78b171-456b-41ad-8728-48915975ca29 req-0b78cfb8-a9fd-4629-8a01-6f07b70afcd5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:47.812098 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf78b171-456b-41ad-8728-48915975ca29 req-0b78cfb8-a9fd-4629-8a01-6f07b70afcd5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0821562 Apr 28 20:59:47.855075 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cf78b171-456b-41ad-8728-48915975ca29 req-ecd1f317-806f-475a-a1f4-461550b49489 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373917 Apr 28 20:59:49.042337 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5878bd1b-6185-4929-a901-867ad84c5fcf req-82a12288-2d68-462c-b3ee-a8b18a1cb325 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:49.043775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5878bd1b-6185-4929-a901-867ad84c5fcf req-82a12288-2d68-462c-b3ee-a8b18a1cb325 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0784297 Apr 28 20:59:49.087489 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5878bd1b-6185-4929-a901-867ad84c5fcf req-4d13ac00-3f75-46d7-8f56-eac114acdf3d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378489 Apr 28 20:59:50.271921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9992d074-d3d7-4cf2-9a55-6b770df4158c req-cc6817b5-69c0-4d8c-b7c0-d75aa14c4c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:50.273335 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9992d074-d3d7-4cf2-9a55-6b770df4158c req-cc6817b5-69c0-4d8c-b7c0-d75aa14c4c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0790968 Apr 28 20:59:50.316550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9992d074-d3d7-4cf2-9a55-6b770df4158c req-0b5bcfca-bbe0-4615-9aab-85bb439f7daf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376978 Apr 28 20:59:50.385641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c2b68f8a-0fec-4a33-91f9-ecd69168385e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:50.821776 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 20:59:51.505607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf615c32-7b92-4dd9-a5bc-1f56a685764d req-7c752024-eb3d-4b91-8257-3beb0e3e3580 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:51.507028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf615c32-7b92-4dd9-a5bc-1f56a685764d req-7c752024-eb3d-4b91-8257-3beb0e3e3580 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0824137 Apr 28 20:59:51.550226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cf615c32-7b92-4dd9-a5bc-1f56a685764d req-246ffc6e-f1fe-46dd-8a60-deb945a80352 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374463 Apr 28 20:59:52.529319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7d38ea2a-447f-421c-ac8b-fbf23d9b8c0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:52.828348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9c5a69-8a93-4e87-acd8-ab80fa6746fc req-4bb135cb-4a46-4d3e-ade7-a92dafa23598 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:52.829806 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a9c5a69-8a93-4e87-acd8-ab80fa6746fc req-4bb135cb-4a46-4d3e-ade7-a92dafa23598 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.1759174 Apr 28 20:59:52.872928 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3a9c5a69-8a93-4e87-acd8-ab80fa6746fc req-297634ba-0d50-4bc6-bdbe-de8eaee69f56 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375228 Apr 28 20:59:53.926808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:54.059473 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee6492-9c4d-4e85-8ad4-5439e80866f2 req-f5728786-2e84-4cb3-b559-ad9f25364ff4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:54.060898 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2ee6492-9c4d-4e85-8ad4-5439e80866f2 req-f5728786-2e84-4cb3-b559-ad9f25364ff4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0776806 Apr 28 20:59:54.108668 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2ee6492-9c4d-4e85-8ad4-5439e80866f2 req-bed88e21-bd0c-408b-bb49-37f2b2ceeadb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407538 Apr 28 20:59:54.302227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:55.293751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dabf6b-3cec-4944-8c89-c1744fbf330c req-3de9b159-3de8-4721-aa8e-8c939240ed14 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 20:59:55.295179 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27dabf6b-3cec-4944-8c89-c1744fbf330c req-3de9b159-3de8-4721-aa8e-8c939240ed14 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0829129 Apr 28 20:59:55.339506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-27dabf6b-3cec-4944-8c89-c1744fbf330c req-1afcee6b-90a0-4c75-bb92-6b6ed7370b34 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379846 Apr 28 20:59:55.363261 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56870) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 20:59:55.456563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 20:59:55.466856 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d3365456-1351-49a1-8a63-433791f72545 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/892c8a2a-b2c8-4474-bfaa-f887fdf66a76 HTTP/1.1" status: 200 len: 992 time: 0.1025231 Apr 28 21:00:10.832740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:13.080589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:16.445097 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-e630af54-bbba-4144-a6c7-7e56d3f257b8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690527 Apr 28 21:00:16.587827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-a3cafe44-30d1-4d8d-850f-e9992ca9a703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:16.589291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-a3cafe44-30d1-4d8d-850f-e9992ca9a703 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.0710011 Apr 28 21:00:16.731650 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-d6e2f587-4f78-406a-a003-46bd05e24de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:16.733055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-d6e2f587-4f78-406a-a003-46bd05e24de2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.1237056 Apr 28 21:00:16.836074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-6294d25c-5928-4a14-a4f7-54ddb6dce8dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 1000 time: 0.0957630 Apr 28 21:00:16.906684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-41d5b5f0-249b-4f4a-a53c-54dd3f14cbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:16.908270 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-41d5b5f0-249b-4f4a-a53c-54dd3f14cbf7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0637305 Apr 28 21:00:16.982841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-a540dc5c-bfe6-40d9-8d37-6ff94174f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:16.984188 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-a540dc5c-bfe6-40d9-8d37-6ff94174f345 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674350 Apr 28 21:00:17.217993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-53661a16-b951-4c9a-aae4-38d33a7e4188 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250996 Apr 28 21:00:17.351637 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5b9f66d2-05dd-48bc-805f-034c9b77411c req-41979386-7ea6-4ef1-935d-788b3b404d7b service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227424 Apr 28 21:00:20.388837 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a02f56a6-9b5e-4fb7-9e40-bbc8f62d4e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:22.530388 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd358432-9b92-4777-831b-2f57f546e0a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:23.929601 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:24.305228 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:25.457928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:27.821837 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:00:28.008705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56898) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:28.214905 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port ed8ab7bb-a997-4a4d-83fc-9c1761c782d7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:00:28.215165 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:28.383431 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:28.383756 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:28.505123 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for ed8ab7bb-a997-4a4d-83fc-9c1761c782d7 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:00:28.649734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:28.696855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=ed8ab7bb-a997-4a4d-83fc-9c1761c782d7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:28.741344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.741719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.742065 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.742402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.742733 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.743064 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.743390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.743716 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.744042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.744361 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.744679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.744997 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:28.798469 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:28.798848 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP 892c8a2a-b2c8-4474-bfaa-f887fdf66a76 disassociated (deleted). External IP: 172.25.2.94, port: 7ae26269-ddca-4849-92ce-40163a69ec57. Apr 28 21:00:29.246465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router a337e45a-b94b-451a-a40a-0bd4c020e40b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:00:29.424845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:00:29.434599 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Sync routers for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:29.444778 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:29.445375 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:29.446376 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:29.505753 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-34f8b6c0-c112-41d3-8703-dee678b76113 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/floatingips/892c8a2a-b2c8-4474-bfaa-f887fdf66a76 HTTP/1.1" status: 204 len: 168 time: 1.4922121 Apr 28 21:00:29.505753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:29.548467 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d679783-485a-44cd-9ec5-93a357d694ee'] response: {'name': 'network-changed', 'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57', 'status': 'completed', 'code': 200} Apr 28 21:00:29.624938 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:29.646033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659480-3d07-4a22-851d-24080902c189 req-623b9e64-9575-4e1d-913c-5df19aeafe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:29.647507 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-623b9e64-9575-4e1d-913c-5df19aeafe98 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 1096 time: 0.0762205 Apr 28 21:00:29.798277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659480-3d07-4a22-851d-24080902c189 req-005e1a81-938f-468d-a45c-2d0de6f7d7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:29.799775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-005e1a81-938f-468d-a45c-2d0de6f7d7c2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 200 len: 898 time: 0.1446295 Apr 28 21:00:29.917014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-86e17b00-61c7-4bdd-8d9c-b99f854304f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 200 len: 217 time: 0.1090066 Apr 28 21:00:29.968533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:29.972870 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Checking router: a337e45a-b94b-451a-a40a-0bd4c020e40b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:29.980867 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:29.981443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:30.003143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c526aa-4311-416f-8635-8f3ed5966993 req-cc782fbd-7e62-4492-be4c-b88a011f2790 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:30.005249 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04c526aa-4311-416f-8635-8f3ed5966993 req-cc782fbd-7e62-4492-be4c-b88a011f2790 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.1985176 Apr 28 21:00:30.006634 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659480-3d07-4a22-851d-24080902c189 req-072d76c9-7469-4d92-95d4-3a186dca75f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:30.007904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-072d76c9-7469-4d92-95d4-3a186dca75f0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 200 len: 834 time: 0.0809917 Apr 28 21:00:30.102441 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-04c526aa-4311-416f-8635-8f3ed5966993 req-a358105b-c637-493a-bc3d-3e3db0f1ea70 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914159 Apr 28 21:00:30.122121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef659480-3d07-4a22-851d-24080902c189 req-0f840331-2c75-4b03-b4a8-791242473d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:30.123554 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-0f840331-2c75-4b03-b4a8-791242473d20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=46527535-6f46-44a0-8d1d-630e9f356560&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0995004 Apr 28 21:00:30.157402 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:30.266057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-033d7718-0962-4b93-a077-010155f4189f service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243331 Apr 28 21:00:30.399894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef659480-3d07-4a22-851d-24080902c189 req-f7bef8f6-cd0b-4a4e-beae-d93b67185e68 service neutron] 10.222.0.41 "GET /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260202 Apr 28 21:00:30.469721 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:30.474624 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059fba7f-d78a-4865-b41e-42180fb5549c None None] The sync data for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 is: [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T20:58:46Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'c1e70eb3-5f1a-4247-80be-7b4369a72ff2', 'name': '', 'network_id': '46527535-6f46-44a0-8d1d-630e9f356560', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:01:f4:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:45Z', 'updated_at': '2022-04-28T20:58:51Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '673644ea-59e0-40b8-9ea5-d9fc14c3a040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:30.687748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f9960b7-a589-4f14-81b7-2da854218de2 None None] New status for floating IP 892c8a2a-b2c8-4474-bfaa-f887fdf66a76: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:00:31.288017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d6b30f-9276-478c-87e9-d3a4d87cbf9e req-6a42368a-ddd6-4c3a-baae-9b6a27262a68 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:31.288721 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6d6b30f-9276-478c-87e9-d3a4d87cbf9e req-6a42368a-ddd6-4c3a-baae-9b6a27262a68 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:31.304932 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-e6d6b30f-9276-478c-87e9-d3a4d87cbf9e req-6a42368a-ddd6-4c3a-baae-9b6a27262a68 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:31.306554 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6d6b30f-9276-478c-87e9-d3a4d87cbf9e req-6a42368a-ddd6-4c3a-baae-9b6a27262a68 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0977900 Apr 28 21:00:31.351833 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e6d6b30f-9276-478c-87e9-d3a4d87cbf9e req-2b1c64ab-326a-4827-b6a5-4537a234d9a0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=a33b71a7-e237-46e0-940c-c388b24b12fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397398 Apr 28 21:00:31.547288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-304783ae-2c49-4998-b2b7-2416c455b307 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:31.548693 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-304783ae-2c49-4998-b2b7-2416c455b307 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 945 time: 0.0788047 Apr 28 21:00:31.625075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 7ae26269-ddca-4849-92ce-40163a69ec57 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:00:31.625405 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:31.862221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 7ae26269-ddca-4849-92ce-40163a69ec57, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7ae26269-ddca-4849-92ce-40163a69ec57,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:31.863154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:32.091001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 7ae26269-ddca-4849-92ce-40163a69ec57 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:00:32.230314 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:32.277782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=7ae26269-ddca-4849-92ce-40163a69ec57,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:32.312963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.313310 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.313667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.314001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.314328 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.314655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.314978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.315293 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.315658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.316508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.316947 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.317276 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:32.367213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port 7ae26269-ddca-4849-92ce-40163a69ec57 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:00:32.369635 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:32.372075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'name': 'network-vif-deleted', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:32.389004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-06eca3c6-57b1-4061-b648-97c958fd4e69 req-0da2d31e-18ee-44c6-abb7-785ac9a397ad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "DELETE /v2.0/ports/7ae26269-ddca-4849-92ce-40163a69ec57 HTTP/1.1" status: 204 len: 173 time: 0.8317225 Apr 28 21:00:32.417306 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66b610f1-b6e2-47e8-816f-1d6c66113b78'] response: {'server_uuid': '7bbbde9b-f37a-40d4-9651-035af4c8d61e', 'name': 'network-vif-deleted', 'tag': '7ae26269-ddca-4849-92ce-40163a69ec57', 'status': 'completed', 'code': 200} Apr 28 21:00:32.513818 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7e7c5932-2df7-4b31-b577-a1d4590a5899 req-a172622f-3d7d-48dd-a943-70dbbe798e4c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:32.530607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-7e7c5932-2df7-4b31-b577-a1d4590a5899 req-a172622f-3d7d-48dd-a943-70dbbe798e4c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:32.531757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7e7c5932-2df7-4b31-b577-a1d4590a5899 req-a172622f-3d7d-48dd-a943-70dbbe798e4c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7bbbde9b-f37a-40d4-9651-035af4c8d61e HTTP/1.1" status: 200 len: 210 time: 0.0604167 Apr 28 21:00:33.631453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56918) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:34.164545 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:34.507216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port c1e70eb3-5f1a-4247-80be-7b4369a72ff2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:00:34.507558 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:34.617732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7ae26269-ddca-4849-92ce-40163a69ec57 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:00:34.653100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7ae26269-ddca-4849-92ce-40163a69ec57 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:00:34.653446 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7ae26269-ddca-4849-92ce-40163a69ec57 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:00:34.804572 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port c1e70eb3-5f1a-4247-80be-7b4369a72ff2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:34.805153 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:34.923600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for c1e70eb3-5f1a-4247-80be-7b4369a72ff2 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:00:35.096652 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:35.144475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=c1e70eb3-5f1a-4247-80be-7b4369a72ff2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:35.412826 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:35.760888 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router a337e45a-b94b-451a-a40a-0bd4c020e40b has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:00:35.930511 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:00:35.939649 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Sync routers for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:35.947555 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5c869205-dd83-46b3-8d4a-85b21b361b6f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/a337e45a-b94b-451a-a40a-0bd4c020e40b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3150277 Apr 28 21:00:35.949548 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:35.950466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56922) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:35.950608 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:36.122682 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting subnet 673644ea-59e0-40b8-9ea5-d9fc14c3a040 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:00:36.124678 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:36.125648 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.178869 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.262678 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.333748 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.373175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Subnet': ['ID=673644ea-59e0-40b8-9ea5-d9fc14c3a040,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:36.375035 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.380828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e257a3a-6446-4487-96b3-0cf19a575d75 None None] Network 46527535-6f46-44a0-8d1d-630e9f356560 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:00:36.381817 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c8898e02-afb5-4300-8e2a-267269b74034 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/subnets/673644ea-59e0-40b8-9ea5-d9fc14c3a040 HTTP/1.1" status: 204 len: 168 time: 0.4303689 Apr 28 21:00:36.384432 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56926) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:36.410653 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T21:00:35Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:36.414632 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Checking router: a337e45a-b94b-451a-a40a-0bd4c020e40b for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:36.422558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Routers {'a337e45a-b94b-451a-a40a-0bd4c020e40b'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:36.423171 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['a337e45a-b94b-451a-a40a-0bd4c020e40b'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:36.570047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.610737 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] Set router a337e45a-b94b-451a-a40a-0bd4c020e40b gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:36.702276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] DHCP port deletion for 46527535-6f46-44a0-8d1d-630e9f356560 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:00:36.707357 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Deleting port 845ad684-4b51-4f90-aa50-9b523781b0cb {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:00:36.707795 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.756970 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.767760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 8ded8cf1-b267-4edd-8c10-c13a35caf248 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:00:36.770383 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.937125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 845ad684-4b51-4f90-aa50-9b523781b0cb no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:00:36.941667 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T21:00:35Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:36.945864 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2510ffc7-4f3d-484d-a8d4-7dfacf9b2234 None None] The sync data for ids ['a337e45a-b94b-451a-a40a-0bd4c020e40b'] in n-d-839811-1 is: [{'id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-260214434', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104'}], 'enable_snat': True}, 'gw_port_id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T20:58:41Z', 'updated_at': '2022-04-28T21:00:35Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '8ded8cf1-b267-4edd-8c10-c13a35caf248', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:cd:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a337e45a-b94b-451a-a40a-0bd4c020e40b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T20:58:42Z', 'updated_at': '2022-04-28T20:58:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:36.954385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 8ded8cf1-b267-4edd-8c10-c13a35caf248, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8ded8cf1-b267-4edd-8c10-c13a35caf248,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:36.954870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:36.992632 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] For port 845ad684-4b51-4f90-aa50-9b523781b0cb, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=845ad684-4b51-4f90-aa50-9b523781b0cb,segment=NetworkSegment(b2f9002e-b9fc-412e-bf67-57b6855e0bcf),segment_id=b2f9002e-b9fc-412e-bf67-57b6855e0bcf)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:36.993021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.088483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 8ded8cf1-b267-4edd-8c10-c13a35caf248 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:00:37.116239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Calling delete_port for 845ad684-4b51-4f90-aa50-9b523781b0cb owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:00:37.232944 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.246873 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.259597 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.303282 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Pushing event deleted for resources: {'Port': ['ID=845ad684-4b51-4f90-aa50-9b523781b0cb,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:37.305619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] No DVR routers for this DVR port 845ad684-4b51-4f90-aa50-9b523781b0cb on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:00:37.309048 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=8ded8cf1-b267-4edd-8c10-c13a35caf248,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:37.338707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.339050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.339385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.339717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.340048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.340382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.340703 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.341081 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.341362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.341683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.341999 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.342319 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46d2a948-4b1b-4e83-aa78-5039ef94c2d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:37.412903 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.692369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.694499 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.715795 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.716332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Fanout notify agent at l3_agent the message router_deleted on router a337e45a-b94b-451a-a40a-0bd4c020e40b {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:00:37.731593 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.732761 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7def0a9c-6317-4f13-8af5-9e4a1a065f46 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/routers/a337e45a-b94b-451a-a40a-0bd4c020e40b HTTP/1.1" status: 204 len: 168 time: 1.3474479 Apr 28 21:00:37.735486 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56930) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:37.852053 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:37.979910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.003851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46527535-6f46-44a0-8d1d-630e9f356560']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.015233 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.015529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2f9002e-b9fc-412e-bf67-57b6855e0bcf') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:38.026786 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.042362 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.048052 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:00:38.048436 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: timer() Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:00:38.062099 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:00:38.142006 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.147195 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.170093 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/networks/46527535-6f46-44a0-8d1d-630e9f356560 HTTP/1.1" status: 204 len: 168 time: 0.4335849 Apr 28 21:00:38.172858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56934) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:38.173498 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a868286d-fcea-44f6-a69a-4a143522b100 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Network': ['ID=46527535-6f46-44a0-8d1d-630e9f356560,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:38.243579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.272933 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.340126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.358433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33b71a7-e237-46e0-940c-c388b24b12fe,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:38.367290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.368405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4ae026e8-a4db-4503-b4db-bc6047d94c3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/security-groups/a33b71a7-e237-46e0-940c-c388b24b12fe HTTP/1.1" status: 204 len: 168 time: 0.1945133 Apr 28 21:00:38.665631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56942) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:38.670872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126894868', 'description': 'tempest-secgroup-smoke-126894868 description', 'project_id': '3c97b96e712b478cad3f2de8df067549'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:38.677614 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:38.681663 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:38.684466 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:38.690085 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:38.700323 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.719690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:38.724094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:38.726860 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:38.732520 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:38.803504 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.804469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1e70eb3-5f1a-4247-80be-7b4369a72ff2 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:00:38.807662 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.842512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: c1e70eb3-5f1a-4247-80be-7b4369a72ff2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:00:38.842854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device c1e70eb3-5f1a-4247-80be-7b4369a72ff2 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:00:38.843258 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ded8cf1-b267-4edd-8c10-c13a35caf248 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:00:38.851672 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2014c1-45db-4f4a-81ac-5394eb7f10d0,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:38.858660 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.859424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-031379a6-cd6d-4c19-9414-f0c4ca8f9975 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1927743 Apr 28 21:00:38.862315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56946) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:38.867638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:38.874090 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:38.876739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8ded8cf1-b267-4edd-8c10-c13a35caf248 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:00:38.877091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8ded8cf1-b267-4edd-8c10-c13a35caf248 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:00:38.877896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:38.880995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:38.886617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:38.903410 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.962801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.966122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:38.991891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31e2656f-7d8d-49df-a077-e735c25036b6,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.000949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.002142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-b7dafb4c-45cb-42db-add7-01086a271fc9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385179 Apr 28 21:00:39.005535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56950) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.010369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.016693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.021589 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.024366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.029935 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.045773 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.106348 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.109742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.132734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0b526aa-771d-4a4f-818f-5bbee49a983a,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.140944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.142108 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bafdeb6d-585f-4e60-b7fb-627d1678fc07 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1356740 Apr 28 21:00:39.145453 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56954) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.150253 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.156633 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.160377 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.163173 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.168674 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.185083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.245729 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.249105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.273247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddf4c03-04a6-4b98-ad70-ed6996bb61f8,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.283394 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.284689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-78555e3b-0529-4fe9-b8c2-35713d0b3120 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1382391 Apr 28 21:00:39.287243 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56958) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.291907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.298308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.302295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.305045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.310560 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.327584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.392876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.398180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.422496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b831264-f5b6-4aa6-adbf-721b00477bf2,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.431928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.433437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7e8ea00e-1cd5-4544-b77c-8ac7b578ec3f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1453032 Apr 28 21:00:39.436103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56962) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.440937 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.447361 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.451335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.454254 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.460402 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.470737 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:39.478895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.542132 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.545916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.570301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cb2171c-65b6-446e-b6ba-affc8c7fb9a1,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.579488 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.580629 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9ffd5249-2874-49d4-b110-9dd090a91360 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1436460 Apr 28 21:00:39.583888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56966) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.589008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '8a2014c1-45db-4f4a-81ac-5394eb7f10d0', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.595448 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.599879 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.602752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.608277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.618247 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:00:39.624683 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.691216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.694736 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.718178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ecd97af-20b1-471c-bf88-4a2a26caccfb,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.726778 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.727912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-12864879-f3a2-4ba8-8b76-8eb40ca5b7f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1430354 Apr 28 21:00:39.731686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56970) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.736949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'network': {'name': 'tempest-network-smoke--1833387933', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.742739 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.746435 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:network and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.749146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.755354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:39.765136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:39.768447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.795091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:00:39.804033 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.804348 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Added segment b3b72a03-f2a4-4009-8ca9-0284b1bd3c81 of type vlan for network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 Apr 28 21:00:39.830126 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.860380 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.866277 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:39.866844 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:39.961182 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2283945 Apr 28 21:00:39.963994 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56974) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:39.969163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'admin_state_up': True, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:39.969622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfeb0dd1-b613-452b-bfbc-767b30abfa2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Network': ['ID=f3f1ad6f-0fc8-49a9-9560-7037345a44c6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:39.978025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:39.980555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:00:39.981929 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:router and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:39.984746 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:39.991967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:40.002282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.003994 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.019486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.282952 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.576615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.604703 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.834446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:40.844978 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.231 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b1b6fe73-b0d9-4102-ab3f-62464d511b2d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:40.990917 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:41.019705 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:41.081823 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:41.084763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:41.088859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:00:41.129311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:41.495547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:41.825387 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:42.021189 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 0bd855b8-01da-402f-8a02-1f92529204c3 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:00:42.313804 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:00:42.325260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Sync routers for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:42.334941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:42.335555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:42.339997 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:42.341383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1fe4842a-4be7-4ede-8a9c-fa149810de0c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3764076 Apr 28 21:00:42.344670 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56978) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:42.384394 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-44407e27-38c8-449d-a2d4-b68257865389 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c97b96e712b478cad3f2de8df067549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385132 Apr 28 21:00:42.387403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56982) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:42.508642 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:42.517398 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6bae7d5-0226-4cf4-a3ab-82b47a45ed31 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:42.519432 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d6bae7d5-0226-4cf4-a3ab-82b47a45ed31 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1316667 Apr 28 21:00:42.522669 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56986) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:42.560931 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2141bc58-3631-4b97-aaae-1f2423745e2e tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372069 Apr 28 21:00:42.563373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 56990) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:42.568761 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-442298266', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:42.675800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:42.679545 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:subnet and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:42.682274 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:42.687758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:42.697694 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:42.701358 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:42.824764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:41Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:42.828716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Checking router: 0bd855b8-01da-402f-8a02-1f92529204c3 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:42.829058 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Updating router 0bd855b8-01da-402f-8a02-1f92529204c3 port b1b6fe73-b0d9-4102-ab3f-62464d511b2d binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:42.880481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:42.922715 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.004024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Subnet': ['ID=2b1043dc-53da-4864-b7e7-cb5bb1a52589,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:43.008077 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Checking segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:00:43.008438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network hostable DHCP agents. Network: f3f1ad6f-0fc8-49a9-9560-7037345a44c6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:00:43.026886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:00:43.035403 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, f3f1ad6f-0fc8-49a9-9560-7037345a44c6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:43.040255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:43.040836 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.062492 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a9ce08e1-5c0e-4873-8b0a-09788b317c49 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4981353 Apr 28 21:00:43.066014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 56994) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:43.085943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417c121e-9e1b-4d61-a7ef-99389d191ebb None None] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:00:43.196797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.388889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.408921 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Transition to ACTIVE for port object b1b6fe73-b0d9-4102-ab3f-62464d511b2d will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:43.413534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:00:43.414341 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.434521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.572654 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Attempting to bind port b1b6fe73-b0d9-4102-ab3f-62464d511b2d on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:00:43.573006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Attempting to bind port b1b6fe73-b0d9-4102-ab3f-62464d511b2d by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:00:43.573369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Attempting to bind port b1b6fe73-b0d9-4102-ab3f-62464d511b2d on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:00:43.580264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eef76-4a33-47e5-83f6-a05363cfac48 None None] Pushing event updated for resources: {'Port': ['ID=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:43.598351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:00:43.598727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:00:43.599123 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.599509 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:00:43.599976 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Bound port: b1b6fe73-b0d9-4102-ab3f-62464d511b2d, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:00:43.600346 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.725261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] For port b1b6fe73-b0d9-4102-ab3f-62464d511b2d, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:00:43.729491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] For port b1b6fe73-b0d9-4102-ab3f-62464d511b2d, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:00:43.733432 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Allocated IP 172.20.0.2 (f3f1ad6f-0fc8-49a9-9560-7037345a44c6/2b1043dc-53da-4864-b7e7-cb5bb1a52589/edf040c0-1424-4a26-b65e-44e370170b39) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:43.735774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.852236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:43.852850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:43.855758 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:43.952149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eef76-4a33-47e5-83f6-a05363cfac48 None None] Pushing event updated for resources: {'Port': ['ID=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:44.155846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:44.338676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.395014 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Transition to ACTIVE for port object edf040c0-1424-4a26-b65e-44e370170b39 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:44.426827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Transition to ACTIVE for port object edf040c0-1424-4a26-b65e-44e370170b39 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:44.433831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.497656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.1 (f3f1ad6f-0fc8-49a9-9560-7037345a44c6/2b1043dc-53da-4864-b7e7-cb5bb1a52589/9d0941f2-3ad7-48f3-b826-7e8ed3884d13) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:44.545630 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:44.550479 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:44.555634 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:00:44.557628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Pushing event updated for resources: {'Port': ['ID=edf040c0-1424-4a26-b65e-44e370170b39,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:44.654518 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.660950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Attempting to bind port edf040c0-1424-4a26-b65e-44e370170b39 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:00:44.661315 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Attempting to bind port edf040c0-1424-4a26-b65e-44e370170b39 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:00:44.661705 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Attempting to bind port edf040c0-1424-4a26-b65e-44e370170b39 on network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:00:44.669682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:00:44.670054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Checking segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:00:44.670449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.670839 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Bound using segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:00:44.671342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Bound port: edf040c0-1424-4a26-b65e-44e370170b39, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:00:44.671561 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:44.671689 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.682507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:41Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:44.690795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-005898ff-852f-4b26-9550-cfdf9fea8657 None None] The sync data for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 is: [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:41Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:44.695147 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.769857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] For port edf040c0-1424-4a26-b65e-44e370170b39, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:00:44.773378 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] For port edf040c0-1424-4a26-b65e-44e370170b39, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edf040c0-1424-4a26-b65e-44e370170b39,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:00:44.779108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:44.779310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.782252 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:44.786917 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:00:44.817161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:44.849838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:44.872080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad71836-0182-4faf-952d-9b565f297918 None None] Pushing event updated for resources: {'Port': ['ID=edf040c0-1424-4a26-b65e-44e370170b39,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:44.996835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:45.635674 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:45.642289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:45.768093 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:45.775804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:45.920160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f77b001-52b0-48d3-8a38-84702e674ecd None None] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:00:45.926805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:45.927898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:46.043105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0bebd097-6bf2-49fc-9d03-2a5abf1d055f None None] Provisioning for port edf040c0-1424-4a26-b65e-44e370170b39 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:46.119427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 0bd855b8-01da-402f-8a02-1f92529204c3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:00:46.308294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:00:46.321682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-07ae721a-83f6-4064-9a8c-466efad1c91f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/0bd855b8-01da-402f-8a02-1f92529204c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2544112 Apr 28 21:00:46.349035 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Sync routers for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:00:46.358699 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:46.359290 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:46.413452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8851128-19a3-454a-bfcc-429a23c207b4 None None] Provisioning for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:46.437415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8851128-19a3-454a-bfcc-429a23c207b4 None None] Provisioning complete for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:46.438021 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8851128-19a3-454a-bfcc-429a23c207b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:46.513311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f8851128-19a3-454a-bfcc-429a23c207b4 None None] Port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:00:46.536106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c3b0226d-8f4a-4927-b3b8-5a7904e089b8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:46.553495 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c3b0226d-8f4a-4927-b3b8-5a7904e089b8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:46.555100 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c3b0226d-8f4a-4927-b3b8-5a7904e089b8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126894868&fields=id&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 267 time: 0.0801427 Apr 28 21:00:46.585686 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:46.638935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d55c60b6-27fd-468c-9540-380d2daf5ade None None] Provisioning complete for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:46.639327 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d55c60b6-27fd-468c-9540-380d2daf5ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:46.705440 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d55c60b6-27fd-468c-9540-380d2daf5ade None None] Port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:00:46.719150 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-8c0fbb73-fbb2-4310-930b-31b20b8d941d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:46.719896 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-8c0fbb73-fbb2-4310-930b-31b20b8d941d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:46.742238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-8c0fbb73-fbb2-4310-930b-31b20b8d941d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:46.743416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-8c0fbb73-fbb2-4310-930b-31b20b8d941d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 797 time: 0.1805019 Apr 28 21:00:46.761751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-e0b29b08-90e6-46b4-8a23-f7c280446459 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/quotas/3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 375 time: 0.0121675 Apr 28 21:00:46.865364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-23657538-807d-494f-b90e-1eff30d897d9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:46.882114 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-23657538-807d-494f-b90e-1eff30d897d9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:46.883477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-23657538-807d-494f-b90e-1eff30d897d9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1157954 Apr 28 21:00:46.899275 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edf040c0-1424-4a26-b65e-44e370170b39 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:46.935755 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:45Z', 'revision_number': 2, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:46.940501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Checking router: 0bd855b8-01da-402f-8a02-1f92529204c3 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:00:46.941418 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Updating router 0bd855b8-01da-402f-8a02-1f92529204c3 port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:00:46.972338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b8c122af-c3eb-40d0-a900-9a9eff03231b None None] Provisioning complete for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:46.972944 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8c122af-c3eb-40d0-a900-9a9eff03231b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:46.998838 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.029449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b8c122af-c3eb-40d0-a900-9a9eff03231b None None] Port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:00:47.031426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port edf040c0-1424-4a26-b65e-44e370170b39 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:47.037239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port edf040c0-1424-4a26-b65e-44e370170b39 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:47.037635 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.048622 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-22406dc0-b703-425d-a1b8-028bea37b51d service neutron] 10.222.0.24 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460836 Apr 28 21:00:47.166442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.181251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-1d5df6ff-8f8a-4e06-b57d-433a098302bc service neutron] 10.222.0.24 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270907 Apr 28 21:00:47.200964 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port edf040c0-1424-4a26-b65e-44e370170b39, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edf040c0-1424-4a26-b65e-44e370170b39,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:47.205514 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.206844 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1b6fe73-b0d9-4102-ab3f-62464d511b2d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:47.337512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=edf040c0-1424-4a26-b65e-44e370170b39,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:47.347903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port b1b6fe73-b0d9-4102-ab3f-62464d511b2d completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:47.353767 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b1b6fe73-b0d9-4102-ab3f-62464d511b2d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:47.354148 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.388631 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.394393 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7678923d-1ce3-49c4-af0a-242cd18f3c60 req-4b7851a5-78f1-4903-abda-b49dece5cda9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:47.406460 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Transition to ACTIVE for port object 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:47.411814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-7678923d-1ce3-49c4-af0a-242cd18f3c60 req-4b7851a5-78f1-4903-abda-b49dece5cda9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:47.412963 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7678923d-1ce3-49c4-af0a-242cd18f3c60 req-4b7851a5-78f1-4903-abda-b49dece5cda9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 210 time: 0.0723448 Apr 28 21:00:47.419282 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.509109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.529076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port b1b6fe73-b0d9-4102-ab3f-62464d511b2d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:47.534862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.618781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:47.634406 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Pushing event updated for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:47.717619 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.717957 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.718288 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.718615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.718941 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.719260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.719576 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.719897 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.720210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.720521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.720832 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.721141 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:00:47.731751 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Attempting to bind port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:00:47.732109 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Attempting to bind port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:00:47.732459 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Attempting to bind port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 on network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:00:47.738725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:00:47.739905 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Checking segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:00:47.740347 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.741037 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Bound using segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:00:47.741533 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Bound port: 9d0941f2-3ad7-48f3-b826-7e8ed3884d13, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:00:47.741905 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.844336 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] For port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:00:47.847703 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] For port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:00:47.851269 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:47.929964 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:00:47.930569 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:47.984503 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffdd5c3-b197-4dd6-84a9-b3c654368b49 None None] Pushing event updated for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:48.122471 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:00:48.428194 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:00:48.432286 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0b07c0-1c0e-4fb7-94bb-f024ee379108 None None] The sync data for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 is: [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:00:48.659787 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2b55f42-64d4-4b66-a215-824ede4ee04a req-1697a05d-0a95-49b1-b719-7dba60aa26a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 210 time: 0.0563226 Apr 28 21:00:48.703807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c05c8c82-ef93-4318-8585-60f53326ea30 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:48.705347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c05c8c82-ef93-4318-8585-60f53326ea30 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 797 time: 0.2319396 Apr 28 21:00:48.761787 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c776e4fc-a74d-4ec1-ba47-6bb936359e64 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 379 time: 0.0433183 Apr 28 21:00:48.771963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'port': {'device_id': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'admin_state_up': True, 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'security_groups': ['8a2014c1-45db-4f4a-81ac-5394eb7f10d0']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:48.899281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edf040c0-1424-4a26-b65e-44e370170b39 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:48.976868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port edf040c0-1424-4a26-b65e-44e370170b39 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:48.977257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.050975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:49.060817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:49.071551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:00:49.075527 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.157537 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1b6fe73-b0d9-4102-ab3f-62464d511b2d up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:49.230302 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port b1b6fe73-b0d9-4102-ab3f-62464d511b2d triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:49.230683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.251491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.13 (f3f1ad6f-0fc8-49a9-9560-7037345a44c6/2b1043dc-53da-4864-b7e7-cb5bb1a52589/7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:49.352255 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:49.420909 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:49.427971 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:49.428353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.466791 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.483671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:49.511223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.559613 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.590041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:49.593322 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:49.597774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:49.598065 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:00:49.606714 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.640133 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:49.669647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:49.670423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.707140 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-b6608f04-85e7-4745-84fe-18417de0d00c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9390826 Apr 28 21:00:49.709268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:49.721911 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Request body: {'port': {'device_id': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:49.847143 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.885631 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d8eb7-b086-43c2-9f01-2dcbd8cb51ae req-bbd17385-44d4-4dd6-b4e9-5f72315af908 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:49.887087 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a8d8eb7-b086-43c2-9f01-2dcbd8cb51ae req-bbd17385-44d4-4dd6-b4e9-5f72315af908 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 932 time: 0.0907800 Apr 28 21:00:49.925893 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cc405827-e207-49d0-b8ad-0d3d67dd7333 None None] Provisioning for port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:49.931669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cc405827-e207-49d0-b8ad-0d3d67dd7333 None None] Provisioning complete for port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:49.932226 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cc405827-e207-49d0-b8ad-0d3d67dd7333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:49.934390 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0a8d8eb7-b086-43c2-9f01-2dcbd8cb51ae req-4e574afe-b917-4283-807e-adb4a1e2ed70 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413663 Apr 28 21:00:49.988090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cc405827-e207-49d0-b8ad-0d3d67dd7333 None None] Port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:00:50.201089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:50.208633 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.223220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Transition to ACTIVE for port object 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:00:50.226997 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.364096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:50.391878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-01d8a56d-3360-4bb3-b407-44e825daae93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.473691 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Attempting to bind port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:00:50.474027 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Attempting to bind port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:00:50.474358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Attempting to bind port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b on network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:00:50.478870 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b on network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:00:50.479188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Attempting to bind port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b on network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:00:50.484209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:00:50.484548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Checking segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:00:50.484927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Bound using segment: {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:00:50.485378 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Bound port: 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:00:50.485752 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.579274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:00:50.582681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:00:50.587121 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.649151 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.649801 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.651219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] 10.222.0.41 "PUT /v2.0/ports/7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1092 time: 0.9337661 Apr 28 21:00:50.651656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:50.672475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0f811d-77c3-438c-9e63-7f4d85485adf service neutron] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:50.732952 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac4bb45e-e140-4d67-be9f-3eb8753a713e'] response: {'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'status': 'completed', 'code': 200} Apr 28 21:00:50.783303 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-08633521-4518-409c-9cd2-bcde391de867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.784850 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-08633521-4518-409c-9cd2-bcde391de867 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1095 time: 0.0889990 Apr 28 21:00:50.819552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:50.863610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-14bc9c8f-ff92-4b45-925e-c0c343f9faac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 217 time: 0.0675793 Apr 28 21:00:50.889196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:50.889760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:50.931484 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-f1475756-2289-43a3-b615-6a67db874e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:50.932892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-f1475756-2289-43a3-b615-6a67db874e4e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0613031 Apr 28 21:00:51.013274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c6725291-77f2-463e-ba66-a9a96132be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.015079 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-c6725291-77f2-463e-ba66-a9a96132be83 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723708 Apr 28 21:00:51.125359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b97fc-048d-4be0-b635-e0251812b0c9 req-3acbb30d-8f00-498b-8166-bc8106b7c889 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.127252 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f7b97fc-048d-4be0-b635-e0251812b0c9 req-3acbb30d-8f00-498b-8166-bc8106b7c889 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 944 time: 0.0798323 Apr 28 21:00:51.150953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-03c65e71-f051-4eec-9a24-fd57f9a73efa service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256135 Apr 28 21:00:51.175141 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5f7b97fc-048d-4be0-b635-e0251812b0c9 req-6b215af2-c121-43c6-8ac0-3d2cf2ae0af3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420280 Apr 28 21:00:51.286265 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01fb6681-204b-49de-8db8-a279b9b63da0 req-62d184e1-e228-4413-86c5-091ea3986128 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255848 Apr 28 21:00:51.414332 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-ba50cede-0351-41b7-b163-2bbd7eda3a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.415759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-ba50cede-0351-41b7-b163-2bbd7eda3a9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1095 time: 0.0723081 Apr 28 21:00:51.655461 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-9281b509-5f3a-46a8-b80e-f10c21b82935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.656872 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-9281b509-5f3a-46a8-b80e-f10c21b82935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.2352881 Apr 28 21:00:51.723074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-7f3b1e1d-f9a8-4600-8b05-5b088c2fe011 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 217 time: 0.0592754 Apr 28 21:00:51.789385 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-741f35f1-41b0-47b7-b89b-50286e117a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.790874 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-741f35f1-41b0-47b7-b89b-50286e117a44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0595140 Apr 28 21:00:51.868314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-06e626c4-929f-487e-979a-1601f6f6fd1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:51.869775 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-06e626c4-929f-487e-979a-1601f6f6fd1c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719526 Apr 28 21:00:51.998407 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-834e817d-90c3-454d-9154-ddd1875711cb service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213279 Apr 28 21:00:52.126102 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bcffa461-5f72-4ac6-ab43-319d58b65ea2 req-3c810aaf-fee3-4cb2-a092-29d1c1e554dd service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213658 Apr 28 21:00:52.361793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9762ab11-6936-40ac-9a2a-4db05328efef req-3f0ddab5-ba2c-426b-b583-4cbcb18dd341 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:52.363368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9762ab11-6936-40ac-9a2a-4db05328efef req-3f0ddab5-ba2c-426b-b583-4cbcb18dd341 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:00:52.378384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-9762ab11-6936-40ac-9a2a-4db05328efef req-3f0ddab5-ba2c-426b-b583-4cbcb18dd341 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:00:52.379660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9762ab11-6936-40ac-9a2a-4db05328efef req-3f0ddab5-ba2c-426b-b583-4cbcb18dd341 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 944 time: 0.0981159 Apr 28 21:00:52.423316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9762ab11-6936-40ac-9a2a-4db05328efef req-085d2d32-2c35-43ba-b052-c41bc0fc6c42 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378981 Apr 28 21:00:52.531524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-773f65cb-ad02-4fab-8d50-21f8bc0332e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:53.607144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c533e2-4ea5-426a-97ac-34c8567aaaff req-dcc5bcb6-377e-4161-9233-0b82e45343d5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:53.608585 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42c533e2-4ea5-426a-97ac-34c8567aaaff req-dcc5bcb6-377e-4161-9233-0b82e45343d5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 944 time: 0.0789850 Apr 28 21:00:53.652308 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-42c533e2-4ea5-426a-97ac-34c8567aaaff req-96a8783a-f4c0-4d35-9891-5a14f0da1e8e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371945 Apr 28 21:00:53.932100 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:54.308304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:54.755260 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:00:54.838858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f22c31-097c-444e-ab24-d8c490bd8229 req-8a6eb777-b4e8-41ba-84d0-e4270761f534 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:54.840475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2f22c31-097c-444e-ab24-d8c490bd8229 req-8a6eb777-b4e8-41ba-84d0-e4270761f534 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 944 time: 0.0799220 Apr 28 21:00:54.886230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:54.888066 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b2f22c31-097c-444e-ab24-d8c490bd8229 req-37fad4a5-fb6a-4429-94c0-59d266553aec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418010 Apr 28 21:00:54.899618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'mac_address': 'fa:16:3e:29:87:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:00:54.955880 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:54.972212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:00:54.986614 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:54.991314 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:55.055009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:55.259206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:00:55.474796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:56.074031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f3ec3-3108-44bd-91d2-7275e90418e7 req-2b233938-9004-4efa-81a1-fed1a1f61f2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:56.075837 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c56f3ec3-3108-44bd-91d2-7275e90418e7 req-2b233938-9004-4efa-81a1-fed1a1f61f2c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 945 time: 0.0832131 Apr 28 21:00:56.121109 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c56f3ec3-3108-44bd-91d2-7275e90418e7 req-ea47594c-deba-4394-9032-46f66dcc3613 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391507 Apr 28 21:00:56.757191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:00:56.824481 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:00:56.829417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:00:56.829813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:56.943675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:56.971990 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:00:56.981898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:00:56.985797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:57.022301 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea744433-73ac-49c6-9bae-d26c782dd01a'] response: {'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'code': 200} Apr 28 21:00:57.061450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:00:57.147368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5773c4-b2bd-4d14-b055-efd5f1227c93 req-60d0c3ba-9f56-4fff-a8bc-5671b774d14d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.148855 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b5773c4-b2bd-4d14-b055-efd5f1227c93 req-60d0c3ba-9f56-4fff-a8bc-5671b774d14d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.0724347 Apr 28 21:00:57.192315 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b5773c4-b2bd-4d14-b055-efd5f1227c93 req-899dde92-5274-4be5-a355-ca7ed288ccba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339103 Apr 28 21:00:57.306115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de8143e-32a8-401a-9023-215800eca560 req-b37768fd-c22b-4f3a-b255-6a1856d26700 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:57.307521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2de8143e-32a8-401a-9023-215800eca560 req-b37768fd-c22b-4f3a-b255-6a1856d26700 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0778546 Apr 28 21:00:57.350995 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2de8143e-32a8-401a-9023-215800eca560 req-c8c474fc-2c63-4624-bdda-fb89c92df7af tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379627 Apr 28 21:00:58.545255 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced5dd4-d13b-4160-83a8-d9f0ea48b01f req-380ad839-6d5b-4bda-afc3-0c47224e23fb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.546710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aced5dd4-d13b-4160-83a8-d9f0ea48b01f req-380ad839-6d5b-4bda-afc3-0c47224e23fb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0830534 Apr 28 21:00:58.590731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aced5dd4-d13b-4160-83a8-d9f0ea48b01f req-f002156e-0ee7-4481-a63d-a61417d8d281 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Apr 28 21:00:58.777374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3371b-8e2e-4d07-8538-f83fd2e10644 req-4fe63b49-1fa0-4921-b003-04928c0fc9af tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.778839 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72d3371b-8e2e-4d07-8538-f83fd2e10644 req-4fe63b49-1fa0-4921-b003-04928c0fc9af tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0849872 Apr 28 21:00:58.821751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-72d3371b-8e2e-4d07-8538-f83fd2e10644 req-1ea9a6b0-b062-4524-98a6-7690e98fba9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373278 Apr 28 21:00:58.844726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57048) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:58.913265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2644fdd4-9794-4480-804e-f5ff627b1167 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:00:58.914839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2644fdd4-9794-4480-804e-f5ff627b1167 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1092 time: 0.0690522 Apr 28 21:00:58.917671 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57052) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:00:58.922366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:00:58.929410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:00:58.933155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:floatingip and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:00:58.936210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:00:58.942470 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:00:58.953155 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:59.102876 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:59.241963 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.151 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8b92a367-7a3f-4207-83b4-641c4097bf64) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:00:59.395281 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:59.425224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:00:59.488916 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:00:59.491844 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:00:59.496142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:00:59.541761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=8b92a367-7a3f-4207-83b4-641c4097bf64,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:00.018755 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:00.090427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:00.290800 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:00.295172 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:00.407519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=8b92a367-7a3f-4207-83b4-641c4097bf64,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:00.421584 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:00.597120 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP 44d50dde-6e68-4313-bb48-76c654edecea associated. External IP: 172.25.2.151, port: 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b. Apr 28 21:01:00.938103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 0bd855b8-01da-402f-8a02-1f92529204c3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:01:01.115397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:01:01.125266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Sync routers for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:01:01.135527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:01:01.136130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:01.140409 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:01.198612 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e2044002-f6da-4341-abc4-530d59fcbcfb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2774436 Apr 28 21:01:01.198612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:01.247785 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ec91ffc-14ee-4145-8f79-155df2e24c81'] response: {'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'status': 'completed', 'code': 200} Apr 28 21:01:01.344352 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:01:01.538438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26a2d0-fd45-4915-bf72-3e5251daca6c req-bfe5b7f3-cf0b-4284-8fac-a48a5a109e2a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.540014 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b26a2d0-fd45-4915-bf72-3e5251daca6c req-bfe5b7f3-cf0b-4284-8fac-a48a5a109e2a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.2330515 Apr 28 21:01:01.542075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb48e9-5477-4249-8987-82543308fbc7 req-d0992255-4a15-480e-85ef-f19021701460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.543406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-d0992255-4a15-480e-85ef-f19021701460 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.2729251 Apr 28 21:01:01.680731 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b26a2d0-fd45-4915-bf72-3e5251daca6c req-98c447c8-e892-4366-9b3f-18ad9a075ae5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130753 Apr 28 21:01:01.707662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57060) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:01:01.711220 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '44d50dde-6e68-4313-bb48-76c654edecea', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'mac_address': 'fa:16:3e:29:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:59Z', 'updated_at': '2022-04-28T21:00:59Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:01.714202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb48e9-5477-4249-8987-82543308fbc7 req-ba8e6ed1-a333-452f-b27a-88ae37c18c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.715500 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Checking router: 0bd855b8-01da-402f-8a02-1f92529204c3 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:01:01.715710 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-ba8e6ed1-a333-452f-b27a-88ae37c18c25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1660874 Apr 28 21:01:01.724098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:01:01.724702 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:00:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:01.819847 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c41fd5be-b19b-4d53-99ff-fe8911de5f6a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/44d50dde-6e68-4313-bb48-76c654edecea HTTP/1.1" status: 200 len: 992 time: 0.1099393 Apr 28 21:01:01.820096 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-1f16565f-12e5-4d5f-9f05-be4bebf86428 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1000 time: 0.0977900 Apr 28 21:01:01.885655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb48e9-5477-4249-8987-82543308fbc7 req-37323472-8239-4b7a-a8a4-b7af49906885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.887073 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-37323472-8239-4b7a-a8a4-b7af49906885 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0613892 Apr 28 21:01:01.897544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:01:01.962283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bb48e9-5477-4249-8987-82543308fbc7 req-e75c37d5-6bd8-4a32-9209-f9b2cc875c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:01.963749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-e75c37d5-6bd8-4a32-9209-f9b2cc875c2e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0706246 Apr 28 21:01:02.095163 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-10088d7e-ae51-43c0-a1ce-18be5c32c066 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250031 Apr 28 21:01:02.226822 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53bb48e9-5477-4249-8987-82543308fbc7 req-50330f4e-e539-4d52-ba3b-a4062ed89bd6 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262050 Apr 28 21:01:02.243054 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '44d50dde-6e68-4313-bb48-76c654edecea', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'mac_address': 'fa:16:3e:29:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:59Z', 'updated_at': '2022-04-28T21:00:59Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:01:02.247207 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73de503d-71d1-4ff7-b371-7689ea437152 None None] The sync data for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 is: [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '44d50dde-6e68-4313-bb48-76c654edecea', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.151', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4323, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'mac_address': 'fa:16:3e:29:87:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:00:59Z', 'updated_at': '2022-04-28T21:00:59Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:01:02.433382 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0f956a7-0b67-485f-8065-2b3538266845 None None] New status for floating IP 44d50dde-6e68-4313-bb48-76c654edecea: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:01:02.822654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57064) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:01:02.926244 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-26c19b93-5403-4b6d-8e0e-91a0a56f28ea tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/44d50dde-6e68-4313-bb48-76c654edecea HTTP/1.1" status: 200 len: 994 time: 0.1024761 Apr 28 21:01:04.821201 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:01:10.846477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:13.083551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:16.616051 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-7514b8e2-e253-4c5d-9c41-92001e31a5a9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0680695 Apr 28 21:01:16.773137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-615c66b3-a021-43b3-8aea-f9ca03645c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:16.774610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-615c66b3-a021-43b3-8aea-f9ca03645c45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.0740333 Apr 28 21:01:16.916258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-910b24d5-08c2-4224-8752-fee8a3ab65c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:16.917692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-910b24d5-08c2-4224-8752-fee8a3ab65c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1233506 Apr 28 21:01:17.020468 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-75ca8301-6a07-4fe0-8e55-b665638fb0cb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1002 time: 0.0961761 Apr 28 21:01:17.083618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-557f3a87-3138-4439-8a31-d9516f683ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:17.084965 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-557f3a87-3138-4439-8a31-d9516f683ce1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0556302 Apr 28 21:01:17.160869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-5be130ad-9683-40d4-83a3-59e4281f2dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:17.162339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-5be130ad-9683-40d4-83a3-59e4281f2dd9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713768 Apr 28 21:01:17.291121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-80216718-b8c3-486c-8dca-e000f8bd4c82 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211853 Apr 28 21:01:17.420345 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-753de464-172d-4ad5-8252-6f6ab824d0bc req-04d56112-2a01-4d6e-a954-900edbadefd3 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220610 Apr 28 21:01:20.395033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-33d680c3-a3d1-4fc7-8717-a2ce2dcc4592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:22.532992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85558367-5f38-4e72-b5d0-b62f38bef673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:23.934168 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:24.310794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:25.463747 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:36.498230 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-7fbb587f-886f-403c-9870-f3671a281762 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1203301 Apr 28 21:01:36.776922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4bf0552-abab-4cbe-9646-4d77b54f5d65 req-ac82f7a3-9e1b-4cf5-b89b-c105420c501c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:36.778419 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4bf0552-abab-4cbe-9646-4d77b54f5d65 req-ac82f7a3-9e1b-4cf5-b89b-c105420c501c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.1940966 Apr 28 21:01:36.826509 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a4bf0552-abab-4cbe-9646-4d77b54f5d65 req-7e07d36f-124a-4b69-8106-fc43ad325d62 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412638 Apr 28 21:01:37.781975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-5782da44-9c4d-450f-a9bf-4aac3711fcf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:37.783437 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-5782da44-9c4d-450f-a9bf-4aac3711fcf4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.1758904 Apr 28 21:01:37.915069 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-37fbe0d3-c5a5-47f8-9c5c-6850074b3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:37.916504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-37fbe0d3-c5a5-47f8-9c5c-6850074b3fd7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1239390 Apr 28 21:01:38.073304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-394b3833-cda9-4919-bf6e-0da1c17af5ef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1002 time: 0.1454465 Apr 28 21:01:38.128375 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b3489-0e43-4a25-9b0d-c092a791cc86 req-a23a28f5-5605-472e-8515-63f97447e2bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:38.129808 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-439b3489-0e43-4a25-9b0d-c092a791cc86 req-a23a28f5-5605-472e-8515-63f97447e2bc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.1526113 Apr 28 21:01:38.171590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-d0fd74ca-4515-4601-a81f-30ea5ced8d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:38.172941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-d0fd74ca-4515-4601-a81f-30ea5ced8d8b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0910721 Apr 28 21:01:38.182837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-439b3489-0e43-4a25-9b0d-c092a791cc86 req-e81ba939-a5d6-4cfc-a303-396fb0f90b3e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473888 Apr 28 21:01:38.255994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-2c905c94-ff69-4271-8a59-c2239059e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:38.257436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-2c905c94-ff69-4271-8a59-c2239059e4df service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0738075 Apr 28 21:01:38.388614 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-c58e6c3b-4aef-42ef-8c0e-db68b9c93310 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216459 Apr 28 21:01:38.521390 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-71fc1760-01e1-469b-840a-7b3588cb1b34 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217060 Apr 28 21:01:39.367837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3531631-25de-4643-9b95-9ee9da298060 req-03ebc30d-2719-4d75-acb5-10ee1701e99c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:39.370076 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a3531631-25de-4643-9b95-9ee9da298060 req-03ebc30d-2719-4d75-acb5-10ee1701e99c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0812526 Apr 28 21:01:39.414343 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a3531631-25de-4643-9b95-9ee9da298060 req-896f7afd-0fd2-461a-99c1-c533faabfe40 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383968 Apr 28 21:01:40.597610 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a3897-8433-4ed2-9a85-8734d69f8476 req-dc431ccd-a635-4eed-ab3c-05d97820937e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:40.599048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-875a3897-8433-4ed2-9a85-8734d69f8476 req-dc431ccd-a635-4eed-ab3c-05d97820937e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0777228 Apr 28 21:01:40.641136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-875a3897-8433-4ed2-9a85-8734d69f8476 req-7e38f87a-16e4-40ab-a28b-561de7a3d24b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365515 Apr 28 21:01:40.849769 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:41.819763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:01:41.838830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed671cf1-730c-4862-865d-c0699dcc256d req-ca10a096-fde7-4122-ae45-e8509dfdaecc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:41.840371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed671cf1-730c-4862-865d-c0699dcc256d req-ca10a096-fde7-4122-ae45-e8509dfdaecc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0823424 Apr 28 21:01:41.884153 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ed671cf1-730c-4862-865d-c0699dcc256d req-6027750d-f105-4eb6-aaf2-de3c9a6f2c6e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382383 Apr 28 21:01:43.071897 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa7b07-3ce9-4984-b07b-a565c09807c2 req-f75bca14-625e-4933-8e6e-e0f3e533af82 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:43.073261 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3fa7b07-3ce9-4984-b07b-a565c09807c2 req-f75bca14-625e-4933-8e6e-e0f3e533af82 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0814037 Apr 28 21:01:43.087465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:43.118760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f3fa7b07-3ce9-4984-b07b-a565c09807c2 req-f454a54e-0ead-4325-addc-b79b8d11856c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394697 Apr 28 21:01:44.301042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a708578d-7ad5-4c66-b0cd-c2deb2622e0b req-bcbf7873-eed2-4be1-8c44-65fcaee1edfd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:44.302991 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a708578d-7ad5-4c66-b0cd-c2deb2622e0b req-bcbf7873-eed2-4be1-8c44-65fcaee1edfd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0785275 Apr 28 21:01:44.348520 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a708578d-7ad5-4c66-b0cd-c2deb2622e0b req-d08ab376-9f4e-44d0-8109-06e464f01196 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400295 Apr 28 21:01:45.530643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246825e-9242-4e70-b9c0-dc363a7cf3a3 req-a71655c0-187a-4339-9cdf-f66505168b59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:45.532093 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0246825e-9242-4e70-b9c0-dc363a7cf3a3 req-a71655c0-187a-4339-9cdf-f66505168b59 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0785275 Apr 28 21:01:45.575597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0246825e-9242-4e70-b9c0-dc363a7cf3a3 req-a0be9b8e-27ce-4979-9c5e-27c0fee6f09b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377715 Apr 28 21:01:46.758283 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96344d79-d4f6-452d-87bf-6d3293d9c0bf req-cba95d21-c90d-4f7c-9171-9f27bd149952 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:46.759618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96344d79-d4f6-452d-87bf-6d3293d9c0bf req-cba95d21-c90d-4f7c-9171-9f27bd149952 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0786500 Apr 28 21:01:46.804907 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-96344d79-d4f6-452d-87bf-6d3293d9c0bf req-c28a2cbe-76d0-4c7a-9d0e-9361d4201f98 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395405 Apr 28 21:01:47.987988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edfa75-da36-4722-a209-08b071543635 req-5ac03ff3-f015-48e2-882b-e0618c96ec24 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:47.989403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15edfa75-da36-4722-a209-08b071543635 req-5ac03ff3-f015-48e2-882b-e0618c96ec24 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0811405 Apr 28 21:01:48.032997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15edfa75-da36-4722-a209-08b071543635 req-bb5143e6-b9c6-443f-8641-bcfeaf6879f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372663 Apr 28 21:01:49.220407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c155fd96-b373-4786-8fbb-0c0d4bff996d req-ce1f52db-3715-4d6b-8466-467a452a19d8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:49.221846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c155fd96-b373-4786-8fbb-0c0d4bff996d req-ce1f52db-3715-4d6b-8466-467a452a19d8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0806329 Apr 28 21:01:49.264835 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c155fd96-b373-4786-8fbb-0c0d4bff996d req-d9dd527f-8996-4cb4-8d39-5a72913fd873 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373058 Apr 28 21:01:50.397406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-43804532-228e-467e-926a-7ce07c700031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:50.450684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c16f6aa-36df-4368-9350-7e26ad70dac3 req-19abed34-3c75-4509-b7c3-4a81bfa1ef9c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:50.452131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c16f6aa-36df-4368-9350-7e26ad70dac3 req-19abed34-3c75-4509-b7c3-4a81bfa1ef9c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0789649 Apr 28 21:01:50.499976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4c16f6aa-36df-4368-9350-7e26ad70dac3 req-54c0ab8f-5de2-4f51-a229-50a82e180ce2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418999 Apr 28 21:01:51.689442 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc962de-1cc4-46d8-b1de-2f2d2cdef602 req-5c151a5b-04c8-441b-8068-878ac88a707a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:51.690892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dc962de-1cc4-46d8-b1de-2f2d2cdef602 req-5c151a5b-04c8-441b-8068-878ac88a707a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0814509 Apr 28 21:01:51.734151 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7dc962de-1cc4-46d8-b1de-2f2d2cdef602 req-7ee12b79-8de6-4596-afc7-408c881ff71e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370107 Apr 28 21:01:52.535537 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4bf7bb2-0d96-423e-abcc-97d15b6bddb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:52.916664 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b834d11-923f-4767-988a-2c01e8d9e66c req-d48f7775-b77a-4037-a0ba-1dc87efb0ae4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:52.918136 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b834d11-923f-4767-988a-2c01e8d9e66c req-d48f7775-b77a-4037-a0ba-1dc87efb0ae4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0786612 Apr 28 21:01:52.961784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3b834d11-923f-4767-988a-2c01e8d9e66c req-11a360d6-e752-45e1-9157-05407c7d4e20 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381017 Apr 28 21:01:53.937078 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:54.150640 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e3e7b-52a2-4813-9579-d4aa4667ae62 req-ff34c63c-ec89-4822-bf12-ef3a39f21949 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:54.152094 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb9e3e7b-52a2-4813-9579-d4aa4667ae62 req-ff34c63c-ec89-4822-bf12-ef3a39f21949 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0869179 Apr 28 21:01:54.196169 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-fb9e3e7b-52a2-4813-9579-d4aa4667ae62 req-f172ec47-b46d-4c0e-8083-f34582e86e21 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383825 Apr 28 21:01:54.313507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:55.382428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d27fdf5-abf2-403f-af0b-7f9a304189f6 req-8cbd6368-f02e-47e3-ae70-f1aa580c1665 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:55.383884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d27fdf5-abf2-403f-af0b-7f9a304189f6 req-8cbd6368-f02e-47e3-ae70-f1aa580c1665 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0826559 Apr 28 21:01:55.427370 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3d27fdf5-abf2-403f-af0b-7f9a304189f6 req-a4ea5bd7-a467-4d33-b4a1-b2a701bd6f31 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378587 Apr 28 21:01:55.466661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:55.572697 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-440600b5-b349-4012-8d12-430963d24fce service neutron] 10.222.0.41 "GET /v2.0/ports/7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b/bindings/n-h1-839811-1 HTTP/1.1" status: 200 len: 382 time: 0.0724950 Apr 28 21:01:55.957923 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-73d7eeb5-c851-489b-ab30-bc4b13faf8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:55.959892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-73d7eeb5-c851-489b-ab30-bc4b13faf8fb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 1097 time: 0.1821611 Apr 28 21:01:56.054750 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-8c5cba14-c8cb-4636-8c3e-2173d0499aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.056161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-8c5cba14-c8cb-4636-8c3e-2173d0499aa8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.0678887 Apr 28 21:01:56.189855 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-92fbc5a6-14ca-4654-bfbe-e842a78622b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.191263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-92fbc5a6-14ca-4654-bfbe-e842a78622b8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1253402 Apr 28 21:01:56.296663 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-3136c2cb-c342-4c49-8de6-461ff08b03e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1002 time: 0.0959435 Apr 28 21:01:56.360945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-e9147ff2-27f2-48f5-9d42-9b02627b0736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.362426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-e9147ff2-27f2-48f5-9d42-9b02627b0736 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0560346 Apr 28 21:01:56.441794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-d20aaa15-0cd3-45fb-9ea6-6dc0ed08f4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.443281 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-d20aaa15-0cd3-45fb-9ea6-6dc0ed08f4d2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0716066 Apr 28 21:01:56.579870 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-dd5c4ccc-96f4-4bc8-960d-55c7263db2a1 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295562 Apr 28 21:01:56.614152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6eaecb-0310-4084-94c2-f87f3b8a5b95 req-de307263-b21b-45e4-96ba-5019bd70cbb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:56.616296 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db6eaecb-0310-4084-94c2-f87f3b8a5b95 req-de307263-b21b-45e4-96ba-5019bd70cbb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0797029 Apr 28 21:01:56.663888 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-db6eaecb-0310-4084-94c2-f87f3b8a5b95 req-4f0853ae-c63f-4cf4-b66f-52e7fcb94dd6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424895 Apr 28 21:01:56.714599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1488173-a2e9-43a1-9dbe-ae6009e93218 req-8f12b349-2b8a-4138-a593-218ed30eb288 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257393 Apr 28 21:01:57.855583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba7d74f-20e7-47f8-806a-9f1e8ef269a8 req-2cabc2dc-c7a9-4e89-8ef6-c82e19b53b4a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:57.857036 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cba7d74f-20e7-47f8-806a-9f1e8ef269a8 req-2cabc2dc-c7a9-4e89-8ef6-c82e19b53b4a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0848532 Apr 28 21:01:57.899125 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-cba7d74f-20e7-47f8-806a-9f1e8ef269a8 req-dac9d37c-81a1-4a10-84f3-d3fd08ea3ad1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365222 Apr 28 21:01:59.083761 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:01:59.084388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99301432-ce17-46ba-bad0-a8f3c3fc2954 req-abc24e40-3e1d-44e3-a973-88e08f60be74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.085805 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99301432-ce17-46ba-bad0-a8f3c3fc2954 req-abc24e40-3e1d-44e3-a973-88e08f60be74 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0779722 Apr 28 21:01:59.086072 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:01:59.131388 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99301432-ce17-46ba-bad0-a8f3c3fc2954 req-7acb5094-7202-4600-8bbc-a3e0a750612b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392129 Apr 28 21:01:59.351796 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:59.374401 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:01:59.394057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'port_id': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'mac_address': 'fa:16:3e:29:87:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:01:59.432651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:01:59.445431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:01:59.455706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c7e25b-05b4-4c13-b14e-74d4a9fd2764 req-b68ca5af-7cc8-455e-b126-6ccf4509dd31 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.457221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d53b1-866e-4771-8970-2987c1252c03 req-2898eb55-857e-46e6-a184-4fb2c5e710a8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.458895 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-2898eb55-857e-46e6-a184-4fb2c5e710a8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a&tenant_id=3c97b96e712b478cad3f2de8df067549&binding%3Ahost_id=n-h1-839811-1 HTTP/1.1" status: 200 len: 946 time: 0.0902095 Apr 28 21:01:59.463524 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48c7e25b-05b4-4c13-b14e-74d4a9fd2764 req-b68ca5af-7cc8-455e-b126-6ccf4509dd31 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.1017110 Apr 28 21:01:59.480760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:59.509113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-48c7e25b-05b4-4c13-b14e-74d4a9fd2764 req-3563543c-c25e-41fa-bfb4-17da536534c2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447097 Apr 28 21:01:59.544192 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a409198-689e-482d-8352-3f20c8a9d57a'] response: {'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'code': 200} Apr 28 21:01:59.556817 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:01:59.578606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:01:59.617110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d53b1-866e-4771-8970-2987c1252c03 req-5b4953c7-a63f-4986-96d4-688d63373b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.618571 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-5b4953c7-a63f-4986-96d4-688d63373b1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1095 time: 0.0715497 Apr 28 21:01:59.642480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:01:59.643285 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:01:59.643420 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:01:59.651838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.652190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.652536 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.652874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.653209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.653572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.653908 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.654238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.654567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.654894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.655218 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.656854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:01:59.699639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b75876a-6544-4611-809b-c16b4eb31191 req-a3f76757-16a2-4cea-b364-98ef0c3b5ec3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.701096 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1b75876a-6544-4611-809b-c16b4eb31191 req-a3f76757-16a2-4cea-b364-98ef0c3b5ec3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 944 time: 0.0795698 Apr 28 21:01:59.748715 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-1b75876a-6544-4611-809b-c16b4eb31191 req-21d197e2-0931-4bf7-bd60-edd30470c908 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405383 Apr 28 21:01:59.752887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d53b1-866e-4771-8970-2987c1252c03 req-34bcc4da-f6d5-45be-9892-58239f67d15b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.754367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-34bcc4da-f6d5-45be-9892-58239f67d15b service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1300676 Apr 28 21:01:59.867713 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-71321cf4-cb51-44cb-98b4-8dfef28dc904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1000 time: 0.1068330 Apr 28 21:01:59.927802 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d53b1-866e-4771-8970-2987c1252c03 req-4b6072f3-cc5a-457c-8254-60fad5f8137d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:01:59.929798 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-4b6072f3-cc5a-457c-8254-60fad5f8137d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0562489 Apr 28 21:02:00.005366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d53b1-866e-4771-8970-2987c1252c03 req-c7c45a0c-ed28-492f-a9f4-d4b4e497cb2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:00.007043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-c7c45a0c-ed28-492f-a9f4-d4b4e497cb2c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717478 Apr 28 21:02:00.139510 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-6f208bb8-9acc-4376-ac5e-6e914c6c78a4 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262245 Apr 28 21:02:00.199798 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:00.216511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:00.232720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:00.237291 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:00.310069 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:00.394388 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-903d53b1-866e-4771-8970-2987c1252c03 req-d6b1687c-e183-4925-8bc4-0ae8d36c7949 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479250 Apr 28 21:02:00.506941 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:02:00.943872 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e2d31-6c4e-4b2b-adb4-c315edd7fe6c req-bcd40355-2650-4d72-b6b7-3d3fcbbe9ecd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:00.945320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c0e2d31-6c4e-4b2b-adb4-c315edd7fe6c req-bcd40355-2650-4d72-b6b7-3d3fcbbe9ecd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 945 time: 0.0827484 Apr 28 21:02:00.990006 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c0e2d31-6c4e-4b2b-adb4-c315edd7fe6c req-a0b2ac0a-baad-4ce9-aef6-756b052d33d8 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386624 Apr 28 21:02:01.014272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57154) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:01.121023 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9c1e037a-5a56-455f-94a2-a07a8317e055 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/44d50dde-6e68-4313-bb48-76c654edecea HTTP/1.1" status: 200 len: 993 time: 0.1055250 Apr 28 21:02:03.084599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:03.154252 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:03.154622 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:03.266959 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:03.293570 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:03.303615 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:03.308736 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:03.346981 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a20f5a6-79b6-4fbe-bb23-64a27bf1b5a4'] response: {'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'code': 200} Apr 28 21:02:03.378261 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:10.861248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:13.086416 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:16.017828 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-c506d42e-50e1-459b-846b-b59693314ccb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0709200 Apr 28 21:02:16.159246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-28b80391-ebd5-451c-ba56-b8819371eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.160696 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-28b80391-ebd5-451c-ba56-b8819371eccd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.0733414 Apr 28 21:02:16.307033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-16e9f529-8301-4d99-b166-dc6e87afe037 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.308428 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-16e9f529-8301-4d99-b166-dc6e87afe037 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1278381 Apr 28 21:02:16.414846 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-19dd6944-ba79-4d5b-aad8-f9a5c7b7da32 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 1002 time: 0.1000323 Apr 28 21:02:16.479101 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-978c38d9-0682-4419-9981-8906a7c40d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.480531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-978c38d9-0682-4419-9981-8906a7c40d0e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.0589006 Apr 28 21:02:16.563212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-5280d676-4b04-44b2-a6b3-33df735f6dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:16.564616 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-5280d676-4b04-44b2-a6b3-33df735f6dbf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748751 Apr 28 21:02:16.695379 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-bb4754aa-e203-4743-a31a-439111402aa0 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242113 Apr 28 21:02:16.824470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-03a20edc-5355-45c8-9bad-e9ece67d9ef7 req-36606dc8-cc67-4c79-85b2-8c87be02bfe3 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223381 Apr 28 21:02:18.818192 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:02:20.400535 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b527b833-08e4-446e-b299-fe387d65b3e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:22.536646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6436a2a2-e5de-4c83-9674-9ec7d21e4145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:23.938937 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:24.316987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:25.469565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:31.674118 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57170) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:31.881103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 8b92a367-7a3f-4207-83b4-641c4097bf64 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:02:31.882118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:32.045961 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:32.046290 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:32.165334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 8b92a367-7a3f-4207-83b4-641c4097bf64 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:02:32.427984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:32.505152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=8b92a367-7a3f-4207-83b4-641c4097bf64,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:32.521838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.522181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.522517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.522838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.523159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.523480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.523803 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.524122 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.524440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.524754 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.525066 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.525389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:32.580471 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:32.580797 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP 44d50dde-6e68-4313-bb48-76c654edecea disassociated (deleted). External IP: 172.25.2.151, port: 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b. Apr 28 21:02:32.924232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 0bd855b8-01da-402f-8a02-1f92529204c3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:02:33.097285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:02:33.107426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Sync routers for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:33.117966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:33.118154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:33.118578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:33.174194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e14ff583-2342-4199-87a8-a005411dcfb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/floatingips/44d50dde-6e68-4313-bb48-76c654edecea HTTP/1.1" status: 204 len: 168 time: 1.4990013 Apr 28 21:02:33.174863 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:33.222390 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdfd5ff7-5b6f-4d41-aba5-39d9707122d6'] response: {'name': 'network-changed', 'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'status': 'completed', 'code': 200} Apr 28 21:02:33.302185 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:33.316531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-9181284c-b05e-47c8-a0fa-10ee288ef2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:33.318384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-9181284c-b05e-47c8-a0fa-10ee288ef2cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 1097 time: 0.0734124 Apr 28 21:02:33.458638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-aab3f77a-dba2-4919-a6b1-86e65e720e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:33.460238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-aab3f77a-dba2-4919-a6b1-86e65e720e59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 200 len: 898 time: 0.1355538 Apr 28 21:02:33.537425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-2727fdc1-3edf-42c8-9b07-3c9b9ccbdbde service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 200 len: 217 time: 0.0701160 Apr 28 21:02:33.650482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-b27a41fd-ddb1-4896-b2c7-ee90b08bc922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:33.651681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-b27a41fd-ddb1-4896-b2c7-ee90b08bc922 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 200 len: 834 time: 0.1080852 Apr 28 21:02:33.661877 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:33.666382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Checking router: 0bd855b8-01da-402f-8a02-1f92529204c3 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:33.674478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:33.675061 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:33.727010 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2376d15-d131-4b92-a0a0-c110340c0052 req-7c639e23-615e-42cc-bcd5-87e7299b8568 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:33.727687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c2376d15-d131-4b92-a0a0-c110340c0052 req-7c639e23-615e-42cc-bcd5-87e7299b8568 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:02:33.749904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c2376d15-d131-4b92-a0a0-c110340c0052 req-7c639e23-615e-42cc-bcd5-87e7299b8568 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:02:33.751027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2376d15-d131-4b92-a0a0-c110340c0052 req-7c639e23-615e-42cc-bcd5-87e7299b8568 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.2352474 Apr 28 21:02:33.756693 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-0ed41bbf-7f05-4be3-88bd-57e1413f1169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:33.758131 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-0ed41bbf-7f05-4be3-88bd-57e1413f1169 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f3f1ad6f-0fc8-49a9-9560-7037345a44c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1000094 Apr 28 21:02:33.851007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:34.007242 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c2376d15-d131-4b92-a0a0-c110340c0052 req-08fa8e7d-b2d3-4dd5-8274-05b9b9d4b808 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2473810 Apr 28 21:02:34.056336 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-cd2470d8-9f34-46ec-a586-eec5633c94fa service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2848148 Apr 28 21:02:34.181078 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:34.185224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941e0719-b82f-45c0-bc9f-1acebd421ce6 None None] The sync data for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 is: [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:44Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '9d0941f2-3ad7-48f3-b826-7e8ed3884d13', 'name': '', 'network_id': 'f3f1ad6f-0fc8-49a9-9560-7037345a44c6', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:c4:04:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 4320, 'fixed_ips': [{'subnet_id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:44Z', 'updated_at': '2022-04-28T21:00:49Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '2b1043dc-53da-4864-b7e7-cb5bb1a52589', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:34.191610 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-caabd136-fadc-4d56-9f8f-2c4413768a4f req-fa2c340f-3915-4385-8452-041b1f4c9537 service neutron] 10.222.0.41 "GET /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277778 Apr 28 21:02:34.400356 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd67366e-be42-41e0-8054-8c6f0e68b7b8 None None] New status for floating IP 44d50dde-6e68-4313-bb48-76c654edecea: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:02:34.930413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-f338090c-d1e2-426d-806b-036074066fb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:34.931811 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-f338090c-d1e2-426d-806b-036074066fb5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.0912752 Apr 28 21:02:35.001783 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:02:35.002128 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:35.241212 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5616f54f-d24b-4d5a-9374-50e1d4b429d4 req-6b9af205-0a84-4c89-a282-562fe8dbbf18 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:35.242719 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5616f54f-d24b-4d5a-9374-50e1d4b429d4 req-6b9af205-0a84-4c89-a282-562fe8dbbf18 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a HTTP/1.1" status: 200 len: 946 time: 0.1252067 Apr 28 21:02:35.249372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:35.249907 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:35.285624 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5616f54f-d24b-4d5a-9374-50e1d4b429d4 req-8794503b-7827-4934-b96a-5dd00a02452c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=8a2014c1-45db-4f4a-81ac-5394eb7f10d0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372097 Apr 28 21:02:35.370766 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:02:35.512689 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:35.590077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:35.640137 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:35.642831 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:35.647509 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-deleted', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:35.660340 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-323aa94f-d3fa-4ba0-8f64-ea5891c323ef req-97d62b4a-45a5-423d-9257-b1c316acd051 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "DELETE /v2.0/ports/7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b HTTP/1.1" status: 204 len: 173 time: 0.7206404 Apr 28 21:02:35.695707 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf2bd49d-7ac4-4200-873a-59dfac9fbee2'] response: {'server_uuid': '7071ddb3-5a0c-4a2f-9f71-7bde2cb4369a', 'name': 'network-vif-deleted', 'tag': '7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b', 'status': 'completed', 'code': 200} Apr 28 21:02:36.380112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57190) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:37.019646 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:37.362127 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:02:37.362466 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:37.542846 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 9d0941f2-3ad7-48f3-b826-7e8ed3884d13, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:37.543528 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:37.666646 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:02:37.839350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:37.884854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=9d0941f2-3ad7-48f3-b826-7e8ed3884d13,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:37.919867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.920124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.920463 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.920801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.921125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.921453 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.921800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.922124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.922448 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.922768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.923086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:37.923402 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:38.168608 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:38.623322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router 0bd855b8-01da-402f-8a02-1f92529204c3 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:02:38.791200 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:02:38.800564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Sync routers for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:38.805399 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ab8bc46d-195d-4f91-a886-1f19d7e8694f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/0bd855b8-01da-402f-8a02-1f92529204c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4239974 Apr 28 21:02:38.808159 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57194) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:38.810190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:38.810903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:38.877454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting subnet 2b1043dc-53da-4864-b7e7-cb5bb1a52589 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:02:38.880401 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:38.933456 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:38.984930 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:39.016356 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.090933 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.130880 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1043dc-53da-4864-b7e7-cb5bb1a52589,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:39.136688 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.146115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0526c085-fb6c-4f47-bf3a-aab2f530d517 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/subnets/2b1043dc-53da-4864-b7e7-cb5bb1a52589 HTTP/1.1" status: 204 len: 168 time: 0.3345165 Apr 28 21:02:39.146327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57198) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:39.169670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd8c6fc-4640-41b4-9d99-8d90161854f8 None None] Network f3f1ad6f-0fc8-49a9-9560-7037345a44c6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:02:39.267095 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:02:39.326719 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.329837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:02:39.330188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 7b99f432-fbb8-4424-a28c-2dc2d5c8bd1b not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:02:39.477709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:02:37Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'b1b6fe73-b0d9-4102-ab3f-62464d511b2d', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:5e:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4317, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:39.483759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Checking router: 0bd855b8-01da-402f-8a02-1f92529204c3 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:39.493140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Routers {'0bd855b8-01da-402f-8a02-1f92529204c3'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:39.493710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0bd855b8-01da-402f-8a02-1f92529204c3'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:39.508851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.519229 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port b1b6fe73-b0d9-4102-ab3f-62464d511b2d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:02:39.519818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.600259 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] DHCP port deletion for f3f1ad6f-0fc8-49a9-9560-7037345a44c6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:02:39.655701 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Deleting port edf040c0-1424-4a26-b65e-44e370170b39 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:02:39.656073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.781195 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] Set router 0bd855b8-01da-402f-8a02-1f92529204c3 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:39.816928 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port b1b6fe73-b0d9-4102-ab3f-62464d511b2d, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:39.817602 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:39.893587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:02:39Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:39.913852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a29e193d-1088-4981-b1bb-c1f6e8db4028 None None] The sync data for ids ['0bd855b8-01da-402f-8a02-1f92529204c3'] in n-d-839811-1 is: [{'id': '0bd855b8-01da-402f-8a02-1f92529204c3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-985736786', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:00:40Z', 'updated_at': '2022-04-28T21:02:39Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:39.949492 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for b1b6fe73-b0d9-4102-ab3f-62464d511b2d owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:02:40.001327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] For port edf040c0-1424-4a26-b65e-44e370170b39, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=edf040c0-1424-4a26-b65e-44e370170b39,segment=NetworkSegment(b3b72a03-f2a4-4009-8ca9-0284b1bd3c81),segment_id=b3b72a03-f2a4-4009-8ca9-0284b1bd3c81)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:40.001985 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.121948 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.128048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Calling delete_port for edf040c0-1424-4a26-b65e-44e370170b39 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:02:40.171762 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=b1b6fe73-b0d9-4102-ab3f-62464d511b2d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:40.203087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.245442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] Pushing event deleted for resources: {'Port': ['ID=edf040c0-1424-4a26-b65e-44e370170b39,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:40.251271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38700b7-b447-4e2c-976b-7c537f5f36df None None] No DVR routers for this DVR port edf040c0-1424-4a26-b65e-44e370170b39 on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:02:40.263922 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.440907 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.443045 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.466248 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.466787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Fanout notify agent at l3_agent the message router_deleted on router 0bd855b8-01da-402f-8a02-1f92529204c3 {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:02:40.482394 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.483478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e626bcfa-ea11-49a0-9d90-e832a7ec1cad tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/routers/0bd855b8-01da-402f-8a02-1f92529204c3 HTTP/1.1" status: 204 len: 168 time: 1.3362405 Apr 28 21:02:40.486169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:40.596403 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.724446 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.753801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3f1ad6f-0fc8-49a9-9560-7037345a44c6']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:40.766185 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:40.766477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3b72a03-f2a4-4009-8ca9-0284b1bd3c81') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:40.778640 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.794876 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.800613 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:02:40.800987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: timer() Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:02:40.814962 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:02:40.867490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edf040c0-1424-4a26-b65e-44e370170b39 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:02:40.898273 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.914747 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: edf040c0-1424-4a26-b65e-44e370170b39 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:02:40.915397 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device edf040c0-1424-4a26-b65e-44e370170b39 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:02:40.915493 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:02:40.919082 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.930789 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Network': ['ID=f3f1ad6f-0fc8-49a9-9560-7037345a44c6,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:40.944506 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:40.944621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e2f0efb8-24d5-4a94-9cd3-6e3a2bf63b95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/networks/f3f1ad6f-0fc8-49a9-9560-7037345a44c6 HTTP/1.1" status: 204 len: 168 time: 0.4544628 Apr 28 21:02:40.946555 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57206) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:40.953084 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:02:40.953425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9d0941f2-3ad7-48f3-b826-7e8ed3884d13 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:02:40.953861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1b6fe73-b0d9-4102-ab3f-62464d511b2d no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:02:40.986519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: b1b6fe73-b0d9-4102-ab3f-62464d511b2d {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:02:40.986858 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device b1b6fe73-b0d9-4102-ab3f-62464d511b2d not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:02:41.016031 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.045633 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.109444 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.128019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2014c1-45db-4f4a-81ac-5394eb7f10d0,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:41.140728 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.142024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-093ae9fd-cfd0-4ebb-87c3-5f661ff01449 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/security-groups/8a2014c1-45db-4f4a-81ac-5394eb7f10d0 HTTP/1.1" status: 204 len: 168 time: 0.1945431 Apr 28 21:02:41.497557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57214) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:41.503358 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-697413546', 'description': 'tempest-secgroup-smoke-697413546 description', 'project_id': '3c97b96e712b478cad3f2de8df067549'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:41.510902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:41.514933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:41.517734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:41.523265 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:41.533520 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.556327 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:41.560059 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:41.562757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:41.568175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:41.638349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.641981 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.686690 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb1e9c2-10ce-430a-8ffc-598db5106924,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:41.689435 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.690627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2a505c7d-94ca-4d12-b7f8-2efc07712523 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1920621 Apr 28 21:02:41.694550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57218) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:41.699773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:41.706796 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:41.711418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:41.714567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:41.720706 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:41.739281 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.802155 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.805701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.831404 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a0c74fd-9974-419d-ba18-f596eb564bc3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:41.841415 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:41.842682 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6636cf5c-21a1-4512-aef3-a1507630a4d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1470959 Apr 28 21:02:41.845396 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57222) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:41.850800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:41.857166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:41.860906 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:41.863727 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:41.871017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:41.887885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.051277 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.055833 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.078877 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d79926-e6d9-45e0-bd2a-493ac6045049,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.087677 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.088828 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e67c5adc-37bf-4cd4-99d8-161e7af6a74c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2424943 Apr 28 21:02:42.091668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57226) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.096540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.104010 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.107844 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.110680 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.116837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.132805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.193738 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.197302 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.220737 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0162b9e5-9e1f-4c83-93e1-e5bbc45319dd,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.230171 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.231392 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-ef29fed5-814d-4f23-aae5-920c93f8c579 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1388278 Apr 28 21:02:42.234103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57230) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.238894 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.245450 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.249221 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.252115 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.257938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.275389 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.336084 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.339621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.364350 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02dcab2-419b-487f-8a18-701dd699fc9c,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.374236 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.375253 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-8136d09f-fb0d-44c7-8213-68bc162aeb2b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402493 Apr 28 21:02:42.378034 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57234) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.383462 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.389899 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.393592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.396344 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.401903 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.411419 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:02:42.417792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.480052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.483668 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.507882 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c0c433b-59dd-4fb9-a231-df55587ae48b,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.515993 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.517130 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-833dfa4b-af02-47fa-aa6c-173cd825cffa tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1382120 Apr 28 21:02:42.519921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57238) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.524792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '4bb1e9c2-10ce-430a-8ffc-598db5106924', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.531254 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.534965 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.537832 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.543642 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.554164 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:02:42.560695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.624949 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.628815 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.656124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11cd0ea8-a4fb-4edf-9e54-790fef931efb,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.663154 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.664291 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-01109fa0-5cbb-4d69-8b41-4510bb9f6da0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1434574 Apr 28 21:02:42.667157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57242) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.672352 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'network': {'name': 'tempest-network-smoke--507766119', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'port_security_enabled': True}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.678524 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.682661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:network and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.685401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.691328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.702623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:02:42.706254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.735902 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:02:42.745413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.745802 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Added segment 7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3 of type vlan for network 4560f13a-2e1d-4905-9385-06f4f05d7a3f Apr 28 21:02:42.770818 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.798091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.804734 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:42.804734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.858288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1901691 Apr 28 21:02:42.861113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57246) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:42.866730 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'admin_state_up': True, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:42.874555 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:42.878357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:router and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:42.881097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:42.887420 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:42.897560 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.898466 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.913616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aefdf9d-5910-488d-8921-7b18ce821157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Network': ['ID=4560f13a-2e1d-4905-9385-06f4f05d7a3f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:42.914166 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:42.923683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:02:43.086061 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.186227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.592711 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.620899 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.751764 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.122 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/461a8339-14d9-41a4-b1b0-09046f7221a8) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:43.892941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.923429 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:43.985228 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:43.988019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:43.992079 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:02:44.028998 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=461a8339-14d9-41a4-b1b0-09046f7221a8,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:44.399890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:44.875580 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:45.081312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router ef89f726-3a16-4741-9d7b-40d8c58a1512 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:02:45.257490 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:02:45.266517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Sync routers for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:45.275306 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:45.275898 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:45.284412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:45.285672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-927e2f62-6264-48e0-aafd-9028b260efdd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4234657 Apr 28 21:02:45.288970 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57250) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:45.378167 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-32e7bd8f-1649-4f8d-a83e-8e93ac4cda5e tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c97b96e712b478cad3f2de8df067549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0879986 Apr 28 21:02:45.381592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57256) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:45.447945 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:45.515935 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015eac08-4a73-47fa-97bc-0abd0bbc27b6 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:45.517383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-015eac08-4a73-47fa-97bc-0abd0bbc27b6 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1346724 Apr 28 21:02:45.520160 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57260) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:45.558588 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-19fa2047-53b8-47bd-b8df-aaecbfebcb9f tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0373917 Apr 28 21:02:45.561070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57264) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:45.566293 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-609369156', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:45.673036 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:45.676661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:subnet and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:02:45.680008 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:02:45.685751 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:45.695518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:02:45.699241 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:45.727227 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:44Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:45.730983 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Checking router: ef89f726-3a16-4741-9d7b-40d8c58a1512 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:45.731318 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Updating router ef89f726-3a16-4741-9d7b-40d8c58a1512 port 461a8339-14d9-41a4-b1b0-09046f7221a8 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:02:45.785282 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:45.910322 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:45.986174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Subnet': ['ID=ebf3338d-aaf3-485a-ac84-123468617862,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:45.994745 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Checking segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:02:45.995098 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network hostable DHCP agents. Network: 4560f13a-2e1d-4905-9385-06f4f05d7a3f, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:02:46.014405 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:02:46.024826 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4560f13a-2e1d-4905-9385-06f4f05d7a3f) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:46.029239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:46.029979 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.038618 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026aeec7-4685-4844-a0f9-3e64a190c519 None None] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:02:46.054626 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-eb408f70-178d-4161-a0df-01ae5e24cef5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4897158 Apr 28 21:02:46.054854 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57268) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:02:46.136390 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.148767 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Transition to ACTIVE for port object 461a8339-14d9-41a4-b1b0-09046f7221a8 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:46.155338 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.233655 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Attempting to bind port 461a8339-14d9-41a4-b1b0-09046f7221a8 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:02:46.234019 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Attempting to bind port 461a8339-14d9-41a4-b1b0-09046f7221a8 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:02:46.234375 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Attempting to bind port 461a8339-14d9-41a4-b1b0-09046f7221a8 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:02:46.239873 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Pushing event updated for resources: {'Port': ['ID=461a8339-14d9-41a4-b1b0-09046f7221a8,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:46.244916 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:02:46.245276 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:02:46.245703 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.246087 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:02:46.246541 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Bound port: 461a8339-14d9-41a4-b1b0-09046f7221a8, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:02:46.246994 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.266953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:02:46.267996 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.283860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.284797 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.285405 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.285770 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.286208 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.286540 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.286911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.287326 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.287991 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.288313 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.288630 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.288943 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:46.339468 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] For port 461a8339-14d9-41a4-b1b0-09046f7221a8, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:02:46.342572 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] For port 461a8339-14d9-41a4-b1b0-09046f7221a8, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=461a8339-14d9-41a4-b1b0-09046f7221a8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:02:46.347133 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.425505 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:46.426114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:46.470416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Allocated IP 172.20.0.2 (4560f13a-2e1d-4905-9385-06f4f05d7a3f/ebf3338d-aaf3-485a-ac84-123468617862/5f205913-718f-44e7-aabd-9166779368be) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:46.491561 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45668343-b49b-429f-a2c6-c31f5bfdf0dd None None] Pushing event updated for resources: {'Port': ['ID=461a8339-14d9-41a4-b1b0-09046f7221a8,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:46.623344 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:46.712024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.723684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Transition to ACTIVE for port object 5f205913-718f-44e7-aabd-9166779368be will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:46.742516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Transition to ACTIVE for port object 5f205913-718f-44e7-aabd-9166779368be will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:46.748221 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.814661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:46.817524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:46.822060 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:02:46.858289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Pushing event updated for resources: {'Port': ['ID=5f205913-718f-44e7-aabd-9166779368be,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:46.908788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.920106 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Attempting to bind port 5f205913-718f-44e7-aabd-9166779368be on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:02:46.920523 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Attempting to bind port 5f205913-718f-44e7-aabd-9166779368be by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:02:46.920960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Attempting to bind port 5f205913-718f-44e7-aabd-9166779368be on network 4560f13a-2e1d-4905-9385-06f4f05d7a3f {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:02:46.927017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:02:46.927561 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Checking segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:02:46.928203 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.928674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Bound using segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:02:46.929150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Bound port: 5f205913-718f-44e7-aabd-9166779368be, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:02:46.929554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:46.940473 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:44Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:46.945096 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ac1752-f14b-46bc-9f79-a518b135598b None None] The sync data for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 is: [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:44Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:47.024492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] For port 5f205913-718f-44e7-aabd-9166779368be, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:02:47.027595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] For port 5f205913-718f-44e7-aabd-9166779368be, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f205913-718f-44e7-aabd-9166779368be,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:02:47.032011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:47.121202 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ec0473-f6dc-4838-853a-d1d83dbc0204 None None] Pushing event updated for resources: {'Port': ['ID=5f205913-718f-44e7-aabd-9166779368be,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:47.368895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.1 (4560f13a-2e1d-4905-9385-06f4f05d7a3f/ebf3338d-aaf3-485a-ac84-123468617862/28c24a0a-9039-44b7-a024-65768d045fd2) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:47.557967 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:47.574605 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object 28c24a0a-9039-44b7-a024-65768d045fd2 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:47.600475 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:47.673864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:47.677110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:47.681521 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:02:47.713033 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:47.743961 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:47.864034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.145916 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fd3ad77-58cb-4ba5-a5ba-afb5d5e87ce9 None None] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:02:48.258838 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c6dcb5db-90eb-43a4-85c5-ebb07f65e23d None None] Provisioning for port 5f205913-718f-44e7-aabd-9166779368be completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:48.407596 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.412268 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.529770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:48.532275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.674608 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:48.675743 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:48.699873 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-593483f4-b69d-494b-88bf-be8cda91a4b0 None None] Provisioning for port 28c24a0a-9039-44b7-a024-65768d045fd2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:48.705483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-593483f4-b69d-494b-88bf-be8cda91a4b0 None None] Provisioning complete for port 28c24a0a-9039-44b7-a024-65768d045fd2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:48.705883 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-593483f4-b69d-494b-88bf-be8cda91a4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.765863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-593483f4-b69d-494b-88bf-be8cda91a4b0 None None] Port 28c24a0a-9039-44b7-a024-65768d045fd2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:02:48.882169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router ef89f726-3a16-4741-9d7b-40d8c58a1512 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:02:48.898331 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-8f5ce921-824c-4968-8e7b-f218b3739713 None None] Provisioning complete for port 28c24a0a-9039-44b7-a024-65768d045fd2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:48.899169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8f5ce921-824c-4968-8e7b-f218b3739713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:48.936602 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f205913-718f-44e7-aabd-9166779368be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:49.020727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ce921-824c-4968-8e7b-f218b3739713 None None] Port 28c24a0a-9039-44b7-a024-65768d045fd2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:02:49.037783 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 5f205913-718f-44e7-aabd-9166779368be completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:49.042466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5f205913-718f-44e7-aabd-9166779368be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:49.042832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:49.079078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:02:49.089611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Sync routers for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:02:49.106183 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4904fb28-15d8-4022-9bf7-355cc439dd0e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/ef89f726-3a16-4741-9d7b-40d8c58a1512/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0409811 Apr 28 21:02:49.107222 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:49.110855 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:49.272075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-9cebc93d-7fd3-4b0c-a6e0-4363e2f3b6f2 None None] Provisioning complete for port 28c24a0a-9039-44b7-a024-65768d045fd2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:49.272075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9cebc93d-7fd3-4b0c-a6e0-4363e2f3b6f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:49.275988 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-ea4bd1c4-c4bb-4a76-a7ea-933296c1f946 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-697413546&fields=id&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 267 time: 0.0402911 Apr 28 21:02:49.398341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-9cebc93d-7fd3-4b0c-a6e0-4363e2f3b6f2 None None] Port 28c24a0a-9039-44b7-a024-65768d045fd2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:02:49.412669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:49.436603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-6a6b681a-8a54-4311-95a8-b10a94cb2a82 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:49.438381 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-6a6b681a-8a54-4311-95a8-b10a94cb2a82 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 796 time: 0.1556742 Apr 28 21:02:49.455632 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:49.458180 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-754c02b9-8022-4752-ba76-1cbe3bc38a56 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/quotas/3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 375 time: 0.0133610 Apr 28 21:02:49.555074 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-bd28be7a-e685-47b8-8dd1-d345bad7ccd1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:02:49.573171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-bd28be7a-e685-47b8-8dd1-d345bad7ccd1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:02:49.574749 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-bd28be7a-e685-47b8-8dd1-d345bad7ccd1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095164 Apr 28 21:02:49.627938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 5f205913-718f-44e7-aabd-9166779368be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f205913-718f-44e7-aabd-9166779368be,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:49.645771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:49.647409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 461a8339-14d9-41a4-b1b0-09046f7221a8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:49.723445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-abdb5d9e-c292-4d10-9fe6-dac555acc63c service neutron] 10.222.0.24 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344576 Apr 28 21:02:49.852491 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=5f205913-718f-44e7-aabd-9166779368be,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:49.866387 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-b36dbc04-1043-41ae-ad9e-e61a66c95710 service neutron] 10.222.0.24 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319962 Apr 28 21:02:49.903995 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 461a8339-14d9-41a4-b1b0-09046f7221a8 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:49.915008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 461a8339-14d9-41a4-b1b0-09046f7221a8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:49.915377 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.023024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:48Z', 'revision_number': 2, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:50.039515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Checking router: ef89f726-3a16-4741-9d7b-40d8c58a1512 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:02:50.039867 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Updating router ef89f726-3a16-4741-9d7b-40d8c58a1512 port 28c24a0a-9039-44b7-a024-65768d045fd2 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:02:50.058428 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a8e7269-b94f-4b11-928b-7265950c40bf req-caab3cf3-67ab-4993-9b11-3dd604db909a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:02:50.071713 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-4a8e7269-b94f-4b11-928b-7265950c40bf req-caab3cf3-67ab-4993-9b11-3dd604db909a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:02:50.078020 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4a8e7269-b94f-4b11-928b-7265950c40bf req-caab3cf3-67ab-4993-9b11-3dd604db909a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 210 time: 0.0630350 Apr 28 21:02:50.101161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.110528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.133726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 461a8339-14d9-41a4-b1b0-09046f7221a8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=461a8339-14d9-41a4-b1b0-09046f7221a8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:50.164315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.302340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=461a8339-14d9-41a4-b1b0-09046f7221a8,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:50.433904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8a17016d-18b2-4404-8cb6-3726fb957311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.548627 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.561080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Transition to ACTIVE for port object 28c24a0a-9039-44b7-a024-65768d045fd2 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:50.567402 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.692889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb02fd2-8fbb-44e7-b693-399c57b11c83 None None] Pushing event updated for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:50.782652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Attempting to bind port 28c24a0a-9039-44b7-a024-65768d045fd2 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:02:50.783015 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Attempting to bind port 28c24a0a-9039-44b7-a024-65768d045fd2 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:02:50.783373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Attempting to bind port 28c24a0a-9039-44b7-a024-65768d045fd2 on network 4560f13a-2e1d-4905-9385-06f4f05d7a3f {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:02:50.789162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:02:50.789551 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Checking segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:02:50.789946 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.790330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Bound using segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:02:50.790788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Bound port: 28c24a0a-9039-44b7-a024-65768d045fd2, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:02:50.791158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:50.875834 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f205913-718f-44e7-aabd-9166779368be up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:50.928788 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] For port 28c24a0a-9039-44b7-a024-65768d045fd2, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:02:50.941807 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] For port 28c24a0a-9039-44b7-a024-65768d045fd2, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28c24a0a-9039-44b7-a024-65768d045fd2,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:02:50.949259 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:51.035279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:02:51.035889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:51.204932 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 5f205913-718f-44e7-aabd-9166779368be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:51.205579 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:51.229991 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-370c1e7e-5b35-4fe7-93ad-4f8107852e15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:51.232313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-370c1e7e-5b35-4fe7-93ad-4f8107852e15 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 796 time: 0.1854217 Apr 28 21:02:51.256433 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb02fd2-8fbb-44e7-b693-399c57b11c83 None None] Pushing event updated for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:51.326030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5280a0c5-3aae-43a9-96d9-caff4ca9e5f1 req-c1084c49-242e-45a4-b32c-90ee0617fb0b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 210 time: 0.0742264 Apr 28 21:02:51.361211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-4b9c2a07-dff2-42c8-9edf-f4942696ea5d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 379 time: 0.1107490 Apr 28 21:02:51.376105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'port': {'device_id': '05d4b83b-8814-44af-ada3-89394989be6c', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'admin_state_up': True, 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'security_groups': ['4bb1e9c2-10ce-430a-8ffc-598db5106924']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:51.399038 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:02:51.515958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:02:51.525706 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:02:51.532929 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 461a8339-14d9-41a4-b1b0-09046f7221a8 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:51.537889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:02:51.541286 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:51.701209 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.13 (4560f13a-2e1d-4905-9385-06f4f05d7a3f/ebf3338d-aaf3-485a-ac84-123468617862/03429496-30e7-4cb9-aa42-867e4005a963) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:02:51.718957 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 461a8339-14d9-41a4-b1b0-09046f7221a8 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:51.719318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:51.894727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:02:51.900098 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e025a93-f41e-4da9-816d-2eabacaa0951 None None] The sync data for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 is: [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:02:52.020871 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.037349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object 03429496-30e7-4cb9-aa42-867e4005a963 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:52.061705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.139683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:02:52.142999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:02:52.147021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:02:52.177426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:52.218456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.219148 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.246425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-0e582109-b111-4e49-b48b-8f85d7e8ea9a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8739312 Apr 28 21:02:52.261725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Request body: {'port': {'device_id': '05d4b83b-8814-44af-ada3-89394989be6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:02:52.388766 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.394188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a7c095fc-3f9c-414d-96a8-10a3f69a51e3 None None] Provisioning for port 03429496-30e7-4cb9-aa42-867e4005a963 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:52.403869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a7c095fc-3f9c-414d-96a8-10a3f69a51e3 None None] Provisioning complete for port 03429496-30e7-4cb9-aa42-867e4005a963 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:52.404436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a7c095fc-3f9c-414d-96a8-10a3f69a51e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.467511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a7c095fc-3f9c-414d-96a8-10a3f69a51e3 None None] Port 03429496-30e7-4cb9-aa42-867e4005a963 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:02:52.545924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e1ddda55-e1a9-49be-94be-1a4278503acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.558421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bece87f7-fda2-4555-8ca1-77399fc71486 req-e690db61-a88d-4b56-86a3-c6fa6bfe603f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:52.559949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bece87f7-fda2-4555-8ca1-77399fc71486 req-e690db61-a88d-4b56-86a3-c6fa6bfe603f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 932 time: 0.0979567 Apr 28 21:02:52.608282 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bece87f7-fda2-4555-8ca1-77399fc71486 req-f7198ae9-537a-412c-86c0-bb768072825b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:02:52.625073 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bece87f7-fda2-4555-8ca1-77399fc71486 req-f7198ae9-537a-412c-86c0-bb768072825b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:02:52.626408 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bece87f7-fda2-4555-8ca1-77399fc71486 req-f7198ae9-537a-412c-86c0-bb768072825b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595281 Apr 28 21:02:52.779399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03429496-30e7-4cb9-aa42-867e4005a963 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:52.787515 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.802245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Transition to ACTIVE for port object 03429496-30e7-4cb9-aa42-867e4005a963 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:02:52.806769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:52.896869 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28c24a0a-9039-44b7-a024-65768d045fd2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:52.942597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Pushing event updated for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:52.977861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 28c24a0a-9039-44b7-a024-65768d045fd2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:52.994040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 28c24a0a-9039-44b7-a024-65768d045fd2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:52.994497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.057805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Attempting to bind port 03429496-30e7-4cb9-aa42-867e4005a963 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:02:53.058176 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Attempting to bind port 03429496-30e7-4cb9-aa42-867e4005a963 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:02:53.058504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Attempting to bind port 03429496-30e7-4cb9-aa42-867e4005a963 on network 4560f13a-2e1d-4905-9385-06f4f05d7a3f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:02:53.063475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Port 03429496-30e7-4cb9-aa42-867e4005a963 on network 4560f13a-2e1d-4905-9385-06f4f05d7a3f not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:02:53.063793 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Attempting to bind port 03429496-30e7-4cb9-aa42-867e4005a963 on network 4560f13a-2e1d-4905-9385-06f4f05d7a3f {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:02:53.072771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:02:53.073113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Checking segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:02:53.074046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Bound using segment: {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:02:53.074219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Bound port: 03429496-30e7-4cb9-aa42-867e4005a963, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:02:53.074568 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.140666 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.173331 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:02:53.174093 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 28c24a0a-9039-44b7-a024-65768d045fd2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28c24a0a-9039-44b7-a024-65768d045fd2,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:53.176508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=03429496-30e7-4cb9-aa42-867e4005a963,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:02:53.179302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.181381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.245426 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.245886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.247695 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] 10.222.0.41 "PUT /v2.0/ports/03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 1092 time: 0.9903572 Apr 28 21:02:53.251343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:53.259022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:53.290888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01a0d5-ab08-4d9a-a82b-f2cd097f9c51 service neutron] Pushing event updated for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:53.331675 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d15fa29-b13a-47c8-b8ce-c15a10c35484'] response: {'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963', 'status': 'completed', 'code': 200} Apr 28 21:02:53.373446 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-de50b638-b110-49c9-9734-8df203b33f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.375860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-de50b638-b110-49c9-9734-8df203b33f3e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1095 time: 0.0799141 Apr 28 21:02:53.447083 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-d6f3cc6f-374c-4c5b-842b-d4d5960b77c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 217 time: 0.0613117 Apr 28 21:02:53.513577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-d29a729b-fa61-413c-a9f2-1932003055cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.514984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-d29a729b-fa61-413c-a9f2-1932003055cf service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0588818 Apr 28 21:02:53.590892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-708f7dd8-6995-4392-b959-ae595ba4b561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.592230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-708f7dd8-6995-4392-b959-ae595ba4b561 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674884 Apr 28 21:02:53.723903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-3d48f73a-0372-40c9-8730-b7a39450c78d service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218233 Apr 28 21:02:53.810738 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cc7a4c-8ec7-4fe6-b431-b7dbd3e85e00 req-648ce5d2-1729-435f-89e0-fe425115967d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:53.812302 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30cc7a4c-8ec7-4fe6-b431-b7dbd3e85e00 req-648ce5d2-1729-435f-89e0-fe425115967d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 944 time: 0.0798640 Apr 28 21:02:53.863383 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-30cc7a4c-8ec7-4fe6-b431-b7dbd3e85e00 req-8f28a618-beab-471e-b7fc-26a1e236a10b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452392 Apr 28 21:02:53.941841 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:53.975783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c9d4c3ef-e7d1-4f32-8687-c49eb539fddc req-8f8c6515-9691-4783-8547-48ec041a1d53 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407000 Apr 28 21:02:54.098146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-7b889f50-8db9-4f59-a968-f89e1effaa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.100239 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-7b889f50-8db9-4f59-a968-f89e1effaa25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1095 time: 0.0731292 Apr 28 21:02:54.227905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-f70c3a8c-0bf9-460a-88f3-963cc46d6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.229207 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-f70c3a8c-0bf9-460a-88f3-963cc46d6925 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.1231277 Apr 28 21:02:54.294676 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-c170aecc-5fa3-4dda-bdc9-370985e97f42 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 217 time: 0.0587895 Apr 28 21:02:54.319077 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:54.360733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-9ddf5355-bdb8-4c1c-bca1-f202d5d290ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.362165 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-9ddf5355-bdb8-4c1c-bca1-f202d5d290ed service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0591230 Apr 28 21:02:54.435208 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-aa558914-0adf-4e70-abae-49eaa8bf37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:54.436651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-aa558914-0adf-4e70-abae-49eaa8bf37ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0673275 Apr 28 21:02:54.565391 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-0c0439da-80a1-423c-94d4-f0ec47d429ee service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221318 Apr 28 21:02:54.697169 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3e59d2f7-5996-47fb-8807-20badf9a2eed req-769c75f4-1860-44da-be9f-0c252a6782a4 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208806 Apr 28 21:02:54.868610 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28c24a0a-9039-44b7-a024-65768d045fd2 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:54.935182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 28c24a0a-9039-44b7-a024-65768d045fd2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:54.935553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:55.052734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848c7bf-7f91-4f06-ae66-7061771dddae req-e40f62ff-67a2-47e3-94f6-23eebb3cdd17 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:55.053418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d848c7bf-7f91-4f06-ae66-7061771dddae req-e40f62ff-67a2-47e3-94f6-23eebb3cdd17 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:02:55.069140 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-d848c7bf-7f91-4f06-ae66-7061771dddae req-e40f62ff-67a2-47e3-94f6-23eebb3cdd17 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:02:55.070426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d848c7bf-7f91-4f06-ae66-7061771dddae req-e40f62ff-67a2-47e3-94f6-23eebb3cdd17 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 944 time: 0.0990119 Apr 28 21:02:55.116111 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d848c7bf-7f91-4f06-ae66-7061771dddae req-d98161b3-92bf-4480-ac3b-aa128a8f9d05 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396962 Apr 28 21:02:55.472305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:55.816630 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:02:56.299150 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac39a2-65ab-4b96-badd-d5449042cbc4 req-bef07c89-d763-470b-9402-b95614267a1d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:56.300567 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7ac39a2-65ab-4b96-badd-d5449042cbc4 req-bef07c89-d763-470b-9402-b95614267a1d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 944 time: 0.0781622 Apr 28 21:02:56.344730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b7ac39a2-65ab-4b96-badd-d5449042cbc4 req-43acfa3b-e340-475c-b3eb-297647274a34 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378296 Apr 28 21:02:57.349026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 03429496-30e7-4cb9-aa42-867e4005a963 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:02:57.488989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=03429496-30e7-4cb9-aa42-867e4005a963,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:57.502773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '03429496-30e7-4cb9-aa42-867e4005a963', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'port_id': '03429496-30e7-4cb9-aa42-867e4005a963', 'mac_address': 'fa:16:3e:0f:1b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 420, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:02:57.535938 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450006a1-a753-4139-86d7-4f7c0967919d req-48671df1-5781-46ec-93d5-8452be517c44 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:57.538366 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-450006a1-a753-4139-86d7-4f7c0967919d req-48671df1-5781-46ec-93d5-8452be517c44 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 944 time: 0.0817506 Apr 28 21:02:57.587404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-450006a1-a753-4139-86d7-4f7c0967919d req-1554ed21-95b8-494f-950f-db3faf6f3d4d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431864 Apr 28 21:02:57.601573 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:57.618388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03429496-30e7-4cb9-aa42-867e4005a963 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:02:57.633968 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=03429496-30e7-4cb9-aa42-867e4005a963,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:57.637977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:57.705681 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:57.874985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['03429496-30e7-4cb9-aa42-867e4005a963'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:02:58.780430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d10eb8-a25d-42b8-bcd2-6331f21b2217 req-c4b60f5f-6d9b-483b-9794-d8bd02ab08a1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:58.781892 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09d10eb8-a25d-42b8-bcd2-6331f21b2217 req-c4b60f5f-6d9b-483b-9794-d8bd02ab08a1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 945 time: 0.0821228 Apr 28 21:02:58.825272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-09d10eb8-a25d-42b8-bcd2-6331f21b2217 req-2f780dea-78a9-413b-81a8-bad7d6b85f36 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371387 Apr 28 21:02:59.364455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 03429496-30e7-4cb9-aa42-867e4005a963 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:02:59.431645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 03429496-30e7-4cb9-aa42-867e4005a963 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:02:59.436107 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 03429496-30e7-4cb9-aa42-867e4005a963 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:02:59.436511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:59.549055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:59.575619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:02:59.584920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=03429496-30e7-4cb9-aa42-867e4005a963,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:02:59.588794 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:02:59.623656 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0fa50de3-8cf2-4ee0-8e43-ced434138cc2'] response: {'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963', 'code': 200} Apr 28 21:02:59.658172 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:02:59.666330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.666330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.666590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.666826 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.667149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.667470 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.667866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.668099 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.668415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.668728 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.669041 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.669366 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:02:59.756781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4965bf1-9f01-4c85-8ef2-50fb087d0501 req-a762e0f3-807b-43e1-aeb3-7157ae73462a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:02:59.758205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4965bf1-9f01-4c85-8ef2-50fb087d0501 req-a762e0f3-807b-43e1-aeb3-7157ae73462a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.0689898 Apr 28 21:02:59.800291 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a4965bf1-9f01-4c85-8ef2-50fb087d0501 req-4ec70c0b-3bc7-4836-afbc-786832966fca service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329342 Apr 28 21:03:00.008126 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8927ea-d45e-411d-a68f-399d081143d8 req-33832fed-3a07-476d-a3b3-68602eaa866c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:00.009478 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b8927ea-d45e-411d-a68f-399d081143d8 req-33832fed-3a07-476d-a3b3-68602eaa866c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0800202 Apr 28 21:03:00.051385 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-3b8927ea-d45e-411d-a68f-399d081143d8 req-930c4b11-afc0-4dc4-a7e4-dd29dfdfb234 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362649 Apr 28 21:03:01.238512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c6af28-1b68-419f-9000-2d8a2efd78ea req-b850132f-ddc1-4422-9b14-daa477e6f507 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:01.240137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90c6af28-1b68-419f-9000-2d8a2efd78ea req-b850132f-ddc1-4422-9b14-daa477e6f507 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0826454 Apr 28 21:03:01.282478 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-90c6af28-1b68-419f-9000-2d8a2efd78ea req-dd880b3d-a78b-4f9a-97c6-db73be3f8ee1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368829 Apr 28 21:03:01.469884 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769f9598-ed92-4e20-8e4e-cfb2421fe2a1 req-d09469f7-1ecb-4dc9-abb1-2508a716bb01 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:01.471223 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-769f9598-ed92-4e20-8e4e-cfb2421fe2a1 req-d09469f7-1ecb-4dc9-abb1-2508a716bb01 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0818436 Apr 28 21:03:01.515065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-769f9598-ed92-4e20-8e4e-cfb2421fe2a1 req-2d911ebc-1d50-4cf9-b653-e1dede658674 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380676 Apr 28 21:03:01.538017 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57322) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:01.607276 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10e6498-9584-4099-a9c5-7147f27336a6 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:01.608756 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c10e6498-9584-4099-a9c5-7147f27336a6 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1092 time: 0.0697777 Apr 28 21:03:01.611601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57326) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:01.616586 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '03429496-30e7-4cb9-aa42-867e4005a963', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:03:01.622979 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:03:01.626707 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:floatingip and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:03:01.629431 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:03:01.635715 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:03:01.645841 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:01.778570 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.021679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.74 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/2851823c-2602-46b4-877b-b6c0242d051b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:03:02.169764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.203512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.269519 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:03:02.272535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:03:02.275019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:03:02.318623 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=2851823c-2602-46b4-877b-b6c0242d051b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:02.676521 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.748087 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.953487 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:02.957800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:03.062960 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=2851823c-2602-46b4-877b-b6c0242d051b,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:03:03.073814 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:03.239546 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP ec7aac63-6c3c-4731-b7e6-02e629fd110e associated. External IP: 172.25.2.74, port: 03429496-30e7-4cb9-aa42-867e4005a963. Apr 28 21:03:03.696967 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router ef89f726-3a16-4741-9d7b-40d8c58a1512 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:03:03.875356 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:03:03.886128 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Sync routers for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:03:03.897697 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:03:03.898434 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:03.899744 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:03.959770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0f777a3c-aecb-4354-b79d-da11b1d9fe58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3435340 Apr 28 21:03:03.959770 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:03:04.065091 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-669ae7ae-f9a5-42dc-9e18-091d98ba7f4e'] response: {'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963', 'status': 'completed', 'code': 200} Apr 28 21:03:04.108361 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:03:04.218438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f76a17a-71fe-4cfd-8d2e-6bd554ac040d req-d68939ed-ce54-483b-a851-6b1a18a532db tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.219892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f76a17a-71fe-4cfd-8d2e-6bd554ac040d req-d68939ed-ce54-483b-a851-6b1a18a532db tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.1542358 Apr 28 21:03:04.222769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-cdca0f6f-d1dd-4181-91e2-e3be2c98828b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.227980 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-cdca0f6f-d1dd-4181-91e2-e3be2c98828b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.1143811 Apr 28 21:03:04.353803 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8f76a17a-71fe-4cfd-8d2e-6bd554ac040d req-ff91378e-dde0-41cb-9244-afed7499a790 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246493 Apr 28 21:03:04.377012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57336) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:04.402943 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-220d6cb4-a65c-4557-bc0d-17f760b0a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.404670 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-220d6cb4-a65c-4557-bc0d-17f760b0a3f3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.1597984 Apr 28 21:03:04.463430 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ec7aac63-6c3c-4731-b7e6-02e629fd110e', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'port_id': '03429496-30e7-4cb9-aa42-867e4005a963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'mac_address': 'fa:16:3e:0f:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4b83b-8814-44af-ada3-89394989be6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:02Z', 'updated_at': '2022-04-28T21:03:02Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:04.467526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Checking router: ef89f726-3a16-4741-9d7b-40d8c58a1512 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:03:04.476246 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:03:04.476844 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:02:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:04.495650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-bbf99c1a-0237-452d-94c7-09f9daa15a1a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/ec7aac63-6c3c-4731-b7e6-02e629fd110e HTTP/1.1" status: 200 len: 991 time: 0.1157744 Apr 28 21:03:04.634581 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-28cb816f-2da8-4840-82d9-c7c8e10d24e0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 999 time: 0.2235391 Apr 28 21:03:04.656193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:03:04.698753 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-2fd19591-ede7-410a-b6aa-063600ac0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.700231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-2fd19591-ede7-410a-b6aa-063600ac0905 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0593889 Apr 28 21:03:04.778905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-7005e394-995e-4ec9-bc12-b98ba4ee0fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:04.780354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-7005e394-995e-4ec9-bc12-b98ba4ee0fe3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737979 Apr 28 21:03:04.910592 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-ff809f57-18d0-46db-9681-b33525a8e56b service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237075 Apr 28 21:03:04.994748 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ec7aac63-6c3c-4731-b7e6-02e629fd110e', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'port_id': '03429496-30e7-4cb9-aa42-867e4005a963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'mac_address': 'fa:16:3e:0f:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4b83b-8814-44af-ada3-89394989be6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:02Z', 'updated_at': '2022-04-28T21:03:02Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:03:04.998582 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0aa99c5-d10d-4969-ba6a-0dd5214a2ff4 None None] The sync data for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 is: [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'ec7aac63-6c3c-4731-b7e6-02e629fd110e', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.74', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'port_id': '03429496-30e7-4cb9-aa42-867e4005a963', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4342, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'mac_address': 'fa:16:3e:0f:1b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05d4b83b-8814-44af-ada3-89394989be6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:03:02Z', 'updated_at': '2022-04-28T21:03:02Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:03:05.043450 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09d3cbba-6ecd-4031-9979-0a5e1c16243c req-6d306180-52e8-4cf7-adcf-ebd9fc383982 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273985 Apr 28 21:03:05.181251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131c4c3-1a05-493a-bcf5-c5c95c51fe0e None None] New status for floating IP ec7aac63-6c3c-4731-b7e6-02e629fd110e: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:03:05.498618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57340) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:05.602531 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5b4e3927-ad61-4464-a18e-6a628c653ee5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/ec7aac63-6c3c-4731-b7e6-02e629fd110e HTTP/1.1" status: 200 len: 993 time: 0.1027949 Apr 28 21:03:10.857381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:13.096831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:18.570369 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-70b7d349-a180-442b-a501-7130319f31e7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0712633 Apr 28 21:03:18.709273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-d728bc03-c74e-40d0-a288-5b67fa66aba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:18.711354 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-d728bc03-c74e-40d0-a288-5b67fa66aba6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.0708239 Apr 28 21:03:18.853608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-8e8beabe-b109-4c03-8e9f-fb73cbd3204b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:18.855035 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-8e8beabe-b109-4c03-8e9f-fb73cbd3204b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.1257653 Apr 28 21:03:18.960258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-f63badb8-ccd6-43c3-81a1-b7ed64e6808b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 1001 time: 0.0965838 Apr 28 21:03:19.024694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-526ca30b-dbc8-4706-bfed-a04fc42fa24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:19.026094 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-526ca30b-dbc8-4706-bfed-a04fc42fa24e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0594873 Apr 28 21:03:19.102279 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-4266e62a-eb47-4087-80db-272f101cb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:19.103606 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-4266e62a-eb47-4087-80db-272f101cb91d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678170 Apr 28 21:03:19.234327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-e7a62563-faa6-442f-8bd5-5aebcd5b76cc service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243632 Apr 28 21:03:19.371940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbad6208-0bd3-41c0-ba33-3c7aeefbf554 req-59474e8c-001a-4482-bfc3-657ce725c20e service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305578 Apr 28 21:03:20.405987 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a956ceaa-7004-474a-809e-17bf6810d0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:22.541149 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0dc00661-cb22-4e0c-90a5-371b66b414b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:23.949019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:24.320823 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:25.475605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:32.815026 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:03:39.200346 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101077c9-5fda-4cca-87bf-e57a65bf76a0 req-c31caae6-ffc9-4084-a71c-c0aafffa5db5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:39.201749 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-101077c9-5fda-4cca-87bf-e57a65bf76a0 req-c31caae6-ffc9-4084-a71c-c0aafffa5db5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0900815 Apr 28 21:03:39.247053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-101077c9-5fda-4cca-87bf-e57a65bf76a0 req-7cecd590-443b-4a19-a048-085ccc950083 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396802 Apr 28 21:03:40.438746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43eec29-6695-4019-93fe-3bf2d1b9c102 req-2aeb44df-de95-40ae-9227-bde00319e7e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:40.440194 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f43eec29-6695-4019-93fe-3bf2d1b9c102 req-2aeb44df-de95-40ae-9227-bde00319e7e7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0783074 Apr 28 21:03:40.488630 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f43eec29-6695-4019-93fe-3bf2d1b9c102 req-6139d5de-8181-47c0-84df-a1a78ccf8114 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421929 Apr 28 21:03:40.874850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:41.672606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d16191-8a58-44c6-bf2e-2e9ca2776cb4 req-ec51d3cd-52bd-405a-b27e-a73ad6625ef9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:41.674047 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9d16191-8a58-44c6-bf2e-2e9ca2776cb4 req-ec51d3cd-52bd-405a-b27e-a73ad6625ef9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0777285 Apr 28 21:03:41.716577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b9d16191-8a58-44c6-bf2e-2e9ca2776cb4 req-339d56c9-adff-45c3-ac59-d29675bed990 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368178 Apr 28 21:03:42.897843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5966bac-c7f7-4fd5-973c-65edb491d34e req-6bb9e81a-e54b-4017-b631-1eb7f4776f52 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:42.899274 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5966bac-c7f7-4fd5-973c-65edb491d34e req-6bb9e81a-e54b-4017-b631-1eb7f4776f52 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0794008 Apr 28 21:03:42.941963 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5966bac-c7f7-4fd5-973c-65edb491d34e req-abe8b8f6-9aed-4aa1-bfe6-54bc7b7e0262 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371089 Apr 28 21:03:43.097992 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:44.127468 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d809e837-25b0-4fce-920f-4f7fed4acb29 req-dba19bda-a9fc-43d6-b9f9-e0ddcf2e8d5e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:44.128920 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d809e837-25b0-4fce-920f-4f7fed4acb29 req-dba19bda-a9fc-43d6-b9f9-e0ddcf2e8d5e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0822937 Apr 28 21:03:44.172982 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d809e837-25b0-4fce-920f-4f7fed4acb29 req-c8441e7c-7885-48a0-a73b-2ebd9c5adc7d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379081 Apr 28 21:03:45.361294 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d544da24-473e-46a3-893b-edbb38aa62ac req-69af4f40-8048-4a43-8a05-70ae58a41105 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:45.362901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d544da24-473e-46a3-893b-edbb38aa62ac req-69af4f40-8048-4a43-8a05-70ae58a41105 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0835009 Apr 28 21:03:45.405559 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d544da24-473e-46a3-893b-edbb38aa62ac req-2dae6db5-c856-4cb1-9bff-aa4cd84e6777 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366983 Apr 28 21:03:46.591557 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac526c8-a078-4665-b386-aa84f38e3e21 req-97ac0dc5-18df-410d-8802-8a1dd2301834 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:46.592980 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ac526c8-a078-4665-b386-aa84f38e3e21 req-97ac0dc5-18df-410d-8802-8a1dd2301834 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0784974 Apr 28 21:03:46.635678 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4ac526c8-a078-4665-b386-aa84f38e3e21 req-19f56df3-3a75-4917-83e3-e4450dfca228 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370507 Apr 28 21:03:47.819609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5badac-e9d8-4b2e-bccd-e2aa0b1e7db0 req-300c2499-e5cb-4354-a11c-147a22f26135 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:47.821043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff5badac-e9d8-4b2e-bccd-e2aa0b1e7db0 req-300c2499-e5cb-4354-a11c-147a22f26135 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0784800 Apr 28 21:03:47.863945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ff5badac-e9d8-4b2e-bccd-e2aa0b1e7db0 req-fde81242-7713-43d3-a492-f544f077c68d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369766 Apr 28 21:03:49.052195 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac48494-50f2-4038-bbab-0b6c0e0547ad req-bf1cbd9c-4ced-480b-9fe9-b2dfaa3823dc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:49.054337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ac48494-50f2-4038-bbab-0b6c0e0547ad req-bf1cbd9c-4ced-480b-9fe9-b2dfaa3823dc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0819969 Apr 28 21:03:49.096901 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-6ac48494-50f2-4038-bbab-0b6c0e0547ad req-c82248b8-cba6-47c5-8159-45b02961eb6b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368214 Apr 28 21:03:50.282686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d2a917-c96d-43f5-88b0-c7200cb10815 req-1ee74cde-7d68-4434-92da-1de8c36d7714 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:50.284109 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-66d2a917-c96d-43f5-88b0-c7200cb10815 req-1ee74cde-7d68-4434-92da-1de8c36d7714 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0821934 Apr 28 21:03:50.328463 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-66d2a917-c96d-43f5-88b0-c7200cb10815 req-1dc80421-09da-4c5b-8c04-fba19505f3f1 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384626 Apr 28 21:03:50.410605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-13f22a6a-9011-4d20-b675-6d9f5cef39c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:51.522516 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e0111-2f92-4fdf-9a0e-07288a39bea6 req-dfe8ca98-665a-495d-ba75-f0eaa99e608e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:51.523983 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b9e0111-2f92-4fdf-9a0e-07288a39bea6 req-dfe8ca98-665a-495d-ba75-f0eaa99e608e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0822570 Apr 28 21:03:51.574630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b9e0111-2f92-4fdf-9a0e-07288a39bea6 req-2ce145ac-afa2-4900-9a07-b16b8f43d23c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437286 Apr 28 21:03:52.542299 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82a7e5d8-bca5-427c-8b8d-5fbbc8076f6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:52.763834 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d28dfa-4035-4e10-a2b7-53271fe5ad4a req-5af4b94a-2213-44c6-a8e3-a45d4a685336 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:52.765262 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76d28dfa-4035-4e10-a2b7-53271fe5ad4a req-5af4b94a-2213-44c6-a8e3-a45d4a685336 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0787361 Apr 28 21:03:52.808343 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-76d28dfa-4035-4e10-a2b7-53271fe5ad4a req-f81d629a-0447-4625-8258-21d53e45367d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374336 Apr 28 21:03:53.942092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:53.988742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6158a-0171-4245-8a78-6fe3e2275dff req-bf5f6678-4332-4a50-a5e4-eccf52ea477d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:53.990952 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36c6158a-0171-4245-8a78-6fe3e2275dff req-bf5f6678-4332-4a50-a5e4-eccf52ea477d tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0787444 Apr 28 21:03:54.032670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-36c6158a-0171-4245-8a78-6fe3e2275dff req-2a071779-e466-40b9-8dc6-d61ad157c9a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361614 Apr 28 21:03:54.325426 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:55.218758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8724870-af4d-475b-879f-8bd0720a652c req-7143912b-7c39-4fec-a9be-86b287ebcdd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:55.220098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8724870-af4d-475b-879f-8bd0720a652c req-7143912b-7c39-4fec-a9be-86b287ebcdd3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0811095 Apr 28 21:03:55.262890 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d8724870-af4d-475b-879f-8bd0720a652c req-5ad94f71-0eda-4826-88f7-c07862ea6a6c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365272 Apr 28 21:03:55.285924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57392) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:55.391240 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76ba394b-96fa-4f37-a87e-0c30d4fbd2fd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/ec7aac63-6c3c-4731-b7e6-02e629fd110e HTTP/1.1" status: 200 len: 993 time: 0.1042247 Apr 28 21:03:55.478831 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:03:56.846851 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2efb27-ab0a-45fd-bb1d-2476de531e0d req-5ddbcaa3-a0e3-4a5d-8ac2-65db9ad2bd84 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:56.848371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f2efb27-ab0a-45fd-bb1d-2476de531e0d req-5ddbcaa3-a0e3-4a5d-8ac2-65db9ad2bd84 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0844214 Apr 28 21:03:56.892036 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-7f2efb27-ab0a-45fd-bb1d-2476de531e0d req-4673aab1-d2e2-4ee0-98a2-7d8c0400c52e tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Apr 28 21:03:56.934274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-15e9d5b4-96fa-4ec1-80a1-af37fd625b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:56.935655 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-15e9d5b4-96fa-4ec1-80a1-af37fd625b45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.1101007 Apr 28 21:03:57.174733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-780a360e-654a-474c-916b-522148e3f6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:57.176155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-780a360e-654a-474c-916b-522148e3f6f6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.2310991 Apr 28 21:03:57.280406 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-94fb68f9-e700-4500-a441-b30a1520d422 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 1001 time: 0.0944343 Apr 28 21:03:57.347831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-27a238d1-67a4-41af-b112-23f82a84e4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:57.349309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-27a238d1-67a4-41af-b112-23f82a84e4b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0602026 Apr 28 21:03:57.429081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-0599ad48-22e8-4287-9e58-907b2d6dd51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:57.430546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-0599ad48-22e8-4287-9e58-907b2d6dd51e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722065 Apr 28 21:03:57.565844 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-8f17e32d-2ab4-4ddf-9ac3-69f7a8151cf7 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229668 Apr 28 21:03:57.700802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d1b25bce-a4a1-4af0-9e4a-566f6241a5cf req-9734fd5e-e5df-47bd-aca3-a8b0550831d0 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252346 Apr 28 21:03:58.081194 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955a56d4-bed4-45a3-8047-a9795ec3f189 req-c7cea188-6122-4acc-b17e-c6186cd3ba0b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:58.082675 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-955a56d4-bed4-45a3-8047-a9795ec3f189 req-c7cea188-6122-4acc-b17e-c6186cd3ba0b tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0815563 Apr 28 21:03:58.127275 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-955a56d4-bed4-45a3-8047-a9795ec3f189 req-b927ec4c-2bf4-42b2-ab93-8bd6fb576713 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384488 Apr 28 21:03:59.308893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49248eb3-3b39-4b43-974e-9e1afe659e75 req-2593b0bc-56e7-483e-89cc-5e109f0ef165 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:03:59.310347 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49248eb3-3b39-4b43-974e-9e1afe659e75 req-2593b0bc-56e7-483e-89cc-5e109f0ef165 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0775912 Apr 28 21:03:59.353391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-49248eb3-3b39-4b43-974e-9e1afe659e75 req-82c8c002-753e-4fbd-97ac-3b0434edec12 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374293 Apr 28 21:03:59.376701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57408) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:03:59.484727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f76061c-d80d-4e74-8280-acd4e5f181cf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/ec7aac63-6c3c-4731-b7e6-02e629fd110e HTTP/1.1" status: 200 len: 993 time: 0.1067855 Apr 28 21:04:09.813906 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:04:10.876000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:13.096729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:18.576806 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-10460349-fc1f-40e3-974f-3a75e509e15a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0691447 Apr 28 21:04:18.716912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e23a-152e-4608-9689-f5fb64f54edb req-3e4692f1-893c-45f8-b60b-e378aa720d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:18.718346 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-3e4692f1-893c-45f8-b60b-e378aa720d60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.0729246 Apr 28 21:04:18.860323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e23a-152e-4608-9689-f5fb64f54edb req-2ff87fa7-51e1-4d4f-823b-d1effb6b552c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:18.861740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-2ff87fa7-51e1-4d4f-823b-d1effb6b552c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.1230359 Apr 28 21:04:18.960037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-0381d2cc-45b6-492f-a2f3-4a62ce7d2208 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 1001 time: 0.0914755 Apr 28 21:04:19.023777 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e23a-152e-4608-9689-f5fb64f54edb req-3b1b8433-ee83-4965-928a-378e42c8b030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:19.025161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-3b1b8433-ee83-4965-928a-378e42c8b030 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0581722 Apr 28 21:04:19.097573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5980e23a-152e-4608-9689-f5fb64f54edb req-a951a13e-b235-4258-86c8-c1e6b5887ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:19.099026 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-a951a13e-b235-4258-86c8-c1e6b5887ada service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675497 Apr 28 21:04:19.230989 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-d946c313-9849-4c1b-b9cc-0068802344f4 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247048 Apr 28 21:04:19.362003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5980e23a-152e-4608-9689-f5fb64f54edb req-fb8306f3-5fea-42cd-ad65-70da8a603e48 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237299 Apr 28 21:04:20.412473 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-935d1334-fdc9-4e39-bce7-7f7be7c76570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:22.543706 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a6f2eeb8-f9ff-47f0-9646-ca9caf1bbea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:23.944555 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:24.326719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:25.483235 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:31.974579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57426) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:32.285653 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 2851823c-2602-46b4-877b-b6c0242d051b {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:04:32.286000 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:32.459215 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:32.459567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:32.580097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 2851823c-2602-46b4-877b-b6c0242d051b owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:04:32.725873 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:32.769729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=2851823c-2602-46b4-877b-b6c0242d051b,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:32.837100 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.837365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.837717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.838041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.838359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.838674 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.838989 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.839864 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.840318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.840639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.840952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.841266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:32.873025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:32.873355 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP ec7aac63-6c3c-4731-b7e6-02e629fd110e disassociated (deleted). External IP: 172.25.2.74, port: 03429496-30e7-4cb9-aa42-867e4005a963. Apr 28 21:04:33.212080 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router ef89f726-3a16-4741-9d7b-40d8c58a1512 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:04:33.494045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:04:33.503947 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Sync routers for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:33.514103 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:33.514384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:33.514696 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:33.567742 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2bab5476-d0b0-42b4-bb73-8c5c668641c3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/floatingips/ec7aac63-6c3c-4731-b7e6-02e629fd110e HTTP/1.1" status: 204 len: 168 time: 1.5920942 Apr 28 21:04:33.568315 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:04:33.617833 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a4d2061-35bc-45d9-8e83-7fe938aa4562'] response: {'name': 'network-changed', 'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963', 'status': 'completed', 'code': 200} Apr 28 21:04:33.691343 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:33.719685 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-0fb8613b-684b-4b61-86de-44ac183e9c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:33.722105 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-0fb8613b-684b-4b61-86de-44ac183e9c63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 1097 time: 0.0776260 Apr 28 21:04:33.979343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-8ef3ce8a-f7f6-469a-b6f6-0bdedffb44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:33.981365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-8ef3ce8a-f7f6-469a-b6f6-0bdedffb44f0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 200 len: 897 time: 0.2532403 Apr 28 21:04:34.012003 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:34.015750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Checking router: ef89f726-3a16-4741-9d7b-40d8c58a1512 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:34.024003 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:34.024586 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:34.080699 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-c8bfee0a-ed3b-47a2-b7ed-4fb4e3a8a074 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 200 len: 217 time: 0.0698881 Apr 28 21:04:34.155478 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-7512b456-d469-4dcf-8115-e36cd402d387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:34.156897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-7512b456-d469-4dcf-8115-e36cd402d387 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 200 len: 834 time: 0.0689740 Apr 28 21:04:34.171442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3e7e0f-b841-43f2-ae15-7f51b436862a req-178784b2-0a34-45a7-85eb-8f4e983e9747 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:34.172832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a3e7e0f-b841-43f2-ae15-7f51b436862a req-178784b2-0a34-45a7-85eb-8f4e983e9747 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.1949694 Apr 28 21:04:34.199312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:34.265365 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6a3e7e0f-b841-43f2-ae15-7f51b436862a req-89480b7d-7b3f-40ab-bff3-0d97ee081cdc tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562901 Apr 28 21:04:34.277794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-a0c24b30-daab-4b90-978a-d44aef8f7b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:34.279251 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-a0c24b30-daab-4b90-978a-d44aef8f7b14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4560f13a-2e1d-4905-9385-06f4f05d7a3f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1055913 Apr 28 21:04:34.408744 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-321143ab-9977-4652-a6d3-4a5dd9f9475b service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222682 Apr 28 21:04:34.506136 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:34.510237 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea4211bf-48bc-403f-b5fe-db5af4fef85b None None] The sync data for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 is: [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:02:47Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '28c24a0a-9039-44b7-a024-65768d045fd2', 'name': '', 'network_id': '4560f13a-2e1d-4905-9385-06f4f05d7a3f', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:a7:ac:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_interface', 'standard_attr_id': 4339, 'fixed_ips': [{'subnet_id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:47Z', 'updated_at': '2022-04-28T21:02:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': 'ebf3338d-aaf3-485a-ac84-123468617862', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:34.541185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e08d831-9350-45c8-b280-bfd9160b0c35 req-8758680e-404b-4192-a221-0c7cb2051878 service neutron] 10.222.0.41 "GET /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252840 Apr 28 21:04:34.718958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65bdcade-7413-4274-8016-82373872ffc1 None None] New status for floating IP ec7aac63-6c3c-4731-b7e6-02e629fd110e: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:04:35.452881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddab6a7-f1f4-42fa-b1b4-50128a773513 req-0e264517-d898-4aad-ba3e-c26c67960627 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:35.453592 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cddab6a7-f1f4-42fa-b1b4-50128a773513 req-0e264517-d898-4aad-ba3e-c26c67960627 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:35.469807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-cddab6a7-f1f4-42fa-b1b4-50128a773513 req-0e264517-d898-4aad-ba3e-c26c67960627 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:35.471025 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cddab6a7-f1f4-42fa-b1b4-50128a773513 req-0e264517-d898-4aad-ba3e-c26c67960627 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0977266 Apr 28 21:04:35.519084 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-cddab6a7-f1f4-42fa-b1b4-50128a773513 req-19cc4805-6fde-4abe-8885-61350f3d4bec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=4bb1e9c2-10ce-430a-8ffc-598db5106924&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Apr 28 21:04:35.546822 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-4928d119-fb48-4086-b489-5215877c7479 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:35.548161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-4928d119-fb48-4086-b489-5215877c7479 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 946 time: 0.0839648 Apr 28 21:04:35.617723 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 03429496-30e7-4cb9-aa42-867e4005a963 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:04:35.618060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:35.853904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 03429496-30e7-4cb9-aa42-867e4005a963, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=03429496-30e7-4cb9-aa42-867e4005a963,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:35.854177 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:35.971945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 03429496-30e7-4cb9-aa42-867e4005a963 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:04:36.111971 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:36.158959 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=03429496-30e7-4cb9-aa42-867e4005a963,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:36.192363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.192703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.193033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.193357 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.193704 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.194025 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.194343 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.194659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.194975 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.195288 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.195598 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.195905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:36.244573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port 03429496-30e7-4cb9-aa42-867e4005a963 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:36.247672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:36.250351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'name': 'network-vif-deleted', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:04:36.266310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-07cb3938-8a29-4f38-a4a1-f18f8b205761 req-eb19cb2b-d832-42cd-8b92-f807db7daaf7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "DELETE /v2.0/ports/03429496-30e7-4cb9-aa42-867e4005a963 HTTP/1.1" status: 204 len: 173 time: 0.7100542 Apr 28 21:04:36.342160 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61695208-0118-4a83-8266-9affaa12fa5a'] response: {'server_uuid': '05d4b83b-8814-44af-ada3-89394989be6c', 'name': 'network-vif-deleted', 'tag': '03429496-30e7-4cb9-aa42-867e4005a963', 'status': 'completed', 'code': 200} Apr 28 21:04:36.694526 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c3332d54-cc02-4695-8ddb-851474dc93fd req-f11fd2b0-dba3-4705-b5c2-4044367497f0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=05d4b83b-8814-44af-ada3-89394989be6c HTTP/1.1" status: 200 len: 210 time: 0.0451853 Apr 28 21:04:37.789177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57446) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:37.816262 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 03429496-30e7-4cb9-aa42-867e4005a963 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:04:37.852605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 03429496-30e7-4cb9-aa42-867e4005a963 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:04:37.852943 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 03429496-30e7-4cb9-aa42-867e4005a963 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:04:38.327085 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:38.669543 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 28c24a0a-9039-44b7-a024-65768d045fd2 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:04:38.669771 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:38.849252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 28c24a0a-9039-44b7-a024-65768d045fd2, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=28c24a0a-9039-44b7-a024-65768d045fd2,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:38.849987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:39.080132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 28c24a0a-9039-44b7-a024-65768d045fd2 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:04:39.252540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:39.300729 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=28c24a0a-9039-44b7-a024-65768d045fd2,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:39.574554 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:39.925483 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router ef89f726-3a16-4741-9d7b-40d8c58a1512 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:04:40.095040 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:04:40.104317 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Sync routers for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:40.110729 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2d17d7e9-33b9-48a9-a612-4c07f97dbd95 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/ef89f726-3a16-4741-9d7b-40d8c58a1512/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3180060 Apr 28 21:04:40.110925 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:40.114576 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:40.115161 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:40.177253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting subnet ebf3338d-aaf3-485a-ac84-123468617862 {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:04:40.180323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.234198 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.314784 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.316915 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:40.388096 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.423597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Subnet': ['ID=ebf3338d-aaf3-485a-ac84-123468617862,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:40.431138 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.439986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71736092-d24b-4ce1-b8ef-aaa103c021af None None] Network 4560f13a-2e1d-4905-9385-06f4f05d7a3f requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:04:40.440924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57454) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:40.445755 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-622c3f0d-30c6-4250-861d-c2eb2057c085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/subnets/ebf3338d-aaf3-485a-ac84-123468617862 HTTP/1.1" status: 204 len: 168 time: 0.3261695 Apr 28 21:04:40.625486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:04:39Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:40.629836 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Checking router: ef89f726-3a16-4741-9d7b-40d8c58a1512 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:40.642136 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Routers {'ef89f726-3a16-4741-9d7b-40d8c58a1512'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:40.642774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['ef89f726-3a16-4741-9d7b-40d8c58a1512'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:40.751902 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] DHCP port deletion for 4560f13a-2e1d-4905-9385-06f4f05d7a3f request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:04:40.756100 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Deleting port 5f205913-718f-44e7-aabd-9166779368be {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:04:40.756482 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.764309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.831377 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] Set router ef89f726-3a16-4741-9d7b-40d8c58a1512 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:40.955892 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.967926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 461a8339-14d9-41a4-b1b0-09046f7221a8 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:04:40.968939 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:40.994812 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 5f205913-718f-44e7-aabd-9166779368be no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:04:41.027527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.051382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] For port 5f205913-718f-44e7-aabd-9166779368be, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=5f205913-718f-44e7-aabd-9166779368be,segment=NetworkSegment(7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3),segment_id=7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:41.051783 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.119297 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:04:39Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:41.124269 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff40a6c-c207-492c-9142-6699678db2b5 None None] The sync data for ids ['ef89f726-3a16-4741-9d7b-40d8c58a1512'] in n-d-839811-1 is: [{'id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'name': 'tempest-TestNetworkAdvancedServerOps-router-327151880', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122'}], 'enable_snat': True}, 'gw_port_id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:02:42Z', 'updated_at': '2022-04-28T21:04:39Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': '461a8339-14d9-41a4-b1b0-09046f7221a8', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:cc:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef89f726-3a16-4741-9d7b-40d8c58a1512', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4336, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:02:43Z', 'updated_at': '2022-04-28T21:02:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:41.163805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 461a8339-14d9-41a4-b1b0-09046f7221a8, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=461a8339-14d9-41a4-b1b0-09046f7221a8,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:41.164168 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.186948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Calling delete_port for 5f205913-718f-44e7-aabd-9166779368be owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:04:41.292629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 461a8339-14d9-41a4-b1b0-09046f7221a8 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:04:41.298721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.321318 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043'] for port, after_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.373442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Pushing event deleted for resources: {'Port': ['ID=5f205913-718f-44e7-aabd-9166779368be,revision_number=None']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:41.407860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] No DVR routers for this DVR port 5f205913-718f-44e7-aabd-9166779368be on host n-d-839811-1 {{(pid=88141) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:04:41.420300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.420635 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.420966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.421294 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.421643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.421966 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.422285 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.422606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.422923 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.423238 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.423550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.423865 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b0d87c-15f2-4084-9bb5-66d619e7a053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:41.471505 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.519684 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=461a8339-14d9-41a4-b1b0-09046f7221a8,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:41.614319 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.786283 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.788452 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.809821 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.810339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Fanout notify agent at l3_agent the message router_deleted on router ef89f726-3a16-4741-9d7b-40d8c58a1512 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:04:41.826917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:41.828145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-a5ed51c9-de9e-4ffa-a07c-bfeb93eed6a3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/routers/ef89f726-3a16-4741-9d7b-40d8c58a1512 HTTP/1.1" status: 204 len: 168 time: 1.3860154 Apr 28 21:04:41.830890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57460) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:41.953412 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.211975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.237063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4560f13a-2e1d-4905-9385-06f4f05d7a3f']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:42.249192 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:42.249512 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fc0aa9f-8c06-4e47-82e4-2d2a7cc101d3') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:42.260303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.276539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.283139 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:04:42.283811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: timer() Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:04:42.299255 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:04:42.378351 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.395197 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.408558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Network': ['ID=4560f13a-2e1d-4905-9385-06f4f05d7a3f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:42.411143 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-956b96f5-2fb8-414c-a732-5c460e917d71 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/networks/4560f13a-2e1d-4905-9385-06f4f05d7a3f HTTP/1.1" status: 204 len: 168 time: 0.5793426 Apr 28 21:04:42.413836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57464) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:42.488268 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.518029 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.587105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.604272 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb1e9c2-10ce-430a-8ffc-598db5106924,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:42.617707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.618831 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0495d596-80bc-41f9-8a25-8469aa1f1220 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/security-groups/4bb1e9c2-10ce-430a-8ffc-598db5106924 HTTP/1.1" status: 204 len: 168 time: 0.2040551 Apr 28 21:04:42.918347 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28c24a0a-9039-44b7-a024-65768d045fd2 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:04:42.951751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57472) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:42.955644 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 28c24a0a-9039-44b7-a024-65768d045fd2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:04:42.955987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 28c24a0a-9039-44b7-a024-65768d045fd2 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:04:42.956389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 461a8339-14d9-41a4-b1b0-09046f7221a8 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:04:42.957259 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1220517927', 'description': 'tempest-secgroup-smoke-1220517927 description', 'project_id': '3c97b96e712b478cad3f2de8df067549'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:42.963821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:42.968428 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:42.971299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:42.976867 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:42.987666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:42.989593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 461a8339-14d9-41a4-b1b0-09046f7221a8 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:04:42.989938 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 461a8339-14d9-41a4-b1b0-09046f7221a8 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:04:43.008334 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.012043 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.014807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.020898 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.088012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.092381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.120014 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.146130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478be547-d0a2-4e4a-bddf-2489180c0b9c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.148739 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.149945 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aeff1563-770d-4acc-a7ef-5ec5450f96f2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1970377 Apr 28 21:04:43.153603 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57476) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.158335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.164980 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.168701 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.171526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.177033 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.192893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.254279 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.257955 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.281927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=692a2171-6746-49e9-a770-17409ec55004,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.290066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.291331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-05cf3b1f-2a43-44aa-9621-63ceaa038891 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1369150 Apr 28 21:04:43.294125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57480) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.298945 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.305304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.308990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.311732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.317232 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.334554 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.393267 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.396853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.418736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939ff095-7f10-4b82-b4f0-38b91f7d9154,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.430239 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.431536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-aec546e4-0dd6-42be-aad9-4a41228b2db3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365197 Apr 28 21:04:43.434342 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57484) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.439111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.445485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.449521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.452807 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.458354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.476291 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.536738 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.540175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.567556 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd1bc2e8-5c98-46e3-8f27-096c0b396f56,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.573653 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.578043 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-faedaeaf-607e-4b20-bedc-4e485ad5d7ff tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1395991 Apr 28 21:04:43.578223 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57488) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.582888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.589226 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.593080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.595887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.601370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.620404 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.684490 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.687989 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.712142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ee5d3be-dcc2-4e1b-abbc-30e5efdf4b6b,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.721297 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.722525 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-0f1d1951-a582-41ef-9d70-00929129dd04 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1434796 Apr 28 21:04:43.725392 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57492) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.730440 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.738330 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.742039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.744966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.751161 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.761202 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:04:43.768261 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.830957 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.834473 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.856841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280c94e1-c05f-45b5-af68-57516b6ca1bf,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:43.865916 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.867074 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-078c7aab-b17d-411d-bca1-d88e604f1adf tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1407669 Apr 28 21:04:43.869798 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57496) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:43.875283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'security_group_rule': {'security_group_id': '478be547-d0a2-4e4a-bddf-2489180c0b9c', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:43.881652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:43.885405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:security_group_rule and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:43.888344 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:43.893912 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:43.904100 n-d-839811-1 neutron-server[88139]: INFO neutron.db.securitygroups_db [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Project 3c97b96e712b478cad3f2de8df067549 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:04:43.910341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.978308 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:43.982167 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.004995 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=833640e6-4222-49e8-aa71-461b8df83497,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:44.013820 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.015007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f5799426-0364-4ad1-866d-8cd755a8b842 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1442657 Apr 28 21:04:44.018019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57500) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:44.023338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'network': {'name': 'tempest-network-smoke--728305840', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'port_security_enabled': True}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:44.029017 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:44.033061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:network and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:44.035866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:44.041409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:44.051504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:04:44.054721 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.082193 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:04:44.090830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.091172 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Added segment 26ba7523-358e-4e73-a4c7-705a48fde04a of type vlan for network 080603db-4a8d-4308-9dc9-c862f5a31201 Apr 28 21:04:44.116677 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.144341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.149799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:44.150366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.249037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2298346 Apr 28 21:04:44.251719 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57504) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:44.256797 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'admin_state_up': True, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:44.257397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003521d5-016e-4587-8c25-104c36220fec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Network': ['ID=080603db-4a8d-4308-9dc9-c862f5a31201,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:44.265039 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:44.267355 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 080603db-4a8d-4308-9dc9-c862f5a31201 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:04:44.268895 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:router and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:44.271740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:44.278464 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:44.287812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.288763 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.303692 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.690465 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:44.984350 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:45.012837 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:45.144628 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.163 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/d7a5c314-33d1-4093-8c25-25f271f643c7) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:45.286439 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:45.314490 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:45.377178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:45.380901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:45.386461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:04:45.418171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=d7a5c314-33d1-4093-8c25-25f271f643c7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:45.897375 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:46.228471 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:46.426845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router e3244aae-2e51-4138-8eb9-8bbe6c329def is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:04:46.605149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:04:46.614611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Sync routers for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:46.625026 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:46.625670 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:46.631403 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:46.632658 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-0dd9244a-deee-46da-a31b-d09cf6cbcd28 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3799579 Apr 28 21:04:46.635768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57508) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:46.678400 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5e6bdff3-ee51-4800-8f71-ac30a7ea97db tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?project_id=3c97b96e712b478cad3f2de8df067549&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0415776 Apr 28 21:04:46.680964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57512) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:46.807125 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:46.810855 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-395d7bc9-1116-49df-862e-a8c5252f0361 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:46.814919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-395d7bc9-1116-49df-862e-a8c5252f0361 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1304693 Apr 28 21:04:46.815170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57516) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:46.818809 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:04:46.855373 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6612fa79-73fd-4d45-9400-5a6be8aaf735 tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/subnets?network_id=95bf66db-5b42-401a-882b-506fdd308b5b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0391252 Apr 28 21:04:46.858370 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57520) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:46.863742 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2127112983', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'project_id': '3c97b96e712b478cad3f2de8df067549', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:46.975949 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:46.979760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:subnet and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:04:46.983171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:04:46.988769 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:46.999466 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:04:47.003369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.127417 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:45Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:47.131522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Checking router: e3244aae-2e51-4138-8eb9-8bbe6c329def for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:47.131863 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Updating router e3244aae-2e51-4138-8eb9-8bbe6c329def port d7a5c314-33d1-4093-8c25-25f271f643c7 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:04:47.183554 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.217363 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.415054 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Subnet': ['ID=9d96059d-0b83-48cd-8a6e-4bf68a11141f,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:47.423553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Checking segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:04:47.423904 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network hostable DHCP agents. Network: 080603db-4a8d-4308-9dc9-c862f5a31201, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:04:47.444264 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 080603db-4a8d-4308-9dc9-c862f5a31201 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:04:47.455343 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 080603db-4a8d-4308-9dc9-c862f5a31201) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:47.459477 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:47.460505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.483746 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a03017a7-2dd8-4061-af52-6581638ed487 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6214831 Apr 28 21:04:47.483968 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57524) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:04:47.490836 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8160ff-93e4-4c2c-a812-ce19dc4dbc59 None None] Network 080603db-4a8d-4308-9dc9-c862f5a31201 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:04:47.598200 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.622712 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Transition to ACTIVE for port object d7a5c314-33d1-4093-8c25-25f271f643c7 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:47.630278 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.751969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ad1af-ff79-489c-95ae-600234544012 None None] Pushing event updated for resources: {'Port': ['ID=d7a5c314-33d1-4093-8c25-25f271f643c7,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:47.765866 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Attempting to bind port d7a5c314-33d1-4093-8c25-25f271f643c7 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:04:47.766233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Attempting to bind port d7a5c314-33d1-4093-8c25-25f271f643c7 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:04:47.766593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Attempting to bind port d7a5c314-33d1-4093-8c25-25f271f643c7 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:04:47.775992 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:04:47.776360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:04:47.776754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.777140 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:04:47.777662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Bound port: d7a5c314-33d1-4093-8c25-25f271f643c7, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:04:47.778189 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.872937 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-080603db-4a8d-4308-9dc9-c862f5a31201', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:04:47.873765 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:47.937887 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] For port d7a5c314-33d1-4093-8c25-25f271f643c7, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:04:47.956056 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] For port d7a5c314-33d1-4093-8c25-25f271f643c7, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7a5c314-33d1-4093-8c25-25f271f643c7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:04:47.966849 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:48.100372 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:48.100988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:48.163694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:48.229129 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941ad1af-ff79-489c-95ae-600234544012 None None] Pushing event updated for resources: {'Port': ['ID=d7a5c314-33d1-4093-8c25-25f271f643c7,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.240981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Allocated IP 172.20.0.2 (080603db-4a8d-4308-9dc9-c862f5a31201/9d96059d-0b83-48cd-8a6e-4bf68a11141f/79768359-ca7f-48a4-8b39-a55bca855eaf) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:48.377573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:48.726370 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:48.764903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Transition to ACTIVE for port object 79768359-ca7f-48a4-8b39-a55bca855eaf will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:48.790268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Transition to ACTIVE for port object 79768359-ca7f-48a4-8b39-a55bca855eaf will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:48.796548 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:48.858774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.1 (080603db-4a8d-4308-9dc9-c862f5a31201/9d96059d-0b83-48cd-8a6e-4bf68a11141f/af41f8af-5438-4d11-a369-5888221ee249) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:48.868398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Network 080603db-4a8d-4308-9dc9-c862f5a31201 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:48.874323 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:48.879655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:04:48.882267 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Pushing event updated for resources: {'Port': ['ID=79768359-ca7f-48a4-8b39-a55bca855eaf,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:48.919531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:45Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:48.951031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b7c777a-91de-41ab-8369-d37f6aee1287 None None] The sync data for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 is: [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:45Z', 'revision_number': 3, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:48.982556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Attempting to bind port 79768359-ca7f-48a4-8b39-a55bca855eaf on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:04:48.982935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Attempting to bind port 79768359-ca7f-48a4-8b39-a55bca855eaf by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:04:48.983304 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Attempting to bind port 79768359-ca7f-48a4-8b39-a55bca855eaf on network 080603db-4a8d-4308-9dc9-c862f5a31201 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:04:48.989019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:04:48.989395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Checking segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:04:48.989856 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:48.990251 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Bound using segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:04:48.990718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Bound port: 79768359-ca7f-48a4-8b39-a55bca855eaf, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:04:48.991218 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.024307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.041830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object af41f8af-5438-4d11-a369-5888221ee249 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:49.069762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.086861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:04:49.090732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:04:49.096264 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.145174 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 080603db-4a8d-4308-9dc9-c862f5a31201 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:49.148226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:49.152042 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:04:49.191242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d4607-aacb-405b-8e7b-fc92540c05f5 None None] Pushing event updated for resources: {'Port': ['ID=79768359-ca7f-48a4-8b39-a55bca855eaf,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:49.332778 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:49.390940 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.549017 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.977824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:49.983727 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:50.107919 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:50.111881 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:50.166651 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef34d90a-1595-4fd3-933f-09b9e7511952 None None] Network 080603db-4a8d-4308-9dc9-c862f5a31201 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:04:50.247169 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 080603db-4a8d-4308-9dc9-c862f5a31201 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:50.248506 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:50.273559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-da09f9b9-5643-4b7f-b86e-eb6354b87009 None None] Provisioning for port 79768359-ca7f-48a4-8b39-a55bca855eaf completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:50.423526 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e3a9290e-9a40-48c5-bd18-caea2b5dc840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:50.441863 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router e3244aae-2e51-4138-8eb9-8bbe6c329def has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:04:50.629220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:04:50.639901 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Sync routers for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:04:50.641994 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7b0306d0-3213-445f-a941-f1a435475ff6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/e3244aae-2e51-4138-8eb9-8bbe6c329def/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1571410 Apr 28 21:04:50.649234 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:50.649863 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:50.721301 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08a069a8-9659-4221-b10b-9553322b663b None None] Provisioning for port af41f8af-5438-4d11-a369-5888221ee249 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:50.734837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08a069a8-9659-4221-b10b-9553322b663b None None] Provisioning complete for port af41f8af-5438-4d11-a369-5888221ee249 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:50.735211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08a069a8-9659-4221-b10b-9553322b663b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:50.802340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-08a069a8-9659-4221-b10b-9553322b663b None None] Port af41f8af-5438-4d11-a369-5888221ee249 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:04:50.825365 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-66dadfa4-a69a-4fb7-aefa-09e298627ed3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1220517927&fields=id&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 267 time: 0.0424931 Apr 28 21:04:50.865393 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:50.931527 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-e033be20-f7a5-47bc-8633-02f5b4d10b6e None None] Provisioning complete for port af41f8af-5438-4d11-a369-5888221ee249 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:50.934628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e033be20-f7a5-47bc-8633-02f5b4d10b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.014639 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-36030169-ffd7-4fb8-b176-db514efb7dc6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:51.015366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-36030169-ffd7-4fb8-b176-db514efb7dc6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:51.030915 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-e033be20-f7a5-47bc-8633-02f5b4d10b6e None None] Port af41f8af-5438-4d11-a369-5888221ee249 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:04:51.037426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-36030169-ffd7-4fb8-b176-db514efb7dc6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:51.041204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7a5c314-33d1-4093-8c25-25f271f643c7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:51.045515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-36030169-ffd7-4fb8-b176-db514efb7dc6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 796 time: 0.2135415 Apr 28 21:04:51.063949 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-d9ea6ccb-f899-4053-b917-e355acb0f19f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/quotas/3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 375 time: 0.0173135 Apr 28 21:04:51.123392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port d7a5c314-33d1-4093-8c25-25f271f643c7 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:51.130519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d7a5c314-33d1-4093-8c25-25f271f643c7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:51.130901 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.267312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d2295d2c-9532-425b-b0ff-2eeaac570d65 None None] Provisioning complete for port af41f8af-5438-4d11-a369-5888221ee249 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:51.268055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d2295d2c-9532-425b-b0ff-2eeaac570d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.281565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-a3c95c2e-5a8a-4dfb-a8ef-c782784ac7b6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:51.292018 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 2, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:51.296693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Checking router: e3244aae-2e51-4138-8eb9-8bbe6c329def for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:04:51.297144 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Updating router e3244aae-2e51-4138-8eb9-8bbe6c329def port af41f8af-5438-4d11-a369-5888221ee249 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:04:51.298981 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-a3c95c2e-5a8a-4dfb-a8ef-c782784ac7b6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:51.300792 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-a3c95c2e-5a8a-4dfb-a8ef-c782784ac7b6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2357173 Apr 28 21:04:51.318177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.343189 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d2295d2c-9532-425b-b0ff-2eeaac570d65 None None] Port af41f8af-5438-4d11-a369-5888221ee249 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:04:51.351373 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port d7a5c314-33d1-4093-8c25-25f271f643c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7a5c314-33d1-4093-8c25-25f271f643c7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:51.356465 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.357268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79768359-ca7f-48a4-8b39-a55bca855eaf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:51.358648 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.404558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-fc17206e-b29d-493f-b012-86423cac4372 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 21:04:51.405700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-fc17206e-b29d-493f-b012-86423cac4372 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938270 Apr 28 21:04:51.473083 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=d7a5c314-33d1-4093-8c25-25f271f643c7,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:51.492288 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 79768359-ca7f-48a4-8b39-a55bca855eaf completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:51.499390 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 79768359-ca7f-48a4-8b39-a55bca855eaf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:51.499942 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.555736 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-9cd3d9b8-1369-4f0f-b214-2f6c0d34e6a6 service neutron] 10.222.0.24 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436088 Apr 28 21:04:51.629799 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.709750 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-d7ee4f38-8d61-44c4-bf1f-763c9dd3e0e8 service neutron] 10.222.0.24 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479895 Apr 28 21:04:51.710268 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:51.716287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.738912 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.752065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Transition to ACTIVE for port object af41f8af-5438-4d11-a369-5888221ee249 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:51.759637 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:51.787605 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=79768359-ca7f-48a4-8b39-a55bca855eaf,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:51.891036 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Pushing event updated for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:51.915858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f0fec7c5-d517-4c6f-b913-8c1710def6a2 req-1e9dfce4-d5a4-4f80-86ee-115169006beb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:51.942533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f0fec7c5-d517-4c6f-b913-8c1710def6a2 req-1e9dfce4-d5a4-4f80-86ee-115169006beb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:51.955186 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f0fec7c5-d517-4c6f-b913-8c1710def6a2 req-1e9dfce4-d5a4-4f80-86ee-115169006beb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 210 time: 0.0879571 Apr 28 21:04:51.968693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.969023 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.969498 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.970003 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.970300 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.970684 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.971061 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.971454 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.971773 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.972088 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.972398 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.972710 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:04:51.997786 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Attempting to bind port af41f8af-5438-4d11-a369-5888221ee249 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:04:51.997786 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Attempting to bind port af41f8af-5438-4d11-a369-5888221ee249 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:04:51.998069 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Attempting to bind port af41f8af-5438-4d11-a369-5888221ee249 on network 080603db-4a8d-4308-9dc9-c862f5a31201 {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:04:52.003817 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:04:52.004279 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Checking segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:04:52.004575 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:52.004920 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Bound using segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:04:52.005372 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Bound port: af41f8af-5438-4d11-a369-5888221ee249, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:04:52.005758 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:52.096983 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] For port af41f8af-5438-4d11-a369-5888221ee249, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:04:52.099918 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] For port af41f8af-5438-4d11-a369-5888221ee249, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=af41f8af-5438-4d11-a369-5888221ee249,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:04:52.106209 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:52.185893 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:04:52.186517 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:52.294756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64c850-9c15-4a40-a368-3f9bc2974c28 None None] Pushing event updated for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=4']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:52.376537 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:04:52.547859 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c6346ca5-f070-4d56-ad67-e5ed5bb83443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:52.688090 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:52Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:04:52.691869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31a2dec5-e96b-4bfc-be83-aebd0abf3864 None None] The sync data for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 is: [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:52Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:04:53.031511 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7a5c314-33d1-4093-8c25-25f271f643c7 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:53.119164 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5a9af118-9e0b-47e0-9c03-4903bf445fe7 req-f8dac2d8-883e-4611-9f39-98e854e9e143 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 210 time: 0.0566440 Apr 28 21:04:53.146215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port d7a5c314-33d1-4093-8c25-25f271f643c7 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:53.146585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.265557 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-ab4d6b5f-5931-4302-a01c-5fed8aef6586 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:53.266224 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-ab4d6b5f-5931-4302-a01c-5fed8aef6586 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:53.279447 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-ab4d6b5f-5931-4302-a01c-5fed8aef6586 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:53.280827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-ab4d6b5f-5931-4302-a01c-5fed8aef6586 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 796 time: 0.2175977 Apr 28 21:04:53.307120 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79768359-ca7f-48a4-8b39-a55bca855eaf up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:53.340354 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-bb3f143f-c23e-452f-917f-315cf16d5515 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:53.358771 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-bb3f143f-c23e-452f-917f-315cf16d5515 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:53.360028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-bb3f143f-c23e-452f-917f-315cf16d5515 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3c97b96e712b478cad3f2de8df067549 HTTP/1.1" status: 200 len: 380 time: 0.0652316 Apr 28 21:04:53.369531 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'port': {'device_id': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'admin_state_up': True, 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'security_groups': ['478be547-d0a2-4e4a-bddf-2489180c0b9c']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:53.403284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 79768359-ca7f-48a4-8b39-a55bca855eaf triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:53.403649 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.535301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:04:53.537276 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device af41f8af-5438-4d11-a369-5888221ee249 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:53.545847 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:04:53.559656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Made reservation on behalf of 3c97b96e712b478cad3f2de8df067549 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:04:53.563273 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.625861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port af41f8af-5438-4d11-a369-5888221ee249 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:53.631400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port af41f8af-5438-4d11-a369-5888221ee249 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:53.631774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.758734 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.20.0.8 (080603db-4a8d-4308-9dc9-c862f5a31201/9d96059d-0b83-48cd-8a6e-4bf68a11141f/eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:04:53.781974 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.819300 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port af41f8af-5438-4d11-a369-5888221ee249, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=af41f8af-5438-4d11-a369-5888221ee249,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:53.824951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.897007 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:53.948381 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.973628 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:53.989423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Transition to ACTIVE for port object eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:54.014536 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.089653 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 080603db-4a8d-4308-9dc9-c862f5a31201 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:04:54.092692 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:04:54.096445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:04:54.127339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:54.167001 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:54.167618 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.199290 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-195cd7df-e8a1-4093-b609-f103f72b63ec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8335960 Apr 28 21:04:54.215627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Request body: {'port': {'device_id': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:04:54.340925 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.348789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f531d93a-9987-4fe6-8d47-6c07219756fd None None] Provisioning for port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:54.354011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f531d93a-9987-4fe6-8d47-6c07219756fd None None] Provisioning complete for port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:54.354398 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f531d93a-9987-4fe6-8d47-6c07219756fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.389005 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.408676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f531d93a-9987-4fe6-8d47-6c07219756fd None None] Port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:04:54.444000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec146f9-0731-47e2-a990-65dcc34509c2 req-521dcf71-518b-41d0-9cf5-0b7619a61c33 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:54.444698 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec146f9-0731-47e2-a990-65dcc34509c2 req-521dcf71-518b-41d0-9cf5-0b7619a61c33 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:04:54.483824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-fec146f9-0731-47e2-a990-65dcc34509c2 req-521dcf71-518b-41d0-9cf5-0b7619a61c33 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:04:54.484933 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec146f9-0731-47e2-a990-65dcc34509c2 req-521dcf71-518b-41d0-9cf5-0b7619a61c33 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 931 time: 0.2401125 Apr 28 21:04:54.617158 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-fec146f9-0731-47e2-a990-65dcc34509c2 req-4b41fe66-c4b6-4d18-b4f7-883657eb8fca tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920780 Apr 28 21:04:54.892794 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:04:54.900119 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.914884 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Transition to ACTIVE for port object eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:04:54.918407 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:54.926151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device af41f8af-5438-4d11-a369-5888221ee249 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:54.993980 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port af41f8af-5438-4d11-a369-5888221ee249 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:54.994350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:55.077104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:55.163597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Attempting to bind port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:04:55.163933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Attempting to bind port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:04:55.164265 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Attempting to bind port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 on network 080603db-4a8d-4308-9dc9-c862f5a31201 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:04:55.169792 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 on network 080603db-4a8d-4308-9dc9-c862f5a31201 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:04:55.170112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Attempting to bind port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 on network 080603db-4a8d-4308-9dc9-c862f5a31201 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:04:55.175113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:04:55.175449 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Checking segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:04:55.175828 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Bound using segment: {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:04:55.176249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Bound port: eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ba7523-358e-4e73-a4c7-705a48fde04a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:04:55.176593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:55.267071 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:04:55.269857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:04:55.274122 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:55.331712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:55.332311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:55.333725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] 10.222.0.41 "PUT /v2.0/ports/eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 1091 time: 1.1226928 Apr 28 21:04:55.334149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:04:55.359116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d49eb8-a4bf-4c46-9f58-8e9ddd84ce67 service neutron] Pushing event updated for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:55.414510 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de7effd0-e0f0-4283-85bf-011578b47584'] response: {'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'status': 'completed', 'code': 200} Apr 28 21:04:55.462031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-6d149d00-69e8-4064-b440-84338c3fa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:55.463536 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-6d149d00-69e8-4064-b440-84338c3fa4d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1094 time: 0.0849071 Apr 28 21:04:55.490556 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:55.539972 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-3ed842c2-eab5-40db-abea-4e04626b008c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0651109 Apr 28 21:04:55.608040 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-b5bdcb88-22c2-43f4-8bc9-a7bb69001e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:55.609382 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-b5bdcb88-22c2-43f4-8bc9-a7bb69001e59 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.0605516 Apr 28 21:04:55.687645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-cc9c9f21-18da-4668-b4ce-7fda6970bc7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:55.689126 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-cc9c9f21-18da-4668-b4ce-7fda6970bc7a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701265 Apr 28 21:04:55.881800 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-a73ad9cf-5b0a-4358-8651-fc776eceee61 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1830893 Apr 28 21:04:55.893372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e51651-9084-4def-ba10-3b6138f1ec45 req-6de011bb-48b6-4f81-9fe2-29efc545c8dd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:55.894761 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47e51651-9084-4def-ba10-3b6138f1ec45 req-6de011bb-48b6-4f81-9fe2-29efc545c8dd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 943 time: 0.1643341 Apr 28 21:04:56.023737 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-47e51651-9084-4def-ba10-3b6138f1ec45 req-fd788479-8c92-4ecd-9df5-b5ad4f1800ac tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110990 Apr 28 21:04:56.053941 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-88bcb799-13a1-4161-8f6d-f93ccc250016 req-f5226261-7ac7-422f-9d11-efc7e2e61c64 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582603 Apr 28 21:04:56.174964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-594a6fe8-173d-4b32-8b6f-d1bf38010f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:56.176473 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-594a6fe8-173d-4b32-8b6f-d1bf38010f4e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1094 time: 0.0723448 Apr 28 21:04:56.307386 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-78935c5b-347d-4d2d-8eb2-0a104aef3e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:56.309916 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-78935c5b-347d-4d2d-8eb2-0a104aef3e25 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 897 time: 0.1265640 Apr 28 21:04:56.381884 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-4f5c3c93-e5b9-42e0-ac43-dccad75e0707 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0652351 Apr 28 21:04:56.444106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-1e647e5c-4f74-43e4-93f5-6947b53a16ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:56.445613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-1e647e5c-4f74-43e4-93f5-6947b53a16ca service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.0568748 Apr 28 21:04:56.639702 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-7ecb1c76-4d47-48e0-9c2b-0eea3eee859d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:56.641067 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-7ecb1c76-4d47-48e0-9c2b-0eea3eee859d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885641 Apr 28 21:04:56.769757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-a34a07be-dd27-46ef-8944-878a169c665c service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212022 Apr 28 21:04:56.898453 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0f70be05-21c4-4bdc-b35d-30a01acf19ef req-ecda7649-e349-4bb3-828a-0b2579d27ff9 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214435 Apr 28 21:04:57.207911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c4c03-f8d3-48de-a4ca-a29c02fd1e97 req-6ffb610f-e780-4901-9c09-712073a0269c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:57.209246 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c68c4c03-f8d3-48de-a4ca-a29c02fd1e97 req-6ffb610f-e780-4901-9c09-712073a0269c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 943 time: 0.0779874 Apr 28 21:04:57.255957 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c68c4c03-f8d3-48de-a4ca-a29c02fd1e97 req-8eda07d4-41c6-438a-9e9f-07aeaeb100c9 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411105 Apr 28 21:04:57.912727 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:04:58.042573 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:58.055716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'port_id': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'mac_address': 'fa:16:3e:e9:a2:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:04:58.112946 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:58.129068 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:04:58.144178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:04:58.147773 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:04:58.212037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:04:58.437290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067894d6-8f6e-4e90-98ca-28ffd8f9575b req-f0db8e09-6d98-45f2-92fb-66d41fa692fb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:58.438745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-067894d6-8f6e-4e90-98ca-28ffd8f9575b req-f0db8e09-6d98-45f2-92fb-66d41fa692fb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 944 time: 0.0786602 Apr 28 21:04:58.482211 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-067894d6-8f6e-4e90-98ca-28ffd8f9575b req-b83453de-12cb-42f4-98de-749c756a1573 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377531 Apr 28 21:04:58.625751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:04:59.667436 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f203e13-f45b-4229-9a81-e8f8a0b7f36f req-4ba94b86-1bf3-454d-b1db-d2b3c040641c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:04:59.668809 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f203e13-f45b-4229-9a81-e8f8a0b7f36f req-4ba94b86-1bf3-454d-b1db-d2b3c040641c tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 944 time: 0.0789320 Apr 28 21:04:59.711142 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2f203e13-f45b-4229-9a81-e8f8a0b7f36f req-ede5aa3e-3590-4a30-ba35-1c83db4694c5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367074 Apr 28 21:04:59.925048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:04:59.989981 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:04:59.994507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:04:59.994878 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:00.132693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:00.158688 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:00.168325 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:00.172477 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:00.239516 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:00.251260 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f0a9a75-e356-49e4-8138-60420c71236c'] response: {'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'code': 200} Apr 28 21:05:00.392518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53a786a-e769-4f18-b65f-a8ad83268b32 req-7c53b873-0104-44d5-96a6-74dd2cb53f67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:00.394058 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b53a786a-e769-4f18-b65f-a8ad83268b32 req-7c53b873-0104-44d5-96a6-74dd2cb53f67 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1096 time: 0.0749245 Apr 28 21:05:00.438778 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b53a786a-e769-4f18-b65f-a8ad83268b32 req-58b4d0f1-07c4-433f-8de2-27971d344085 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351012 Apr 28 21:05:00.898768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b830ec4-9342-4c0e-9096-0f4086f0d69e req-f234ec69-785e-406b-b33d-741ba305d4f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:00.900203 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b830ec4-9342-4c0e-9096-0f4086f0d69e req-f234ec69-785e-406b-b33d-741ba305d4f6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0839105 Apr 28 21:05:00.943593 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b830ec4-9342-4c0e-9096-0f4086f0d69e req-67a1b5a6-7ea5-464d-adec-4993fe26843f tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370758 Apr 28 21:05:02.131213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ff79ca-8f81-4b8b-876d-a11e57601591 req-31de07e3-cd50-4118-afbc-3e19b37e6aec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:02.132652 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53ff79ca-8f81-4b8b-876d-a11e57601591 req-31de07e3-cd50-4118-afbc-3e19b37e6aec tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0786850 Apr 28 21:05:02.179113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-53ff79ca-8f81-4b8b-876d-a11e57601591 req-3f45b0e1-34a3-4a88-a7af-1a63bf119157 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403237 Apr 28 21:05:02.360256 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cad25e-db3b-4e73-9d31-4a348fb1bf84 req-6df2b05d-63b4-4683-909b-e2709b832c06 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:02.361698 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31cad25e-db3b-4e73-9d31-4a348fb1bf84 req-6df2b05d-63b4-4683-909b-e2709b832c06 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0771668 Apr 28 21:05:02.404887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31cad25e-db3b-4e73-9d31-4a348fb1bf84 req-47f1793a-2938-4d60-ac24-f0a89e456760 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376053 Apr 28 21:05:02.427221 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57584) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:02.497408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d909b711-bf45-41bd-b10f-ad83af289e7c tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:02.498929 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-d909b711-bf45-41bd-b10f-ad83af289e7c tempest-TestNetworkAdvancedServerOps-1781918617 tempest-TestNetworkAdvancedServerOps-1781918617-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1091 time: 0.0707338 Apr 28 21:05:02.501717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57588) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:02.506523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:05:02.513030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:02.516804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Usage tracker for resource:floatingip and tenant:3c97b96e712b478cad3f2de8df067549 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:02.519590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:02.525146 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:02.535835 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:02.673387 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:02.805993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Allocated IP 172.25.2.185 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/e2f06c3d-d6e5-47a4-8ce8-021cea0363ee) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:05:02.954343 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:02.983627 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:03.045581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:05:03.048381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:03.051966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:05:03.089566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=e2f06c3d-d6e5-47a4-8ce8-021cea0363ee,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:03.568830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:03.643245 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:03.846137 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:03.850575 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:03.956104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event updated for resources: {'Port': ['ID=e2f06c3d-d6e5-47a4-8ce8-021cea0363ee,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:03.967171 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:04.136201 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP de477e7d-693c-4006-a943-e2418ac2a31c associated. External IP: 172.25.2.185, port: eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2. Apr 28 21:05:04.477304 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router e3244aae-2e51-4138-8eb9-8bbe6c329def has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:05:04.652890 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:05:04.663008 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Sync routers for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:04.672392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:04.673009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:04.676570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:04.730190 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bbadd645-39bc-4186-bf9a-67345e4ea056 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2273960 Apr 28 21:05:04.730785 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:04.781002 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47778792-597d-4ea7-a0ee-cbba385c0fc1'] response: {'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'status': 'completed', 'code': 200} Apr 28 21:05:04.861234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:04.937405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84970-67cd-4338-9943-537314e1335c req-0af6eaea-045f-4bb0-8b55-6ca40da685a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:04.939081 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-0af6eaea-045f-4bb0-8b55-6ca40da685a5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1096 time: 0.1347189 Apr 28 21:05:04.947262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9fe27b-c41e-43dc-bd9c-4589278d96fe req-b0177e39-eb23-4a4e-b254-66b9ff85d382 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:04.948599 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e9fe27b-c41e-43dc-bd9c-4589278d96fe req-b0177e39-eb23-4a4e-b254-66b9ff85d382 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.1059077 Apr 28 21:05:05.015596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-0a89d623-663e-4173-b086-76729f2dbe79 req-667588e4-fe8e-4edd-8eb5-476e66abe175 service neutron] (88140) timed out ('10.222.0.41', 61534) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 21:05:05.195057 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4e9fe27b-c41e-43dc-bd9c-4589278d96fe req-12004cef-7e7d-4967-9984-818f158003a2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2284741 Apr 28 21:05:05.210631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'de477e7d-693c-4006-a943-e2418ac2a31c', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'port_id': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'mac_address': 'fa:16:3e:e9:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:05:03Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:05.214685 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Checking router: e3244aae-2e51-4138-8eb9-8bbe6c329def for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:05.219157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57596) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:05.223668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:05.224265 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:04:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:05.302412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84970-67cd-4338-9943-537314e1335c req-288dfd73-273b-4249-9067-d3a13e532935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:05.303835 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-288dfd73-273b-4249-9067-d3a13e532935 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 897 time: 0.3544312 Apr 28 21:05:05.404505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:05.409116 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-2ea2a8f0-c127-4734-82da-66bc47397a82 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/de477e7d-693c-4006-a943-e2418ac2a31c HTTP/1.1" status: 200 len: 991 time: 0.1856239 Apr 28 21:05:05.425024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-9626e099-dea9-485e-b73f-623b0f0c9292 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 999 time: 0.1151640 Apr 28 21:05:05.489162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84970-67cd-4338-9943-537314e1335c req-bd174852-98ca-4ad2-b7d6-c636569bf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:05.490818 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-bd174852-98ca-4ad2-b7d6-c636569bf660 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.0602877 Apr 28 21:05:05.564029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa84970-67cd-4338-9943-537314e1335c req-8c7c2b0c-63a7-4c26-849f-445f4911de65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:05.565397 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-8c7c2b0c-63a7-4c26-849f-445f4911de65 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686674 Apr 28 21:05:05.696393 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-2fb7b49c-aaf2-4e1b-9417-a96e7b5d8c8e service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249921 Apr 28 21:05:05.746132 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'de477e7d-693c-4006-a943-e2418ac2a31c', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'port_id': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'mac_address': 'fa:16:3e:e9:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:05:03Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:05.750411 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c074e90c-b2ab-4e37-8508-c8b3322cc949 None None] The sync data for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 is: [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'de477e7d-693c-4006-a943-e2418ac2a31c', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'floating_ip_address': '172.25.2.185', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'port_id': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4361, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'mac_address': 'fa:16:3e:e9:a2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:05:03Z', 'updated_at': '2022-04-28T21:05:03Z', 'revision_number': 0, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:05.830231 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa84970-67cd-4338-9943-537314e1335c req-8ef9b7ec-0434-45e3-934f-b3822eff4372 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267676 Apr 28 21:05:05.931380 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b06b0e-e21d-4f36-8322-947af0c083cb None None] New status for floating IP de477e7d-693c-4006-a943-e2418ac2a31c: ACTIVE {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:05:06.413106 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57602) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:06.523881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7357a3e9-d128-445e-828e-16800f37f3c2 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/de477e7d-693c-4006-a943-e2418ac2a31c HTTP/1.1" status: 200 len: 993 time: 0.1096237 Apr 28 21:05:10.891649 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:13.110298 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:19.642623 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-ef547cfa-cc76-4a2c-b4ad-57261a10525a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0708103 Apr 28 21:05:19.786414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-717a21ef-08fb-4f6a-afa2-e2bfd68d4b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:19.787861 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-717a21ef-08fb-4f6a-afa2-e2bfd68d4b0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1096 time: 0.0737782 Apr 28 21:05:19.928642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-87ab8e4c-8440-4cd7-8d9f-187f13f2f461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:19.930086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-87ab8e4c-8440-4cd7-8d9f-187f13f2f461 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 897 time: 0.1229298 Apr 28 21:05:20.035039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-117ac43e-2fcb-4953-8d44-9d0d5a622100 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 1001 time: 0.0960116 Apr 28 21:05:20.095773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-9cc0854f-36d1-4f37-9ffd-b9afafe80794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:20.097054 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-9cc0854f-36d1-4f37-9ffd-b9afafe80794 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.0552936 Apr 28 21:05:20.172961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-8a043bed-dd42-4d5d-8038-7343d8f64bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:20.174427 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-8a043bed-dd42-4d5d-8038-7343d8f64bcf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710342 Apr 28 21:05:20.303254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-7bb7ebb7-76ee-403f-b835-f2d47ffb3391 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215665 Apr 28 21:05:20.420593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-335b779b-f7a4-4162-8691-6a5d62291977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:20.546957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a2fda347-7824-443a-9da3-b918ab3ea61b req-5f2ce45e-8956-41c5-a3a5-510586f3f36b service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362568 Apr 28 21:05:22.549337 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e347c011-97f5-42bb-94e8-1c63f94eb162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:23.817904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:05:23.942449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:24.332353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:25.490827 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:40.000911 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976abb4-7828-477e-907b-827fda1db190 req-06e3743e-cf78-41e4-b552-ba2e3c4abac6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:40.002376 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2976abb4-7828-477e-907b-827fda1db190 req-06e3743e-cf78-41e4-b552-ba2e3c4abac6 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0832191 Apr 28 21:05:40.045627 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2976abb4-7828-477e-907b-827fda1db190 req-c8de5526-4f48-4bc9-995b-c2ca56f7a331 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376101 Apr 28 21:05:40.886175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:41.231667 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7299f3-3c0f-4c66-b428-d3962f820edf req-28eec4b0-7011-461c-b316-8c539595cb31 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:41.233061 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7299f3-3c0f-4c66-b428-d3962f820edf req-28eec4b0-7011-461c-b316-8c539595cb31 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0789034 Apr 28 21:05:41.276853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea7299f3-3c0f-4c66-b428-d3962f820edf req-a69374fd-916b-4e34-ba5f-f195c6bc51e0 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381751 Apr 28 21:05:41.299507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57624) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:41.406410 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-43fafe89-0231-4532-b26d-7ceb8c6ce9f4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/de477e7d-693c-4006-a943-e2418ac2a31c HTTP/1.1" status: 200 len: 993 time: 0.1057785 Apr 28 21:05:42.853748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d432f7-f8f3-4655-a646-6cfee6659f2c req-1fd8ac71-8b4b-49dc-92c1-41c4f11327d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:42.855189 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6d432f7-f8f3-4655-a646-6cfee6659f2c req-1fd8ac71-8b4b-49dc-92c1-41c4f11327d7 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0792763 Apr 28 21:05:42.882336 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-920c8ed4-1985-49af-9c5c-adba28f49792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:42.883984 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-920c8ed4-1985-49af-9c5c-adba28f49792 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1096 time: 0.0770206 Apr 28 21:05:42.903651 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c6d432f7-f8f3-4655-a646-6cfee6659f2c req-3de92576-6536-4299-b063-8d92d080b0c4 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426326 Apr 28 21:05:43.019939 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-70869246-ac70-47a4-9fa6-c5b2667def6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.021347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-70869246-ac70-47a4-9fa6-c5b2667def6f service neutron] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 897 time: 0.1277571 Apr 28 21:05:43.125908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:43.127480 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-19c751ed-c82a-4e6b-89f9-93edcf9abf1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 1001 time: 0.0965872 Apr 28 21:05:43.192649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-d69436d7-9fa3-405e-a77d-d02fd9e9c29a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.194059 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-d69436d7-9fa3-405e-a77d-d02fd9e9c29a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.0577660 Apr 28 21:05:43.269411 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-0e5fc837-0ec9-4db6-a312-775327dc3adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:43.270912 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-0e5fc837-0ec9-4db6-a312-775327dc3adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669878 Apr 28 21:05:43.402271 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-ec30e47d-93ea-4152-b0cc-50e54305124e service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215577 Apr 28 21:05:43.537072 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-82f139c5-8cf6-4563-81fa-db84fd514ebe req-a97f479c-7144-4032-9e52-5dae56708529 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257796 Apr 28 21:05:44.096866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02524c2e-5590-4ce6-a739-eef314a739e8 req-88926a22-969c-44b1-b3c2-41501ee8d7bd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:44.098325 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02524c2e-5590-4ce6-a739-eef314a739e8 req-88926a22-969c-44b1-b3c2-41501ee8d7bd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0819702 Apr 28 21:05:44.141848 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-02524c2e-5590-4ce6-a739-eef314a739e8 req-7f17631f-657e-420c-82dd-ff4fad994bab tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378182 Apr 28 21:05:45.323724 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ff1fa-a90a-4cd2-87b6-da01a0dfba29 req-caa4e7eb-a27e-4b7a-a959-50bed572d7bb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:45.325162 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d1ff1fa-a90a-4cd2-87b6-da01a0dfba29 req-caa4e7eb-a27e-4b7a-a959-50bed572d7bb tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0797834 Apr 28 21:05:45.368630 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5d1ff1fa-a90a-4cd2-87b6-da01a0dfba29 req-dbd95cff-e6ce-475b-913a-bef7d47e0f75 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375831 Apr 28 21:05:45.391600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57638) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:45.496825 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-65aa7ab6-363a-4bb3-b139-cec2d55711c5 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/floatingips/de477e7d-693c-4006-a943-e2418ac2a31c HTTP/1.1" status: 200 len: 993 time: 0.1041355 Apr 28 21:05:45.754717 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57646) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:45.950262 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port e2f06c3d-d6e5-47a4-8ce8-021cea0363ee {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:45.950629 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:46.114701 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:46.115025 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:46.337601 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for e2f06c3d-d6e5-47a4-8ce8-021cea0363ee owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:46.480121 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:46.536024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=e2f06c3d-d6e5-47a4-8ce8-021cea0363ee,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:46.567780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.568132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.568475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.568813 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.569151 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.569499 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.569841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.570165 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.570495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.570819 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.571146 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.571758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:46.636851 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:46.637179 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Floating IP de477e7d-693c-4006-a943-e2418ac2a31c disassociated (deleted). External IP: 172.25.2.185, port: eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2. Apr 28 21:05:46.988440 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router e3244aae-2e51-4138-8eb9-8bbe6c329def has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:05:47.162152 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:05:47.171987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Sync routers for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:47.181720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:47.182123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:47.182466 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:47.238336 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c60add47-1d42-4ba0-a2cb-49b06fa53085 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/floatingips/de477e7d-693c-4006-a943-e2418ac2a31c HTTP/1.1" status: 204 len: 168 time: 1.4826214 Apr 28 21:05:47.238910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:47.285564 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-378f9d03-eb47-49e4-9027-314d01ca8b1a'] response: {'name': 'network-changed', 'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'status': 'completed', 'code': 200} Apr 28 21:05:47.388283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-97c886fc-631c-498d-947c-db95ffa3c88d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.390750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-97c886fc-631c-498d-947c-db95ffa3c88d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3c97b96e712b478cad3f2de8df067549&device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 1096 time: 0.0740700 Apr 28 21:05:47.405732 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:47.540715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-44bcbdee-f738-4c9f-bd45-caee58f5f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.542304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-44bcbdee-f738-4c9f-bd45-caee58f5f4a4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 200 len: 897 time: 0.1422832 Apr 28 21:05:47.640817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-7a0d3152-747a-4ae4-82f5-7e2255cbd6bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 200 len: 217 time: 0.0918674 Apr 28 21:05:47.724394 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:47.728648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Checking router: e3244aae-2e51-4138-8eb9-8bbe6c329def for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:47.738089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:47.738709 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:47.836524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-750fb6c4-04cb-4bb8-8ce9-774535b7216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.837951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-750fb6c4-04cb-4bb8-8ce9-774535b7216f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 200 len: 835 time: 0.1867056 Apr 28 21:05:47.886062 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f4904-ca34-461b-a006-e9c08d48fc6a req-4fed98b0-ef9f-4add-a67b-792e0d1ca126 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.887479 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-919f4904-ca34-461b-a006-e9c08d48fc6a req-4fed98b0-ef9f-4add-a67b-792e0d1ca126 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.2836654 Apr 28 21:05:47.916674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:47.949142 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-919f4904-ca34-461b-a006-e9c08d48fc6a req-f36f0b3b-11ba-4060-beba-72dd72657971 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497277 Apr 28 21:05:47.960711 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-eafb9705-8287-4fa8-98d9-d8874eb773ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:47.962457 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-eafb9705-8287-4fa8-98d9-d8874eb773ac service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=080603db-4a8d-4308-9dc9-c862f5a31201&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169746 Apr 28 21:05:48.094246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-9fc542c4-8ec5-47fc-bee8-c2681b153794 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251903 Apr 28 21:05:48.224759 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e6f82e1-12b8-4352-87d0-e791f4503188 req-c9930640-4fae-4feb-a28d-af539390cae9 service neutron] 10.222.0.41 "GET /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237738 Apr 28 21:05:48.226196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:48.230191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f88ccc8f-dd49-4150-8d54-470425a767a7 None None] The sync data for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 is: [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:04:49Z', 'revision_number': 4, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'af41f8af-5438-4d11-a369-5888221ee249', 'name': '', 'network_id': '080603db-4a8d-4308-9dc9-c862f5a31201', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'mac_address': 'fa:16:3e:2d:d1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_interface', 'standard_attr_id': 4358, 'fixed_ips': [{'subnet_id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:48Z', 'updated_at': '2022-04-28T21:04:53Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'subnets': [{'id': '9d96059d-0b83-48cd-8a6e-4bf68a11141f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:48.441024 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c0eaf7-ed50-41d2-a21c-1b0f8cea0198 None None] New status for floating IP de477e7d-693c-4006-a943-e2418ac2a31c: DOWN {{(pid=88142) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:05:49.136058 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b50de62-62dd-48bd-be71-977fea0fc5d2 req-7404dd7f-028d-4053-941f-db4dd6f55eca tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.136739 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b50de62-62dd-48bd-be71-977fea0fc5d2 req-7404dd7f-028d-4053-941f-db4dd6f55eca tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Synchronizing usage tracker for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:05:49.151977 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-2b50de62-62dd-48bd-be71-977fea0fc5d2 req-7404dd7f-028d-4053-941f-db4dd6f55eca tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Unset dirty status for tenant:3c97b96e712b478cad3f2de8df067549 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:05:49.153068 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b50de62-62dd-48bd-be71-977fea0fc5d2 req-7404dd7f-028d-4053-941f-db4dd6f55eca tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0957284 Apr 28 21:05:49.197364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2b50de62-62dd-48bd-be71-977fea0fc5d2 req-54afa7ec-54e4-453c-983e-88a4f40be990 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/security-groups?id=478be547-d0a2-4e4a-bddf-2489180c0b9c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384305 Apr 28 21:05:49.350370 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-96886218-ebc4-46c3-bf49-ab897e5a2ff3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:49.351757 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-96886218-ebc4-46c3-bf49-ab897e5a2ff3 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 945 time: 0.0774512 Apr 28 21:05:49.421957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:49.422211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:49.662820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:49.663180 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:49.784229 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:49.927521 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:49.981055 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:50.022953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.023301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.023639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.023979 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.024308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.024639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.024964 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.025287 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.025642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.025965 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.026284 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.026602 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:50.063104 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:05:50.065427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:50.067841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'name': 'network-vif-deleted', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:05:50.083923 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e93005ec-743b-4ee6-ae17-1cc53d0b7491 req-71263385-a7b3-4fbf-a164-836803226edd tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.41 "DELETE /v2.0/ports/eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 HTTP/1.1" status: 204 len: 173 time: 0.7246566 Apr 28 21:05:50.115069 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d03bd68-98d6-4a45-b9ba-135a9e8ba0e3'] response: {'server_uuid': '43163d1d-8f51-41e5-936e-b5c0d1f04f94', 'name': 'network-vif-deleted', 'tag': 'eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2', 'status': 'completed', 'code': 200} Apr 28 21:05:50.363032 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-2c95a2c9-535e-462a-a68c-3b5c6da7e03a req-699d2db1-8e73-41b0-bc98-520cd5d46101 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "GET /v2.0/ports?device_id=43163d1d-8f51-41e5-936e-b5c0d1f04f94 HTTP/1.1" status: 200 len: 210 time: 0.0448060 Apr 28 21:05:50.412960 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-efa78e88-a196-4e8b-ab61-d0df0bad13cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:51.465697 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57666) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:52.105395 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:52.189598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:05:52.226299 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:05:52.226641 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device eb1eb127-d5aa-4cc1-8dd8-003ce0f7c7f2 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:05:52.450438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port af41f8af-5438-4d11-a369-5888221ee249 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:52.450698 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:52.550934 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0192c02d-abf2-4042-a85c-a6c17fc26f24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:52.641242 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port af41f8af-5438-4d11-a369-5888221ee249, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=af41f8af-5438-4d11-a369-5888221ee249,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:52.641864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:52.771510 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for af41f8af-5438-4d11-a369-5888221ee249 owned by network:router_interface {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:52.945194 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:52.994995 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=af41f8af-5438-4d11-a369-5888221ee249,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:53.409823 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:53.800522 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Router e3244aae-2e51-4138-8eb9-8bbe6c329def has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:05:53.945882 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:53.974616 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:05:53.984096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Sync routers for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:05:53.987406 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7deedb70-4a03-46d5-af1e-0a474db9bd58 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "PUT /v2.0/routers/e3244aae-2e51-4138-8eb9-8bbe6c329def/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5204749 Apr 28 21:05:53.990012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57670) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:53.993567 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:53.994176 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:54.064227 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting subnet 9d96059d-0b83-48cd-8a6e-4bf68a11141f {{(pid=88140) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:05:54.067274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.120413 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9503378'] for subnet, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.170613 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:54.202493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.276267 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9443703', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2994754'] for subnet, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.319029 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.322563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Subnet': ['ID=9d96059d-0b83-48cd-8a6e-4bf68a11141f,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:54.328915 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-a99fe51c-4e39-436d-9cf4-ed5633ae766a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/subnets/9d96059d-0b83-48cd-8a6e-4bf68a11141f HTTP/1.1" status: 204 len: 168 time: 0.3379512 Apr 28 21:05:54.331514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57674) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:54.351091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbff276-a76e-4c75-8f4b-eb49b8da5c47 None None] Network 080603db-4a8d-4308-9dc9-c862f5a31201 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:05:54.490818 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.515142 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.677673 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163'}], 'enable_snat': True}, 'gw_port_id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:05:52Z', 'revision_number': 5, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port': {'id': 'd7a5c314-33d1-4093-8c25-25f271f643c7', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:eb:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4355, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:04:45Z', 'updated_at': '2022-04-28T21:04:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:54.681506 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Checking router: e3244aae-2e51-4138-8eb9-8bbe6c329def for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:05:54.690946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Routers {'e3244aae-2e51-4138-8eb9-8bbe6c329def'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:05:54.692001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['e3244aae-2e51-4138-8eb9-8bbe6c329def'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:54.693222 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.708320 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port d7a5c314-33d1-4093-8c25-25f271f643c7 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:54.708670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.745045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] DHCP port deletion for 080603db-4a8d-4308-9dc9-c862f5a31201 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:05:54.818001 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Deleting port 79768359-ca7f-48a4-8b39-a55bca855eaf {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:54.818373 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:54.929568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] Set router e3244aae-2e51-4138-8eb9-8bbe6c329def gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:05:55.009279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port d7a5c314-33d1-4093-8c25-25f271f643c7, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=d7a5c314-33d1-4093-8c25-25f271f643c7,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:55.009848 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.031535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 79768359-ca7f-48a4-8b39-a55bca855eaf no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:05:55.081850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:05:54Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:55.112057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f937aee-3d07-4277-a3c0-46afaf988d92 None None] The sync data for ids ['e3244aae-2e51-4138-8eb9-8bbe6c329def'] in n-d-839811-1 is: [{'id': 'e3244aae-2e51-4138-8eb9-8bbe6c329def', 'name': 'tempest-TestNetworkAdvancedServerOps-router-454535815', 'tenant_id': '3c97b96e712b478cad3f2de8df067549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:04:44Z', 'updated_at': '2022-04-28T21:05:54Z', 'revision_number': 6, 'project_id': '3c97b96e712b478cad3f2de8df067549', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:05:55.136102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for d7a5c314-33d1-4093-8c25-25f271f643c7 owned by network:router_gateway {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:55.245217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:55.245593 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.304910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.370739 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Calling delete_port for 79768359-ca7f-48a4-8b39-a55bca855eaf owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:55.376158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=d7a5c314-33d1-4093-8c25-25f271f643c7,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:55.408347 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.448635 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.458048 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:55.477871 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.549300 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:05:55.549824 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:05:55.556918 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.564969 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=79768359-ca7f-48a4-8b39-a55bca855eaf,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:55.573682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.574043 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.574365 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.574697 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.575022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.575349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.575667 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.576884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.577236 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.577592 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.577912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.578228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:05:55.642331 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.644512 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.665713 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.666203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Fanout notify agent at l3_agent the message router_deleted on router e3244aae-2e51-4138-8eb9-8bbe6c329def {{(pid=88140) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:05:55.682421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.683490 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-712f9da8-4b49-48d3-9832-93b0c1643a3a tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/routers/e3244aae-2e51-4138-8eb9-8bbe6c329def HTTP/1.1" status: 204 len: 168 time: 1.3510289 Apr 28 21:05:55.686673 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57678) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:55.795328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:55.805424 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Deleting port 79768359-ca7f-48a4-8b39-a55bca855eaf {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:55.805775 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.010984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.db [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88140) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:56.011659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.051035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Deleting port 79768359-ca7f-48a4-8b39-a55bca855eaf {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:56.051551 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.135695 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Calling delete_port for 79768359-ca7f-48a4-8b39-a55bca855eaf owned by network:dhcp {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:56.216524 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.273031 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] No DVR routers for this DVR port 79768359-ca7f-48a4-8b39-a55bca855eaf on host n-d-839811-1 {{(pid=88140) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:05:56.303072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Port': ['ID=79768359-ca7f-48a4-8b39-a55bca855eaf,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:56.310942 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] For port 79768359-ca7f-48a4-8b39-a55bca855eaf, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=79768359-ca7f-48a4-8b39-a55bca855eaf,segment=NetworkSegment(26ba7523-358e-4e73-a4c7-705a48fde04a),segment_id=26ba7523-358e-4e73-a4c7-705a48fde04a)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:05:56.311332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.429804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Calling delete_port for 79768359-ca7f-48a4-8b39-a55bca855eaf owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:05:56.502742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:05:56.503094 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:05:56.511314 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.537180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080603db-4a8d-4308-9dc9-c862f5a31201']}} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:56.549912 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ba7523-358e-4e73-a4c7-705a48fde04a') {'for_net_delete': True} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:56.550211 n-d-839811-1 neutron-server[88140]: DEBUG neutron.services.segments.db [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ba7523-358e-4e73-a4c7-705a48fde04a') {} {{(pid=88140) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:05:56.562573 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9503387'] for segment, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.578384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.584287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88140) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:05:56.584672 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9443629'] for segment, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: Traceback (most recent call last): Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: timer() Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: cb(*args, **kw) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: return func(*args, **kwargs) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: self._notify() Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: self.callback(batched_events) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: event.method(event) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: return f(self, *a, **k) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: return self._get(url).json() Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: return self.request(url, 'GET', **kwargs) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:05:56.599338 n-d-839811-1 neutron-server[88140]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:05:56.677679 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.695853 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.708335 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'Network': ['ID=080603db-4a8d-4308-9dc9-c862f5a31201,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:56.720416 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-124f0895-7d36-4645-bd87-862b3aee3847 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/networks/080603db-4a8d-4308-9dc9-c862f5a31201 HTTP/1.1" status: 204 len: 168 time: 1.0327406 Apr 28 21:05:56.723205 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57682) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:56.789200 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.819020 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.882764 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.902763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478be547-d0a2-4e4a-bddf-2489180c0b9c,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:56.917354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:56.918481 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-37265014-0b8f-4801-a0b5-43f1ebd0de25 tempest-TestNetworkAdvancedServerOps-629988940 tempest-TestNetworkAdvancedServerOps-629988940-project] 10.222.0.24 "DELETE /v2.0/security-groups/478be547-d0a2-4e4a-bddf-2489180c0b9c HTTP/1.1" status: 204 len: 168 time: 0.1943519 Apr 28 21:05:56.970853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7a5c314-33d1-4093-8c25-25f271f643c7 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:05:57.004303 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: d7a5c314-33d1-4093-8c25-25f271f643c7 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:05:57.004645 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device d7a5c314-33d1-4093-8c25-25f271f643c7 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:05:57.005067 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device af41f8af-5438-4d11-a369-5888221ee249 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:05:57.037050 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: af41f8af-5438-4d11-a369-5888221ee249 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:05:57.037393 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device af41f8af-5438-4d11-a369-5888221ee249 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:05:57.122978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Deleting port 79768359-ca7f-48a4-8b39-a55bca855eaf {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:05:57.123558 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.191143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-746940a7-612d-41f1-bd9b-7326913b61f7 None None] The port '79768359-ca7f-48a4-8b39-a55bca855eaf' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 21:05:57.239407 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57692) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:57.393992 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b5616ea0-ffe4-4704-9ab6-5d472262d43c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3c97b96e712b478cad3f2de8df067549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533093 Apr 28 21:05:57.396355 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57698) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:57.452354 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.477421 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.526987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.544093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c0b441-1bc8-4bc4-8c90-2f2b0b027f30,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:57.550695 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.551797 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1aed38b4-ba11-464b-ab31-4b68fd23ca52 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a0c0b441-1bc8-4bc4-8c90-2f2b0b027f30 HTTP/1.1" status: 204 len: 168 time: 0.1545494 Apr 28 21:05:57.825226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57706) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:57.842741 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.856389 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:57.861157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Usage tracker for resource:security_group_rule and tenant:16d6cd37164f4881b1e8013ae2988732 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:57.864112 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:57.869654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:57.952063 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:57.955604 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:58.001329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=16d6cd37164f4881b1e8013ae2988732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1749749 Apr 28 21:05:58.002990 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15643f36-077f-4968-9a91-08ab755689bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c30482f8-0521-4c22-b242-3cda2c071b7f,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:58.004051 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57710) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:58.063321 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:58.092547 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:58.142459 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:58.156850 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c30482f8-0521-4c22-b242-3cda2c071b7f,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:58.162850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:58.163953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-8f97b219-2f1a-4bc0-88b9-c6b83bfe0c47 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/c30482f8-0521-4c22-b242-3cda2c071b7f HTTP/1.1" status: 204 len: 168 time: 0.1579034 Apr 28 21:05:58.867967 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57734) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:58.970838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-244870076-network', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:05:58.976504 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:58.980285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Usage tracker for resource:network and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:58.983203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:58.988762 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:58.999030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Made reservation on behalf of 38f67f0d1d824a6cb084e3ce81bd42c1 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:59.001310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.012963 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.027359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:59.031795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:59.034496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:59.039987 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:59.119847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.123427 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.152399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:05:59.161152 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee05c0b3-a335-4e23-b977-63026604a63e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:59.166542 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.166881 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Added segment 04e3babc-3b92-4971-af76-7cc0ec05edc0 of type vlan for network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 Apr 28 21:05:59.192612 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.224367 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.225306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.225913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.318117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4490540 Apr 28 21:05:59.321449 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57740) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:59.327285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64894d60-5776-4dd6-89f9-a2ffb1f6a49c admin admin] Pushing event updated for resources: {'Network': ['ID=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:59.327763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Request body: {'subnet': {'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-244870076-subnet', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:05:59.333272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:59.337061 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Usage tracker for resource:subnet and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:59.339919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:59.340708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:05:59.345632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:59.355939 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Made reservation on behalf of 38f67f0d1d824a6cb084e3ce81bd42c1 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:05:59.358443 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.558196 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.633301 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=be6aadf7-2722-423d-831c-3682ee87b873,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:05:59.642514 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Checking segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:05:59.642859 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Network hostable DHCP agents. Network: 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:05:59.660952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:05:59.669278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:05:59.673759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:05:59.674328 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.678606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b28e36-68e2-475b-a226-9735c7625c18 None None] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:05:59.698724 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-957fa86e-1c0e-43ce-becf-8c1d4874fe7d admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3761055 Apr 28 21:05:59.701687 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57744) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:05:59.706452 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:05:59.711618 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:05:59.715311 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Usage tracker for resource:router and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:05:59.718141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:05:59.723632 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:05:59.734307 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.735310 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.750043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:05:59.900852 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:05:59.901701 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.013074 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.053764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Allocated IP 172.20.0.2 (4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550/be6aadf7-2722-423d-831c-3682ee87b873/1f218cca-cc34-4de1-9d1d-ff35abc793c6) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:00.255841 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.266458 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Transition to ACTIVE for port object 1f218cca-cc34-4de1-9d1d-ff35abc793c6 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:00.284791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Transition to ACTIVE for port object 1f218cca-cc34-4de1-9d1d-ff35abc793c6 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:00.289981 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.355163 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:00.358402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:00.362204 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:00.394305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Pushing event updated for resources: {'Port': ['ID=1f218cca-cc34-4de1-9d1d-ff35abc793c6,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:00.438269 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.457021 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Attempting to bind port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:00.457385 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Attempting to bind port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:00.457773 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Attempting to bind port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:00.462903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:00.463269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Checking segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:00.463659 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.464047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Bound using segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:00.464720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Bound port: 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:00.464929 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.469870 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.555113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] For port 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:00.558128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] For port 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1f218cca-cc34-4de1-9d1d-ff35abc793c6,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:00.562073 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.613230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Allocated IP 172.25.2.153 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/a4363518-5962-4971-afaa-1ba7b1cc26dd) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:00.672655 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4503a5-21a5-466e-8944-324928f6a210 None None] Pushing event updated for resources: {'Port': ['ID=1f218cca-cc34-4de1-9d1d-ff35abc793c6,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:00.769973 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.802572 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:00.820819 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:06:00.874910 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:00.877565 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:00.881298 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:00.919255 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Pushing event updated for resources: {'Port': ['ID=a4363518-5962-4971-afaa-1ba7b1cc26dd,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:00.997492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1f218cca-cc34-4de1-9d1d-ff35abc793c6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:01.068271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:01.307670 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:01.613684 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb702bb4-eb26-496e-bffc-4842e811d506 None None] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:06:01.663954 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:01.713314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Provisioning for port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:01.720954 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Provisioning complete for port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:01.721319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:01.936330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:01.975927 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] For port 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1f218cca-cc34-4de1-9d1d-ff35abc793c6,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:01.981610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:01.985259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Router 660c81bc-f080-4e65-93ee-f580b1223938 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:06:02.055049 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d08f37-60b8-4139-9cd2-1a7503aad90a None None] Pushing event updated for resources: {'Port': ['ID=1f218cca-cc34-4de1-9d1d-ff35abc793c6,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:02.179328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:06:02.188030 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:02.198848 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:02.199592 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:02.202910 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:02.207453 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e88ae3f4-0d48-4801-a7d0-c764c62a719a admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5021987 Apr 28 21:06:02.207594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-d63e66df-b318-4574-943c-fba28d342ce0 None None] Provisioning complete for port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:02.207685 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57748) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:02.207797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d63e66df-b318-4574-943c-fba28d342ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:02.376731 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:02.668207 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:01Z', 'revision_number': 3, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:02.672138 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:02.672474 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Updating router 660c81bc-f080-4e65-93ee-f580b1223938 port a4363518-5962-4971-afaa-1ba7b1cc26dd binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:06:02.724283 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:02.880653 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:02.964369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1f218cca-cc34-4de1-9d1d-ff35abc793c6 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:03.031696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:03.032066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.089744 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.094325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Allocated IP 172.20.0.1 (4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550/be6aadf7-2722-423d-831c-3682ee87b873/1798e235-445f-45c3-94c2-545af81d19f0) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:03.102644 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Transition to ACTIVE for port object a4363518-5962-4971-afaa-1ba7b1cc26dd will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:03.111012 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.187991 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Attempting to bind port a4363518-5962-4971-afaa-1ba7b1cc26dd on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:03.188439 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Attempting to bind port a4363518-5962-4971-afaa-1ba7b1cc26dd by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:03.189046 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Attempting to bind port a4363518-5962-4971-afaa-1ba7b1cc26dd on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:03.194797 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Pushing event updated for resources: {'Port': ['ID=a4363518-5962-4971-afaa-1ba7b1cc26dd,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:03.199873 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:03.200307 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:03.200761 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.201848 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:03.202303 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Bound port: a4363518-5962-4971-afaa-1ba7b1cc26dd, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:03.202667 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.233085 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.233423 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.233780 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.234111 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.234432 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.234750 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.235064 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.235383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.235695 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.236017 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.236314 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.236625 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:06:03.244455 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.260986 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Transition to ACTIVE for port object 1798e235-445f-45c3-94c2-545af81d19f0 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:03.285296 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.286181 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] For port a4363518-5962-4971-afaa-1ba7b1cc26dd, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:03.289092 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] For port a4363518-5962-4971-afaa-1ba7b1cc26dd, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a4363518-5962-4971-afaa-1ba7b1cc26dd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:03.294644 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.351278 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:03.355845 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:03.359785 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:03.374774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:03.375388 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:03.402501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:03.425059 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.516637 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0152cb4e-1cc7-4c7c-9b89-bcdc2bf3e3f6 None None] Pushing event updated for resources: {'Port': ['ID=a4363518-5962-4971-afaa-1ba7b1cc26dd,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:03.594627 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:03.659351 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10266f42-aae0-40b0-a05f-5e5f1f1663c6 None None] Provisioning for port 1798e235-445f-45c3-94c2-545af81d19f0 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:03.664824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-10266f42-aae0-40b0-a05f-5e5f1f1663c6 None None] Provisioning complete for port 1798e235-445f-45c3-94c2-545af81d19f0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:03.665200 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-10266f42-aae0-40b0-a05f-5e5f1f1663c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.708338 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.722576 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-10266f42-aae0-40b0-a05f-5e5f1f1663c6 None None] Port 1798e235-445f-45c3-94c2-545af81d19f0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:06:03.904892 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:01Z', 'revision_number': 3, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:03.908855 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12753c6f-6026-4f7a-a627-689d089f3f69 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:01Z', 'revision_number': 3, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:03.932283 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:03.937858 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:04.045747 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:04.049317 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Pushing event updated for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:04.200952 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:04.202867 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:04.401597 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:06:04.461011 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-bb7268b6-710e-47e9-a5c6-1d122c376d85 None None] Provisioning complete for port 1798e235-445f-45c3-94c2-545af81d19f0 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:04.461565 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bb7268b6-710e-47e9-a5c6-1d122c376d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:04.524224 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-bb7268b6-710e-47e9-a5c6-1d122c376d85 None None] Port 1798e235-445f-45c3-94c2-545af81d19f0 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:06:04.587600 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:06:04.597337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-560fa7d4-53e7-4467-b545-11514e85b2d1 admin admin] 10.222.0.24 "PUT /v2.0/routers/660c81bc-f080-4e65-93ee-f580b1223938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3883224 Apr 28 21:06:04.988885 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a4363518-5962-4971-afaa-1ba7b1cc26dd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:05.060311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port a4363518-5962-4971-afaa-1ba7b1cc26dd completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:05.065861 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a4363518-5962-4971-afaa-1ba7b1cc26dd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:05.066231 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.107573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:05.114401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1813960843-network', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:05.121177 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:05.125308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Usage tracker for resource:network and tenant:3ba80f2f01014990bf9ab65d92688605 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:05.128253 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:05.134305 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:05.145974 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Made reservation on behalf of 3ba80f2f01014990bf9ab65d92688605 for: {'network': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:06:05.148274 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.162202 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.178135 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:05.182068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba80f2f01014990bf9ab65d92688605 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:05.184862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:05.191454 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:05.192493 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.212382 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port a4363518-5962-4971-afaa-1ba7b1cc26dd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a4363518-5962-4971-afaa-1ba7b1cc26dd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:05.217033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.284275 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.286704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=a4363518-5962-4971-afaa-1ba7b1cc26dd,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:05.288560 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.322272 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88140) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:06:05.331207 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1092ec0-09b8-4aa9-abd3-12daa25e06f7,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:05.336601 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.336943 n-d-839811-1 neutron-server[88140]: INFO neutron.db.segments_db [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Added segment 394d9972-66ad-4bf4-ab61-26723f12a11d of type vlan for network 267a9bce-2057-4956-9d5f-420598581577 Apr 28 21:06:05.362984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.385213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:05.394995 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.395544 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:05.395938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.396162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:05.396535 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Notify callbacks [] for network, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.491318 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3823695 Apr 28 21:06:05.494163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57770) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:05.500308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28115442-8622-4015-b8b7-b4f892ddd965 admin admin] Pushing event updated for resources: {'Network': ['ID=267a9bce-2057-4956-9d5f-420598581577,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:05.500652 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Request body: {'subnet': {'network_id': '267a9bce-2057-4956-9d5f-420598581577', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1813960843-subnet', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'ip_version': 4}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:05.506400 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:05.510442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Usage tracker for resource:subnet and tenant:3ba80f2f01014990bf9ab65d92688605 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:05.513246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:05.518875 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 267a9bce-2057-4956-9d5f-420598581577 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:06:05.519731 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:05.530007 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Made reservation on behalf of 3ba80f2f01014990bf9ab65d92688605 for: {'subnet': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:06:05.532264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9489173'] for subnet, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.712170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:05.737227 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4130083', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9489191'] for subnet, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.804891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c355868-6b30-4eba-90a5-70bb8793bbd4,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:05.818507 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Checking segment: {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:05.818853 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Network hostable DHCP agents. Network: 267a9bce-2057-4956-9d5f-420598581577, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88139) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:06:05.837364 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Network 267a9bce-2057-4956-9d5f-420598581577 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88139) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:06:05.846227 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 267a9bce-2057-4956-9d5f-420598581577) {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:05.850436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:05.851021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.860091 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3d4249-f74a-444f-b5e8-d78a3b35e1e5 None None] Network 267a9bce-2057-4956-9d5f-420598581577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:06:05.871760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-caf8adb7-2fe5-4ec3-be60-b5593821ebd4 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3765438 Apr 28 21:06:05.874780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57774) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:05.879519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:05.884781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:05.889851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Usage tracker for resource:router and tenant:3ba80f2f01014990bf9ab65d92688605 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:05.894351 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:05.900580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:05.914564 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.915531 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:05.930731 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.212452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-267a9bce-2057-4956-9d5f-420598581577', 'network_id': '267a9bce-2057-4956-9d5f-420598581577', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'fixed_ips': [{'subnet_id': '0c355868-6b30-4eba-90a5-70bb8793bbd4'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:06:06.213275 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.234926 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 2, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:06.240689 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:06.241040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Updating router 660c81bc-f080-4e65-93ee-f580b1223938 port 1798e235-445f-45c3-94c2-545af81d19f0 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:06:06.313229 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.351453 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.528314 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Allocated IP 172.20.0.2 (267a9bce-2057-4956-9d5f-420598581577/0c355868-6b30-4eba-90a5-70bb8793bbd4/245596f4-662c-4455-a3e3-5a99691f2f28) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:06.628983 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.658310 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.794781 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Allocated IP 172.25.2.57 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/8f06bfc3-de54-4505-a745-94effcc23f96) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:06.895511 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.920716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Transition to ACTIVE for port object 245596f4-662c-4455-a3e3-5a99691f2f28 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:06.946458 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.949306 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.954469 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Transition to ACTIVE for port object 245596f4-662c-4455-a3e3-5a99691f2f28 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:06.964193 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:06.970676 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Transition to ACTIVE for port object 1798e235-445f-45c3-94c2-545af81d19f0 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:06.981101 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.000778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a4363518-5962-4971-afaa-1ba7b1cc26dd up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:07.045532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:07.048819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:07.051376 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:07.074678 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.093646 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Pushing event updated for resources: {'Port': ['ID=8f06bfc3-de54-4505-a745-94effcc23f96,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:07.095797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Network 267a9bce-2057-4956-9d5f-420598581577 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:07.103540 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:07.109886 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:07.112876 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Pushing event updated for resources: {'Port': ['ID=245596f4-662c-4455-a3e3-5a99691f2f28,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:07.450416 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa6f50-8027-4c1c-bd89-da8bd7e3efc7 None None] Pushing event updated for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:07.460461 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port a4363518-5962-4971-afaa-1ba7b1cc26dd triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:07.460838 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.479498 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.497661 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Attempting to bind port 245596f4-662c-4455-a3e3-5a99691f2f28 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:07.498066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Attempting to bind port 245596f4-662c-4455-a3e3-5a99691f2f28 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:07.498535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Attempting to bind port 245596f4-662c-4455-a3e3-5a99691f2f28 on network 267a9bce-2057-4956-9d5f-420598581577 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:07.522707 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:07.523079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Checking segment: {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:07.523475 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.523871 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Bound using segment: {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:07.524694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Bound port: 245596f4-662c-4455-a3e3-5a99691f2f28, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:07.525065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.537740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Attempting to bind port 1798e235-445f-45c3-94c2-545af81d19f0 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:07.538389 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Attempting to bind port 1798e235-445f-45c3-94c2-545af81d19f0 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:07.538520 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Attempting to bind port 1798e235-445f-45c3-94c2-545af81d19f0 on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:07.555983 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:07.556367 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Checking segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:07.556760 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.557149 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Bound using segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:07.557652 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Bound port: 1798e235-445f-45c3-94c2-545af81d19f0, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:07.558025 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.759217 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] For port 245596f4-662c-4455-a3e3-5a99691f2f28, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:07.778595 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] For port 245596f4-662c-4455-a3e3-5a99691f2f28, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=245596f4-662c-4455-a3e3-5a99691f2f28,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:07.781751 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] For port 1798e235-445f-45c3-94c2-545af81d19f0, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:07.785277 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] For port 1798e235-445f-45c3-94c2-545af81d19f0, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1798e235-445f-45c3-94c2-545af81d19f0,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:07.786870 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.824587 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:07.881016 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6fece-c0b9-45cd-bcee-e350464f6351 None None] Pushing event updated for resources: {'Port': ['ID=245596f4-662c-4455-a3e3-5a99691f2f28,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:07.926588 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:07.927239 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:07.953366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:08.095848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fa6f50-8027-4c1c-bd89-da8bd7e3efc7 None None] Pushing event updated for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:08.164960 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:08.186848 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Router f1b88903-9164-449b-ae8d-4e53e3183695 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:06:08.372388 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:06:08.381221 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Sync routers for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:08.390555 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:08.391168 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:08.398448 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:08.399809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-cad4c17f-1e90-4d51-a0f9-28a2178c51e5 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.5241084 Apr 28 21:06:08.403076 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57780) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:08.508312 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:08.513066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c03e29b9-b4f7-4c51-a569-231651703014 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:08.640039 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:08.982833 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 3, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:08.987749 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Checking router: f1b88903-9164-449b-ae8d-4e53e3183695 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:08.988214 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Updating router f1b88903-9164-449b-ae8d-4e53e3183695 port 8f06bfc3-de54-4505-a745-94effcc23f96 binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:06:09.113846 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 245596f4-662c-4455-a3e3-5a99691f2f28 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:09.154637 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc2eb628-05b8-4d4d-9e54-5cee84261477 None None] Network 267a9bce-2057-4956-9d5f-420598581577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:06:09.154912 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.286660 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0ea2b2ad-19ff-4e0e-99d9-b6abc86dca71 None None] Provisioning for port 245596f4-662c-4455-a3e3-5a99691f2f28 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:09.336225 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 245596f4-662c-4455-a3e3-5a99691f2f28 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:09.378289 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.421759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 245596f4-662c-4455-a3e3-5a99691f2f28 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:09.422270 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.558343 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.573312 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Transition to ACTIVE for port object 8f06bfc3-de54-4505-a745-94effcc23f96 will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:09.585632 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.652371 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Attempting to bind port 8f06bfc3-de54-4505-a745-94effcc23f96 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:09.652738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Attempting to bind port 8f06bfc3-de54-4505-a745-94effcc23f96 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:09.653090 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Attempting to bind port 8f06bfc3-de54-4505-a745-94effcc23f96 on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:09.660588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.673672 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:09.674043 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:09.674459 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.674834 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:09.675462 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Bound port: 8f06bfc3-de54-4505-a745-94effcc23f96, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:09.675838 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.699958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 245596f4-662c-4455-a3e3-5a99691f2f28, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=245596f4-662c-4455-a3e3-5a99691f2f28,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:09.708207 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.709545 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1798e235-445f-45c3-94c2-545af81d19f0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:09.717873 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Allocated IP 172.20.0.1 (267a9bce-2057-4956-9d5f-420598581577/0c355868-6b30-4eba-90a5-70bb8793bbd4/ac2883d3-6b9d-4d01-9bef-680da1813138) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:09.775780 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] For port 8f06bfc3-de54-4505-a745-94effcc23f96, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:09.786581 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] For port 8f06bfc3-de54-4505-a745-94effcc23f96, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f06bfc3-de54-4505-a745-94effcc23f96,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:09.797931 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.834437 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:09.835072 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:09.941309 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:09.960480 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Transition to ACTIVE for port object ac2883d3-6b9d-4d01-9bef-680da1813138 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:09.970697 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b58b3a-964a-440f-8e8e-63b2323924b8 None None] Pushing event updated for resources: {'Port': ['ID=8f06bfc3-de54-4505-a745-94effcc23f96,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.000890 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.075718 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b58b3a-964a-440f-8e8e-63b2323924b8 None None] Pushing event updated for resources: {'Port': ['ID=8f06bfc3-de54-4505-a745-94effcc23f96,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.085582 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=245596f4-662c-4455-a3e3-5a99691f2f28,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.100142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Network 267a9bce-2057-4956-9d5f-420598581577 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:10.104381 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:10.106452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.109906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:10.117094 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f1d3b273-a880-4099-9cd5-63ef825b0975 None None] Provisioning complete for port 245596f4-662c-4455-a3e3-5a99691f2f28 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:10.117527 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f1d3b273-a880-4099-9cd5-63ef825b0975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.119309 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:10.179176 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.182442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 1798e235-445f-45c3-94c2-545af81d19f0 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:10.194281 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1798e235-445f-45c3-94c2-545af81d19f0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:10.194646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.324098 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.407334 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.429364 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 3, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:10.435024 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00375487-abfb-4ddb-aa7b-380ca271dbcc None None] The sync data for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 is: [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:07Z', 'revision_number': 3, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:10.447584 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 1798e235-445f-45c3-94c2-545af81d19f0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1798e235-445f-45c3-94c2-545af81d19f0,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:10.457296 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.536563 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f87a3780-4c7f-40fe-b5f7-99910dd06b7d None None] Provisioning for port ac2883d3-6b9d-4d01-9bef-680da1813138 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:10.546789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f87a3780-4c7f-40fe-b5f7-99910dd06b7d None None] Provisioning complete for port ac2883d3-6b9d-4d01-9bef-680da1813138 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:10.547166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f87a3780-4c7f-40fe-b5f7-99910dd06b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.589038 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.590190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.594707 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.605422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-f87a3780-4c7f-40fe-b5f7-99910dd06b7d None None] Port ac2883d3-6b9d-4d01-9bef-680da1813138 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:06:10.712864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:10.714478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:10.856003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Network 267a9bce-2057-4956-9d5f-420598581577 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:10.857125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:10.893055 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.066864 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Router f1b88903-9164-449b-ae8d-4e53e3183695 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:06:11.085854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 245596f4-662c-4455-a3e3-5a99691f2f28 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:11.156514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-fb653a7d-1861-434e-b227-eab3fea2ee60 None None] Provisioning complete for port ac2883d3-6b9d-4d01-9bef-680da1813138 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:11.157170 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fb653a7d-1861-434e-b227-eab3fea2ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.223879 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-fb653a7d-1861-434e-b227-eab3fea2ee60 None None] Port ac2883d3-6b9d-4d01-9bef-680da1813138 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:06:11.227138 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 245596f4-662c-4455-a3e3-5a99691f2f28 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:11.228075 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.351434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1798e235-445f-45c3-94c2-545af81d19f0 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:11.399162 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:06:11.409120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-54eb0114-6710-4c31-a2a1-087374df91c5 admin admin] 10.222.0.24 "PUT /v2.0/routers/f1b88903-9164-449b-ae8d-4e53e3183695/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0050640 Apr 28 21:06:11.420951 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 1798e235-445f-45c3-94c2-545af81d19f0 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:11.421302 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.538142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f06bfc3-de54-4505-a745-94effcc23f96 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:11.606740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 8f06bfc3-de54-4505-a745-94effcc23f96 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:11.612103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8f06bfc3-de54-4505-a745-94effcc23f96 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:11.612404 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.761729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.779704 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 8f06bfc3-de54-4505-a745-94effcc23f96, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f06bfc3-de54-4505-a745-94effcc23f96,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:11.785363 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:11.859950 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=8f06bfc3-de54-4505-a745-94effcc23f96,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:11.997542 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57790) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.003301 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-954030378', 'description': 'tempest-secgroup-smoke-954030378 description', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.009889 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.014454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.017660 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.023689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.035362 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.038860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Sync routers for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:12.048400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:12.049110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:12.054920 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.058675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.062061 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.067820 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.136948 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.141018 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.184767 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1549a78d-feb2-40e5-9d1e-6489b8e6dcde,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.187341 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.188526 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9e0f8d0f-6905-46e0-b41e-78bb273960d9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1894436 Apr 28 21:06:12.191485 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57794) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.196566 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.203732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.207482 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.210338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.215874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.233235 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:12.233850 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.292979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.296600 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.319900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7d9ae72-c84a-4176-93dd-e33226d3c1c9,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.330570 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.331826 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7cf176bb-78f6-465b-884e-61ba49eba9dc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394398 Apr 28 21:06:12.334571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 57798) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.339769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.347295 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.351188 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.354129 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.360178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.377848 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.440856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.446500 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.470601 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=853a6306-23f9-49b2-bbcb-8ed2f19dd638,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.483682 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.484974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bc300417-80d2-4192-9d12-ec423970b1a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492510 Apr 28 21:06:12.487822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57802) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.492818 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.499964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.504704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.507630 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.515091 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.533043 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.547802 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 4, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ac2883d3-6b9d-4d01-9bef-680da1813138', 'name': '', 'network_id': '267a9bce-2057-4956-9d5f-420598581577', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'mac_address': 'fa:16:3e:63:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:09Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 2, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'subnets': [{'id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:12.551884 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Checking router: f1b88903-9164-449b-ae8d-4e53e3183695 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:12.552237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Updating router f1b88903-9164-449b-ae8d-4e53e3183695 port ac2883d3-6b9d-4d01-9bef-680da1813138 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:06:12.593788 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.597263 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.605429 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.617705 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbd73674-fda5-4664-88dc-a597da920278,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.629400 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.633140 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-094b2767-0989-4345-ad25-542235b7f215 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417801 Apr 28 21:06:12.633333 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57806) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.638086 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.645570 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.649194 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.652043 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.658740 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.675926 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.737734 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.741189 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.768380 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dabf23c-5b90-45fd-8d8d-51e70ec482f5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.774932 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.777536 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-5a7e1c2c-f4b9-416c-bebc-a46bdf43bf85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431928 Apr 28 21:06:12.778663 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57810) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.783612 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.790374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.794097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.796908 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.802437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.814987 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Project 38f67f0d1d824a6cb084e3ce81bd42c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:06:12.821953 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.887615 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.891812 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.915435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f26e98e5-d7ab-4641-abcf-2c9fa34b96b5,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:12.924505 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.925818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3da767eb-0e68-48e7-9f59-bea0827b11ef tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1461351 Apr 28 21:06:12.928606 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57814) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:12.935900 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '1549a78d-feb2-40e5-9d1e-6489b8e6dcde', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:12.943136 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:12.947579 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:12.950594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:12.954486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.957279 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:12.968153 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Transition to ACTIVE for port object ac2883d3-6b9d-4d01-9bef-680da1813138 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:12.968514 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Project 38f67f0d1d824a6cb084e3ce81bd42c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:06:12.976723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:12.976890 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.013335 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f06bfc3-de54-4505-a745-94effcc23f96 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:13.042047 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.046544 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.071537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86333836-0164-4f54-83fc-7901d9b7a666,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:13.080033 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.081322 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1b1fc0a2-d2fe-43cc-b9fe-4888db920aae tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1516263 Apr 28 21:06:13.219694 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d636-8573-4915-82d7-84fe18e7cdef None None] Pushing event updated for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:13.256657 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-3f4d80db-cbff-4bcd-8006-9b8aab96de85 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-954030378&fields=id&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 267 time: 0.0421987 Apr 28 21:06:13.274166 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.287825 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Attempting to bind port ac2883d3-6b9d-4d01-9bef-680da1813138 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:13.288190 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Attempting to bind port ac2883d3-6b9d-4d01-9bef-680da1813138 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:13.288549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Attempting to bind port ac2883d3-6b9d-4d01-9bef-680da1813138 on network 267a9bce-2057-4956-9d5f-420598581577 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:13.290521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 8f06bfc3-de54-4505-a745-94effcc23f96 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:13.290882 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.333009 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:13.333387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Checking segment: {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:13.333800 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.334187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Bound using segment: {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:13.334882 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Bound port: ac2883d3-6b9d-4d01-9bef-680da1813138, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394d9972-66ad-4bf4-ab61-26723f12a11d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '267a9bce-2057-4956-9d5f-420598581577'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:13.335261 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.527862 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-828ec2d4-4f43-4d58-aac8-a3b3f6eaea4c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:13.530065 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-828ec2d4-4f43-4d58-aac8-a3b3f6eaea4c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 808 time: 0.2638299 Apr 28 21:06:13.537890 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] For port ac2883d3-6b9d-4d01-9bef-680da1813138, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:13.546879 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-78bb76a1-b71a-49c5-9279-6648c89ff2d3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/quotas/38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 375 time: 0.0107284 Apr 28 21:06:13.551226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] For port ac2883d3-6b9d-4d01-9bef-680da1813138, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ac2883d3-6b9d-4d01-9bef-680da1813138,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:13.557446 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:13.629671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-128bb5a3-222c-4360-81c6-cfa23ffb7142 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:06:13.633230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:13.633912 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:05:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:13.648220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-128bb5a3-222c-4360-81c6-cfa23ffb7142 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:06:13.649759 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-128bb5a3-222c-4360-81c6-cfa23ffb7142 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0971301 Apr 28 21:06:13.748648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6688d636-8573-4915-82d7-84fe18e7cdef None None] Pushing event updated for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:13.797733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1fe6b8cd-418d-4b85-990b-af678d8645f4 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342752 Apr 28 21:06:13.830418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:13.929958 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-5f598603-a4d6-467e-bee6-54eea9cf2e30 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260149 Apr 28 21:06:14.116086 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-aa6aa828-1336-458a-8786-f199ee530b75 req-d5f0b372-e51a-4563-9397-7c1e9c029d91 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 210 time: 0.0467982 Apr 28 21:06:14.159449 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 4, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ac2883d3-6b9d-4d01-9bef-680da1813138', 'name': '', 'network_id': '267a9bce-2057-4956-9d5f-420598581577', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'mac_address': 'fa:16:3e:63:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:09Z', 'updated_at': '2022-04-28T21:06:13Z', 'revision_number': 4, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'subnets': [{'id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:14.163328 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f920e49-78d0-4e10-84ab-dd7c5aa38afd None None] The sync data for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 is: [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 4, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': 'ac2883d3-6b9d-4d01-9bef-680da1813138', 'name': '', 'network_id': '267a9bce-2057-4956-9d5f-420598581577', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'mac_address': 'fa:16:3e:63:52:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_interface', 'standard_attr_id': 4390, 'fixed_ips': [{'subnet_id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:09Z', 'updated_at': '2022-04-28T21:06:13Z', 'revision_number': 4, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'subnets': [{'id': '0c355868-6b30-4eba-90a5-70bb8793bbd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:14.981597 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ac2883d3-6b9d-4d01-9bef-680da1813138 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:15.050987 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ac2883d3-6b9d-4d01-9bef-680da1813138 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:15.056272 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ac2883d3-6b9d-4d01-9bef-680da1813138 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:15.056640 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:15.189954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:15.229216 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c9e6598f-342f-4e77-8294-8c212105c247 req-0df9e841-0515-401f-ba67-1435d34faef7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 210 time: 0.0519733 Apr 28 21:06:15.230066 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ac2883d3-6b9d-4d01-9bef-680da1813138, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ac2883d3-6b9d-4d01-9bef-680da1813138,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:15.235719 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:15.313740 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:16.380027 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-847d8456-8b59-41c6-a696-681560f46260 req-17345dd5-e657-4206-aa3b-9e10378b72fb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 210 time: 0.0419154 Apr 28 21:06:16.969716 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ac2883d3-6b9d-4d01-9bef-680da1813138 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:17.036534 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ac2883d3-6b9d-4d01-9bef-680da1813138 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:17.036909 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:17.505784 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-8e700a2e-5f7a-4d0e-848b-13eee8722ff3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:17.506579 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-8e700a2e-5f7a-4d0e-848b-13eee8722ff3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:06:17.526694 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-8e700a2e-5f7a-4d0e-848b-13eee8722ff3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:06:17.527839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-8e700a2e-5f7a-4d0e-848b-13eee8722ff3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 808 time: 0.1762807 Apr 28 21:06:17.545315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-86494485-b069-45d7-a654-e833399debe1 req-3caff452-d12a-4950-91ac-b9c6514e3e1c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 210 time: 0.0500059 Apr 28 21:06:17.583887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-dd840406-f160-40c9-848a-eb1fcf3d5000 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:06:17.599868 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-dd840406-f160-40c9-848a-eb1fcf3d5000 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:06:17.600981 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-dd840406-f160-40c9-848a-eb1fcf3d5000 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 379 time: 0.0604239 Apr 28 21:06:17.610931 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'port': {'device_id': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'admin_state_up': True, 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'security_groups': ['1549a78d-feb2-40e5-9d1e-6489b8e6dcde']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:17.747319 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:17.757418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:17.766949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Made reservation on behalf of 38f67f0d1d824a6cb084e3ce81bd42c1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:06:17.770615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:17.930717 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Allocated IP 172.20.0.9 (4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550/be6aadf7-2722-423d-831c-3682ee87b873/a39d1db9-11f0-443d-aa7e-86eaacb8cca3) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:18.115095 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.131714 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Transition to ACTIVE for port object a39d1db9-11f0-443d-aa7e-86eaacb8cca3 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:18.154423 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.224450 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:18.227458 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:18.230148 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:18.278438 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:18.304280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:18.304886 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.330765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-1bc64d72-7336-4879-bb5c-08102bf79476 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7239127 Apr 28 21:06:18.347325 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Request body: {'port': {'device_id': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:18.412096 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b073391-4de5-4678-a320-cb49862c4929 None None] Provisioning for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:18.417363 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-0b073391-4de5-4678-a320-cb49862c4929 None None] Provisioning complete for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:18.417891 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0b073391-4de5-4678-a320-cb49862c4929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.467012 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.472380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-0b073391-4de5-4678-a320-cb49862c4929 None None] Port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:06:18.807499 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074760e6-5eb7-4f2b-b1d7-aca87a4d5a9f req-f2359ae4-3d42-4c92-aec7-32f82eda1a6b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:18.808179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-074760e6-5eb7-4f2b-b1d7-aca87a4d5a9f req-f2359ae4-3d42-4c92-aec7-32f82eda1a6b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:06:18.878638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-074760e6-5eb7-4f2b-b1d7-aca87a4d5a9f req-f2359ae4-3d42-4c92-aec7-32f82eda1a6b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:06:18.879760 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-074760e6-5eb7-4f2b-b1d7-aca87a4d5a9f req-f2359ae4-3d42-4c92-aec7-32f82eda1a6b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 931 time: 0.1889827 Apr 28 21:06:18.885172 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:06:18.894238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.930622 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Transition to ACTIVE for port object a39d1db9-11f0-443d-aa7e-86eaacb8cca3 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:06:18.938077 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:18.987467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-074760e6-5eb7-4f2b-b1d7-aca87a4d5a9f req-2c79ca5d-dcbd-49e3-9abc-bd376d1ecc8a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973642 Apr 28 21:06:19.104029 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:19.190210 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Attempting to bind port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:06:19.190543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Attempting to bind port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:06:19.190866 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Attempting to bind port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:19.195393 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:06:19.195710 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Attempting to bind port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:06:19.201433 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:06:19.201836 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Checking segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:06:19.202214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Bound using segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:06:19.202642 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Bound port: a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:06:19.202984 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:19.288258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:06:19.291086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:06:19.296042 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:19.356184 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:19.356793 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:19.358832 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] 10.222.0.41 "PUT /v2.0/ports/a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 1091 time: 1.0157714 Apr 28 21:06:19.359262 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:19.382281 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9036b4-3f52-401d-aa0f-a38ff981d4e4 service neutron] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:19.407403 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b0c5f7de-9bc4-4a44-bb76-4896c419832f'] response: {'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'status': 'completed', 'code': 200} Apr 28 21:06:19.496338 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-46abe826-c2a4-4850-9882-e281afdd994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:19.498130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-46abe826-c2a4-4850-9882-e281afdd994b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1094 time: 0.0774691 Apr 28 21:06:19.698302 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-60d61b20-1134-4f3f-97fb-ec1995d00d1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 217 time: 0.1896863 Apr 28 21:06:19.764824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-7e865356-edcd-4ed6-ab13-80607a3efd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:19.766254 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-7e865356-edcd-4ed6-ab13-80607a3efd57 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0591955 Apr 28 21:06:19.845778 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-3cc174f8-42f5-4884-9659-d3a08d4753e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:19.847199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-3cc174f8-42f5-4884-9659-d3a08d4753e0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720320 Apr 28 21:06:19.976727 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-8cc66725-258c-4dee-8ef9-0dc8794da0e3 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203046 Apr 28 21:06:20.146394 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bbb5d613-1f36-4e8b-bffb-24b74d26fc85 req-b20ef742-4ad2-4cc1-b1b3-eb616562d176 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611347 Apr 28 21:06:20.186341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7001c6-0466-4687-9d81-c062792e09df req-6d46e292-09f2-450f-84ce-c1b58157bd24 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.187842 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db7001c6-0466-4687-9d81-c062792e09df req-6d46e292-09f2-450f-84ce-c1b58157bd24 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0869458 Apr 28 21:06:20.283425 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-db7001c6-0466-4687-9d81-c062792e09df req-127d1ddf-9b6d-4124-9c52-377df77ef77f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897386 Apr 28 21:06:20.299365 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-4aeb1df1-7a1c-48c5-b823-6c24848713dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.300783 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-4aeb1df1-7a1c-48c5-b823-6c24848713dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1094 time: 0.0930240 Apr 28 21:06:20.414642 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-67bf5646-e228-4ab6-b6e5-d538a9a4248d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:20.433235 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-9a26814b-d99b-4a7c-8568-dd4e173e498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.434930 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-9a26814b-d99b-4a7c-8568-dd4e173e498d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1270185 Apr 28 21:06:20.501407 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-216d0145-7786-4ce6-85dc-450c8089045c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 217 time: 0.0596468 Apr 28 21:06:20.568817 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-dad9cd50-c66f-48df-8e6c-0c9af244127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.570243 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-dad9cd50-c66f-48df-8e6c-0c9af244127e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0594978 Apr 28 21:06:20.646087 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-9a34600e-6326-40a4-9908-1b20c79351e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:20.647527 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-9a34600e-6326-40a4-9908-1b20c79351e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692198 Apr 28 21:06:20.776130 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-ae9f0895-d2f2-4c7f-87e1-582874cd3978 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217687 Apr 28 21:06:20.905877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2aa205bf-3130-440c-b9aa-0bcdbd140785 req-4851130e-48fd-4024-84a3-44a508c67adb service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227577 Apr 28 21:06:21.471886 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e40b21-98b9-44a8-9c08-e8dcfdc1a6dc req-4b02be72-f9de-4831-8e12-3d3ca04368c6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:21.473337 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45e40b21-98b9-44a8-9c08-e8dcfdc1a6dc req-4b02be72-f9de-4831-8e12-3d3ca04368c6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0833373 Apr 28 21:06:21.518619 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-45e40b21-98b9-44a8-9c08-e8dcfdc1a6dc req-8f088396-6d0a-41c6-a1ba-59dc325d7727 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395157 Apr 28 21:06:22.377662 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:06:22.514674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:22.531717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:06:22.594723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3eab042b-9010-4b30-adb6-c73de3f23f7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:22.599682 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:22.616243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:06:22.632004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:22.636022 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:22.702342 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:22.712874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829e6f52-370e-4096-bb49-2832f39019dc req-b60e824b-caf1-4848-becb-2d7720e2c624 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:22.714367 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829e6f52-370e-4096-bb49-2832f39019dc req-b60e824b-caf1-4848-becb-2d7720e2c624 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 944 time: 0.0886154 Apr 28 21:06:22.760506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-829e6f52-370e-4096-bb49-2832f39019dc req-3bb9fc54-565d-4789-af89-56f51d2e9d1d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Apr 28 21:06:22.886356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a39d1db9-11f0-443d-aa7e-86eaacb8cca3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:06:23.948076 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:23.954252 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c821a4d-e6e0-4c4a-9580-b44c9e438652 req-300fb237-74e7-4faf-ab42-0be13ccf01a0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:23.955701 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c821a4d-e6e0-4c4a-9580-b44c9e438652 req-300fb237-74e7-4faf-ab42-0be13ccf01a0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 944 time: 0.0878475 Apr 28 21:06:23.998956 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9c821a4d-e6e0-4c4a-9580-b44c9e438652 req-a185717d-8d18-4e17-a757-961508b7e8fb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375569 Apr 28 21:06:24.338553 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:24.376105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:06:24.441349 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:06:24.446340 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:06:24.446752 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:24.562874 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:24.588480 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:24.598380 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:06:24.602107 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:24.614019 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-11481440-569f-4bb4-aea8-c85a7486738f req-e76a4c60-490a-4648-a8af-4fe9bbec7a4f service neutron] (88139) timed out ('10.222.0.46', 55398) {{(pid=88139) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 21:06:24.644444 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-987ed624-2e67-4bb3-8577-4c33c3a15d00'] response: {'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'code': 200} Apr 28 21:06:24.681488 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:24.764239 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93aab023-ac77-42cf-af1f-5ba5f99170af req-57e028e2-e588-466a-90ab-8f0d4e9383ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:24.765768 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93aab023-ac77-42cf-af1f-5ba5f99170af req-57e028e2-e588-466a-90ab-8f0d4e9383ac service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1096 time: 0.0706282 Apr 28 21:06:24.807958 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93aab023-ac77-42cf-af1f-5ba5f99170af req-b2ef266a-28d9-49de-b60b-c26a88166ad5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353680 Apr 28 21:06:25.182328 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a35589-0c34-412f-ad66-36151189a8c7 req-0d61533c-052b-44da-b21f-b0e6fea6633e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:25.183670 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1a35589-0c34-412f-ad66-36151189a8c7 req-0d61533c-052b-44da-b21f-b0e6fea6633e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0807755 Apr 28 21:06:25.228066 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a1a35589-0c34-412f-ad66-36151189a8c7 req-cabdfd9a-40da-4808-8384-1868dc4bc15a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386813 Apr 28 21:06:25.497211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:26.414360 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544d01f-6b70-4f48-89de-157ea61eed07 req-b4707a65-b958-4cb2-bfd1-dbd415a45ed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:26.415840 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c544d01f-6b70-4f48-89de-157ea61eed07 req-b4707a65-b958-4cb2-bfd1-dbd415a45ed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0816350 Apr 28 21:06:26.459439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c544d01f-6b70-4f48-89de-157ea61eed07 req-558bca16-2312-47c5-81e7-ee8277debc1a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Apr 28 21:06:26.643418 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8622fba7-bf77-4703-8c50-e0f6137bc167 req-7b852e1b-3b13-45fb-b16e-9fb31ea1139f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:26.644853 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8622fba7-bf77-4703-8c50-e0f6137bc167 req-7b852e1b-3b13-45fb-b16e-9fb31ea1139f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0823462 Apr 28 21:06:26.688577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8622fba7-bf77-4703-8c50-e0f6137bc167 req-e50c85e4-2bf1-453c-8a69-9e2c5ea0779e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380862 Apr 28 21:06:26.711258 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57874) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:26.874957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459659ae-ade4-406b-90e6-39463fb11133 tempest-TestShelveInstance-1491238231 tempest-TestShelveInstance-1491238231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:26.876442 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-459659ae-ade4-406b-90e6-39463fb11133 tempest-TestShelveInstance-1491238231 tempest-TestShelveInstance-1491238231-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1091 time: 0.1642308 Apr 28 21:06:26.879348 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 57880) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:06:26.886354 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:06:26.893382 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:06:26.897288 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:floatingip and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:06:26.899988 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:06:26.906138 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:06:26.919800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:27.055148 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:27.195079 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Allocated IP 172.25.2.110 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/de73b0cf-d10a-47fd-adea-38fbccd61c9d) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:06:27.339127 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:27.367209 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:27.434162 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:06:27.437753 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:06:27.441201 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:06:27.470183 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=de73b0cf-d10a-47fd-adea-38fbccd61c9d,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:27.930137 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:28.003379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:28.203349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:28.207675 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:28.314801 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=de73b0cf-d10a-47fd-adea-38fbccd61c9d,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:06:28.327546 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:28.494102 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Floating IP d45e069f-47e7-4abc-91dc-5c8b1039e604 associated. External IP: 172.25.2.110, port: a39d1db9-11f0-443d-aa7e-86eaacb8cca3. Apr 28 21:06:28.836536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:06:29.010840 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:06:29.020807 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:06:29.029830 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:29.030421 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:06:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:29.034091 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:29.093793 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-c59d28d6-b739-46f0-b585-fe38ad15ed3c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2131746 Apr 28 21:06:29.094292 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:06:29.140825 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd42dd39-c514-4e89-b095-83d66c762de6'] response: {'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'status': 'completed', 'code': 200} Apr 28 21:06:29.208693 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:29.233096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-0e7c5d39-6ee7-423a-a0f0-5782df8c5e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:29.234609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-0e7c5d39-6ee7-423a-a0f0-5782df8c5e61 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1096 time: 0.0709546 Apr 28 21:06:29.492220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-2e790747-4651-4f75-8b7d-94228e7f5665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:29.493682 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-2e790747-4651-4f75-8b7d-94228e7f5665 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.2530994 Apr 28 21:06:29.585169 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd45e069f-47e7-4abc-91dc-5c8b1039e604', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:27Z', 'updated_at': '2022-04-28T21:06:27Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:29.589006 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:06:29.597905 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:06:29.598068 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-14f744cc-e326-4021-8a9c-391a1a4f45c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 999 time: 0.0979583 Apr 28 21:06:29.598515 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:06:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:29.662787 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-84273c1e-4c9d-4609-b713-b459ce23f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:29.664200 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-84273c1e-4c9d-4609-b713-b459ce23f6cd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0606341 Apr 28 21:06:29.738534 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-2bfe08b0-e8fc-46b2-89a9-fd8aad5333c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:06:29.739910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-2bfe08b0-e8fc-46b2-89a9-fd8aad5333c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0697038 Apr 28 21:06:29.771539 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:06:29.870534 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-67d7b86e-d931-41b3-a52c-a7c8c4120ef5 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243098 Apr 28 21:06:30.000633 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b91a8152-009b-4b59-8681-5e638b5b9158 req-0abe1d58-b6b4-4b2c-9d96-72036f6c3b78 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241674 Apr 28 21:06:30.110973 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd45e069f-47e7-4abc-91dc-5c8b1039e604', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:27Z', 'updated_at': '2022-04-28T21:06:27Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:06:30.114811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620b0c65-0606-4f6f-b845-f5a434f37809 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': 'd45e069f-47e7-4abc-91dc-5c8b1039e604', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.110', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:06:27Z', 'updated_at': '2022-04-28T21:06:27Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:06:30.315070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9272c85a-3b82-41d5-b0a0-8ca2750db94d None None] New status for floating IP d45e069f-47e7-4abc-91dc-5c8b1039e604: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:06:37.820485 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:06:40.904715 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:43.137835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:50.417156 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35c15aed-fc4f-41a8-b7eb-5711b719cc63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:52.557063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-82d25bd8-07a4-4033-befa-231347d1cd71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:53.954376 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:54.341353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:06:55.500389 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:10.903737 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:13.137394 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:14.819752 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:07:15.826250 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-337232ef-de66-4ac2-8020-3f537b2b3c2b req-25d51a21-31c9-4f76-9d94-8d4a7dcf50c9 tempest-ServerActionsTestJSON-1360318192 tempest-ServerActionsTestJSON-1360318192-project] (88140) timed out ('10.222.0.46', 55179) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 21:07:19.003940 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-176da046-1ebe-4b4e-aeec-88fbf4ce67a2 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713592 Apr 28 21:07:19.168467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-3ea4cfaf-aaa9-463d-9e61-ccc2f8c5a8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:19.169951 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-3ea4cfaf-aaa9-463d-9e61-ccc2f8c5a8d4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1096 time: 0.0764894 Apr 28 21:07:19.325467 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-f64bb94b-001f-4380-bd20-6df01014f69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:19.326992 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-f64bb94b-001f-4380-bd20-6df01014f69a service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1327322 Apr 28 21:07:19.438976 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-bdc68b19-aef0-4a7a-9a0f-d7e331ddec6e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 1001 time: 0.1022158 Apr 28 21:07:19.507178 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-0130ebd4-0df3-444a-a170-8dbdc75fc3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:19.508608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-0130ebd4-0df3-444a-a170-8dbdc75fc3b1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0599544 Apr 28 21:07:19.590851 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-9910d082-2a0f-482d-b5a9-d32dcf71ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:07:19.592219 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-9910d082-2a0f-482d-b5a9-d32dcf71ab20 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727172 Apr 28 21:07:19.606994 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-e8d4bade-a34f-40d7-b2b1-27e4819b1984 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 21:07:19.607901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-e8d4bade-a34f-40d7-b2b1-27e4819b1984 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056336 Apr 28 21:07:19.738564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-735c7349-3235-4d36-b3d2-e0ed6ca2bf09 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228871 Apr 28 21:07:19.874718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c0722eca-2fb2-452b-bcd6-39f04cabc08a req-d3f72824-3ec8-4c33-b35c-6bbb07363822 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267040 Apr 28 21:07:20.420585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-020dbdbe-8fef-4a60-be2a-fd17c23bc18b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:22.559582 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bd2b6a8e-c53c-441e-a01d-e5b2e9efceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:23.947540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:24.342649 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:25.503225 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:40.904866 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:43.135612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:50.421862 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9205bb5c-16b9-4fda-8de8-5ac74053aac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:51.819407 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:07:52.560898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9c499d7c-03ce-4e06-8ddb-c8ff3bd8b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:53.949951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:54.348239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:07:55.505904 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:10.907452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:13.151237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:20.425065 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8da94b7-c094-4f76-9c01-fadc05412e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:21.629011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-d6ef580d-a5df-45d6-880d-6bdd487cb21e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0683463 Apr 28 21:08:21.879280 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6d95-366d-4370-b043-7e3959070206 req-d484e272-2233-499a-9877-5031bec76492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:21.880734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-d484e272-2233-499a-9877-5031bec76492 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1096 time: 0.1766803 Apr 28 21:08:22.027315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6d95-366d-4370-b043-7e3959070206 req-5e5f6d7e-bc1b-48d6-8bfd-d5381e4db235 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:22.028763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-5e5f6d7e-bc1b-48d6-8bfd-d5381e4db235 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1236506 Apr 28 21:08:22.133322 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-f96d9485-4543-4b3f-8fc1-fe62be041921 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 1001 time: 0.0953388 Apr 28 21:08:22.197882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6d95-366d-4370-b043-7e3959070206 req-c04ce33c-1b28-4e20-96c7-3570289c7777 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:22.199264 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-c04ce33c-1b28-4e20-96c7-3570289c7777 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0559595 Apr 28 21:08:22.278488 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2f6d95-366d-4370-b043-7e3959070206 req-8c85a905-ab78-4129-8e72-96d604139d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:22.279906 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-8c85a905-ab78-4129-8e72-96d604139d7b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0713277 Apr 28 21:08:22.410628 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-1bb5b21d-3453-4d35-960c-8e2a96c1b5a4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207590 Apr 28 21:08:22.540442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bd2f6d95-366d-4370-b043-7e3959070206 req-8f226ee2-7574-439f-b8f7-dfcbcffa5e5e service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211398 Apr 28 21:08:22.562536 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-86713f71-ca90-4434-8e71-55de6c152991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:23.952188 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:24.348057 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:25.508528 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:26.413369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1418c8a0-95ce-4950-8398-2489a91c1589 req-8aa1ca39-4524-4834-85d0-b1f1f8487514 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:26.414730 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1418c8a0-95ce-4950-8398-2489a91c1589 req-8aa1ca39-4524-4834-85d0-b1f1f8487514 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.1241302 Apr 28 21:08:26.458024 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1418c8a0-95ce-4950-8398-2489a91c1589 req-f9f2c513-fd82-4c56-83e8-280d0b62294e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367217 Apr 28 21:08:27.763480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c699320-aec1-4474-832b-b3091ad7daa5 req-c6e7a1c4-e0df-4caf-9de7-ffeea2642234 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:27.764881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c699320-aec1-4474-832b-b3091ad7daa5 req-c6e7a1c4-e0df-4caf-9de7-ffeea2642234 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.1913860 Apr 28 21:08:27.808329 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4c699320-aec1-4474-832b-b3091ad7daa5 req-0b88a42c-46c1-421f-99d2-e486329de393 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377388 Apr 28 21:08:28.818229 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:08:28.998805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e566d8-869c-4198-a515-14d288f61221 req-08143456-0411-4054-b1f9-0642f7d736f6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:29.000244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5e566d8-869c-4198-a515-14d288f61221 req-08143456-0411-4054-b1f9-0642f7d736f6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0825732 Apr 28 21:08:29.043839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e5e566d8-869c-4198-a515-14d288f61221 req-f6e78479-a04a-4314-9d6e-b7d7eea734be tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380077 Apr 28 21:08:30.232193 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede0fe5a-89f2-4429-90e9-3e59006238b5 req-5eef7ad1-bcbb-4592-9eb1-ee0a2cd73005 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:30.233683 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ede0fe5a-89f2-4429-90e9-3e59006238b5 req-5eef7ad1-bcbb-4592-9eb1-ee0a2cd73005 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0850227 Apr 28 21:08:30.277779 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ede0fe5a-89f2-4429-90e9-3e59006238b5 req-191c358f-efaf-4bbd-beb4-129acfe269b5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385191 Apr 28 21:08:31.464573 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7641e16f-6979-4034-8348-473aaefa331c req-b68be13f-6a96-4729-ae4d-f9daf8f3cc93 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:31.465966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7641e16f-6979-4034-8348-473aaefa331c req-b68be13f-6a96-4729-ae4d-f9daf8f3cc93 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0789242 Apr 28 21:08:31.509789 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7641e16f-6979-4034-8348-473aaefa331c req-0f852ff3-6bb5-4731-aff8-e846f0754adb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380025 Apr 28 21:08:32.693991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acb865-2e9a-4ad7-906f-446c28ca3fa4 req-20aa4881-f22c-4e96-bb8c-6119d0f7b5ab tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:32.695668 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68acb865-2e9a-4ad7-906f-446c28ca3fa4 req-20aa4881-f22c-4e96-bb8c-6119d0f7b5ab tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0790956 Apr 28 21:08:32.738660 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-68acb865-2e9a-4ad7-906f-446c28ca3fa4 req-ae6a3382-237d-4947-b9ff-bc50e01783ca tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365944 Apr 28 21:08:33.922479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad0b1e6-e745-42c0-a96f-ac24111e3eef req-5ea20e21-4660-4383-86e7-477b29d1d500 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:33.923877 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad0b1e6-e745-42c0-a96f-ac24111e3eef req-5ea20e21-4660-4383-86e7-477b29d1d500 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0799940 Apr 28 21:08:33.966756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1ad0b1e6-e745-42c0-a96f-ac24111e3eef req-c451bdfc-4ff1-4729-b764-9df31c056888 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373986 Apr 28 21:08:35.154686 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae39be9c-5ccb-4f5a-92a3-83bdcc443f92 req-6d9b4733-7b38-4d56-a945-b7e92aa7a53f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:35.156149 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae39be9c-5ccb-4f5a-92a3-83bdcc443f92 req-6d9b4733-7b38-4d56-a945-b7e92aa7a53f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0829942 Apr 28 21:08:35.200100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae39be9c-5ccb-4f5a-92a3-83bdcc443f92 req-e544e46f-1770-439a-af68-cf466cb9c6b6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384068 Apr 28 21:08:36.381155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b06f605-6aba-4ed5-9e81-d32425fbd7d9 req-31439444-315c-4779-aa9d-d91d9f046cf1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:36.382618 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b06f605-6aba-4ed5-9e81-d32425fbd7d9 req-31439444-315c-4779-aa9d-d91d9f046cf1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0790384 Apr 28 21:08:36.425705 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4b06f605-6aba-4ed5-9e81-d32425fbd7d9 req-86e08640-28f1-4ca0-9011-5e6383c91e7e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374317 Apr 28 21:08:37.607971 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9862f373-898a-43d4-9f7a-94c1ca9ab5ec req-ef4df4d0-d37c-4104-800b-65ed1916a903 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:37.609430 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9862f373-898a-43d4-9f7a-94c1ca9ab5ec req-ef4df4d0-d37c-4104-800b-65ed1916a903 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0781436 Apr 28 21:08:37.655575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9862f373-898a-43d4-9f7a-94c1ca9ab5ec req-2d690a01-70cb-4490-a4df-3926df421596 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405881 Apr 28 21:08:38.763764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:08:38.855041 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c32716-46b9-46dc-8033-4f1b611b4801 req-e88edad4-2418-4f8e-bc81-63f706402194 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:38.856501 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45c32716-46b9-46dc-8033-4f1b611b4801 req-e88edad4-2418-4f8e-bc81-63f706402194 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0857997 Apr 28 21:08:38.900889 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:08:38.903580 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-45c32716-46b9-46dc-8033-4f1b611b4801 req-52357861-86cc-4a54-9336-b03dcbbe65f3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412683 Apr 28 21:08:38.917619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:08:38.974308 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:38.992406 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:08:39.008386 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:08:39.012736 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:39.080242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:39.087512 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.087853 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.088188 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.088517 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.088843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.089168 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.089519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.089845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.090162 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.090478 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.090795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.091109 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:08:39.114499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a39d1db9-11f0-443d-aa7e-86eaacb8cca3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:08:40.116388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e719325-40b9-4d22-8b57-a138b693ad9c req-54674043-f830-4149-b83d-e0f250f4a9ac tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:40.119129 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e719325-40b9-4d22-8b57-a138b693ad9c req-54674043-f830-4149-b83d-e0f250f4a9ac tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 944 time: 0.1004682 Apr 28 21:08:40.166288 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0e719325-40b9-4d22-8b57-a138b693ad9c req-318b4274-a0b6-4cd0-9818-c1eba9da0a01 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413892 Apr 28 21:08:40.761668 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:08:40.835455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:08:40.835933 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:40.908176 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:40.990896 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:41.021791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:41.033279 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:08:41.039413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:41.087160 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-255d95af-a315-4462-abf0-8255119e23d8'] response: {'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'code': 200} Apr 28 21:08:41.120596 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:41.393078 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473533d3-dd6a-4a82-ac4e-fcded3f0b0c8 req-90cc9550-0d98-4ede-a265-a9ac63c01ef0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:41.394452 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-473533d3-dd6a-4a82-ac4e-fcded3f0b0c8 req-90cc9550-0d98-4ede-a265-a9ac63c01ef0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.1139231 Apr 28 21:08:41.445218 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-473533d3-dd6a-4a82-ac4e-fcded3f0b0c8 req-07efb444-04f5-48b1-add9-3d26bfbe356a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429122 Apr 28 21:08:42.676521 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea77d44d-1b8c-427a-82c9-b692d020e4d2 req-c0e1d089-13e4-4d5f-9479-f7adeb3a40c6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:42.677996 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea77d44d-1b8c-427a-82c9-b692d020e4d2 req-c0e1d089-13e4-4d5f-9479-f7adeb3a40c6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0999696 Apr 28 21:08:42.733010 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ea77d44d-1b8c-427a-82c9-b692d020e4d2 req-88c216e9-9030-4228-b4c9-285acebe80ba tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483263 Apr 28 21:08:43.149832 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:43.924662 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc4bc9-e5ff-43bb-953b-00143e6e9dc5 req-398a1a89-00f0-479a-a6fc-b5cae809a27a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:43.927254 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abdc4bc9-e5ff-43bb-953b-00143e6e9dc5 req-398a1a89-00f0-479a-a6fc-b5cae809a27a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0822453 Apr 28 21:08:43.977665 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-abdc4bc9-e5ff-43bb-953b-00143e6e9dc5 req-35a54aba-551b-4dda-a0f5-32caa7ab6f2e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454438 Apr 28 21:08:45.175113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478509f9-4c2d-4808-abeb-b43b39354c93 req-61d7b70f-d1e3-4720-85d9-15d17d1cdbbb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:45.176608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-478509f9-4c2d-4808-abeb-b43b39354c93 req-61d7b70f-d1e3-4720-85d9-15d17d1cdbbb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0880039 Apr 28 21:08:45.224145 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-478509f9-4c2d-4808-abeb-b43b39354c93 req-8a3ca77e-70b9-4e1a-b455-f1b3a631fe01 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413413 Apr 28 21:08:46.423652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0bfb8-9716-4d50-beb0-45f3104b19bd req-1a2d3933-c71a-4758-a3a9-6c28ca66d6e3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:46.425121 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bfa0bfb8-9716-4d50-beb0-45f3104b19bd req-1a2d3933-c71a-4758-a3a9-6c28ca66d6e3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0870719 Apr 28 21:08:46.473535 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bfa0bfb8-9716-4d50-beb0-45f3104b19bd req-8b3784cd-6f07-45d6-99a1-3518eb792196 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415835 Apr 28 21:08:47.677906 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef292d4-905c-4768-9966-9489acb0629c req-e3feaca7-4f30-4c5a-baba-7faea01f02e9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:47.679601 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ef292d4-905c-4768-9966-9489acb0629c req-e3feaca7-4f30-4c5a-baba-7faea01f02e9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0872946 Apr 28 21:08:47.724928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5ef292d4-905c-4768-9966-9489acb0629c req-9a6aa40e-8fd6-4ff1-b139-2048fbae20ab tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391383 Apr 28 21:08:48.359013 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-9338e451-8c20-4d7b-b159-4b9598837909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.360436 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-9338e451-8c20-4d7b-b159-4b9598837909 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1096 time: 0.0686541 Apr 28 21:08:48.491285 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-7345b471-d98e-464c-b366-e21e9c2315f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.492698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-7345b471-d98e-464c-b366-e21e9c2315f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1232777 Apr 28 21:08:48.699253 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-22ba810f-3029-4b58-b4ee-0bb05a0fafa7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 1001 time: 0.1977413 Apr 28 21:08:48.765631 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-9777f300-2632-4f04-8d4a-a2d01bd5c0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.767042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-9777f300-2632-4f04-8d4a-a2d01bd5c0e9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0583866 Apr 28 21:08:48.843299 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-b4979e91-2497-4eb8-8513-c9709a4a1ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.844750 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-b4979e91-2497-4eb8-8513-c9709a4a1ee5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685396 Apr 28 21:08:48.912537 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2129d20-9cab-43b3-8cca-6dc83d520c0d req-9f284e1d-3796-442b-ad69-11412de012d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:48.914024 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2129d20-9cab-43b3-8cca-6dc83d520c0d req-9f284e1d-3796-442b-ad69-11412de012d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0785906 Apr 28 21:08:48.958472 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e2129d20-9cab-43b3-8cca-6dc83d520c0d req-a01b5c80-0211-4162-a0f9-62a79041f478 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383995 Apr 28 21:08:48.979608 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-fce85a8c-94ba-409b-a92e-ddd827e33502 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247952 Apr 28 21:08:49.112314 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6b7b6578-fca2-4aa3-a4ca-2358f754dc4b req-8e8946d1-c8ee-465f-b62a-2e9289cb1aee service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240571 Apr 28 21:08:50.139997 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08808c0-bbd2-497e-b0a2-4857024e0174 req-72ec78e1-8006-4f31-8355-deec1d06561a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:50.141434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b08808c0-bbd2-497e-b0a2-4857024e0174 req-72ec78e1-8006-4f31-8355-deec1d06561a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0788240 Apr 28 21:08:50.187928 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b08808c0-bbd2-497e-b0a2-4857024e0174 req-7fec4a60-a7a7-42c8-8153-645d06a3361e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408547 Apr 28 21:08:50.427586 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-539103e7-1e9a-4315-a414-801e6e5f7e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:51.375465 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b13078-309c-4460-8da9-6bb9a6a1de7b req-6ba24e14-ac9a-449b-9dd8-1473d1e3c13e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:51.376887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75b13078-309c-4460-8da9-6bb9a6a1de7b req-6ba24e14-ac9a-449b-9dd8-1473d1e3c13e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0840182 Apr 28 21:08:51.422921 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-75b13078-309c-4460-8da9-6bb9a6a1de7b req-6e239a5b-19fa-4bd0-bb3a-8969deefb730 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403125 Apr 28 21:08:51.787268 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f090e4f5-5b62-4ae9-aab1-74801f82eb05 req-214194c5-7eea-4566-b21c-4d3c118c3714 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:51.788725 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f090e4f5-5b62-4ae9-aab1-74801f82eb05 req-214194c5-7eea-4566-b21c-4d3c118c3714 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.0826800 Apr 28 21:08:51.837800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f090e4f5-5b62-4ae9-aab1-74801f82eb05 req-4c0822a6-ffd6-489d-9e62-18e7aecfd415 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431118 Apr 28 21:08:51.902926 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58056) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:08:52.012874 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-12910d3c-68c0-4ac5-aea6-d13415fab178 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1087332 Apr 28 21:08:52.564413 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7f1a0cf6-963d-461c-9551-f1d513e942b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:52.843387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:08:52.940261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-e58232c2-e626-48ed-88b9-9b091c8d6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:52.942451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-e58232c2-e626-48ed-88b9-9b091c8d6127 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 1096 time: 0.0733109 Apr 28 21:08:52.958000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:52.986002 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:08:52.995997 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:08:52.999801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:53.032992 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ecf7ae7-ba15-4280-baea-3959c2c63c13'] response: {'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'code': 200} Apr 28 21:08:53.071253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:08:53.091804 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b373806b-ec57-4756-b2f2-24a87a0e8b6c req-c03fab66-9421-4896-84bf-1f5f10a55f00 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.093230 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b373806b-ec57-4756-b2f2-24a87a0e8b6c req-c03fab66-9421-4896-84bf-1f5f10a55f00 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 945 time: 0.1407783 Apr 28 21:08:53.098918 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-fa67eee9-64b5-4bbf-8b69-1f28f14eae7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.100161 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-fa67eee9-64b5-4bbf-8b69-1f28f14eae7d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1094 time: 0.1165257 Apr 28 21:08:53.174470 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b373806b-ec57-4756-b2f2-24a87a0e8b6c req-a092d2a0-3f99-480f-b5d0-e1dc4c4000b1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733960 Apr 28 21:08:53.256617 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-91b33fdc-ef47-4878-8504-6b2c67fd4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.258041 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-91b33fdc-ef47-4878-8504-6b2c67fd4c2b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1428809 Apr 28 21:08:53.361551 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-4ff403ef-2b1f-4b80-a52d-001a45fc2264 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 999 time: 0.0936599 Apr 28 21:08:53.428479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-b30108fb-a176-435a-be7d-d23d1017df85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.429894 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-b30108fb-a176-435a-be7d-d23d1017df85 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0593295 Apr 28 21:08:53.506348 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-4c65fc86-0f1e-4b0b-91f2-5f6c5c0aa514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:53.507790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-4c65fc86-0f1e-4b0b-91f2-5f6c5c0aa514 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685010 Apr 28 21:08:53.640335 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-b5865275-ccd1-4b8e-8d73-932f3b9bad5c service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222987 Apr 28 21:08:53.771463 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-daafb2ab-65fb-4df1-a421-7e355ec908fe service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205986 Apr 28 21:08:53.957185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:54.371304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:54.439730 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0030c490-31d6-47e8-a34d-92673ad78711 req-b1c723d5-99b9-4fc7-9da4-a484516800b6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:54.449790 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0030c490-31d6-47e8-a34d-92673ad78711 req-b1c723d5-99b9-4fc7-9da4-a484516800b6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.1200018 Apr 28 21:08:54.502148 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0030c490-31d6-47e8-a34d-92673ad78711 req-a80c97e9-c72c-4277-862b-7445acb52c72 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509534 Apr 28 21:08:55.516819 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:08:55.701170 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c055be-e498-42e3-b262-122ee66889ce req-dfba8e35-c016-4416-9c83-3f025cb2b486 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:55.702926 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7c055be-e498-42e3-b262-122ee66889ce req-dfba8e35-c016-4416-9c83-3f025cb2b486 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0853965 Apr 28 21:08:55.753177 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7c055be-e498-42e3-b262-122ee66889ce req-e3095108-ee1d-4f11-aa73-6326e198eb0c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442541 Apr 28 21:08:56.945771 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beceea6e-0102-48df-abe6-50e81db9a2c6 req-bbf8f9cf-c9ed-4a40-b855-8149dc69de44 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:56.947294 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beceea6e-0102-48df-abe6-50e81db9a2c6 req-bbf8f9cf-c9ed-4a40-b855-8149dc69de44 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0835066 Apr 28 21:08:56.993497 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-beceea6e-0102-48df-abe6-50e81db9a2c6 req-6823ab14-efc0-48ee-bb42-00afcf4ec45f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405297 Apr 28 21:08:58.303612 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a59ee02-29d0-454e-8903-4ae6044472ec req-6e87ae5f-c93d-41fc-8d0e-bc94a9463064 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:58.309690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a59ee02-29d0-454e-8903-4ae6044472ec req-6e87ae5f-c93d-41fc-8d0e-bc94a9463064 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.2083359 Apr 28 21:08:58.353506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1a59ee02-29d0-454e-8903-4ae6044472ec req-02784757-ca6c-4664-a878-24131225545b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Apr 28 21:08:59.561106 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a111ec-250a-4ba4-bb92-89c5677d12c2 req-4a83fcd9-8ba0-47ab-ad38-682e06098f3e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:08:59.562730 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6a111ec-250a-4ba4-bb92-89c5677d12c2 req-4a83fcd9-8ba0-47ab-ad38-682e06098f3e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0861843 Apr 28 21:08:59.612919 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b6a111ec-250a-4ba4-bb92-89c5677d12c2 req-954cc041-a822-4fbc-8104-3f792cf1e91d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434420 Apr 28 21:09:00.820246 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424acc68-2c89-4627-b931-7e9b5399dd04 req-df9f5493-aaf4-4df6-a2b3-469f1ee2de04 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:00.820246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-424acc68-2c89-4627-b931-7e9b5399dd04 req-df9f5493-aaf4-4df6-a2b3-469f1ee2de04 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0873995 Apr 28 21:09:00.882023 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-424acc68-2c89-4627-b931-7e9b5399dd04 req-4796e4a4-6991-45f6-8444-79a0c251dac5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516310 Apr 28 21:09:02.125814 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c1d64-3b97-4539-8b7e-95c62b669174 req-9afc1551-3fbe-4ccb-ab4e-fdffec2fb7de tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:02.127506 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a41c1d64-3b97-4539-8b7e-95c62b669174 req-9afc1551-3fbe-4ccb-ab4e-fdffec2fb7de tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.1317687 Apr 28 21:09:02.171463 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a41c1d64-3b97-4539-8b7e-95c62b669174 req-af9b23b9-eea5-462f-91f8-ef7a5fbda8fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378993 Apr 28 21:09:03.354523 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3856b-0dc7-4d2e-8642-55b8ad2d922e req-a20b4118-171f-41d4-a6bb-77ce71a93370 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:03.356012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0f3856b-0dc7-4d2e-8642-55b8ad2d922e req-a20b4118-171f-41d4-a6bb-77ce71a93370 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0810661 Apr 28 21:09:03.400473 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0f3856b-0dc7-4d2e-8642-55b8ad2d922e req-216f5071-2ab6-42ff-8e82-0206cf240718 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386541 Apr 28 21:09:04.588141 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9a5da-d5c8-4515-8d70-88a58002811f req-950c16e8-22a6-46de-ba5c-0cc338a135c4 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:04.589577 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dc9a5da-d5c8-4515-8d70-88a58002811f req-950c16e8-22a6-46de-ba5c-0cc338a135c4 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 943 time: 0.0819440 Apr 28 21:09:04.632321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-5dc9a5da-d5c8-4515-8d70-88a58002811f req-b6bab696-3a52-445e-9233-a31c9a1eab27 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371006 Apr 28 21:09:04.889624 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:09:05.018130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:09:05.031237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'port_id': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'mac_address': 'fa:16:3e:7c:63:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:09:05.088343 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:05.104362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:09:05.119147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:09:05.122903 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:05.188828 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=9']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:09:05.433089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['a39d1db9-11f0-443d-aa7e-86eaacb8cca3'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:09:05.817528 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:09:05.819494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534d96cb-0e13-472e-bce0-91a227b489cd req-4f476bd5-3b88-4d8c-be5e-29fffc06597a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:05.820966 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-534d96cb-0e13-472e-bce0-91a227b489cd req-4f476bd5-3b88-4d8c-be5e-29fffc06597a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 944 time: 0.0819378 Apr 28 21:09:05.863702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-534d96cb-0e13-472e-bce0-91a227b489cd req-78096183-b9c9-42c4-8732-dcbf6f9a2496 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Apr 28 21:09:06.910706 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:09:06.976362 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:09:06.976826 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:07.046567 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40150c5a-7483-4744-8c47-a276850843cf req-9a1a4b2b-dcd2-4c5a-b0f3-091aaf2e0e0c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:07.048021 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40150c5a-7483-4744-8c47-a276850843cf req-9a1a4b2b-dcd2-4c5a-b0f3-091aaf2e0e0c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 944 time: 0.0795739 Apr 28 21:09:07.094305 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:07.095364 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-40150c5a-7483-4744-8c47-a276850843cf req-6aec1c69-b13f-488d-8dee-6a5d4b07d499 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417497 Apr 28 21:09:07.121665 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:09:07.132398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:09:07.136379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:07.171477 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10da59e8-b87f-4dbe-b578-29fb9d8627a1'] response: {'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'code': 200} Apr 28 21:09:07.203643 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=10']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:09:07.439383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9cb6d9-8e48-4b0d-a233-274f9527352f req-dd21c91c-bb9f-4754-8642-7953aa1e7696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:07.440751 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-df9cb6d9-8e48-4b0d-a233-274f9527352f req-dd21c91c-bb9f-4754-8642-7953aa1e7696 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1097 time: 0.1107061 Apr 28 21:09:07.489060 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-df9cb6d9-8e48-4b0d-a233-274f9527352f req-1c6a2864-e1b8-4022-afdf-78f4216b4163 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374923 Apr 28 21:09:08.281614 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2efd30c-550a-4cc3-afb7-3ccd18a2a30d req-838d15ff-328e-4434-a50e-41db6b49c3ed tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:08.283051 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2efd30c-550a-4cc3-afb7-3ccd18a2a30d req-838d15ff-328e-4434-a50e-41db6b49c3ed tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 946 time: 0.0791016 Apr 28 21:09:08.325944 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b2efd30c-550a-4cc3-afb7-3ccd18a2a30d req-f852f698-fdb7-4fe3-8d64-39048282f4a0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373452 Apr 28 21:09:09.512686 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029953c4-b427-48d1-91dd-224730b523ea req-2d2094a3-d451-4592-9c7a-fca5aa46be46 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:09.514144 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-029953c4-b427-48d1-91dd-224730b523ea req-2d2094a3-d451-4592-9c7a-fca5aa46be46 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 946 time: 0.0803216 Apr 28 21:09:09.558377 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-029953c4-b427-48d1-91dd-224730b523ea req-ebabd97f-98e2-4331-aed6-31a1e26ade32 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385470 Apr 28 21:09:10.924481 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:13.165042 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:20.432508 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-07c52541-0817-4ab2-9dfb-806962571bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:22.566213 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e4119718-9c4e-4dd3-b477-d78c3df692ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:22.579475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-62e7eee3-1846-467a-9a2b-62d348850dfe service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0752585 Apr 28 21:09:22.715008 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd31d4-e326-46f2-a445-597fe633de90 req-4561b476-b6f6-417f-be85-3bff24c96a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:22.716474 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-4561b476-b6f6-417f-be85-3bff24c96a26 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1097 time: 0.0711639 Apr 28 21:09:22.859016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd31d4-e326-46f2-a445-597fe633de90 req-1b24d391-ee7e-426b-85af-fc982fbadeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:22.860439 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-1b24d391-ee7e-426b-85af-fc982fbadeb9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1254060 Apr 28 21:09:22.961660 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-f1a07e14-a54c-40fe-add9-7a8611ed11bf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 1001 time: 0.0953338 Apr 28 21:09:23.022165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd31d4-e326-46f2-a445-597fe633de90 req-fd3acb75-63dc-4a78-9caa-dd7dc9ee86d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:23.023593 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-fd3acb75-63dc-4a78-9caa-dd7dc9ee86d9 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0567391 Apr 28 21:09:23.099891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbd31d4-e326-46f2-a445-597fe633de90 req-bdc67e50-e9b0-4231-a2d5-4b56b891f0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:09:23.101351 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-bdc67e50-e9b0-4231-a2d5-4b56b891f0c0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715702 Apr 28 21:09:23.230488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-c6145cd0-eecb-47de-a54d-96633fbfe6ea service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227722 Apr 28 21:09:23.358859 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-acbd31d4-e326-46f2-a445-597fe633de90 req-689044bd-244c-4bf9-b18b-1a80ad67cfce service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223011 Apr 28 21:09:23.960058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:24.345687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:25.516032 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:40.920344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:42.816706 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:09:43.178360 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:50.424711 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-87636da8-d8b4-44df-bd47-aa220fafc5d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:52.568277 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9519c5b-9263-4fcd-aac0-3818d5316474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:53.971585 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:54.348740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:09:55.518826 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:10.947988 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:13.200144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:19.816794 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:10:20.428335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-e2033114-81b6-4b47-b352-462053d5ff67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:22.570114 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b8554a5f-8d06-4880-9864-987dd2b2a10b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:22.583768 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58180) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:22.785012 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Deleting port de73b0cf-d10a-47fd-adea-38fbccd61c9d {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:10:22.785355 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:23.046972 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:23.047237 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:23.168139 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Calling delete_port for de73b0cf-d10a-47fd-adea-38fbccd61c9d owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:10:23.316959 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:23.362244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'Port': ['ID=de73b0cf-d10a-47fd-adea-38fbccd61c9d,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:23.398791 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.399130 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.399461 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.400111 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.400322 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.400569 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.400887 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.401203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.401538 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.401857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.402175 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.402488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:23.463599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:23.463924 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Floating IP d45e069f-47e7-4abc-91dc-5c8b1039e604 disassociated (deleted). External IP: 172.25.2.110, port: a39d1db9-11f0-443d-aa7e-86eaacb8cca3. Apr 28 21:10:23.722012 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-38f3940e-92ff-4ffe-bb8b-049581588eb6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0677080 Apr 28 21:10:23.810230 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:10:23.884155 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26a04-a248-472c-ad4e-a628fc257896 req-4e5c1cf9-4085-48f1-a64e-6400b9ae7063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:23.886597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-4e5c1cf9-4085-48f1-a64e-6400b9ae7063 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1097 time: 0.0824230 Apr 28 21:10:23.971734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:24.003512 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:10:24.013448 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:10:24.026573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:10:24.027640 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:10:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.032323 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:24.107235 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-186eeea2-075f-4631-b4c6-28a2db0e3f64 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "DELETE /v2.0/floatingips/d45e069f-47e7-4abc-91dc-5c8b1039e604 HTTP/1.1" status: 204 len: 168 time: 1.5116098 Apr 28 21:10:24.107941 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:24.203827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26a04-a248-472c-ad4e-a628fc257896 req-585d9367-9eeb-4e91-8d0a-aafef9798605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:24.205404 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-585d9367-9eeb-4e91-8d0a-aafef9798605 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.2928212 Apr 28 21:10:24.281428 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b8bd3d96-fcee-450d-863e-958aa0544919'] response: {'name': 'network-changed', 'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'status': 'completed', 'code': 200} Apr 28 21:10:24.283310 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-7bba4dbd-1428-4747-88d9-0397ef0f2a82 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 217 time: 0.0676525 Apr 28 21:10:24.291347 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:10:24.358020 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:24.366496 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26a04-a248-472c-ad4e-a628fc257896 req-e1be73db-4d35-4084-9e5c-e5cd52b093b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:24.367935 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-e1be73db-4d35-4084-9e5c-e5cd52b093b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0727308 Apr 28 21:10:24.506629 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f26a04-a248-472c-ad4e-a628fc257896 req-4c7c8c35-6ec7-49fa-9179-bf1469464309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:24.508005 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-4c7c8c35-6ec7-49fa-9179-bf1469464309 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331697 Apr 28 21:10:24.523169 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6d312a-f559-4bb6-8784-5ea136fb49d1 req-c81b1836-b51f-472b-ad56-f84e5c206468 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:24.524529 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c6d312a-f559-4bb6-8784-5ea136fb49d1 req-c81b1836-b51f-472b-ad56-f84e5c206468 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 946 time: 0.0981834 Apr 28 21:10:24.620947 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.624727 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:10:24.636682 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:10:24.637280 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:10:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:24.653776 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2c6d312a-f559-4bb6-8784-5ea136fb49d1 req-feda7908-6277-45f9-a87f-a7a3b678e964 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1106043 Apr 28 21:10:24.684520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-6f7be5e9-8b52-421b-a708-298b5bd0a1e2 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583350 Apr 28 21:10:24.813774 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:10:24.817299 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-99f26a04-a248-472c-ad4e-a628fc257896 req-6afde3da-f7e9-487d-be39-c53673a0f3e1 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263700 Apr 28 21:10:24.927978 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-c6c5c12f-b799-4898-9787-53eee23923c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:24.929426 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-c6c5c12f-b799-4898-9787-53eee23923c4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 1097 time: 0.0686679 Apr 28 21:10:25.062929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-61c9997b-bc5a-41c3-925d-76e66b930dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:25.064421 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-61c9997b-bc5a-41c3-925d-76e66b930dec service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1270645 Apr 28 21:10:25.122989 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:10:25.126976 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1caec4a3-7c9f-4a05-87d4-de231c2fb75a None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:10:25.136698 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-0f10ce24-e6b9-4c56-85ad-bb31493574a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 200 len: 217 time: 0.0653572 Apr 28 21:10:25.205112 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-b37a5c45-38e6-4dc1-bc30-e4022ad917f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:25.206568 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-b37a5c45-38e6-4dc1-bc30-e4022ad917f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0624683 Apr 28 21:10:25.286419 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-d5f5dee8-57ee-4479-99a9-e5274781a701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:25.287985 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-d5f5dee8-57ee-4479-99a9-e5274781a701 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736833 Apr 28 21:10:25.343569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a12938-8a72-4e52-84ba-cb34ac4a774d None None] New status for floating IP d45e069f-47e7-4abc-91dc-5c8b1039e604: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:10:25.423904 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-afbc2c85-a23b-4e15-982d-15ba8d5cf33d service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272352 Apr 28 21:10:25.522813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:25.564550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a42eadde-4f4c-4e3b-b4ff-f8ef88e00d57 req-b9c3fff0-12e7-412c-9210-5f568b78a5a5 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303389 Apr 28 21:10:25.842474 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61536d2c-8b3f-4c94-a376-0e3206bd0e1c req-8dbfc0cc-2325-4ed6-b5d0-32e59993dd63 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:25.843149 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-61536d2c-8b3f-4c94-a376-0e3206bd0e1c req-8dbfc0cc-2325-4ed6-b5d0-32e59993dd63 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:10:25.858308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-61536d2c-8b3f-4c94-a376-0e3206bd0e1c req-8dbfc0cc-2325-4ed6-b5d0-32e59993dd63 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:10:25.859596 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61536d2c-8b3f-4c94-a376-0e3206bd0e1c req-8dbfc0cc-2325-4ed6-b5d0-32e59993dd63 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 946 time: 0.0940330 Apr 28 21:10:25.908733 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-61536d2c-8b3f-4c94-a376-0e3206bd0e1c req-873bcd55-dd6c-4b03-abe1-1bddeba5eafa tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=1549a78d-feb2-40e5-9d1e-6489b8e6dcde&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433564 Apr 28 21:10:25.991668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-9ed594b5-0177-4fd4-a993-ec7dda78b638 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:25.993002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-9ed594b5-0177-4fd4-a993-ec7dda78b638 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 946 time: 0.0810702 Apr 28 21:10:26.069564 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Deleting port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:10:26.069913 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:26.429418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] For port a39d1db9-11f0-443d-aa7e-86eaacb8cca3, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:10:26.429798 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:26.549725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Calling delete_port for a39d1db9-11f0-443d-aa7e-86eaacb8cca3 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:10:26.694275 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:26.741830 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'Port': ['ID=a39d1db9-11f0-443d-aa7e-86eaacb8cca3,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:26.776875 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.777219 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.777580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.777914 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.778245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.778571 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.778893 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.779215 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.779537 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.779861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.780185 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.780502 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:26.829929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] No DVR routers for this DVR port a39d1db9-11f0-443d-aa7e-86eaacb8cca3 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:10:26.832398 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:26.834907 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-deleted', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:26.851416 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a154ff98-a74c-4a71-a67a-b809c87fe3f9 req-b8753d1d-b173-4e5d-81b3-5c737e6e3232 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "DELETE /v2.0/ports/a39d1db9-11f0-443d-aa7e-86eaacb8cca3 HTTP/1.1" status: 204 len: 173 time: 0.8494127 Apr 28 21:10:26.933076 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5047c5-496a-4468-b521-85c56338dd04'] response: {'server_uuid': '3d90d397-5636-40cd-b6f2-511f3ec0cb6e', 'name': 'network-vif-deleted', 'tag': 'a39d1db9-11f0-443d-aa7e-86eaacb8cca3', 'status': 'completed', 'code': 200} Apr 28 21:10:27.233768 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0f4b769a-641d-4e1b-88d7-76ab770150c0 req-590431d4-11eb-4874-b9b1-dd0712bc0611 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=3d90d397-5636-40cd-b6f2-511f3ec0cb6e HTTP/1.1" status: 200 len: 210 time: 0.0417273 Apr 28 21:10:28.483828 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58202) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:28.549334 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:28.578429 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:28.646117 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:28.768025 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1549a78d-feb2-40e5-9d1e-6489b8e6dcde,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:28.780956 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:28.782100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e5f3a435-3b5e-4149-85ea-d5264aa1b8d7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "DELETE /v2.0/security-groups/1549a78d-feb2-40e5-9d1e-6489b8e6dcde HTTP/1.1" status: 204 len: 168 time: 0.2971199 Apr 28 21:10:29.318833 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:10:29.354402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: a39d1db9-11f0-443d-aa7e-86eaacb8cca3 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:10:29.354743 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device a39d1db9-11f0-443d-aa7e-86eaacb8cca3 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:10:30.318532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58212) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:30.324294 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1468312234', 'description': 'tempest-secgroup-smoke-1468312234 description', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:30.330822 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.334857 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.338373 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.343901 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.354480 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.373445 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.377156 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.379922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.386068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.455254 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.459938 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.503827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2dac322b-fa7f-41bc-8c2e-211a296e403a,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:30.510252 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.511711 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d2ac8e84-91c3-4bf1-9412-5c0964defef5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1919491 Apr 28 21:10:30.514226 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58216) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:30.519220 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:30.526620 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.530458 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.533196 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.538728 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.555349 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.613567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.617034 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.640153 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bb721f7-9594-4d0b-aae5-bef828b5c0a6,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:30.648262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.649389 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d1a7edb6-31e5-4c5a-95af-84b1b45a30d2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1342440 Apr 28 21:10:30.652627 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58220) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:30.657366 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:30.663798 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.668259 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.671093 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.676847 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.692567 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.755384 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.758824 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.781955 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cb7f540-9ff6-431e-9de2-2160aedd3981,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:30.789962 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.791911 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-4cbb7ead-2b57-48ee-8ce6-568ca802b213 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383612 Apr 28 21:10:30.794573 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58224) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:30.799372 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:30.805919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.809712 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.812515 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.818340 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.835132 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.894733 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.898125 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.922484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6a397b-583d-4d4e-92f2-140eba0dd491,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:30.930347 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:30.931751 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3fa38d1c-b7ce-48d2-8228-ffdb01aa6240 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1362786 Apr 28 21:10:30.934430 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58228) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:30.939246 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:30.945841 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:30.949760 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:30.952547 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:30.958045 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:30.974550 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.038308 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.041960 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.065517 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70ea3ee7-0af1-4112-b9cd-d05929362ff3,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:31.076399 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.077641 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-cb4989e5-a92b-4c3d-a6ca-d0c4603e8fff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1422968 Apr 28 21:10:31.080303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58232) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:31.084984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:31.092005 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:31.095699 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:31.098480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:31.104173 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:31.114268 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Project 38f67f0d1d824a6cb084e3ce81bd42c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:10:31.120805 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.188282 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.191862 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.215720 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=760ac63f-04ca-4d59-b9fc-496194ca6e20,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:31.223898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.225082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-45ec5c8e-e419-4254-bfea-fb3f1b5c4a09 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438982 Apr 28 21:10:31.228103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58236) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:10:31.233496 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'security_group_rule': {'security_group_id': '2dac322b-fa7f-41bc-8c2e-211a296e403a', 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:31.240539 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:31.245171 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:security_group_rule and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:10:31.248491 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:10:31.254921 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:31.266470 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Project 38f67f0d1d824a6cb084e3ce81bd42c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:10:31.273792 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.346051 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.351030 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.375004 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f06f665-97f8-4c6a-899c-41c8ab3e29da,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:31.387493 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:31.388700 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-2babcf36-85b4-4ed0-95b8-65da9ef50658 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1595159 Apr 28 21:10:40.943606 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:43.191630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:45.101546 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-c62ba7a8-87f9-4991-a127-96cffbecc4f5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:security_group {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:10:45.116024 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-c62ba7a8-87f9-4991-a127-96cffbecc4f5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:security_group {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:10:45.117099 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-c62ba7a8-87f9-4991-a127-96cffbecc4f5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1468312234&fields=id&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 267 time: 0.0562565 Apr 28 21:10:45.265186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-e201c91a-f38c-4e43-9b53-ba2413a29978 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:45.266552 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-e201c91a-f38c-4e43-9b53-ba2413a29978 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 808 time: 0.1420133 Apr 28 21:10:45.281708 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-b3406ac1-8620-46fc-965c-d62ba18d4aba tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/quotas/38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 375 time: 0.0097120 Apr 28 21:10:45.361371 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-c07cdf51-4cb8-4931-84ca-6264f704ac8f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749798 Apr 28 21:10:45.536271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-10e017ff-b799-4047-9840-6b7fac3324ec service neutron] 10.222.0.24 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630938 Apr 28 21:10:45.666113 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-ef2f4c85-287f-4d24-a318-fb863f8c6fb1 service neutron] 10.222.0.24 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234376 Apr 28 21:10:46.034518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0de9a883-9f0a-43f5-9832-b1d6a6682fd7 req-d45467f9-90d7-4617-b1de-b5b88ba41ba1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:10:46.050234 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-0de9a883-9f0a-43f5-9832-b1d6a6682fd7 req-d45467f9-90d7-4617-b1de-b5b88ba41ba1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:10:46.051339 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0de9a883-9f0a-43f5-9832-b1d6a6682fd7 req-d45467f9-90d7-4617-b1de-b5b88ba41ba1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 210 time: 0.0583556 Apr 28 21:10:47.134190 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-55cbc5b5-58c3-462c-88ec-1640d97bc747 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:47.135609 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-55cbc5b5-58c3-462c-88ec-1640d97bc747 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 808 time: 0.1592009 Apr 28 21:10:47.200085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-cbc67472-f42a-45a8-862d-f79e7eab14dd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 380 time: 0.0408096 Apr 28 21:10:47.204053 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e885776e-06e5-42b5-b254-5edc42dd4572 req-c101b27c-03ca-4337-914f-2269f4ef4350 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 210 time: 0.0477314 Apr 28 21:10:47.211953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'port': {'device_id': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'admin_state_up': True, 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'security_groups': ['2dac322b-fa7f-41bc-8c2e-211a296e403a']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:47.351594 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:10:47.358321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:10:47.369383 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Made reservation on behalf of 38f67f0d1d824a6cb084e3ce81bd42c1 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:10:47.373211 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:47.538202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Allocated IP 172.20.0.13 (4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550/be6aadf7-2722-423d-831c-3682ee87b873/6651fd56-24fa-44e4-aef7-321feab3b7be) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:10:47.726860 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:47.742483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Transition to ACTIVE for port object 6651fd56-24fa-44e4-aef7-321feab3b7be will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:10:47.766974 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:47.842073 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:10:47.845159 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:10:47.848925 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:10:47.884519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:47.917203 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:47.917853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:47.945037 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-4d8aaa33-32a8-45e1-8451-ea9d9a0221bd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7368803 Apr 28 21:10:47.960217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Request body: {'port': {'device_id': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:10:48.083039 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:48.133435 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08418d9f-d8d6-45b6-9f6a-f221248e7538 None None] Provisioning for port 6651fd56-24fa-44e4-aef7-321feab3b7be completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:10:48.138841 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-08418d9f-d8d6-45b6-9f6a-f221248e7538 None None] Provisioning complete for port 6651fd56-24fa-44e4-aef7-321feab3b7be triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:10:48.139287 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-08418d9f-d8d6-45b6-9f6a-f221248e7538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:48.196196 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-08418d9f-d8d6-45b6-9f6a-f221248e7538 None None] Port 6651fd56-24fa-44e4-aef7-321feab3b7be cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:10:48.553401 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09760ac2-b410-4bdd-9b63-8292414d5c57 req-90334714-716e-49f2-bd40-afb0fde9dbc3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:48.554123 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-09760ac2-b410-4bdd-9b63-8292414d5c57 req-90334714-716e-49f2-bd40-afb0fde9dbc3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:10:48.627367 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-09760ac2-b410-4bdd-9b63-8292414d5c57 req-90334714-716e-49f2-bd40-afb0fde9dbc3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:10:48.628503 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09760ac2-b410-4bdd-9b63-8292414d5c57 req-90334714-716e-49f2-bd40-afb0fde9dbc3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 932 time: 0.3104444 Apr 28 21:10:48.632179 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6651fd56-24fa-44e4-aef7-321feab3b7be {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:10:48.640901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:48.678583 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Transition to ACTIVE for port object 6651fd56-24fa-44e4-aef7-321feab3b7be will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:10:48.684812 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:48.742488 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-09760ac2-b410-4bdd-9b63-8292414d5c57 req-b7a1fa07-6bc4-4474-ad05-711f139605f2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058121 Apr 28 21:10:48.823900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:48.933746 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Attempting to bind port 6651fd56-24fa-44e4-aef7-321feab3b7be on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:10:48.934089 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Attempting to bind port 6651fd56-24fa-44e4-aef7-321feab3b7be by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:10:48.934423 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Attempting to bind port 6651fd56-24fa-44e4-aef7-321feab3b7be on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:10:48.939084 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Port 6651fd56-24fa-44e4-aef7-321feab3b7be on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:10:48.939403 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Attempting to bind port 6651fd56-24fa-44e4-aef7-321feab3b7be on network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:10:48.944677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 10, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:10:48.945014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Checking segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:10:48.945414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Bound using segment: {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:10:48.946567 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Bound port: 6651fd56-24fa-44e4-aef7-321feab3b7be, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04e3babc-3b92-4971-af76-7cc0ec05edc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:10:48.946918 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:49.033110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:10:49.036024 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:10:49.041248 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:49.101143 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:49.101768 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:49.103819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] 10.222.0.41 "PUT /v2.0/ports/6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 1092 time: 1.1477969 Apr 28 21:10:49.104214 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:49.128749 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49179898-04fe-4160-9636-05c53acaa6a3 service neutron] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:49.184254 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-381ea3e2-310e-42fe-bd86-4dd21b99ffa8'] response: {'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'status': 'completed', 'code': 200} Apr 28 21:10:49.225202 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-2f3b0eb5-7376-417c-920c-adb50946517a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:49.226801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-2f3b0eb5-7376-417c-920c-adb50946517a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1095 time: 0.0745833 Apr 28 21:10:49.303485 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-5918b7f3-4833-4576-b5a9-f6ce8b2922c9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 217 time: 0.0641897 Apr 28 21:10:49.369134 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-d69aa4c5-c923-4fe0-9aed-366fa93c7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:49.370506 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-d69aa4c5-c923-4fe0-9aed-366fa93c7ba3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0572779 Apr 28 21:10:49.451080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-1526a36b-854e-48bf-8179-c1dcd0872f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:49.452528 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-1526a36b-854e-48bf-8179-c1dcd0872f44 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722208 Apr 28 21:10:49.584850 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-42b71db5-0f68-4aa4-a19f-78e443efbbef service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213098 Apr 28 21:10:49.715301 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-185727cc-610f-47eb-8fec-406f1a189eb6 req-fc7d106e-8d07-4d26-937f-fb350579aff2 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212363 Apr 28 21:10:49.838517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-07d7dec5-057f-4d18-b927-1a886793a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:49.839952 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-07d7dec5-057f-4d18-b927-1a886793a023 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1095 time: 0.0738685 Apr 28 21:10:50.036618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-e6a77fd4-9608-43fb-a856-c02b7d4661e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:50.038076 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-e6a77fd4-9608-43fb-a856-c02b7d4661e9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1919520 Apr 28 21:10:50.046580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6550ef84-2b71-4fdf-a29c-5ab446158f53 req-ed46cb08-41dd-4b31-9181-99ff2d2073ff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:50.047901 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6550ef84-2b71-4fdf-a29c-5ab446158f53 req-ed46cb08-41dd-4b31-9181-99ff2d2073ff tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.1837442 Apr 28 21:10:50.125956 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-96f03dde-e741-4610-a728-de174a6ec640 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 217 time: 0.0769863 Apr 28 21:10:50.302868 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6550ef84-2b71-4fdf-a29c-5ab446158f53 req-32ccd93f-7fcb-40aa-aead-0e76aaaa27d5 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2057018 Apr 28 21:10:50.323236 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-0f89fd8a-ff94-4fa0-a56a-45ebf2e4812d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:50.324689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-0f89fd8a-ff94-4fa0-a56a-45ebf2e4812d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.1873364 Apr 28 21:10:50.406405 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-bc5b67b7-11b4-46ea-9241-f228da67d6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:50.407784 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-bc5b67b7-11b4-46ea-9241-f228da67d6a8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723181 Apr 28 21:10:50.433145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4caba069-28f4-4d2d-afd1-989669b04eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:50.547899 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-314d7916-c1cb-4d4b-a180-56fd89a59b96 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258817 Apr 28 21:10:50.679774 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2fc351bd-ab0d-4626-bd05-7d5ffd5dc9bd req-3eeca70b-ac5e-4a09-9d12-a97be900e20f service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215296 Apr 28 21:10:51.488536 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1aaa6-88e0-4af6-bfb8-56725dcefdd0 req-b1ceeac5-57ff-4467-99fb-c53481c3fe38 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:51.490010 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e8b1aaa6-88e0-4af6-bfb8-56725dcefdd0 req-b1ceeac5-57ff-4467-99fb-c53481c3fe38 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0781806 Apr 28 21:10:51.534045 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e8b1aaa6-88e0-4af6-bfb8-56725dcefdd0 req-6fe02efc-76af-407f-9739-d70630341c8d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381436 Apr 28 21:10:52.573058 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-257ce099-6c60-40ad-989d-79c3cb8c6623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:52.719880 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3262cc6a-17ab-4a7a-baf2-37e77eb77a6a req-354fd6ac-4f4f-4fa6-93c6-21c7450a1b46 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:52.721319 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3262cc6a-17ab-4a7a-baf2-37e77eb77a6a req-354fd6ac-4f4f-4fa6-93c6-21c7450a1b46 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0826297 Apr 28 21:10:52.765553 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-3262cc6a-17ab-4a7a-baf2-37e77eb77a6a req-0622b5ca-02cc-493b-8dd4-9ad245f761da tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382500 Apr 28 21:10:53.952806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8725ed07-a303-42d6-adc3-35fb6a7bdd45 req-8b8058fe-0b04-4bc9-8577-dc31c9ef8a3a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:53.954309 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8725ed07-a303-42d6-adc3-35fb6a7bdd45 req-8b8058fe-0b04-4bc9-8577-dc31c9ef8a3a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0839562 Apr 28 21:10:53.966317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:53.998757 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-8725ed07-a303-42d6-adc3-35fb6a7bdd45 req-46ab6359-d60e-4944-a278-19b3a6886c11 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386679 Apr 28 21:10:54.354691 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:55.180425 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f90f61-1e4d-4038-995b-5146d9d325ce req-01491459-ca70-469e-ab44-31f5074e6c1a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:55.182129 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5f90f61-1e4d-4038-995b-5146d9d325ce req-01491459-ca70-469e-ab44-31f5074e6c1a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0789270 Apr 28 21:10:55.225689 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b5f90f61-1e4d-4038-995b-5146d9d325ce req-56b14fb3-4387-4403-93ea-61882fb97055 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378449 Apr 28 21:10:55.525136 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:56.413425 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bef54-65fa-4e92-a006-a493542f9156 req-4b75e526-dd4c-4154-bd25-62c0f445680d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:56.414899 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e44bef54-65fa-4e92-a006-a493542f9156 req-4b75e526-dd4c-4154-bd25-62c0f445680d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0805607 Apr 28 21:10:56.464947 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e44bef54-65fa-4e92-a006-a493542f9156 req-c7d1f922-7c9a-40c7-99d4-d2236c2f9982 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434449 Apr 28 21:10:56.816606 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:10:57.465695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:10:57.596775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:10:57.610175 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'mac_address': 'fa:16:3e:42:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:10:57.659263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea33ce8-2f19-419f-909f-cd9e42414c88 req-1317dba5-d172-4736-b87a-e59f50843846 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:57.660704 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ea33ce8-2f19-419f-909f-cd9e42414c88 req-1317dba5-d172-4736-b87a-e59f50843846 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0829346 Apr 28 21:10:57.663888 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:57.681123 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6651fd56-24fa-44e4-aef7-321feab3b7be {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:10:57.697020 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:10:57.701401 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:57.705341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0ea33ce8-2f19-419f-909f-cd9e42414c88 req-7a81bfe6-107a-4f7d-beca-71c131677b75 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388014 Apr 28 21:10:57.769690 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:57.777215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.777586 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.777920 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.778247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.778572 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.778895 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.779214 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.779530 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.779845 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.780160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.780474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.780790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:10:57.968017 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6651fd56-24fa-44e4-aef7-321feab3b7be'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:10:58.890638 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74f76b6-26cb-4a32-8875-17d68fbb1ee3 req-0bda646b-5b56-4fdb-b8aa-1d0cf002bcdb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:58.892056 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f74f76b6-26cb-4a32-8875-17d68fbb1ee3 req-0bda646b-5b56-4fdb-b8aa-1d0cf002bcdb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 945 time: 0.0817046 Apr 28 21:10:58.934387 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f74f76b6-26cb-4a32-8875-17d68fbb1ee3 req-cd3ea4a4-3958-43c1-8908-5e0d9b24c7f2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367193 Apr 28 21:10:59.480896 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:10:59.548659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 6651fd56-24fa-44e4-aef7-321feab3b7be completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:10:59.553139 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6651fd56-24fa-44e4-aef7-321feab3b7be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:10:59.553522 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:59.664801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:59.691052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:10:59.700474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:10:59.705319 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:10:59.770473 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:10:59.787601 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-784d4d52-f245-42d3-a449-aa37592054a0'] response: {'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'code': 200} Apr 28 21:10:59.920544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66f540-2f97-44b2-a224-ba82b26464ea req-1b2a818d-17a5-499f-b1f6-4a76fa51e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:10:59.922015 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b66f540-2f97-44b2-a224-ba82b26464ea req-1b2a818d-17a5-499f-b1f6-4a76fa51e85b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0681248 Apr 28 21:10:59.969400 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2b66f540-2f97-44b2-a224-ba82b26464ea req-4ada1cbd-1b91-4876-bf51-51231377c1f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372257 Apr 28 21:11:00.115124 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee01b190-49f2-427b-a4ac-34188ed69418 req-ad6b0fdf-ebdd-45f3-af36-881519232818 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:00.116564 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee01b190-49f2-427b-a4ac-34188ed69418 req-ad6b0fdf-ebdd-45f3-af36-881519232818 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0783098 Apr 28 21:11:00.159378 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ee01b190-49f2-427b-a4ac-34188ed69418 req-6026bce1-e5c0-4c55-8cbc-0bc113f76ce9 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372164 Apr 28 21:11:01.343060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca5f3-6268-4612-a258-1418b09d3b65 req-44fa046f-5290-406f-976a-269f076e94b7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:01.344401 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-412ca5f3-6268-4612-a258-1418b09d3b65 req-44fa046f-5290-406f-976a-269f076e94b7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0786653 Apr 28 21:11:01.391405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-412ca5f3-6268-4612-a258-1418b09d3b65 req-59473e27-ddac-40d1-931b-c6c609a4976c tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413859 Apr 28 21:11:01.577072 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b9180e-4886-49f4-b2ea-151f3befa21d req-352a4985-8324-47c9-9e10-719fb135bee0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:01.578515 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b9180e-4886-49f4-b2ea-151f3befa21d req-352a4985-8324-47c9-9e10-719fb135bee0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0805528 Apr 28 21:11:01.621594 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99b9180e-4886-49f4-b2ea-151f3befa21d req-7f94703e-b7f7-4033-8ee2-d027930ce3a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374146 Apr 28 21:11:01.643374 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58412) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:11:01.712800 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b23411c-bc7a-4fc5-a4bd-4d810bc7aff6 tempest-TestShelveInstance-1491238231 tempest-TestShelveInstance-1491238231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:01.713978 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3b23411c-bc7a-4fc5-a4bd-4d810bc7aff6 tempest-TestShelveInstance-1491238231 tempest-TestShelveInstance-1491238231-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1092 time: 0.0696490 Apr 28 21:11:01.716774 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58416) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:11:01.721488 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:11:01.728553 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:11:01.732332 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Usage tracker for resource:floatingip and tenant:38f67f0d1d824a6cb084e3ce81bd42c1 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:11:01.735104 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:11:01.740671 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:11:01.757492 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:01.888097 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:02.020657 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Allocated IP 172.25.2.3 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/ca0814e9-8891-46f9-be17-0f476d501b13) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:11:02.164262 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:02.191751 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:02.353773 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:11:02.356651 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:11:02.360325 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:11:02.397260 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=ca0814e9-8891-46f9-be17-0f476d501b13,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:11:02.757519 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:02.828420 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:03.026546 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:03.030780 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:03.137668 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event updated for resources: {'Port': ['ID=ca0814e9-8891-46f9-be17-0f476d501b13,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:11:03.147694 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:03.312055 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Floating IP 42efd3ff-db09-4faa-bcee-773e4f892a19 associated. External IP: 172.25.2.3, port: 6651fd56-24fa-44e4-aef7-321feab3b7be. Apr 28 21:11:03.656983 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:11:03.947759 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:11:03.959756 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:11:03.970995 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:11:03.971968 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:10:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:11:03.973306 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:04.031727 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-436854d7-fe46-442a-b7ee-f01e9169a8a6 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3139582 Apr 28 21:11:04.032385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:11:04.078648 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eaadece0-9a78-4b11-ba4b-dca08dd952de'] response: {'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'status': 'completed', 'code': 200} Apr 28 21:11:04.158438 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:11:04.180999 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-cf96e39b-e0f2-460b-a941-603483eab04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:04.182502 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-cf96e39b-e0f2-460b-a941-603483eab04f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0807729 Apr 28 21:11:04.312839 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-17146f4b-27d3-4dc1-a000-af0d2bfd405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:04.314293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-17146f4b-27d3-4dc1-a000-af0d2bfd405b service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1261458 Apr 28 21:11:04.416990 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-76481bfc-c6b6-42aa-8ec4-189e7c0159b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 998 time: 0.0965681 Apr 28 21:11:04.481180 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-cb792884-56ae-4743-bc86-9b16b239c42f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:04.482648 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-cb792884-56ae-4743-bc86-9b16b239c42f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0598576 Apr 28 21:11:04.529117 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '42efd3ff-db09-4faa-bcee-773e4f892a19', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:42:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:11:02Z', 'updated_at': '2022-04-28T21:11:02Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:11:04.532911 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:11:04.541286 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:11:04.541899 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:10:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:11:04.556683 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-f66bae7e-80af-476f-bc9f-923af7132acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:04.558154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-f66bae7e-80af-476f-bc9f-923af7132acd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691156 Apr 28 21:11:04.687974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-86d78386-beec-44a9-a88f-822599df0d47 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233411 Apr 28 21:11:04.711097 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:11:04.819543 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-777e7d8f-c845-4d65-bb82-6f6203f32122 req-b0ff1dd0-9173-424a-9886-5a0535ffae03 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251135 Apr 28 21:11:05.044523 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '42efd3ff-db09-4faa-bcee-773e4f892a19', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:42:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:11:02Z', 'updated_at': '2022-04-28T21:11:02Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:11:05.048383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5b582-22ae-4552-94dd-c8f5c17cd632 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '42efd3ff-db09-4faa-bcee-773e4f892a19', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'floating_ip_address': '172.25.2.3', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4414, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'mac_address': 'fa:16:3e:42:aa:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:11:02Z', 'updated_at': '2022-04-28T21:11:02Z', 'revision_number': 0, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:11:05.219894 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-495b9331-f184-47e4-badf-a550e3077d25 None None] New status for floating IP 42efd3ff-db09-4faa-bcee-773e4f892a19: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:11:10.967063 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:13.192466 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:20.437003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d9ff3544-d807-49f6-ac86-8ff51c0ec0d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:22.591304 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93127ccb-3055-4b82-92f8-b5f9899ac716 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:23.630018 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-489df264-5032-429f-b293-bbd481115b25 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0726602 Apr 28 21:11:23.770524 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-7e35b5c1-d401-495f-a7ec-7f36b05fa0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:23.771967 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-7e35b5c1-d401-495f-a7ec-7f36b05fa0ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0704355 Apr 28 21:11:23.918551 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-9c046473-e4b8-4f8e-bb12-6a2586995317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:23.920003 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-9c046473-e4b8-4f8e-bb12-6a2586995317 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1249583 Apr 28 21:11:23.972654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:24.025564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-56707f26-9a07-4c5c-ad9a-3b9516cc785f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 1000 time: 0.0976417 Apr 28 21:11:24.086363 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-9d65530a-957a-4a0e-ba93-91556e147b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:24.087742 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-9d65530a-957a-4a0e-ba93-91556e147b98 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0561852 Apr 28 21:11:24.167464 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-daf5d0c6-56c9-42f5-8575-6a9103aaa56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:11:24.169090 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-daf5d0c6-56c9-42f5-8575-6a9103aaa56e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0741780 Apr 28 21:11:24.360380 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:24.442740 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-24e0b040-3e5b-4f1e-a21f-9b3ab2aa18b4 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664738 Apr 28 21:11:24.590520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-97f5794c-2bd3-47bc-96e1-8b6daafc2974 req-2e10fe9a-e8bc-4a7b-9b4e-8da6e50ab472 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364911 Apr 28 21:11:25.528619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:33.815923 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:11:40.962846 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:43.188036 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:50.439333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d0a44b8d-ea5a-4650-95f6-f74ed0e5401c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:52.573197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6001baf0-bd2a-4008-b335-684adae56f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:53.965497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:54.360808 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:11:55.531641 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:10.815333 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:12:10.976924 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:13.188726 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:20.442132 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6d7efa4d-8755-47d7-9156-ee3da3201303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:22.573581 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2b9fb34b-427e-4d98-aa9f-db97c3215bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:23.795717 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-b5fc23b5-2149-4499-978b-df57b5daf495 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0699022 Apr 28 21:12:23.958511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-1c67a91f-3309-4f48-b413-71f20cde71a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:12:23.959953 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-1c67a91f-3309-4f48-b413-71f20cde71a3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0729163 Apr 28 21:12:23.968640 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:24.106677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-590c922a-d8fb-416e-9f96-33bda25cb445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:12:24.108007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-590c922a-d8fb-416e-9f96-33bda25cb445 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1240420 Apr 28 21:12:24.212048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-831a0425-04a0-4ba7-aa2c-a91e60c80d24 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 1000 time: 0.0947165 Apr 28 21:12:24.276837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-bd2bdde3-05f3-4642-af19-d11b2dcad325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:12:24.278357 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-bd2bdde3-05f3-4642-af19-d11b2dcad325 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0569785 Apr 28 21:12:24.353915 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-5721ce34-b47a-4e97-be73-64eb09d2b2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:12:24.357007 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-5721ce34-b47a-4e97-be73-64eb09d2b2a3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692935 Apr 28 21:12:24.363608 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:24.489801 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-981d5bda-ccba-4a03-b3df-e22409fb4c50 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228530 Apr 28 21:12:24.626082 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c0ea64b-b822-4cd3-b186-9ec752029639 req-ec31e5e8-12b7-4c64-88d1-04cdc2451401 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272967 Apr 28 21:12:25.534604 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:40.976240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:43.194104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:47.815502 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:12:50.446569 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-134dc75b-3bdf-40df-b2ba-32f8da9dede0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:52.575655 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-95e68e1d-a91b-44f5-b230-b6cff7b7a582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:53.971460 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:54.366025 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:12:55.537692 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:02.030318 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa904f3-0739-42fe-a93a-8986c2aab8a5 req-72e0fd43-0944-4e1e-a59b-7981fc9e791a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:02.031763 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa904f3-0739-42fe-a93a-8986c2aab8a5 req-72e0fd43-0944-4e1e-a59b-7981fc9e791a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0827825 Apr 28 21:13:02.075009 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-bfa904f3-0739-42fe-a93a-8986c2aab8a5 req-602d3100-cd23-458d-ba85-cbef147c1ebd tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374343 Apr 28 21:13:03.268110 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769cb58f-990f-419e-b3b3-8d6d02548885 req-6e6bb9b0-4c37-4684-af61-9570fa611f5b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:03.269569 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-769cb58f-990f-419e-b3b3-8d6d02548885 req-6e6bb9b0-4c37-4684-af61-9570fa611f5b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0791614 Apr 28 21:13:03.315412 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-769cb58f-990f-419e-b3b3-8d6d02548885 req-de8e51f2-7dee-40b4-9571-73769f277206 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399954 Apr 28 21:13:04.508953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe0bb-bf3b-4f4f-ad4e-b490c493478a req-7b761834-0448-4fe4-a0f5-fc194a9cf97e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:04.510445 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d3fe0bb-bf3b-4f4f-ad4e-b490c493478a req-7b761834-0448-4fe4-a0f5-fc194a9cf97e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0784988 Apr 28 21:13:04.557734 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5d3fe0bb-bf3b-4f4f-ad4e-b490c493478a req-b69397c3-c3e3-4507-b4a0-d5aca30eb0af tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413599 Apr 28 21:13:05.741170 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afd2993-a48f-45d1-a5e0-1b78e3025823 req-92e29c89-ac84-4cae-9429-726327cce531 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:05.742566 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0afd2993-a48f-45d1-a5e0-1b78e3025823 req-92e29c89-ac84-4cae-9429-726327cce531 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0813036 Apr 28 21:13:05.785800 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-0afd2993-a48f-45d1-a5e0-1b78e3025823 req-e6858f25-2c3f-49ea-9559-f563074cc179 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370917 Apr 28 21:13:06.971655 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7f7ba5-694a-4d92-8814-c20e27bd8efc req-a831ebc9-a419-464a-8de2-e029bdb958da tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:06.973747 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e7f7ba5-694a-4d92-8814-c20e27bd8efc req-a831ebc9-a419-464a-8de2-e029bdb958da tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0801554 Apr 28 21:13:07.019672 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-2e7f7ba5-694a-4d92-8814-c20e27bd8efc req-e2ffb00a-8cb0-4276-85c2-45c13d300cac tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406215 Apr 28 21:13:08.200667 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02078003-6783-4eb6-8836-b3b8aac300c6 req-fad85834-b59f-4af5-9eb7-3020d75ee09a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:08.202115 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02078003-6783-4eb6-8836-b3b8aac300c6 req-fad85834-b59f-4af5-9eb7-3020d75ee09a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0777769 Apr 28 21:13:08.247543 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-02078003-6783-4eb6-8836-b3b8aac300c6 req-3dd77a79-4074-4cd7-9a5d-83ee8fb14649 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399034 Apr 28 21:13:09.435621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34659642-b514-4268-b7c6-4a626f4e18e9 req-ecc721a9-b06b-4e59-ab38-f29e2dea2764 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:09.436977 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34659642-b514-4268-b7c6-4a626f4e18e9 req-ecc721a9-b06b-4e59-ab38-f29e2dea2764 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0859261 Apr 28 21:13:09.480819 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-34659642-b514-4268-b7c6-4a626f4e18e9 req-d10981cc-67c1-438f-a173-9737ca4314ac tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376918 Apr 28 21:13:10.664807 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c1eb28-8286-4a7f-9c07-e51c68072eb9 req-29e86695-eb17-479b-9201-9bceda57f447 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:10.666272 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c1eb28-8286-4a7f-9c07-e51c68072eb9 req-29e86695-eb17-479b-9201-9bceda57f447 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0776389 Apr 28 21:13:10.710110 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-f9c1eb28-8286-4a7f-9c07-e51c68072eb9 req-63b9e81f-2c2b-4aa3-8d24-28ff2ca6f772 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377426 Apr 28 21:13:10.990982 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:11.898153 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55769a22-9dd2-496a-8ae8-2bb8c7f9899f req-a7b3fa7c-0c93-44b9-94b8-f28fe7900527 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:11.899827 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55769a22-9dd2-496a-8ae8-2bb8c7f9899f req-a7b3fa7c-0c93-44b9-94b8-f28fe7900527 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0815284 Apr 28 21:13:11.945703 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-55769a22-9dd2-496a-8ae8-2bb8c7f9899f req-349531af-a199-45d8-aa4f-872ed119ddb1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388100 Apr 28 21:13:12.153780 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-4cecf6ca-f1c9-44cb-921e-070439335e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:12.155725 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-4cecf6ca-f1c9-44cb-921e-070439335e24 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0763476 Apr 28 21:13:12.402996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-854380a1-4994-41bb-b672-56005bbf3751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:12.404458 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-854380a1-4994-41bb-b672-56005bbf3751 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.2412822 Apr 28 21:13:12.506547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-bc14495a-e695-4d31-b207-1981741c1a7e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 1000 time: 0.0952170 Apr 28 21:13:12.570758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-d5e25673-936d-4e05-8a08-cf7f495f76ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:12.572148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-d5e25673-936d-4e05-8a08-cf7f495f76ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0573921 Apr 28 21:13:12.648432 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-6316d7f8-0d37-4104-9719-5c021c9d0bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:12.649913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-6316d7f8-0d37-4104-9719-5c021c9d0bef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0688133 Apr 28 21:13:12.783327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-f7a16a70-83b9-4aab-b1d4-4aed9ed7a4fa service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231351 Apr 28 21:13:12.916718 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ba00512a-fab3-40d3-bf99-be72a52ae73b req-6777ffb5-e643-4cc5-b616-bf7260c5c5ee service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230187 Apr 28 21:13:13.130852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023089f-04b5-492a-89ca-2a802b4e5364 req-6e82c7a2-d2e5-4b33-9d74-4b903d7ec7e2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:13.132285 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b023089f-04b5-492a-89ca-2a802b4e5364 req-6e82c7a2-d2e5-4b33-9d74-4b903d7ec7e2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0819278 Apr 28 21:13:13.175391 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b023089f-04b5-492a-89ca-2a802b4e5364 req-f0f6f4f9-568a-4925-9719-ea84336bbf0b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371706 Apr 28 21:13:13.201200 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:14.362533 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e07fa3-0f5a-432f-91ec-d74d3be22380 req-6ce1796b-b71c-4441-8688-6d6b8bbad685 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:14.363997 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36e07fa3-0f5a-432f-91ec-d74d3be22380 req-6ce1796b-b71c-4441-8688-6d6b8bbad685 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0828891 Apr 28 21:13:14.409039 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-36e07fa3-0f5a-432f-91ec-d74d3be22380 req-5714cef1-0274-4209-868d-2c9966b8bf05 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373766 Apr 28 21:13:15.590318 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a2475-a562-451a-836e-4af716bf9850 req-476dcb69-2e14-4174-a635-f486dc82498e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:15.591674 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-664a2475-a562-451a-836e-4af716bf9850 req-476dcb69-2e14-4174-a635-f486dc82498e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0783403 Apr 28 21:13:15.634890 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-664a2475-a562-451a-836e-4af716bf9850 req-1d9c544f-0439-4432-82b3-a21f685adb08 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374324 Apr 28 21:13:16.020521 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-97533466-4263-4132-876a-a9f549cf54c5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1731036 Apr 28 21:13:16.028084 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e21691-cdda-4c00-8e44-55385737dba4 req-1299d7c9-e933-47d1-9902-441cf1474fcb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:16.029331 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07e21691-cdda-4c00-8e44-55385737dba4 req-1299d7c9-e933-47d1-9902-441cf1474fcb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.1069980 Apr 28 21:13:16.073271 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-07e21691-cdda-4c00-8e44-55385737dba4 req-70a4e17c-c6ad-4689-8fb1-cdd08f5df0a3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382948 Apr 28 21:13:17.261031 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c50f9c4-cfa6-43a7-b0ab-4ac598f5ac5a req-dcdcccca-9bd0-4517-a3c7-a226f7ac97e2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:17.262714 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c50f9c4-cfa6-43a7-b0ab-4ac598f5ac5a req-dcdcccca-9bd0-4517-a3c7-a226f7ac97e2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0804832 Apr 28 21:13:17.311304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6c50f9c4-cfa6-43a7-b0ab-4ac598f5ac5a req-b9f08dd8-f696-4930-b35b-4c778e873ffc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428472 Apr 28 21:13:18.040243 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:13:18.148913 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:18.178092 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:13:18.188628 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:13:18.192379 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:18.226697 n-d-839811-1 neutron-server[88141]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-b7d5e18a-06b9-485c-add1-b2c5287de8f8']: {'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'code': 422} returned with failed status Apr 28 21:13:18.258305 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:13:18.266075 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.266418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.266757 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.267090 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.267422 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.267750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.268074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.268396 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.268718 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.269036 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.269356 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.269699 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:13:18.505541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96031dd1-7357-4d87-a603-8e3f786db373 req-ec1d1390-165f-4c74-9134-7dc5827cb614 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:18.507099 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96031dd1-7357-4d87-a603-8e3f786db373 req-ec1d1390-165f-4c74-9134-7dc5827cb614 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0859759 Apr 28 21:13:18.552642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-96031dd1-7357-4d87-a603-8e3f786db373 req-8fe2c1f0-d304-40f2-ace3-5abcb2953f1f tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391049 Apr 28 21:13:19.742158 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08fe267-02da-4880-b320-a700f78e6191 req-7af3dfe8-ba2e-4547-a4c0-9ba930a31aec tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:19.743528 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a08fe267-02da-4880-b320-a700f78e6191 req-7af3dfe8-ba2e-4547-a4c0-9ba930a31aec tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0845783 Apr 28 21:13:19.788017 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a08fe267-02da-4880-b320-a700f78e6191 req-040bc89b-0976-47fe-a68a-83a364bad8f3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382798 Apr 28 21:13:20.448239 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-69b1142c-5697-41cc-9961-53bb6805f27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:20.678933 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1065-c555-4110-be64-882ad8539b36 req-3d3febc7-1c6d-4a2f-b9a8-3f52576fff38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:20.680451 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-3d3febc7-1c6d-4a2f-b9a8-3f52576fff38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70&tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1 HTTP/1.1" status: 200 len: 1095 time: 0.0767803 Apr 28 21:13:20.775508 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1065-c555-4110-be64-882ad8539b36 req-21ebe69d-e612-4ac8-9c40-87db38827f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:20.777496 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-21ebe69d-e612-4ac8-9c40-87db38827f1b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1095 time: 0.0688179 Apr 28 21:13:20.952452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1065-c555-4110-be64-882ad8539b36 req-8121213e-5ec3-4a12-b5e0-86c9995c4b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:20.953883 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-8121213e-5ec3-4a12-b5e0-86c9995c4b67 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1670270 Apr 28 21:13:21.066983 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14dbffe-1ef9-4170-89eb-8f4ce194eb88 req-c9dad8f7-8892-4445-af31-1bb0bd2fe330 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:21.068320 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c14dbffe-1ef9-4170-89eb-8f4ce194eb88 req-c9dad8f7-8892-4445-af31-1bb0bd2fe330 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.1740139 Apr 28 21:13:21.072575 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-731e7145-e6d6-4011-a453-8a162898167c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 998 time: 0.1109393 Apr 28 21:13:21.162766 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c14dbffe-1ef9-4170-89eb-8f4ce194eb88 req-d02df906-5042-401b-b3f3-1e72e76226a8 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882335 Apr 28 21:13:21.165966 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1065-c555-4110-be64-882ad8539b36 req-48d5b499-25af-426f-8558-6352bfe0ab6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:21.167276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-48d5b499-25af-426f-8558-6352bfe0ab6f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0782709 Apr 28 21:13:21.245135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f1065-c555-4110-be64-882ad8539b36 req-b7e4d416-70a1-46ca-a9a3-f01139bf4dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:21.246577 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-b7e4d416-70a1-46ca-a9a3-f01139bf4dce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0678861 Apr 28 21:13:21.374508 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-6614857b-9e26-40ba-85e0-b63fdbab0ccf service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206913 Apr 28 21:13:21.512913 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-6e11a084-aa7b-4fc9-a3e6-50f34321398b service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278226 Apr 28 21:13:22.345991 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7ff13-1cdc-4a21-a045-337c6b2e0a79 req-bdd046a2-e9d4-4e7f-9e7b-6e5861db2ec1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:22.347435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0a7ff13-1cdc-4a21-a045-337c6b2e0a79 req-bdd046a2-e9d4-4e7f-9e7b-6e5861db2ec1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0806408 Apr 28 21:13:22.394846 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-a0a7ff13-1cdc-4a21-a045-337c6b2e0a79 req-38c5ff6a-21b7-4303-9a43-703de917221e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417137 Apr 28 21:13:22.577623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0597fed0-a9ae-4e70-9306-54d69bfe147c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:23.058593 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-5c7c568b-dbbe-49b5-b0ee-3a1316738859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:23.060029 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-5c7c568b-dbbe-49b5-b0ee-3a1316738859 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1095 time: 0.0729456 Apr 28 21:13:23.317308 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-342d522c-b9ee-412a-85f7-7d241421d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:23.318651 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-342d522c-b9ee-412a-85f7-7d241421d14c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.2321990 Apr 28 21:13:23.424046 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-181f8c07-cf9a-414c-a178-51d1b03d2e1b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 998 time: 0.0948784 Apr 28 21:13:23.490339 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-1716ab04-8d7a-4a65-86c1-8cf084d6afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:23.491780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-1716ab04-8d7a-4a65-86c1-8cf084d6afa0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0572059 Apr 28 21:13:23.629996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-703ef84c-33c2-40f0-ac29-bba383df3db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:23.631347 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-703ef84c-33c2-40f0-ac29-bba383df3db4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1306312 Apr 28 21:13:23.638712 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306e67ec-8cdc-4cb4-bc7e-596591122e3a req-46c8eea1-72a7-4d2d-9805-526df5d63200 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:23.640004 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-306e67ec-8cdc-4cb4-bc7e-596591122e3a req-46c8eea1-72a7-4d2d-9805-526df5d63200 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.1103895 Apr 28 21:13:23.767263 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-306e67ec-8cdc-4cb4-bc7e-596591122e3a req-8db43195-2deb-4238-b1d3-eea5ab7084d3 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083789 Apr 28 21:13:23.795448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-7186118b-af0e-43df-81a2-97467eb7c905 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529760 Apr 28 21:13:23.925634 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6d85d789-33f2-45f6-bc2e-50d044b7fb7a req-935aa65e-7eda-4fb7-86dc-5993fd60d5eb service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208155 Apr 28 21:13:23.972500 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:24.368898 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:24.814366 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:13:24.960102 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c29250-087f-491e-a299-bc57110645c7 req-f106640a-f21d-4b79-886a-b3008abd7fb0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:24.961917 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99c29250-087f-491e-a299-bc57110645c7 req-f106640a-f21d-4b79-886a-b3008abd7fb0 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.0832927 Apr 28 21:13:25.010891 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-99c29250-087f-491e-a299-bc57110645c7 req-daaf2797-993e-4edb-9bd9-39c0972c2165 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424769 Apr 28 21:13:25.540848 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:26.238016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aa360e-893a-4fb9-8b63-c6f397345626 req-4a72d36c-15b7-4a5d-8de1-d923127da234 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:26.239442 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8aa360e-893a-4fb9-8b63-c6f397345626 req-4a72d36c-15b7-4a5d-8de1-d923127da234 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.1238203 Apr 28 21:13:26.282148 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8aa360e-893a-4fb9-8b63-c6f397345626 req-cc22dfe1-4b51-4b7f-ab51-4117a2089ef7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370350 Apr 28 21:13:27.509050 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823d907-e79d-423f-b998-30e12ad2bf8e req-0066d0f6-5e84-4198-bedf-dde98ecd5036 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:27.510523 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4823d907-e79d-423f-b998-30e12ad2bf8e req-0066d0f6-5e84-4198-bedf-dde98ecd5036 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 944 time: 0.1250980 Apr 28 21:13:27.553731 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4823d907-e79d-423f-b998-30e12ad2bf8e req-2c117e9f-3cbe-4c17-8e05-ba8b47b873f4 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372345 Apr 28 21:13:28.080878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:13:28.209327 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:13:28.222160 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'port_id': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'mac_address': 'fa:16:3e:42:aa:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 414, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:13:28.278461 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:28.294626 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6651fd56-24fa-44e4-aef7-321feab3b7be {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:13:28.309505 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:13:28.313497 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:28.378604 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:13:28.569053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['6651fd56-24fa-44e4-aef7-321feab3b7be'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:13:28.737795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbadd4e-7afb-479c-8091-9249b52e7a69 req-ce6db50e-58dd-459b-8f67-fc7f422cb5f2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:28.739154 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1bbadd4e-7afb-479c-8091-9249b52e7a69 req-ce6db50e-58dd-459b-8f67-fc7f422cb5f2 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 945 time: 0.0783818 Apr 28 21:13:28.786137 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1bbadd4e-7afb-479c-8091-9249b52e7a69 req-fb30bd34-e9d3-4d3a-9278-46784b0a6e80 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412428 Apr 28 21:13:29.968266 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617f1031-7105-4505-b72e-7d78dd5d7fbc req-933fa805-f5a1-4b44-a5c1-9d56fdfe9a5e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:29.969785 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-617f1031-7105-4505-b72e-7d78dd5d7fbc req-933fa805-f5a1-4b44-a5c1-9d56fdfe9a5e tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 945 time: 0.0793214 Apr 28 21:13:30.014744 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-617f1031-7105-4505-b72e-7d78dd5d7fbc req-04121f1f-e7dc-4aef-9601-91697c63c2ba tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389757 Apr 28 21:13:30.085770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:13:30.155578 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 6651fd56-24fa-44e4-aef7-321feab3b7be triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:13:30.155938 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:30.267011 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:30.293330 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:13:30.303052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:13:30.306893 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:30.341016 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98832043-3b2b-4bc7-8fd3-044d5fdfbcb4'] response: {'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'code': 200} Apr 28 21:13:30.380191 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:13:30.556758 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31970ec4-6787-4337-a323-75f68fb3955b req-2e311c05-71ac-4822-9760-9d2d319619e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:30.558851 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31970ec4-6787-4337-a323-75f68fb3955b req-2e311c05-71ac-4822-9760-9d2d319619e0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0721569 Apr 28 21:13:30.601049 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-31970ec4-6787-4337-a323-75f68fb3955b req-5d9824e1-c2c3-4bdb-84d4-5cdaa8aafb3f service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328226 Apr 28 21:13:31.202532 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebf8876-13e5-4c6b-81e8-7e0c22f94bcb req-eb2c100e-e802-471b-bd05-e0141627d2fb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:31.203948 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bebf8876-13e5-4c6b-81e8-7e0c22f94bcb req-eb2c100e-e802-471b-bd05-e0141627d2fb tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0807657 Apr 28 21:13:31.247036 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-bebf8876-13e5-4c6b-81e8-7e0c22f94bcb req-4ae24820-c58f-428d-8635-adc5b4321822 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375042 Apr 28 21:13:32.429854 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24dac75-e60b-40aa-b2de-9a6637ee8381 req-e32ab072-3dfc-4101-92cf-12545fdeb0b7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:13:32.431297 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f24dac75-e60b-40aa-b2de-9a6637ee8381 req-e32ab072-3dfc-4101-92cf-12545fdeb0b7 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0807388 Apr 28 21:13:32.474745 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f24dac75-e60b-40aa-b2de-9a6637ee8381 req-5f5ed4fe-a99e-456e-9ba4-2809df6f263b tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376046 Apr 28 21:13:40.990504 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:43.217089 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:50.457839 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c49a2181-2785-47a7-b2ae-209a10c14d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:52.585033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-acf71240-8538-44a7-9a15-34a4dde04799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:53.975443 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:54.371344 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:13:55.550332 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:01.814349 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:14:11.001521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:13.230177 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:20.455984 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-211142c7-9b38-4d18-9afc-71a6f7cdfd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:22.583310 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8588ca84-df51-4518-bb15-6c52d39c9586 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:23.976540 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:24.374361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:25.022950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-3b51e3c1-5879-4668-a7d5-9d3e59328733 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078486 Apr 28 21:14:25.177418 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-ae3235c7-1ea5-4b30-8129-128c22d3f70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:25.178860 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-ae3235c7-1ea5-4b30-8129-128c22d3f70b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0780113 Apr 28 21:14:25.331608 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-7e49b1d1-5f61-456f-8e07-aa1efb71e2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:25.333002 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-7e49b1d1-5f61-456f-8e07-aa1efb71e2dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1305592 Apr 28 21:14:25.430157 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-eee97516-6206-4a14-92e6-71a9920af8c6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 1000 time: 0.0905213 Apr 28 21:14:25.497799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-9c628c26-61df-4539-8a69-5e981245a9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:25.499225 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-9c628c26-61df-4539-8a69-5e981245a9d8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0598161 Apr 28 21:14:25.550654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:25.581080 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-e1fc4424-7ff0-4c88-af74-89a3bbdc847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:25.582993 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-e1fc4424-7ff0-4c88-af74-89a3bbdc847a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735424 Apr 28 21:14:25.714681 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-af37700e-2625-48a2-972d-52c98f9f0b62 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217244 Apr 28 21:14:25.953780 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-6664f271-566d-4ddb-9deb-20866df2bf75 req-073fbaa1-fea7-49fa-abed-c9eff86d3377 service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282548 Apr 28 21:14:38.813124 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:14:41.020742 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:43.228333 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:50.459279 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4994f80e-0a91-44e4-9beb-867735369d50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:52.584400 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0c4bb11f-1e2e-4c9d-bf8e-680e0d673e5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:53.978863 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:54.236359 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58582) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:14:54.378664 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:54.536501 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Deleting port ca0814e9-8891-46f9-be17-0f476d501b13 {{(pid=88140) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:14:54.536844 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:54.698800 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:54.699122 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:54.819793 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.plugin [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Calling delete_port for ca0814e9-8891-46f9-be17-0f476d501b13 owned by network:floatingip {{(pid=88140) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:14:54.966022 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:55.011982 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'Port': ['ID=ca0814e9-8891-46f9-be17-0f476d501b13,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:14:55.050103 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.050438 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.050765 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.051090 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.051411 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.051736 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.052051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.052365 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.052679 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.052993 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.053308 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.053644 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:55.111723 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for floatingip, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:55.111955 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Floating IP 42efd3ff-db09-4faa-bcee-773e4f892a19 disassociated (deleted). External IP: 172.25.2.3, port: 6651fd56-24fa-44e4-aef7-321feab3b7be. Apr 28 21:14:55.465654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:14:55.551774 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:55.637097 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:14:55.647094 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:14:55.657219 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:14:55.657627 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:55.657839 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:14:55.714251 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e4d79bb2-578a-4b55-ba89-a0a174d82934 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "DELETE /v2.0/floatingips/42efd3ff-db09-4faa-bcee-773e4f892a19 HTTP/1.1" status: 204 len: 168 time: 1.4768209 Apr 28 21:14:55.714927 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:14:55.761398 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e7010a7-093e-4206-9dc1-3ab36d7c8760'] response: {'name': 'network-changed', 'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'status': 'completed', 'code': 200} Apr 28 21:14:55.867016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbae5-4606-4634-804d-aefd95320497 req-63e704b9-a38b-4ae2-8035-b5f8e84e4455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:55.868481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-63e704b9-a38b-4ae2-8035-b5f8e84e4455 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 1097 time: 0.0764408 Apr 28 21:14:55.869486 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:14:56.013117 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbae5-4606-4634-804d-aefd95320497 req-2d330827-b4cf-4faf-89ad-52a005e57cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:56.014636 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-2d330827-b4cf-4faf-89ad-52a005e57cfc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 200 len: 909 time: 0.1369767 Apr 28 21:14:56.133384 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-15077127-9dd2-41bf-b822-fab4231195dd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 200 len: 217 time: 0.0789773 Apr 28 21:14:56.173992 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:14:56.177978 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:14:56.185944 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:14:56.186521 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:14:56.206414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbae5-4606-4634-804d-aefd95320497 req-2091b567-0051-4576-8554-9d20ebb9edb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:56.207867 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-2091b567-0051-4576-8554-9d20ebb9edb4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 200 len: 847 time: 0.0678694 Apr 28 21:14:56.216619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bff243-d092-4ed2-9525-e7302aa0cc4d req-59cd2d5a-0ad1-4387-81a2-b16728a24050 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:56.218070 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0bff243-d092-4ed2-9525-e7302aa0cc4d req-59cd2d5a-0ad1-4387-81a2-b16728a24050 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.1946805 Apr 28 21:14:56.309149 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-d0bff243-d092-4ed2-9525-e7302aa0cc4d req-e0f93062-8629-42b6-b9fe-7bfc3625cafc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545883 Apr 28 21:14:56.329886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ebbae5-4606-4634-804d-aefd95320497 req-5bc559c7-b9c3-44b3-89a7-8af6a5fdbbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:56.329886 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-5bc559c7-b9c3-44b3-89a7-8af6a5fdbbfa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068957 Apr 28 21:14:56.364160 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:14:56.461893 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-50bc6fd5-387e-4dc7-888e-8d49d0fd4cab service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272485 Apr 28 21:14:56.595110 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a5ebbae5-4606-4634-804d-aefd95320497 req-1786a493-946b-4ca6-bde9-46bab6756d1c service neutron] 10.222.0.41 "GET /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267867 Apr 28 21:14:56.669526 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:14:56.673415 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07d0c81-3765-4376-a888-8ab9c7c064e0 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:06:03Z', 'revision_number': 4, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '1798e235-445f-45c3-94c2-545af81d19f0', 'name': '', 'network_id': '4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'mac_address': 'fa:16:3e:a0:ac:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_interface', 'standard_attr_id': 4378, 'fixed_ips': [{'subnet_id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:02Z', 'updated_at': '2022-04-28T21:06:10Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'subnets': [{'id': 'be6aadf7-2722-423d-831c-3682ee87b873', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:14:56.899201 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2dd1819-a11f-4276-b182-93416d857807 None None] New status for floating IP 42efd3ff-db09-4faa-bcee-773e4f892a19: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:14:57.646938 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb46cfe-a85c-4e36-b3bf-5cb0741302e8 req-f8cb6824-b72d-49f6-91fe-2dca4ead0090 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:57.647757 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ebb46cfe-a85c-4e36-b3bf-5cb0741302e8 req-f8cb6824-b72d-49f6-91fe-2dca4ead0090 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Synchronizing usage tracker for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:14:57.666922 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [req-ebb46cfe-a85c-4e36-b3bf-5cb0741302e8 req-f8cb6824-b72d-49f6-91fe-2dca4ead0090 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Unset dirty status for tenant:38f67f0d1d824a6cb084e3ce81bd42c1 on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:14:57.668082 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ebb46cfe-a85c-4e36-b3bf-5cb0741302e8 req-f8cb6824-b72d-49f6-91fe-2dca4ead0090 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.2269955 Apr 28 21:14:57.717770 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ebb46cfe-a85c-4e36-b3bf-5cb0741302e8 req-a9638807-3697-420e-82ee-3c296c0b813d tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/security-groups?id=2dac322b-fa7f-41bc-8c2e-211a296e403a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433061 Apr 28 21:14:57.900216 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-fab3972d-c166-4cab-a7cb-4f65789b4db1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:14:57.901646 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-fab3972d-c166-4cab-a7cb-4f65789b4db1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 946 time: 0.0812974 Apr 28 21:14:57.971756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Deleting port 6651fd56-24fa-44e4-aef7-321feab3b7be {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:14:57.972085 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:58.216469 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] For port 6651fd56-24fa-44e4-aef7-321feab3b7be, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=6651fd56-24fa-44e4-aef7-321feab3b7be,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:14:58.216720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:58.336519 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Calling delete_port for 6651fd56-24fa-44e4-aef7-321feab3b7be owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:14:58.585901 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:58.634578 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'Port': ['ID=6651fd56-24fa-44e4-aef7-321feab3b7be,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:14:58.675437 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.675782 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.676113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.676444 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.676773 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.677097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.677416 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.677761 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.678077 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.678396 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.678715 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.679030 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:14:58.721857 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] No DVR routers for this DVR port 6651fd56-24fa-44e4-aef7-321feab3b7be on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:14:58.724313 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:14:58.726795 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-deleted', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:14:58.743481 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1c613069-4fe8-4594-a8e2-317f27b8e769 req-4b0857c7-900b-462b-99f6-a9c87f8baed1 tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.41 "DELETE /v2.0/ports/6651fd56-24fa-44e4-aef7-321feab3b7be HTTP/1.1" status: 204 len: 173 time: 0.8340509 Apr 28 21:14:58.777803 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac3866e-69c4-4827-8e59-5bf3ed937ac6'] response: {'server_uuid': '8f87ddd9-af76-4f0d-bb53-f4ba84186e70', 'name': 'network-vif-deleted', 'tag': '6651fd56-24fa-44e4-aef7-321feab3b7be', 'status': 'completed', 'code': 200} Apr 28 21:14:58.873410 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4b690b8a-4496-498e-a3f8-e032e52bac52 req-b858a31e-5dff-4fe6-b7e4-a98a621d277a tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "GET /v2.0/ports?device_id=8f87ddd9-af76-4f0d-bb53-f4ba84186e70 HTTP/1.1" status: 200 len: 210 time: 0.0429313 Apr 28 21:14:59.983181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58604) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:00.052924 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:00.083226 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:00.150965 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:00.169779 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dac322b-fa7f-41bc-8c2e-211a296e403a,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:00.186874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:00.188735 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-053e9ca8-e77d-473d-90b7-77b45e5390fc tempest-TestShelveInstance-1907253078 tempest-TestShelveInstance-1907253078-project] 10.222.0.24 "DELETE /v2.0/security-groups/2dac322b-fa7f-41bc-8c2e-211a296e403a HTTP/1.1" status: 204 len: 168 time: 0.2040806 Apr 28 21:15:00.232883 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58610) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:00.900331 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:01.257273 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Deleting port 1798e235-445f-45c3-94c2-545af81d19f0 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:01.257932 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:01.429668 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] For port 1798e235-445f-45c3-94c2-545af81d19f0, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1798e235-445f-45c3-94c2-545af81d19f0,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:01.430040 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:01.669016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Calling delete_port for 1798e235-445f-45c3-94c2-545af81d19f0 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:01.842539 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:01.888022 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1798e235-445f-45c3-94c2-545af81d19f0,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:02.159371 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:02.413203 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:02.446346 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 6651fd56-24fa-44e4-aef7-321feab3b7be {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:02.446691 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 6651fd56-24fa-44e4-aef7-321feab3b7be not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:02.513082 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Router 660c81bc-f080-4e65-93ee-f580b1223938 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:15:02.683116 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:02.692901 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Sync routers for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:02.697866 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f698200e-0033-4c58-b2f4-5f0bfac556c3 admin admin] 10.222.0.24 "PUT /v2.0/routers/660c81bc-f080-4e65-93ee-f580b1223938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4618158 Apr 28 21:15:02.698263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58620) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:02.702139 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:02.702763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:02.879151 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:02.995074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.153304 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153'}], 'enable_snat': True}, 'gw_port_id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:15:01Z', 'revision_number': 5, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port': {'id': 'a4363518-5962-4971-afaa-1ba7b1cc26dd', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:fc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '660c81bc-f080-4e65-93ee-f580b1223938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4377, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:00Z', 'updated_at': '2022-04-28T21:06:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:03.159241 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Checking router: 660c81bc-f080-4e65-93ee-f580b1223938 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:03.167904 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Routers {'660c81bc-f080-4e65-93ee-f580b1223938'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:03.168500 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['660c81bc-f080-4e65-93ee-f580b1223938'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:03.172602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.184389 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Deleting port a4363518-5962-4971-afaa-1ba7b1cc26dd {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:03.184830 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.355004 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] Set router 660c81bc-f080-4e65-93ee-f580b1223938 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:03.368011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] For port a4363518-5962-4971-afaa-1ba7b1cc26dd, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=a4363518-5962-4971-afaa-1ba7b1cc26dd,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:03.368366 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.463383 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:15:03Z', 'revision_number': 6, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:03.468255 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5ba36da-0afa-4279-af39-afa22e5f3db2 None None] The sync data for ids ['660c81bc-f080-4e65-93ee-f580b1223938'] in n-d-839811-1 is: [{'id': '660c81bc-f080-4e65-93ee-f580b1223938', 'name': 'tempest-TestShelveInstance-244870076-router', 'tenant_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:05:59Z', 'updated_at': '2022-04-28T21:15:03Z', 'revision_number': 6, 'project_id': '38f67f0d1d824a6cb084e3ce81bd42c1', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:03.498145 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Calling delete_port for a4363518-5962-4971-afaa-1ba7b1cc26dd owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:03.673493 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.719619 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4363518-5962-4971-afaa-1ba7b1cc26dd,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:03.814995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.991789 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:03.993990 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.015446 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.016045 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 660c81bc-f080-4e65-93ee-f580b1223938 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:15:04.028548 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.032574 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-60e7b7a5-183c-4501-8c92-b3db79b1f386 admin admin] 10.222.0.24 "DELETE /v2.0/routers/660c81bc-f080-4e65-93ee-f580b1223938 HTTP/1.1" status: 204 len: 168 time: 1.3304975 Apr 28 21:15:04.032765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58624) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:04.090374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Deleting subnet be6aadf7-2722-423d-831c-3682ee87b873 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:15:04.094157 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.144303 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.220552 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.290630 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.330977 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be6aadf7-2722-423d-831c-3682ee87b873,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:04.335771 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.341872 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a17459cc-99c5-43e7-bc8c-686a63157220 None None] Network 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:04.344405 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-48cceb90-b429-4bd3-8941-7e98b6f59d48 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/be6aadf7-2722-423d-831c-3682ee87b873 HTTP/1.1" status: 204 len: 168 time: 0.3106480 Apr 28 21:15:04.346886 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58628) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:04.574218 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.594350 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Deleting port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:04.594615 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.623507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] DHCP port deletion for 4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:15:04.627631 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Deleting port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:04.628000 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.794819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] For port 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1f218cca-cc34-4de1-9d1d-ff35abc793c6,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:04.795402 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.829024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] For port 1f218cca-cc34-4de1-9d1d-ff35abc793c6, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=1f218cca-cc34-4de1-9d1d-ff35abc793c6,segment=NetworkSegment(04e3babc-3b92-4971-af76-7cc0ec05edc0),segment_id=04e3babc-3b92-4971-af76-7cc0ec05edc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:04.829411 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:04.919592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Calling delete_port for 1f218cca-cc34-4de1-9d1d-ff35abc793c6 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:04.949986 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Calling delete_port for 1f218cca-cc34-4de1-9d1d-ff35abc793c6 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:04.997009 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.024024 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:15:05.024438 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:15:05.042843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f218cca-cc34-4de1-9d1d-ff35abc793c6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:05.046755 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] No DVR routers for this DVR port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:15:05.159949 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.191011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:05.202814 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04e3babc-3b92-4971-af76-7cc0ec05edc0') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:05.203105 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04e3babc-3b92-4971-af76-7cc0ec05edc0') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:05.214311 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.215415 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1f218cca-cc34-4de1-9d1d-ff35abc793c6 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:05.230417 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.237258 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:15:05.237718 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.248849 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1f218cca-cc34-4de1-9d1d-ff35abc793c6 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:05.249274 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1f218cca-cc34-4de1-9d1d-ff35abc793c6 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:05.250269 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a4363518-5962-4971-afaa-1ba7b1cc26dd no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: timer() Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:15:05.251863 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:15:05.281791 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: a4363518-5962-4971-afaa-1ba7b1cc26dd {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:05.282131 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device a4363518-5962-4971-afaa-1ba7b1cc26dd not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:05.282528 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1798e235-445f-45c3-94c2-545af81d19f0 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:05.318031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 1798e235-445f-45c3-94c2-545af81d19f0 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:05.318284 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 1798e235-445f-45c3-94c2-545af81d19f0 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:05.328856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.344881 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.356075 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] Pushing event deleted for resources: {'Network': ['ID=4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:05.368011 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6575110f-8304-48f8-94db-5bb25a75e909 admin admin] 10.222.0.24 "DELETE /v2.0/networks/4bb7f5bb-9df2-44ba-a2eb-5f5b473d4550 HTTP/1.1" status: 204 len: 168 time: 1.0201976 Apr 28 21:15:05.370858 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58632) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:05.525246 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Deleting port 1f218cca-cc34-4de1-9d1d-ff35abc793c6 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:05.525850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:05.589619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-35bc5419-4134-458b-9f39-39b61aef4c49 None None] The port '1f218cca-cc34-4de1-9d1d-ff35abc793c6' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 21:15:05.894817 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:06.338885 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Deleting port ac2883d3-6b9d-4d01-9bef-680da1813138 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:06.339224 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:06.510081 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] For port ac2883d3-6b9d-4d01-9bef-680da1813138, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ac2883d3-6b9d-4d01-9bef-680da1813138,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:06.510442 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:06.629996 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Calling delete_port for ac2883d3-6b9d-4d01-9bef-680da1813138 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:06.796828 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:06.841874 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac2883d3-6b9d-4d01-9bef-680da1813138,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:07.113519 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:07.594532 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Router f1b88903-9164-449b-ae8d-4e53e3183695 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:15:07.771648 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:07.781398 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Sync routers for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:07.781891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-7b2c118b-6826-4663-9f47-3ba4706e2b18 admin admin] 10.222.0.24 "PUT /v2.0/routers/f1b88903-9164-449b-ae8d-4e53e3183695/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4085619 Apr 28 21:15:07.783651 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58636) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:07.790426 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:07.791028 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:07.956811 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:07.999052 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:08.132469 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:08.143222 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Deleting port 8f06bfc3-de54-4505-a745-94effcc23f96 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:08.143558 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:08.289901 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:15:06Z', 'revision_number': 5, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port': {'id': '8f06bfc3-de54-4505-a745-94effcc23f96', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e9:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4389, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:06:06Z', 'updated_at': '2022-04-28T21:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:08.293753 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Checking router: f1b88903-9164-449b-ae8d-4e53e3183695 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:08.303077 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Routers {'f1b88903-9164-449b-ae8d-4e53e3183695'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:08.303682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['f1b88903-9164-449b-ae8d-4e53e3183695'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:08.319643 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] For port 8f06bfc3-de54-4505-a745-94effcc23f96, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=8f06bfc3-de54-4505-a745-94effcc23f96,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:08.319996 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:08.446645 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Calling delete_port for 8f06bfc3-de54-4505-a745-94effcc23f96 owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:08.454750 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] Set router f1b88903-9164-449b-ae8d-4e53e3183695 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:08.559447 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:15:08Z', 'revision_number': 6, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:08.563559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb83756d-e4fd-4a70-b4e3-18bb5c7bceda None None] The sync data for ids ['f1b88903-9164-449b-ae8d-4e53e3183695'] in n-d-839811-1 is: [{'id': 'f1b88903-9164-449b-ae8d-4e53e3183695', 'name': 'tempest-TestShelveInstance-1813960843-router', 'tenant_id': '3ba80f2f01014990bf9ab65d92688605', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:06:05Z', 'updated_at': '2022-04-28T21:15:08Z', 'revision_number': 6, 'project_id': '3ba80f2f01014990bf9ab65d92688605', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:08.616895 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:08.662926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f06bfc3-de54-4505-a745-94effcc23f96,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:08.872847 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.052492 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.054679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.077941 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.078462 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1b88903-9164-449b-ae8d-4e53e3183695 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:15:09.091194 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.092597 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-9b63c3d1-3def-4c2e-82cc-0b81848780c1 admin admin] 10.222.0.24 "DELETE /v2.0/routers/f1b88903-9164-449b-ae8d-4e53e3183695 HTTP/1.1" status: 204 len: 168 time: 1.3080220 Apr 28 21:15:09.095756 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58640) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:09.152399 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Deleting subnet 0c355868-6b30-4eba-90a5-70bb8793bbd4 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:15:09.155419 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.205478 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.281484 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.353703 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.369808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ac2883d3-6b9d-4d01-9bef-680da1813138 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:09.396726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c355868-6b30-4eba-90a5-70bb8793bbd4,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:09.400078 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.406443 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-c865d29e-93b5-4423-aa3d-21af4f6bfe5d admin admin] 10.222.0.24 "DELETE /v2.0/subnets/0c355868-6b30-4eba-90a5-70bb8793bbd4 HTTP/1.1" status: 204 len: 168 time: 0.3097458 Apr 28 21:15:09.409098 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58644) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:09.410477 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ac2883d3-6b9d-4d01-9bef-680da1813138 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:09.411035 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ac2883d3-6b9d-4d01-9bef-680da1813138 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:09.411507 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f06bfc3-de54-4505-a745-94effcc23f96 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:09.438524 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ea481c-0b32-4dff-a45a-d6b53f08502f None None] Network 267a9bce-2057-4956-9d5f-420598581577 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:09.474086 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 8f06bfc3-de54-4505-a745-94effcc23f96 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:09.474513 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 8f06bfc3-de54-4505-a745-94effcc23f96 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:09.526745 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.537056 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Deleting port 245596f4-662c-4455-a3e3-5a99691f2f28 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:09.537384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.707143 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] DHCP port deletion for 267a9bce-2057-4956-9d5f-420598581577 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:15:09.711490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Deleting port 245596f4-662c-4455-a3e3-5a99691f2f28 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:09.711928 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.751584 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] For port 245596f4-662c-4455-a3e3-5a99691f2f28, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=245596f4-662c-4455-a3e3-5a99691f2f28,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:09.751945 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.873926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Calling delete_port for 245596f4-662c-4455-a3e3-5a99691f2f28 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:09.913198 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] For port 245596f4-662c-4455-a3e3-5a99691f2f28, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=245596f4-662c-4455-a3e3-5a99691f2f28,segment=NetworkSegment(394d9972-66ad-4bf4-ab61-26723f12a11d),segment_id=394d9972-66ad-4bf4-ab61-26723f12a11d)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:09.913998 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.951491 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:09.998413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Pushing event deleted for resources: {'Port': ['ID=245596f4-662c-4455-a3e3-5a99691f2f28,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:10.001837 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] No DVR routers for this DVR port 245596f4-662c-4455-a3e3-5a99691f2f28 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:15:10.076292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Calling delete_port for 245596f4-662c-4455-a3e3-5a99691f2f28 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:15:10.118975 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.145627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['267a9bce-2057-4956-9d5f-420598581577']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:10.148889 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:15:10.149250 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:15:10.161697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394d9972-66ad-4bf4-ab61-26723f12a11d') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:10.162189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394d9972-66ad-4bf4-ab61-26723f12a11d') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:10.173105 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.189263 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.195927 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:15:10.196378 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: timer() Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:15:10.211051 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:15:10.286388 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.291710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.318005 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] Pushing event deleted for resources: {'Network': ['ID=267a9bce-2057-4956-9d5f-420598581577,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:10.323515 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-48b4ade3-7d98-447f-bf67-4d961e09ead1 admin admin] 10.222.0.24 "DELETE /v2.0/networks/267a9bce-2057-4956-9d5f-420598581577 HTTP/1.1" status: 204 len: 168 time: 0.9129596 Apr 28 21:15:10.447586 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58650) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:10.497048 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-dd2d4ff6-c7fc-4e67-a328-93dfb6c9a507 admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=38f67f0d1d824a6cb084e3ce81bd42c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478897 Apr 28 21:15:10.500121 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58654) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:10.557447 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.583327 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.633985 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.650264 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Deleting port 245596f4-662c-4455-a3e3-5a99691f2f28 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:15:10.650753 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.651011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee05c0b3-a335-4e23-b977-63026604a63e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:10.659566 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:10.663171 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6523ada2-e79e-42c6-8979-0b1e858f7076 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/ee05c0b3-a335-4e23-b977-63026604a63e HTTP/1.1" status: 204 len: 168 time: 0.1596122 Apr 28 21:15:10.726271 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-d675e964-1c0c-4028-802f-33922609fec1 None None] The port '245596f4-662c-4455-a3e3-5a99691f2f28' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 21:15:11.013660 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:11.021687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58662) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:11.069258 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-4e4d982c-3f41-4816-9479-3a509accdd4b admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=3ba80f2f01014990bf9ab65d92688605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464385 Apr 28 21:15:11.071585 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58666) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:11.131897 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:11.157917 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:11.215740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:11.217184 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 245596f4-662c-4455-a3e3-5a99691f2f28 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:15:11.231673 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1092ec0-09b8-4aa9-abd3-12daa25e06f7,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:11.239859 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:11.240959 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-27945947-1b8c-454d-b20e-d1cc86cf59bb admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/a1092ec0-09b8-4aa9-abd3-12daa25e06f7 HTTP/1.1" status: 204 len: 168 time: 0.1683843 Apr 28 21:15:11.262736 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 245596f4-662c-4455-a3e3-5a99691f2f28 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:15:11.263076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 245596f4-662c-4455-a3e3-5a99691f2f28 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:15:12.002949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58690) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:12.122988 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-959038280-network', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:12.128894 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:12.132681 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Usage tracker for resource:network and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:12.135816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:12.142454 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:12.151618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Made reservation on behalf of 09a311a1817d4108ace8e3ae6d261ac2 for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:15:12.154248 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.168270 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.182618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:12.186321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:12.189049 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:12.195016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:12.279740 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.284061 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.321014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:15:12.326097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d9aac55-9c91-4798-aafa-716c25373688,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:12.333306 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.333673 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Added segment 2088c44d-5244-41e1-8943-e8816ea0de00 of type vlan for network 62a0e112-2b4b-4f32-a85b-502bab032ca6 Apr 28 21:15:12.358604 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.386561 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.387511 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:12.388079 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.598546 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5943403 Apr 28 21:15:12.601666 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766e4aa-a6ed-4808-9209-516187ce17f1 admin admin] Pushing event updated for resources: {'Network': ['ID=62a0e112-2b4b-4f32-a85b-502bab032ca6,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:12.601817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58696) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:12.607286 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Request body: {'subnet': {'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-959038280-subnet', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:12.612215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:15:12.613181 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:12.617019 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Usage tracker for resource:subnet and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:12.619830 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:12.626535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:12.635535 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Made reservation on behalf of 09a311a1817d4108ace8e3ae6d261ac2 for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:15:12.637807 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.835393 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.913023 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0386fa9-9054-47ab-b709-2d7e04307fd9,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:12.918439 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Checking segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:12.918786 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Network hostable DHCP agents. Network: 62a0e112-2b4b-4f32-a85b-502bab032ca6, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:15:12.943837 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:15:12.952495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 62a0e112-2b4b-4f32-a85b-502bab032ca6) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:12.956787 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:12.957365 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:12.963151 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18120f26-024e-47d7-b396-20d20ec705af None None] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:12.976100 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-d3b8a878-408c-4195-b419-84c0b6124c83 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3732817 Apr 28 21:15:12.979125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58700) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:12.985039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:12.990535 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:12.994372 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Usage tracker for resource:router and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:12.997217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:13.004171 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:13.013574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.014525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.029125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.168147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-62a0e112-2b4b-4f32-a85b-502bab032ca6', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:15:13.169048 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.267799 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.310602 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.336695 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Allocated IP 172.20.0.2 (62a0e112-2b4b-4f32-a85b-502bab032ca6/d0386fa9-9054-47ab-b709-2d7e04307fd9/565e4cf4-5ca7-415b-ae5b-2d2581ff9d76) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:13.542110 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.551982 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Transition to ACTIVE for port object 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:13.569854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Transition to ACTIVE for port object 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:13.575347 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.629266 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.637159 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:13.640674 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:13.644171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:13.652564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Pushing event updated for resources: {'Port': ['ID=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:13.663064 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.693521 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.693856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.694192 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.694522 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.694847 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.695171 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.695490 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.695808 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.696128 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.696444 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.696758 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.697074 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:13.747985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Attempting to bind port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:13.748250 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Attempting to bind port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:13.748609 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Attempting to bind port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:13.754180 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:13.754548 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Checking segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:13.754940 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.755324 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Bound using segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:13.755778 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Bound port: 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:13.756150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.795249 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Allocated IP 172.25.2.166 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/9f41b194-9547-498a-9f2c-da2b5e3d755b) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:13.842967 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] For port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:13.846037 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] For port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:13.850247 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.934454 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fd7387-4e5c-4dd8-909a-78f11371fb55 None None] Pushing event updated for resources: {'Port': ['ID=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:13.957909 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:13.986796 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:14.052475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:14.055335 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:14.058929 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:14.089349 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Pushing event updated for resources: {'Port': ['ID=9f41b194-9547-498a-9f2c-da2b5e3d755b,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:14.622760 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:14.873857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4d3b2-6331-4372-b4b4-2770ce302c9e None None] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:14.972066 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:14.982221 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-19f15688-5568-4c23-be7e-06a657656d11 None None] Provisioning for port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:15.192359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Router 71690700-0c0e-48d7-92bc-b2fb73857815 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88139) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:15:15.257226 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:15.374905 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:15.375439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:15.382531 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:15.382842 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:15.385037 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:15.398807 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:15.399448 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:15.400415 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:15.404113 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-f39b6148-df33-4a94-a357-32e755cea4aa admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4213719 Apr 28 21:15:15.404387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58706) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:15.512133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:15.545306 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:15.550087 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:15.585573 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:15.617018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:15.821902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:15:15.882467 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:14Z', 'revision_number': 3, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:15.886386 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:15.886725 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Updating router 71690700-0c0e-48d7-92bc-b2fb73857815 port 9f41b194-9547-498a-9f2c-da2b5e3d755b binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:15:15.943744 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.205238 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.256710 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.268175 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Transition to ACTIVE for port object 9f41b194-9547-498a-9f2c-da2b5e3d755b will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:16.275118 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.354114 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Attempting to bind port 9f41b194-9547-498a-9f2c-da2b5e3d755b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:16.354468 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Attempting to bind port 9f41b194-9547-498a-9f2c-da2b5e3d755b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:16.354813 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Attempting to bind port 9f41b194-9547-498a-9f2c-da2b5e3d755b on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:16.356837 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Pushing event updated for resources: {'Port': ['ID=9f41b194-9547-498a-9f2c-da2b5e3d755b,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:16.366902 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.367231 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.367558 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.367879 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.368200 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.368513 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.368823 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.369133 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.369443 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.369777 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.370084 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.370390 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88142) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:15:16.373429 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:16.373816 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:16.374500 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.374739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:16.375210 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Bound port: 9f41b194-9547-498a-9f2c-da2b5e3d755b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:16.375571 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.409038 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Allocated IP 172.20.0.1 (62a0e112-2b4b-4f32-a85b-502bab032ca6/d0386fa9-9054-47ab-b709-2d7e04307fd9/7b942c96-7a4b-46e0-9f3c-63b9fd32148c) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:16.446942 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] For port 9f41b194-9547-498a-9f2c-da2b5e3d755b, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:16.449935 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] For port 9f41b194-9547-498a-9f2c-da2b5e3d755b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f41b194-9547-498a-9f2c-da2b5e3d755b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:16.454756 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.531090 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:16.531824 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:16.563591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.580016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Transition to ACTIVE for port object 7b942c96-7a4b-46e0-9f3c-63b9fd32148c will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:16.603318 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.662657 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b290403-ba6c-4e9c-81e7-ebeb6621a471 None None] Pushing event updated for resources: {'Port': ['ID=9f41b194-9547-498a-9f2c-da2b5e3d755b,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:16.673326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:16.676110 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:16.678621 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:16.716412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Pushing event updated for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:16.733442 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:16.739705 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.864868 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:16.994963 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1bca1c0b-5dc0-478a-ab40-5b51581ad345 None None] Provisioning for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:17.000508 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-1bca1c0b-5dc0-478a-ab40-5b51581ad345 None None] Provisioning complete for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:17.000881 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1bca1c0b-5dc0-478a-ab40-5b51581ad345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.022501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:14Z', 'revision_number': 3, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:17.027604 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac0bcde-49db-433e-a574-de582be90bd0 None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:14Z', 'revision_number': 3, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:17.070167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-1bca1c0b-5dc0-478a-ab40-5b51581ad345 None None] Port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:15:17.095136 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.099673 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.209593 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.259590 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Pushing event updated for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:17.285724 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:17.357856 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:17.359145 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.389242 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:17.390699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:17.692170 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-463b1933-7826-4a9b-b6de-66baa8eef0d7 None None] Provisioning complete for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:17.692813 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-463b1933-7826-4a9b-b6de-66baa8eef0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:17.719070 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:15:17.750122 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-463b1933-7826-4a9b-b6de-66baa8eef0d7 None None] Port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:15:17.909759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:17.918341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-76ded6c8-aa47-40e3-8e6c-6bac4f02d303 admin admin] 10.222.0.24 "PUT /v2.0/routers/71690700-0c0e-48d7-92bc-b2fb73857815/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5129812 Apr 28 21:15:18.418819 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58724) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:18.425144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-906016010-network', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:18.431154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:18.435039 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Usage tracker for resource:network and tenant:50ea87d0f3614ee1aee8117220f4db8d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:18.438289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:18.444340 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:18.454397 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Made reservation on behalf of 50ea87d0f3614ee1aee8117220f4db8d for: {'network': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:15:18.456737 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for network, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.473050 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.490408 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:18.494269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Usage tracker for resource:security_group_rule and tenant:50ea87d0f3614ee1aee8117220f4db8d is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:18.497083 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:18.504165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:18.509321 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:18.519019 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:18.519627 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:18.585753 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.590590 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.623606 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88139) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Apr 28 21:15:18.629067 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f880161-73d3-472e-915e-7eb7625cc921,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:18.636175 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.637052 n-d-839811-1 neutron-server[88139]: INFO neutron.db.segments_db [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Added segment 3eb8a346-6133-4868-9d30-a4f3c2e6ffc0 of type vlan for network 0006cd75-67f7-4b6f-aa6f-059024ddb494 Apr 28 21:15:18.664845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8775215871928'] for network, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.693782 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966'] for network, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.694741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:18.695315 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:18.699472 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:18.798550 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] 10.222.0.24 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3756063 Apr 28 21:15:18.798750 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58728) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:18.800046 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd48a23-8449-43a8-b61e-e6c998ac734a admin admin] Pushing event updated for resources: {'Network': ['ID=0006cd75-67f7-4b6f-aa6f-059024ddb494,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:18.807878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Request body: {'subnet': {'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-906016010-subnet', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'ip_version': 4}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:18.816523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:18.820347 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Usage tracker for resource:subnet and tenant:50ea87d0f3614ee1aee8117220f4db8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:18.823295 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:18.824425 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 details requested by agent ovs-agent-n-d-839811-1 with host n-d-839811-1 {{(pid=88141) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Apr 28 21:15:18.830180 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:18.839898 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Made reservation on behalf of 50ea87d0f3614ee1aee8117220f4db8d for: {'subnet': 1} {{(pid=88140) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:15:18.842040 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2994791'] for subnet, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.046671 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9444786', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2994773'] for subnet, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.102450 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 2, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:19.106290 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:19.106770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Updating router 71690700-0c0e-48d7-92bc-b2fb73857815 port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:15:19.123239 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Pushing event updated for resources: {'Subnet': ['ID=156daa9b-080b-47c9-b92c-54ecf3fdc650,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:19.131643 n-d-839811-1 neutron-server[88140]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Checking segment: {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88140) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:19.131992 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Network hostable DHCP agents. Network: 0006cd75-67f7-4b6f-aa6f-059024ddb494, hostable agents: ['b2475cdd-d1f2-4336-b398-46596fa1ae58'], hosted agents: [] {{(pid=88140) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Apr 28 21:15:19.151652 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 is scheduled to be hosted by DHCP agent b2475cdd-d1f2-4336-b398-46596fa1ae58 with binding_index 1 {{(pid=88140) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Apr 28 21:15:19.159124 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.161244 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-839811-1, 0006cd75-67f7-4b6f-aa6f-059024ddb494) {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:19.166593 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:19.167172 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.173119 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a75cf490-3d23-4fc1-acb2-d02b6f602a7e None None] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:19.193863 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-925f28ac-7a91-4bf1-9c4d-c8a6924a5054 admin admin] 10.222.0.24 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3940966 Apr 28 21:15:19.194523 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58732) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:19.199599 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:19.206143 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:19.210780 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Usage tracker for resource:router and tenant:50ea87d0f3614ee1aee8117220f4db8d is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:19.213827 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:19.225481 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:19.231885 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-458863', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-5181'] for router, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.232958 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-460655', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609244', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-447048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-5172'] for router, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.251714 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.268984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f41b194-9547-498a-9f2c-da2b5e3d755b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:19.529168 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609226', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-458909', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5126'] for router, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.631874 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 9f41b194-9547-498a-9f2c-da2b5e3d755b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:19.652076 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9f41b194-9547-498a-9f2c-da2b5e3d755b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:19.652444 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.753155 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp5455cfc3-5575-59a8-b47c-a4853c54500e-0006cd75-67f7-4b6f-aa6f-059024ddb494', 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'fixed_ips': [{'subnet_id': '156daa9b-080b-47c9-b92c-54ecf3fdc650'}]}} from n-d-839811-1. {{(pid=88141) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Apr 28 21:15:19.753979 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.947987 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:19.977028 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.029233 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.031452 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.051233 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Transition to ACTIVE for port object 7b942c96-7a4b-46e0-9f3c-63b9fd32148c will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:20.066675 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.109360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.db_base_plugin_common [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Allocated IP 172.20.0.2 (0006cd75-67f7-4b6f-aa6f-059024ddb494/156daa9b-080b-47c9-b92c-54ecf3fdc650/ca6af7bf-9a92-4bfc-89a8-f9069ee8402b) {{(pid=88141) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:20.113683 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 9f41b194-9547-498a-9f2c-da2b5e3d755b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f41b194-9547-498a-9f2c-da2b5e3d755b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:20.119594 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Allocated IP 172.25.2.100 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/fc500ed6-3bd0-42d2-af81-e6e49e9da11b) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:20.132709 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.241289 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53117f6-4695-4847-a4ad-438fc2a52739 None None] Pushing event updated for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:20.286218 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.319445 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.384661 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:20.387457 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:20.391495 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:20.426933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Pushing event updated for resources: {'Port': ['ID=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:20.470891 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Attempting to bind port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:20.471253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Attempting to bind port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:20.471611 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Attempting to bind port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:20.491455 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=9f41b194-9547-498a-9f2c-da2b5e3d755b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:20.505404 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:20.505790 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Checking segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:20.506187 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.506574 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Bound using segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:20.507047 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Bound port: 7b942c96-7a4b-46e0-9f3c-63b9fd32148c, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:20.507464 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.521233 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ba651c2-3b32-4ba6-81e3-1c442d3d8b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.654749 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks [] for port, precommit_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.669754 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Transition to ACTIVE for port object ca6af7bf-9a92-4bfc-89a8-f9069ee8402b will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:20.672439 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] For port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:20.678022 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] For port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:20.684384 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.749620 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Transition to ACTIVE for port object ca6af7bf-9a92-4bfc-89a8-f9069ee8402b will not be triggered until provisioned by entity DHCP. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:20.764028 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034'] for port, after_create {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.785977 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:20.786616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:20.823079 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:20.842559 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53117f6-4695-4847-a4ad-438fc2a52739 None None] Pushing event updated for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:21.016142 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 is already hosted by enough agents. {{(pid=88141) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:21.028474 n-d-839811-1 neutron-server[88141]: DEBUG neutron.scheduler.base_scheduler [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Resources bound (agent type, host, resource id): {{(pid=88141) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:21.046387 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Received port after_create {{(pid=88141) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:21.135800 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Pushing event updated for resources: {'Port': ['ID=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,revision_number=1']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:21.163326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-458882', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609249'] for router, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.184659 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Attempting to bind port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:21.185031 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Attempting to bind port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:21.185392 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Attempting to bind port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b on network 0006cd75-67f7-4b6f-aa6f-059024ddb494 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:21.195682 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:21.251622 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f41b194-9547-498a-9f2c-da2b5e3d755b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:21.282418 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:21.282794 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Checking segment: {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:21.283192 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.283587 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Bound using segment: {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:21.284079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Bound port: ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:21.284459 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.497578 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 is scheduled to L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f with binding_index 1 {{(pid=88140) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Apr 28 21:15:21.577215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] For port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:21.589005 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] For port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:21.590006 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 9f41b194-9547-498a-9f2c-da2b5e3d755b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:21.590457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.623476 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.677287 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:21.688228 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Sync routers for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:21.698461 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:21.699113 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:14:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:21.709163 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] Notify callbacks [] for router, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:21.709163 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-3778100d-71c3-44c3-a98e-f5df26741671 admin admin] 10.222.0.24 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5083299 Apr 28 21:15:21.709401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58736) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:21.772552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaffc6e-8e0c-4356-ae87-a7f9d454faae None None] Pushing event updated for resources: {'Port': ['ID=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,revision_number=2']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:21.862332 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:21.866616 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb261a3-6f61-4bad-a4b0-d154fbe6e79f None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:21.921661 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:22.310236 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 3, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:22.315501 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Checking router: 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:22.315844 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Updating router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 port fc500ed6-3bd0-42d2-af81-e6e49e9da11b binding host n-d-839811-1 {{(pid=88142) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:15:22.370457 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.520055 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.593723 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9e44c250-7e41-4f9b-bf35-0e2cb6cd93d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.758770 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks [] for port, precommit_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.767656 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Allocated IP 172.20.0.1 (0006cd75-67f7-4b6f-aa6f-059024ddb494/156daa9b-080b-47c9-b92c-54ecf3fdc650/681d5666-4c2d-46c9-a3bf-8ff7dab0c975) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:22.772319 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.provisioning_blocks [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Transition to ACTIVE for port object fc500ed6-3bd0-42d2-af81-e6e49e9da11b will not be triggered until provisioned by entity L2. {{(pid=88142) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:22.784721 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.905732 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Attempting to bind port fc500ed6-3bd0-42d2-af81-e6e49e9da11b on host n-d-839811-1 for vnic_type normal with profile {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:22.906097 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Attempting to bind port fc500ed6-3bd0-42d2-af81-e6e49e9da11b by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:22.906452 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Attempting to bind port fc500ed6-3bd0-42d2-af81-e6e49e9da11b on network 95bf66db-5b42-401a-882b-506fdd308b5b {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:22.922401 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79e2c-ad7f-4a5d-b994-e8b6e827ade9 None None] Pushing event updated for resources: {'Port': ['ID=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,revision_number=2']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:22.930589 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:22.931106 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Checking segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88142) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:22.931472 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.931854 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Bound using segment: {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'} {{(pid=88142) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:22.932365 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.managers [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Bound port: fc500ed6-3bd0-42d2-af81-e6e49e9da11b, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e255999e-b36b-4630-b995-2799d6cf3d95', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b'}}] {{(pid=88142) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:22.934763 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.964210 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:22.982577 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.provisioning_blocks [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Transition to ACTIVE for port object 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 will not be triggered until provisioned by entity DHCP. {{(pid=88140) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:23.008621 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.029705 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] For port fc500ed6-3bd0-42d2-af81-e6e49e9da11b, host n-d-839811-1, cleared binding levels {{(pid=88142) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:23.034785 n-d-839811-1 neutron-server[88142]: DEBUG neutron.plugins.ml2.db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] For port fc500ed6-3bd0-42d2-af81-e6e49e9da11b, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88142) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:23.046610 n-d-839811-1 neutron-server[88142]: DEBUG neutron_lib.callbacks.manager [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88142) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.082125 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:23.085015 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:23.097550 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:23.136702 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Pushing event updated for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:23.145970 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:23.147176 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:15:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:23.163775 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-036f8fa6-d128-4009-b54d-d509922ad965 None None] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:15:23.172379 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-603351'] for router_interface, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.203972 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df79e2c-ad7f-4a5d-b994-e8b6e827ade9 None None] Pushing event updated for resources: {'Port': ['ID=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,revision_number=3']} {{(pid=88142) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:23.279784 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-887429bd-cc28-44dd-b5bf-5dfd249eb727 None None] Provisioning for port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:23.363789 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ca6af7bf-9a92-4bfc-89a8-f9069ee8402b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:23.407140 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:23.503913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:23.504811 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.511837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:23.512351 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.638211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.679785 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:23.686837 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.688010 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b942c96-7a4b-46e0-9f3c-63b9fd32148c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:23.731512 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 3, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:23.740422 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce69618-2b80-4dbd-85bb-fde9dc88ed19 None None] The sync data for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 is: [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 3, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:23.761500 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.772557 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.812978 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:23.831770 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:23.837254 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:23.837658 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.863057 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-526980', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608318'] for router_interface, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:23.961781 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Provisioning for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:23.983564 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Provisioning complete for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:23.983564 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.015051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Pushing event updated for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:24.049113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:15:24.056101 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.071984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:24.073122 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:24.118053 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Provisioning complete for port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:24.118422 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cfd2d972-03bc-465d-b75c-8af21f6dd053 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.174211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.261237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:24.284361 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.310883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:15:24.383339 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:24.393144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.491247 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a97defaa-ca98-4179-ae39-eb756cde906c None None] Provisioning complete for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:24.491610 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a97defaa-ca98-4179-ae39-eb756cde906c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:24.503129 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:24.519804 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1159149f-57c7-44ff-bbb1-d2e39717cd6e admin admin] 10.222.0.24 "PUT /v2.0/routers/0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8014727 Apr 28 21:15:24.549182 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a97defaa-ca98-4179-ae39-eb756cde906c None None] Port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:15:25.151735 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58746) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:25.156903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-241361727', 'description': 'tempest-secgroup-smoke-241361727 description', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:25.163903 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.167869 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.171238 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.177824 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.191930 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.220592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.230993 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.235014 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.241358 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.348535 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.354400 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fc500ed6-3bd0-42d2-af81-e6e49e9da11b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:25.358853 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.406324 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c91df4c-9877-4d9e-b391-f72140d2b6ae,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:25.411114 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.412865 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fc3a413e-9141-4bef-af38-97b4bcf0a499 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2600877 Apr 28 21:15:25.416890 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58750) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:25.426883 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:25.442475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.447566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.451529 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.451748 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port fc500ed6-3bd0-42d2-af81-e6e49e9da11b completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:25.456737 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fc500ed6-3bd0-42d2-af81-e6e49e9da11b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:25.457133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.458157 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.481590 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.529629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Sync routers for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:25.546804 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:25.547510 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:15:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:25.560770 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.565575 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.582842 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=110097ad-a050-432e-9227-be5c1759a4b4,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:25.602123 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.605924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-6d0c5cb0-7bec-4bcf-9f6a-bcba2e760ad9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1878250 Apr 28 21:15:25.607765 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58754) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:25.613517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:25.620247 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.625876 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.628725 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.634463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.656477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.720107 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.724207 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.730371 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.748260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.750217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d31a56c9-4c55-410f-b493-d875a94acfdb,revision_number=0']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:25.760250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.764296 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58758) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:25.764434 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-e31596da-c442-41f5-9802-fdfce61c669a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1563821 Apr 28 21:15:25.769650 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:25.776684 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.781437 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.782345 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port fc500ed6-3bd0-42d2-af81-e6e49e9da11b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:25.788224 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.791092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.791824 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ca6af7bf-9a92-4bfc-89a8-f9069ee8402b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:25.794470 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.811801 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.853150 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:25.875898 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.883326 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.907806 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2dc7bf-4fdb-44cb-96a2-351071d7909d,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:25.917370 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:25.918791 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-169b956f-22c9-4fa1-aa88-69b298fbb012 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532836 Apr 28 21:15:25.922337 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58762) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:25.927564 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:25.934852 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:25.938792 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:25.941878 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:25.947480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:25.964064 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.025366 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.028896 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.046322 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:26.054722 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=243c344e-4a7f-4aeb-978e-95fedb648642,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:26.065486 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.066650 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-9ea67afc-ab48-4858-9e14-0f5f0d78baec tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1433928 Apr 28 21:15:26.069624 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58766) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:26.074919 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:26.082219 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:26.086044 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:26.088916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:26.095475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:26.105546 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Project 09a311a1817d4108ace8e3ae6d261ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:15:26.113221 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.127776 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:26.128151 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.179659 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.183239 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.206957 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a66c0d8-11b2-4e60-931b-a6aaebf08f65,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:26.216052 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.220787 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-1e2f931c-bdaa-43e4-92eb-e0c64ace29ee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475847 Apr 28 21:15:26.220915 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 58770) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:26.226164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'security_group_rule': {'security_group_id': '1c91df4c-9877-4d9e-b391-f72140d2b6ae', 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:26.233596 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:26.237307 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:security_group_rule and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:26.240247 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:26.246070 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:26.256004 n-d-839811-1 neutron-server[88140]: INFO neutron.db.securitygroups_db [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Project 09a311a1817d4108ace8e3ae6d261ac2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 28 21:15:26.262789 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.307040 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b942c96-7a4b-46e0-9f3c-63b9fd32148c up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:26.327494 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.331272 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-607974'] for security_group_rule, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.355083 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac025ee-61ec-4c7d-aea4-9ccf2990c1dc,revision_number=0']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:26.364228 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 4, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '681d5666-4c2d-46c9-a3bf-8ff7dab0c975', 'name': '', 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'mac_address': 'fa:16:3e:6b:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:22Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 2, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'subnets': [{'id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:26.365032 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.366618 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-86ff3f8c-5302-4db3-8ac3-bf17b2cdf38e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1445498 Apr 28 21:15:26.369555 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Checking router: 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:26.369913 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Updating router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 binding host n-d-839811-1 {{(pid=88141) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Apr 28 21:15:26.475046 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.494729 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:26.495081 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.535560 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-c74a2584-3b1b-4f63-b09e-5238c4218de1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241361727&fields=id&tenant_id=09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 267 time: 0.0402522 Apr 28 21:15:26.682783 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-3e29c600-8567-4b42-842b-94643d7ccb49 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:26.684119 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-3e29c600-8567-4b42-842b-94643d7ccb49 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 809 time: 0.1420565 Apr 28 21:15:26.700575 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-ccd39771-c458-42a7-94e9-9dab610490a8 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/quotas/09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 375 time: 0.0096197 Apr 28 21:15:26.895161 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-4045267c-b81b-4c53-acd5-e3a08f4cce89 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1880224 Apr 28 21:15:26.912216 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-342ed92f-f6a4-4d27-8d26-c6d915370c23 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88140) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 21:15:26.913133 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-342ed92f-f6a4-4d27-8d26-c6d915370c23 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050578 Apr 28 21:15:26.931935 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks [] for port, precommit_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:26.943599 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Transition to ACTIVE for port object 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 will not be triggered until provisioned by entity L2. {{(pid=88141) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:26.949575 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:27.054273 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-f944308d-a46a-44aa-89b9-91ed16d9ae9f service neutron] 10.222.0.24 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354895 Apr 28 21:15:27.074580 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a334e-fb0b-45a0-bfcb-6e9284e9e3cb None None] Pushing event updated for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=3']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:27.165648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Attempting to bind port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 on host n-d-839811-1 for vnic_type normal with profile {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:27.165648 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Attempting to bind port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 by drivers openvswitch,hyperv on host n-d-839811-1 at level 0 using segments [{'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:27.166253 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Attempting to bind port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 on network 0006cd75-67f7-4b6f-aa6f-059024ddb494 {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:27.173065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Checking agent: {'id': 'b2140b21-d867-4b76-ab7a-da270f8200c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 27, 24), 'started_at': datetime.datetime(2022, 4, 28, 19, 27, 54), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-839811-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:27.173549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Checking segment: {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88141) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:27.174550 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:27.174550 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Bound using segment: {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'} {{(pid=88141) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:27.174996 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.managers [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Bound port: 681d5666-4c2d-46c9-a3bf-8ff7dab0c975, host: n-d-839811-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494'}}] {{(pid=88141) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:27.175441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:27.209723 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6fbdc6da-5a16-4fa2-927f-30a5d44f4f02 service neutron] 10.222.0.24 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487224 Apr 28 21:15:27.270590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fc500ed6-3bd0-42d2-af81-e6e49e9da11b up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:27.335057 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] For port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975, host n-d-839811-1, cleared binding levels {{(pid=88141) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:27.353070 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] For port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975, host n-d-839811-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88141) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:27.362726 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:27.407926 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-93df2a47-7830-42b4-ad43-86292b495d26 req-a72d0dbf-6c7e-4c34-8bfb-bb3157940b6e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:15:27.433659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-93df2a47-7830-42b4-ad43-86292b495d26 req-a72d0dbf-6c7e-4c34-8bfb-bb3157940b6e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:15:27.435897 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-93df2a47-7830-42b4-ad43-86292b495d26 req-a72d0dbf-6c7e-4c34-8bfb-bb3157940b6e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 210 time: 0.0695643 Apr 28 21:15:27.446606 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port fc500ed6-3bd0-42d2-af81-e6e49e9da11b triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:27.447109 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:27.526899 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:27.527546 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:15:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:27.581556 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049a334e-fb0b-45a0-bfcb-6e9284e9e3cb None None] Pushing event updated for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:27.798187 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:28.175514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 4, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '681d5666-4c2d-46c9-a3bf-8ff7dab0c975', 'name': '', 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'mac_address': 'fa:16:3e:6b:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:22Z', 'updated_at': '2022-04-28T21:15:27Z', 'revision_number': 4, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'subnets': [{'id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:28.182034 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708c5a2f-fb2e-4025-8052-6f2a0e49c269 None None] The sync data for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 is: [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:15:23Z', 'revision_number': 4, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '681d5666-4c2d-46c9-a3bf-8ff7dab0c975', 'name': '', 'network_id': '0006cd75-67f7-4b6f-aa6f-059024ddb494', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'mac_address': 'fa:16:3e:6b:b6:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_interface', 'standard_attr_id': 4438, 'fixed_ips': [{'subnet_id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:22Z', 'updated_at': '2022-04-28T21:15:27Z', 'revision_number': 4, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'subnets': [{'id': '156daa9b-080b-47c9-b92c-54ecf3fdc650', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:28.605968 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-d291bd08-6006-4f6e-8eb5-20cdce1cc73e req-7c5052e9-8c7e-48b8-a7b6-f03ff1a84201 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 210 time: 0.0455940 Apr 28 21:15:28.816451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-20d21e7b-99b5-4945-8e5e-8ea7452b0171 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:28.817283 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-20d21e7b-99b5-4945-8e5e-8ea7452b0171 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:network {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:15:28.837763 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-20d21e7b-99b5-4945-8e5e-8ea7452b0171 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:network {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:15:28.838914 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-20d21e7b-99b5-4945-8e5e-8ea7452b0171 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 809 time: 0.1771350 Apr 28 21:15:28.893827 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-7f0aaf50-0423-4ee1-bb5f-d40e5e230f97 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:security_group {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:15:28.911329 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-7f0aaf50-0423-4ee1-bb5f-d40e5e230f97 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:security_group {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:15:28.912452 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-7f0aaf50-0423-4ee1-bb5f-d40e5e230f97 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 379 time: 0.0609581 Apr 28 21:15:28.926944 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'port': {'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'admin_state_up': True, 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'security_groups': ['1c91df4c-9877-4d9e-b391-f72140d2b6ae']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:29.067136 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:29.076526 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:29.086298 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Made reservation on behalf of 09a311a1817d4108ace8e3ae6d261ac2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:15:29.089709 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.254266 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:29.255703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Allocated IP 172.20.0.6 (62a0e112-2b4b-4f32-a85b-502bab032ca6/d0386fa9-9054-47ab-b709-2d7e04307fd9/557eebc5-8bc7-4963-ab8f-e68769ef7351) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:29.327903 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:29.333936 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:29.334476 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.452962 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.463954 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.468990 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Transition to ACTIVE for port object 557eebc5-8bc7-4963-ab8f-e68769ef7351 will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:29.494449 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.499679 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] For port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:29.503546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.569985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Pushing event updated for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:29.570250 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:29.573312 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:29.577627 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:29.606940 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:29.645263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:29.645925 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.673504 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-0e4cd12e-a3bc-4151-8e54-f3b16ed0348b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7501872 Apr 28 21:15:29.690113 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Request body: {'port': {'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:29.779814 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b029a29c-498d-4376-a16b-fbb3cb47619a None None] Provisioning for port 557eebc5-8bc7-4963-ab8f-e68769ef7351 completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:29.784598 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-b029a29c-498d-4376-a16b-fbb3cb47619a None None] Provisioning complete for port 557eebc5-8bc7-4963-ab8f-e68769ef7351 triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:29.784990 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b029a29c-498d-4376-a16b-fbb3cb47619a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.840669 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-b029a29c-498d-4376-a16b-fbb3cb47619a None None] Port 557eebc5-8bc7-4963-ab8f-e68769ef7351 cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:15:29.866250 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:29.923154 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6bde8d-c80c-475d-8983-265dfc572985 req-0f02c987-339e-4acf-a0a3-be4f0d65079b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:29.923838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4a6bde8d-c80c-475d-8983-265dfc572985 req-0f02c987-339e-4acf-a0a3-be4f0d65079b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:15:29.961796 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-4a6bde8d-c80c-475d-8983-265dfc572985 req-0f02c987-339e-4acf-a0a3-be4f0d65079b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:15:29.962948 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a6bde8d-c80c-475d-8983-265dfc572985 req-0f02c987-339e-4acf-a0a3-be4f0d65079b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 931 time: 0.2278345 Apr 28 21:15:30.082531 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4a6bde8d-c80c-475d-8983-265dfc572985 req-b8560c6d-81a3-4401-bdcf-3c5315b52423 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770969 Apr 28 21:15:30.375960 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 557eebc5-8bc7-4963-ab8f-e68769ef7351 {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:15:30.383125 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:30.398050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Transition to ACTIVE for port object 557eebc5-8bc7-4963-ab8f-e68769ef7351 will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:15:30.401912 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:30.557605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:30.638395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Attempting to bind port 557eebc5-8bc7-4963-ab8f-e68769ef7351 on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:15:30.638729 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Attempting to bind port 557eebc5-8bc7-4963-ab8f-e68769ef7351 by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:15:30.639609 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Attempting to bind port 557eebc5-8bc7-4963-ab8f-e68769ef7351 on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:30.644086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Port 557eebc5-8bc7-4963-ab8f-e68769ef7351 on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:15:30.644406 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Attempting to bind port 557eebc5-8bc7-4963-ab8f-e68769ef7351 on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:15:30.649369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:15:30.649733 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Checking segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:15:30.650108 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Bound using segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:15:30.650529 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Bound port: 557eebc5-8bc7-4963-ab8f-e68769ef7351, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:15:30.650873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:30.744341 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:15:30.747125 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:15:30.751610 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:30.808220 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:30.808836 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:30.810201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] 10.222.0.41 "PUT /v2.0/ports/557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 1091 time: 1.1259785 Apr 28 21:15:30.810626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:15:30.832888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6fb3d2-ae55-43f5-8344-1a8f181f883d service neutron] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:30.940779 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07ab9cb9-7f52-45df-9e32-c3e9f69111b4'] response: {'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'status': 'completed', 'code': 200} Apr 28 21:15:30.948457 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-325a0e8f-b467-44a5-8923-33dc5fcfc1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:30.949961 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-325a0e8f-b467-44a5-8923-33dc5fcfc1b7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1094 time: 0.0796745 Apr 28 21:15:31.023025 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-e43af171-af26-48f0-8d0a-90dfeb68672d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 217 time: 0.0614207 Apr 28 21:15:31.088904 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-523164c4-3eca-4a31-8973-ed8517406519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.090383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-523164c4-3eca-4a31-8973-ed8517406519 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0596588 Apr 28 21:15:31.169494 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-977ab74c-6724-481f-bfcb-b171faf250f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.171728 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-977ab74c-6724-481f-bfcb-b171faf250f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715704 Apr 28 21:15:31.234827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 up at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:31.303764 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Provisioning complete for port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:31.304410 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:31.377095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7c491d-b136-4d18-818b-93327dc4ab73 req-88b1e802-5425-4779-a71b-dfbd6f11a5a8 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.378613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef7c491d-b136-4d18-818b-93327dc4ab73 req-88b1e802-5425-4779-a71b-dfbd6f11a5a8 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.1797020 Apr 28 21:15:31.383738 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-d95fa9a8-1b41-4b96-9fe8-d808bb3901c9 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022612 Apr 28 21:15:31.507770 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ef7c491d-b136-4d18-818b-93327dc4ab73 req-8c274dab-40bf-469a-a318-f17360b4bb20 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1231000 Apr 28 21:15:31.548185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-ae7f91b4-9b06-4bb1-a68b-9f1e8467cb03 req-fd07be9b-3c9d-4bf5-94b4-c3d2ace802ab service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505535 Apr 28 21:15:31.663417 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-fcb58e94-fc8a-4e12-aeda-0f363313bd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.664850 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-fcb58e94-fc8a-4e12-aeda-0f363313bd28 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1094 time: 0.0697012 Apr 28 21:15:31.793892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-b51529e4-1ae7-4ae6-b759-caac91f1d20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.795338 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-b51529e4-1ae7-4ae6-b759-caac91f1d20d service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1239865 Apr 28 21:15:31.866692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-5504e0f0-892c-4f53-bd9f-78d51e21125a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 217 time: 0.0633588 Apr 28 21:15:31.928436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-9ac3e1aa-25ac-43eb-8caa-d70f8b0968b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:31.929879 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-9ac3e1aa-25ac-43eb-8caa-d70f8b0968b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0568142 Apr 28 21:15:32.008091 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-03c3cb17-1ca0-46f6-a324-b186244cd572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:32.009435 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-03c3cb17-1ca0-46f6-a324-b186244cd572 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0723166 Apr 28 21:15:32.258331 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-10211fdf-b3ec-4f13-9adb-313301aecb6b service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421331 Apr 28 21:15:32.385950 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-addc092d-e241-470a-ab2c-fa5b78b17827 req-3256515d-61de-4bdb-b8c2-0a3da9eba596 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207497 Apr 28 21:15:32.703897 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f5168-752b-4c02-901f-9c6a0fe97e2e req-b0b2fb0b-4d93-469d-b92f-18f94b4ccc0f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:32.705333 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-388f5168-752b-4c02-901f-9c6a0fe97e2e req-b0b2fb0b-4d93-469d-b92f-18f94b4ccc0f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.0840664 Apr 28 21:15:32.747489 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-388f5168-752b-4c02-901f-9c6a0fe97e2e req-0478bad5-3e25-4338-82de-f62dc1510cee tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363824 Apr 28 21:15:33.930163 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba78f0-53a8-4c5e-82be-5ed1db6c2af8 req-9cd71d94-3a08-45c3-afd9-36155cf9fc0b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:33.931654 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62ba78f0-53a8-4c5e-82be-5ed1db6c2af8 req-9cd71d94-3a08-45c3-afd9-36155cf9fc0b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.0779104 Apr 28 21:15:33.977201 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-62ba78f0-53a8-4c5e-82be-5ed1db6c2af8 req-331d2b25-3e6b-4273-8b8c-008ce786bc5f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398698 Apr 28 21:15:34.490320 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:15:34.618843 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:34.631774 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:15:34.683771 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:34.700569 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 557eebc5-8bc7-4963-ab8f-e68769ef7351 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:15:34.715249 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:34.719431 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:34.787731 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:35.039720 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['557eebc5-8bc7-4963-ab8f-e68769ef7351'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:15:35.165047 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0889357-32a9-4fa4-9f30-4e3788caec92 req-51f430cd-6e05-48fe-bb00-d5d959f576fd tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:35.166550 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0889357-32a9-4fa4-9f30-4e3788caec92 req-51f430cd-6e05-48fe-bb00-d5d959f576fd tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 944 time: 0.0793180 Apr 28 21:15:35.209794 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b0889357-32a9-4fa4-9f30-4e3788caec92 req-bf61904c-aeb7-4ff6-b7c1-9e44e2aa2e92 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374596 Apr 28 21:15:36.396751 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceeffad-7172-467e-a52c-3934e4a87e4b req-a238e96a-63a1-41f1-a6df-ad5fde2dd685 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:36.398226 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ceeffad-7172-467e-a52c-3934e4a87e4b req-a238e96a-63a1-41f1-a6df-ad5fde2dd685 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 944 time: 0.0841954 Apr 28 21:15:36.441661 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-8ceeffad-7172-467e-a52c-3934e4a87e4b req-4be6f334-f270-44c4-96d3-127720884d16 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377984 Apr 28 21:15:36.491402 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:15:36.558431 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 557eebc5-8bc7-4963-ab8f-e68769ef7351 completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:15:36.563590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 557eebc5-8bc7-4963-ab8f-e68769ef7351 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:15:36.563972 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:36.674009 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:36.702338 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:15:36.712110 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:15:36.715967 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:36.752394 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5629eaa-a9c9-405d-bc25-f02300a55ea1'] response: {'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'code': 200} Apr 28 21:15:36.784065 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:36.877961 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774d124-4d91-47e1-8726-99af6d93ebc4 req-7c74a789-8057-4883-ac76-ca8b656f19bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:36.879477 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4774d124-4d91-47e1-8726-99af6d93ebc4 req-7c74a789-8057-4883-ac76-ca8b656f19bd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1096 time: 0.0687826 Apr 28 21:15:36.926475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4774d124-4d91-47e1-8726-99af6d93ebc4 req-eafa0694-c3f0-43cc-b64c-e46a92caa911 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375340 Apr 28 21:15:37.621306 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a4a455-12ff-4921-bf79-03d192841b28 req-2c243d06-b2ef-4211-a8e3-8315dd23924d tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:37.622753 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50a4a455-12ff-4921-bf79-03d192841b28 req-2c243d06-b2ef-4211-a8e3-8315dd23924d tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 945 time: 0.0783412 Apr 28 21:15:37.665277 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-50a4a455-12ff-4921-bf79-03d192841b28 req-5b70f9ea-b0c9-4cd2-acb4-19467377e90b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362964 Apr 28 21:15:38.857362 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4017d05f-d90b-4348-86a5-1b0110a292d7 req-a8754fcd-0061-421a-afac-4c3d72e2dadd tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:38.859607 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4017d05f-d90b-4348-86a5-1b0110a292d7 req-a8754fcd-0061-421a-afac-4c3d72e2dadd tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 945 time: 0.0827863 Apr 28 21:15:38.901802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-4017d05f-d90b-4348-86a5-1b0110a292d7 req-8cccbbd6-9a09-4912-b9bf-fd1f82f78fd2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Apr 28 21:15:39.088581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8af4e-4466-4fa5-8375-8f8a39b865f3 req-4871b853-66a4-4fb7-87b9-c29e7aa50487 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:39.090042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40a8af4e-4466-4fa5-8375-8f8a39b865f3 req-4871b853-66a4-4fb7-87b9-c29e7aa50487 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 945 time: 0.0825269 Apr 28 21:15:39.132848 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-40a8af4e-4466-4fa5-8375-8f8a39b865f3 req-10de8042-be97-49a0-b27f-b14317b380db tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362146 Apr 28 21:15:39.156572 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58832) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:39.315949 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e692375-f28a-4337-9d62-45438bfebf1e tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:39.317424 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3e692375-f28a-4337-9d62-45438bfebf1e tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1091 time: 0.1599109 Apr 28 21:15:39.320353 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 58838) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:15:39.325167 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:15:39.332543 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:15:39.336323 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:floatingip and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:15:39.339135 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88139) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:15:39.344726 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:15:39.354864 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:39.489671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:39.624245 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Allocated IP 172.25.2.195 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/f131ed01-eb19-49bc-84f5-f0052c75ba91) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:15:39.767679 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:39.797234 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:39.863315 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:15:39.866130 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:15:39.868791 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:15:39.906218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=f131ed01-eb19-49bc-84f5-f0052c75ba91,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:40.376060 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:40.447365 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:40.650586 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:40.655477 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:40.762658 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=f131ed01-eb19-49bc-84f5-f0052c75ba91,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:15:40.771328 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:40.943992 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Floating IP 2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5 associated. External IP: 172.25.2.195, port: 557eebc5-8bc7-4963-ab8f-e68769ef7351. Apr 28 21:15:41.020656 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:41.289902 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:15:41.471451 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:15:41.482029 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:15:41.494739 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:41.495402 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:15:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:41.495937 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:41.550475 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5e506f9e-c23a-4c46-9d13-c2985a03d633 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2289324 Apr 28 21:15:41.550986 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:15:41.596098 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67494f89-4db1-4ef1-8a4c-abb678d90604'] response: {'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'status': 'completed', 'code': 200} Apr 28 21:15:41.672487 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:41.688809 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409a78-0290-4e15-b21b-04843feb2fee req-50faabf6-d354-4d64-add5-8be9cb70b080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:41.690545 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-50faabf6-d354-4d64-add5-8be9cb70b080 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1096 time: 0.0728385 Apr 28 21:15:41.943282 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409a78-0290-4e15-b21b-04843feb2fee req-56143523-a587-44e2-9fb1-2d3ec941eacf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:41.944619 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-56143523-a587-44e2-9fb1-2d3ec941eacf service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.2477012 Apr 28 21:15:42.047960 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-ad802fd4-6d4f-42c8-96eb-5cbdfcc253e7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 999 time: 0.0966427 Apr 28 21:15:42.049677 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:40Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:42.053436 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:15:42.061579 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:15:42.062159 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:15:23Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:42.108103 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409a78-0290-4e15-b21b-04843feb2fee req-b85248be-c8b5-4c82-a3f2-cede5237a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:42.109448 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-b85248be-c8b5-4c82-a3f2-cede5237a5c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0558646 Apr 28 21:15:42.187591 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2409a78-0290-4e15-b21b-04843feb2fee req-5fa61781-a327-41d4-9ba8-6a4faafb518e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:15:42.189191 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-5fa61781-a327-41d4-9ba8-6a4faafb518e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735178 Apr 28 21:15:42.238193 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:15:42.322244 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-d1beaa09-a1cf-4fa0-bccf-65b9a49b0683 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255610 Apr 28 21:15:42.454042 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f2409a78-0290-4e15-b21b-04843feb2fee req-7db35c0d-f576-4252-b47d-9c661a1f668f service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248357 Apr 28 21:15:42.576223 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:40Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:15:42.580144 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a47b65-1a9f-4b7d-a64d-d6c9f7a6bcd9 None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:40Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:15:42.770717 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a29d109-d80a-47fe-955d-4a2ee56627aa None None] New status for floating IP 2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:15:43.257397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:50.463886 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3403065c-c044-48b1-a46c-175ba400410f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:52.585605 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9035539f-9b9f-4392-aa13-857374480746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:52.821288 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:15:53.981315 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:54.382646 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:15:55.550584 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:11.023908 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:13.288098 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:20.465855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9ee2f6f4-2413-47df-96f4-f7109e5a60d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:22.588126 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6a74aa8e-4870-49fb-b70e-aa50887f2609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:23.983197 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:24.385330 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:25.555375 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:26.976692 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-39196aee-96d7-4214-8342-c4678246c6ff service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0673547 Apr 28 21:16:27.116096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-13d224b3-b198-4c3c-a255-49568faa7f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:16:27.117549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-13d224b3-b198-4c3c-a255-49568faa7f5f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1096 time: 0.0691967 Apr 28 21:16:27.264544 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-9824d620-2e80-4b73-848b-b98c813d9a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:16:27.265892 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-9824d620-2e80-4b73-848b-b98c813d9a31 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1237915 Apr 28 21:16:27.368030 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-598af3a8-10d5-446c-b842-a78487457312 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 1001 time: 0.0953691 Apr 28 21:16:27.434463 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-8ab863be-6d12-4556-933d-8341b236bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:16:27.435910 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-8ab863be-6d12-4556-933d-8341b236bea2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0593646 Apr 28 21:16:27.517882 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-821cf462-4c35-4455-acdf-f43e7c0a41bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:16:27.519341 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-821cf462-4c35-4455-acdf-f43e7c0a41bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748663 Apr 28 21:16:27.650028 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-d492220e-cf15-4621-9817-7045c0b7db80 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217203 Apr 28 21:16:27.782690 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-de70276d-95d3-4e7a-ae99-020ca3ce3a28 req-9cf29270-be0b-4240-98c5-7753cecd6ae9 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219053 Apr 28 21:16:29.820565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:16:41.033561 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:43.285571 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:50.468250 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5f0a4e42-2240-4a71-be86-0462cb23a4e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:52.590321 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4d99f667-1d7d-48bc-89ac-9fa70374794a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:53.984480 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:54.388423 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:16:55.558033 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:06.820407 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:17:11.033491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:13.285017 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:20.471157 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-df51fdbd-4267-4a90-895a-f61bcdc8b43d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:22.592240 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-64776c0c-1d2e-4b67-9ef0-6e157a9ce604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:23.988797 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:24.392257 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:25.560588 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:28.978078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-8848660f-8fc2-48e1-afb8-fcaca6071973 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711260 Apr 28 21:17:29.123861 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-f84201b2-2dde-4530-992b-ab950562b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:29.125293 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-f84201b2-2dde-4530-992b-ab950562b1f0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1096 time: 0.0707400 Apr 28 21:17:29.389901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-08d430f0-d001-47a0-bc09-bd38c79009b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:29.391304 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-08d430f0-d001-47a0-bc09-bd38c79009b0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.2424166 Apr 28 21:17:29.497893 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-905486da-bfed-463f-8edd-864aa923e3ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 1001 time: 0.0968370 Apr 28 21:17:29.564142 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-ab05b973-bc7c-45d4-9b70-ddbb9ea73535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:29.565684 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-ab05b973-bc7c-45d4-9b70-ddbb9ea73535 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0582635 Apr 28 21:17:29.646212 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-3f3fd2c7-8bd1-4dcc-8ac6-9f9923b4c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:29.647639 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-3f3fd2c7-8bd1-4dcc-8ac6-9f9923b4c49f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0727038 Apr 28 21:17:29.660859 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-96db595d-2a66-492c-a431-1c6dd7e4f657 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 21:17:29.661903 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-96db595d-2a66-492c-a431-1c6dd7e4f657 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047946 Apr 28 21:17:29.794631 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-70101ef5-ab07-4d17-9e13-dbf2aa6aeeb5 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233099 Apr 28 21:17:29.922939 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-0b4ad88d-b99a-4baa-993e-8c26056097fd req-2cf84c4a-f9c9-45a6-b7a9-d3cdf8d2e088 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219425 Apr 28 21:17:41.039729 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:41.097045 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:17:41.225311 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:17:41.237956 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:17:41.291178 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:41.306948 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 557eebc5-8bc7-4963-ab8f-e68769ef7351 {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:17:41.322601 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:17:41.326508 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:41.398293 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:17:41.405590 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.405935 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.406263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.406594 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.406919 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.407237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.407552 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.407868 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.408197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.408492 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.408803 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.409113 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:41.414560 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['557eebc5-8bc7-4963-ab8f-e68769ef7351'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:17:43.113024 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:17:43.188395 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 557eebc5-8bc7-4963-ab8f-e68769ef7351 triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:17:43.188788 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:43.329084 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:43.332905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:43.368953 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:17:43.379230 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:17:43.384563 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:43.462795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:17:43.552755 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a1cf0d4-c5fb-49a0-8c42-c5f43946257e'] response: {'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'code': 200} Apr 28 21:17:43.821565 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:17:50.480175 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-36377029-9a80-4f16-88b7-40aca53776f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:51.382853 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-41fff7b1-d5ed-4fa4-bb27-8213864bc560 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-241361727&fields=id&tenant_id=09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 267 time: 0.0382662 Apr 28 21:17:51.535656 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-fec157f5-1bf6-4be1-b591-c13ce53bf80a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:51.537069 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-fec157f5-1bf6-4be1-b591-c13ce53bf80a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 809 time: 0.1468537 Apr 28 21:17:51.552055 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-a0724b8b-d917-4371-a46e-7cb948043c6c tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/quotas/09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 375 time: 0.0095451 Apr 28 21:17:51.642213 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-e47f063a-80ab-40ba-87e8-9ab21b5fcd27 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0853209 Apr 28 21:17:51.710445 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-4987c03f-b127-4d93-9ac2-c0189a20bfb2 service neutron] http://10.222.0.24:9696/v2.0/extensions returned with HTTP 200 {{(pid=88139) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Apr 28 21:17:51.711483 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-4987c03f-b127-4d93-9ac2-c0189a20bfb2 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0582919 Apr 28 21:17:51.840476 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-672f9a02-40a1-4769-af94-9fe29eb8e15d service neutron] 10.222.0.24 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230781 Apr 28 21:17:51.967669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-837a1f86-e468-49b1-99ab-045d5ba454c1 service neutron] 10.222.0.24 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214614 Apr 28 21:17:52.150095 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b49ba216-bf14-4bcf-908b-b013134f88ab req-abbfbe5a-5551-4b5a-8f43-5dcd8390bb62 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 210 time: 0.0419970 Apr 28 21:17:52.699303 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5ea6e955-48cc-447f-b730-bcf701af252e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:53.336134 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-078048cf-5a8c-4932-9572-2d34dfebed48 req-662869fe-8850-4182-980b-54b175d50578 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 210 time: 0.0622792 Apr 28 21:17:53.348577 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-46143c5a-fdb1-4a8e-999a-249d5f4685ff tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:53.350078 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-46143c5a-fdb1-4a8e-999a-249d5f4685ff tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 809 time: 0.2077446 Apr 28 21:17:53.403535 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-560caac3-f8f0-4956-9681-a275b5b993e1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09a311a1817d4108ace8e3ae6d261ac2 HTTP/1.1" status: 200 len: 379 time: 0.0404248 Apr 28 21:17:53.411878 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'port': {'device_id': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'admin_state_up': True, 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'security_groups': ['1c91df4c-9877-4d9e-b391-f72140d2b6ae']}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:17:53.549887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:17:53.559483 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.quota.driver [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88139) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:17:53.571166 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Made reservation on behalf of 09a311a1817d4108ace8e3ae6d261ac2 for: {'port': 1} {{(pid=88139) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Apr 28 21:17:53.574807 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:53.904498 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_common [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Allocated IP 172.20.0.4 (62a0e112-2b4b-4f32-a85b-502bab032ca6/d0386fa9-9054-47ab-b709-2d7e04307fd9/90f05dad-6fd4-4de3-a145-c34e7f39253e) {{(pid=88139) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:17:53.997955 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.131479 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.147703 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Transition to ACTIVE for port object 90f05dad-6fd4-4de3-a145-c34e7f39253e will not be triggered until provisioned by entity DHCP. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:17:54.173874 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_create {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.246060 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 is already hosted by enough agents. {{(pid=88139) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:17:54.249636 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.base_scheduler [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources bound (agent type, host, resource id): {{(pid=88139) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:17:54.253877 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Received port after_create {{(pid=88139) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:17:54.309647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=1']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:17:54.325011 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.325374 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.325709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.326044 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.326373 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.326709 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.327028 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.327412 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.328263 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.328825 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.329292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.329647 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:17:54.347274 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:54.347911 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.377947 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-6eb72f01-df12-4193-8523-2f926a5d2412 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9693129 Apr 28 21:17:54.402066 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.612426 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b15d216-6040-4f3b-bca7-090bedf67aad req-1bb534f7-0205-4d14-bf9d-c53d6c56cc3a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:54.614621 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b15d216-6040-4f3b-bca7-090bedf67aad req-1bb534f7-0205-4d14-bf9d-c53d6c56cc3a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.1402421 Apr 28 21:17:54.644619 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a42ebc0e-cdef-4f89-a63d-6466c8be9945 None None] Provisioning for port 90f05dad-6fd4-4de3-a145-c34e7f39253e completed by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:17:54.652234 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-a42ebc0e-cdef-4f89-a63d-6466c8be9945 None None] Provisioning complete for port 90f05dad-6fd4-4de3-a145-c34e7f39253e triggered by entity DHCP. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:17:54.653861 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a42ebc0e-cdef-4f89-a63d-6466c8be9945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:54.680625 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-9b15d216-6040-4f3b-bca7-090bedf67aad req-7dd81885-1855-42d5-844d-84b887473ca5 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598330 Apr 28 21:17:54.719848 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-a42ebc0e-cdef-4f89-a63d-6466c8be9945 None None] Port 90f05dad-6fd4-4de3-a145-c34e7f39253e cannot update to ACTIVE because it is not bound. {{(pid=88141) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Apr 28 21:17:55.175215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:17:55.298219 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:55.326827 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:17:55.338082 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:17:55.342119 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:55.430278 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4d0683-17f7-4440-84a8-fe471c9f3096'] response: {'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'code': 200} Apr 28 21:17:55.471792 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:17:55.566515 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:17:55.893961 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f2ee35-1da3-4a5e-9e41-8bdd3dd21b18 req-c808f506-f650-4de2-8a1d-de43cd8e1c08 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:55.895470 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31f2ee35-1da3-4a5e-9e41-8bdd3dd21b18 req-c808f506-f650-4de2-8a1d-de43cd8e1c08 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.0868576 Apr 28 21:17:55.947315 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-31f2ee35-1da3-4a5e-9e41-8bdd3dd21b18 req-b71af22b-6c4e-49a6-a28c-b70bba2167b4 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455446 Apr 28 21:17:57.151111 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7885e5a-6926-4b31-b355-34144dc45701 req-d31d09e4-01d4-495f-b778-3695945ce934 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:57.151805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b7885e5a-6926-4b31-b355-34144dc45701 req-d31d09e4-01d4-495f-b778-3695945ce934 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:17:57.169558 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b7885e5a-6926-4b31-b355-34144dc45701 req-d31d09e4-01d4-495f-b778-3695945ce934 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:17:57.177095 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7885e5a-6926-4b31-b355-34144dc45701 req-d31d09e4-01d4-495f-b778-3695945ce934 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.1154702 Apr 28 21:17:57.224564 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b7885e5a-6926-4b31-b355-34144dc45701 req-2a46c200-791c-4c3a-97d6-f77705f576d9 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465012 Apr 28 21:17:58.415816 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262fb25-a43f-4b15-b615-5a9bfe24e542 req-bccf614d-d447-4957-a443-aadf06cdbdfc tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:58.423262 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e262fb25-a43f-4b15-b615-5a9bfe24e542 req-bccf614d-d447-4957-a443-aadf06cdbdfc tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.0905821 Apr 28 21:17:58.502293 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-e262fb25-a43f-4b15-b615-5a9bfe24e542 req-ae514eaf-17c6-4f79-aaa4-3f128085134d tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775559 Apr 28 21:17:59.758638 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51711fd7-0769-415a-932a-4647b86981bb req-fccdddf3-5c2a-4a7c-8b58-82a96e72354b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:17:59.760146 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51711fd7-0769-415a-932a-4647b86981bb req-fccdddf3-5c2a-4a7c-8b58-82a96e72354b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.1082873 Apr 28 21:17:59.819467 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-51711fd7-0769-415a-932a-4647b86981bb req-981ee854-67da-47a6-9fe3-bb70cad2f0eb tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523090 Apr 28 21:18:01.007089 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72c8060-bbc4-4c60-a32e-aaf1578a5e0a req-a747bb3b-11b3-46a2-be85-c07ea2644457 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:01.008537 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b72c8060-bbc4-4c60-a32e-aaf1578a5e0a req-a747bb3b-11b3-46a2-be85-c07ea2644457 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 931 time: 0.0809450 Apr 28 21:18:01.051818 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b72c8060-bbc4-4c60-a32e-aaf1578a5e0a req-3031241a-05a7-4bf5-aec4-5e900e97e6b1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375431 Apr 28 21:18:01.260021 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.v2.base [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Request body: {'port': {'device_id': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-839811-1'}} {{(pid=88139) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:18:01.366081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:01.711752 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90f05dad-6fd4-4de3-a145-c34e7f39253e {{(pid=88139) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:18:01.718845 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:01.732491 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.provisioning_blocks [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Transition to ACTIVE for port object 90f05dad-6fd4-4de3-a145-c34e7f39253e will not be triggered until provisioned by entity L2. {{(pid=88139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Apr 28 21:18:01.736626 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:01.893548 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=2']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:01.970816 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Attempting to bind port 90f05dad-6fd4-4de3-a145-c34e7f39253e on host n-h1-839811-1 for vnic_type normal with profile {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Apr 28 21:18:01.971149 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Attempting to bind port 90f05dad-6fd4-4de3-a145-c34e7f39253e by drivers openvswitch,hyperv on host n-h1-839811-1 at level 0 using segments [{'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Apr 28 21:18:01.971479 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Attempting to bind port 90f05dad-6fd4-4de3-a145-c34e7f39253e on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:18:01.976841 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Port 90f05dad-6fd4-4de3-a145-c34e7f39253e on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 not bound, no agent of type Open vSwitch agent registered on host n-h1-839811-1 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Apr 28 21:18:01.977165 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Attempting to bind port 90f05dad-6fd4-4de3-a145-c34e7f39253e on network 62a0e112-2b4b-4f32-a85b-502bab032ca6 {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Apr 28 21:18:01.982270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Checking agent: {'id': '18899c73-b2fe-41f1-a0ec-be714694baed', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-839811-1', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'started_at': datetime.datetime(2022, 4, 28, 19, 35, 40), 'heartbeat_timestamp': datetime.datetime(2022, 4, 28, 21, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 28 21:18:01.982605 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Checking segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Apr 28 21:18:01.982984 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Bound using segment: {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'} {{(pid=88139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 28 21:18:01.983409 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.managers [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Bound port: 90f05dad-6fd4-4de3-a145-c34e7f39253e, host: n-h1-839811-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2088c44d-5244-41e1-8943-e8816ea0de00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6'}}] {{(pid=88139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Apr 28 21:18:01.984325 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:02.071888 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, cleared binding levels {{(pid=88139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Apr 28 21:18:02.075050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Apr 28 21:18:02.079461 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4129240'] for port, after_update {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:02.140759 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:02.141317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:02.142756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] 10.222.0.41 "PUT /v2.0/ports/90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 1091 time: 0.8869247 Apr 28 21:18:02.143189 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:18:02.233171 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b691f11d-fffb-43bc-be40-52a3e36c6dc9'] response: {'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'status': 'completed', 'code': 200} Apr 28 21:18:02.260732 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bbe15b-d164-4411-9cd4-186126a2b67a service neutron] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=3']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:02.316436 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eb6ab-53f0-4867-9a9b-a2b474900dfc req-27df10ce-05ed-4151-aaab-663c5a3d2186 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:02.317891 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4eb6ab-53f0-4867-9a9b-a2b474900dfc req-27df10ce-05ed-4151-aaab-663c5a3d2186 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 943 time: 0.1578372 Apr 28 21:18:02.320290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-d47bfa09-43e2-4c80-b6e5-8f3dba95da8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:02.321627 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-d47bfa09-43e2-4c80-b6e5-8f3dba95da8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1094 time: 0.1249821 Apr 28 21:18:02.398764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-1fda16f4-f816-4c6f-b8c6-99557bc15b34 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 217 time: 0.0628176 Apr 28 21:18:02.557756 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-1f4eb6ab-53f0-4867-9a9b-a2b474900dfc req-79c78898-332b-4964-91c7-d750b5248504 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2340822 Apr 28 21:18:02.578158 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-e68e9f20-a9ae-4135-a970-238d91183bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:02.579642 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-e68e9f20-a9ae-4135-a970-238d91183bc7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.1718149 Apr 28 21:18:02.654799 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-a6103355-cdd3-4b20-b60b-fa83ef6af140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:02.656802 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-a6103355-cdd3-4b20-b60b-fa83ef6af140 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692298 Apr 28 21:18:02.787071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-54b2bd31-c898-4268-b978-8447891b744b service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206746 Apr 28 21:18:02.917957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-e0034c02-ec60-4de8-86f7-56b397209a00 req-ab2b4a7b-fa0c-4900-a254-e3bf62aa9ce3 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211832 Apr 28 21:18:03.042487 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-9e02f880-7427-4fdc-9970-707f99d41f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:03.043837 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-9e02f880-7427-4fdc-9970-707f99d41f16 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1094 time: 0.0744407 Apr 28 21:18:03.173181 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-13243348-f075-43f1-bd53-49d8dc9abd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:03.174617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-13243348-f075-43f1-bd53-49d8dc9abd8c service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1248705 Apr 28 21:18:03.240624 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-c8906c41-d7ee-4550-9dc8-e39eda7684d5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 217 time: 0.0592165 Apr 28 21:18:03.308812 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-8c73b5d6-1736-4fc0-8fa2-6dabda778fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:03.310309 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-8c73b5d6-1736-4fc0-8fa2-6dabda778fb5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0594440 Apr 28 21:18:03.394831 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-915f94df-4cc3-48a4-a2e9-853d0eecbeff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:03.396327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-915f94df-4cc3-48a4-a2e9-853d0eecbeff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0793352 Apr 28 21:18:03.528702 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-6334e7ff-ece7-4ffb-811a-e01406ff2203 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253991 Apr 28 21:18:03.661327 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-a09165fa-fdfe-4c13-beaa-889dbb92058f req-baffd31d-2f9e-4167-8b9d-f2a7c3cf126e service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257601 Apr 28 21:18:03.748838 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be436fd4-32ee-4a57-9e2a-b3212ae89ba4 req-e9dedb96-27a2-4292-a596-6d2f7d581915 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:03.750887 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be436fd4-32ee-4a57-9e2a-b3212ae89ba4 req-e9dedb96-27a2-4292-a596-6d2f7d581915 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 943 time: 0.0816541 Apr 28 21:18:03.795144 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-be436fd4-32ee-4a57-9e2a-b3212ae89ba4 req-0a456458-f081-406e-b1cf-aeaec3e69de1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384467 Apr 28 21:18:05.003757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1906d6-415a-4cbc-a97c-d6f49ca9dda8 req-06dd8d81-553a-408b-99c9-c5f69b48bb74 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:05.005199 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a1906d6-415a-4cbc-a97c-d6f49ca9dda8 req-06dd8d81-553a-408b-99c9-c5f69b48bb74 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 943 time: 0.0952797 Apr 28 21:18:05.049311 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5a1906d6-415a-4cbc-a97c-d6f49ca9dda8 req-b97b5959-9841-480f-974f-a775c3e48f2a tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382168 Apr 28 21:18:05.228080 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:18:05.356295 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:18:05.368755 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'mac_address': 'fa:16:3e:68:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:18:05.425746 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:05.442772 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90f05dad-6fd4-4de3-a145-c34e7f39253e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:18:05.457442 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:18:05.461353 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:05.526710 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=4']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:05.787629 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['90f05dad-6fd4-4de3-a145-c34e7f39253e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:18:06.235007 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda0211-aa22-46d0-bc77-9fba189c7103 req-70eb6a82-2fef-4427-a27c-d18520943a04 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:06.236435 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccda0211-aa22-46d0-bc77-9fba189c7103 req-70eb6a82-2fef-4427-a27c-d18520943a04 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 944 time: 0.0841591 Apr 28 21:18:06.279328 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-ccda0211-aa22-46d0-bc77-9fba189c7103 req-7f860de7-a7e6-42fe-85b0-1fbd3139a8be tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372334 Apr 28 21:18:07.237708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:18:07.306237 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning for port 90f05dad-6fd4-4de3-a145-c34e7f39253e completed by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Apr 28 21:18:07.310985 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 90f05dad-6fd4-4de3-a145-c34e7f39253e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:18:07.311362 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:07.428980 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:07.456079 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:18:07.465854 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:18:07.466217 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe75ac7-83cc-425a-88e0-3bc4725bd51d req-ee84a89e-9782-42e2-a51f-4c2cc0fdeb01 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:07.469155 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe75ac7-83cc-425a-88e0-3bc4725bd51d req-ee84a89e-9782-42e2-a51f-4c2cc0fdeb01 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 944 time: 0.0815964 Apr 28 21:18:07.474754 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:07.510428 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d536cc50-04d4-4c4d-85db-439735d06a2d'] response: {'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'code': 200} Apr 28 21:18:07.517669 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-afe75ac7-83cc-425a-88e0-3bc4725bd51d req-9dabf41c-d601-4a59-b0ec-0c350c932414 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406089 Apr 28 21:18:07.549483 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=5']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:07.651618 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5fa86-2da7-4197-b34c-731ee197c72c req-29dbdfef-4e43-4caa-99e9-7e7723ce6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:07.653085 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5fa86-2da7-4197-b34c-731ee197c72c req-29dbdfef-4e43-4caa-99e9-7e7723ce6fb7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1096 time: 0.0716777 Apr 28 21:18:07.695378 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c4e5fa86-2da7-4197-b34c-731ee197c72c req-104af5b0-c0f1-4221-896f-c634e94fdbb3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333018 Apr 28 21:18:08.704435 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ba03a-252c-46c1-8c9c-879d921c44c3 req-9597a117-7817-4dec-aedb-4e6c3f736783 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:08.705876 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b65ba03a-252c-46c1-8c9c-879d921c44c3 req-9597a117-7817-4dec-aedb-4e6c3f736783 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 945 time: 0.0788324 Apr 28 21:18:08.752277 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b65ba03a-252c-46c1-8c9c-879d921c44c3 req-7dc9687b-2567-4818-a0be-bf6c8c5c9b84 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407684 Apr 28 21:18:09.932218 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9bada-e70a-4788-897b-ebf1d0d8dda4 req-8d53c897-7497-4abd-b922-77b0418551e8 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:09.933653 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01a9bada-e70a-4788-897b-ebf1d0d8dda4 req-8d53c897-7497-4abd-b922-77b0418551e8 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 945 time: 0.0773072 Apr 28 21:18:09.979974 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-01a9bada-e70a-4788-897b-ebf1d0d8dda4 req-f5aa92ec-af18-41b3-a8aa-3daa481422e3 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 Apr 28 21:18:10.166114 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060fe0c-fbd2-4329-a6b9-5ac62abcf0c3 req-c491fcf6-ffa4-4f0f-aa30-aa58fa5e24d1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:10.167439 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b060fe0c-fbd2-4329-a6b9-5ac62abcf0c3 req-c491fcf6-ffa4-4f0f-aa30-aa58fa5e24d1 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 945 time: 0.0796902 Apr 28 21:18:10.212105 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-b060fe0c-fbd2-4329-a6b9-5ac62abcf0c3 req-7eea0125-d6d8-4c41-bbde-a181d8b467e0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Apr 28 21:18:10.234566 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59096) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:18:10.305480 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142a2ed2-fc13-4a08-afff-f83185bc9dc8 tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:10.306199 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-142a2ed2-fc13-4a08-afff-f83185bc9dc8 tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] Synchronizing usage tracker for tenant:50ea87d0f3614ee1aee8117220f4db8d on resource:port {{(pid=88140) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:18:10.322563 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-142a2ed2-fc13-4a08-afff-f83185bc9dc8 tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] Unset dirty status for tenant:50ea87d0f3614ee1aee8117220f4db8d on resource:port {{(pid=88140) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:18:10.323665 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-142a2ed2-fc13-4a08-afff-f83185bc9dc8 tempest-TestSnapshotPattern-496483958 tempest-TestSnapshotPattern-496483958-project-admin] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1091 time: 0.0881593 Apr 28 21:18:10.326540 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59100) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:18:10.331505 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.v2.base [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Request body: {'floatingip': {'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88140) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 28 21:18:10.337933 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Apr 28 21:18:10.341654 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Usage tracker for resource:floatingip and tenant:09a311a1817d4108ace8e3ae6d261ac2 is out of sync, need to count used quota {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Apr 28 21:18:10.345916 n-d-839811-1 neutron-server[88140]: DEBUG neutron.quota.resource [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88140) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Apr 28 21:18:10.351475 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.quota.driver [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88140) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Apr 28 21:18:10.362541 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:10.502540 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:10.736166 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.db_base_plugin_common [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Allocated IP 172.25.2.231 (95bf66db-5b42-401a-882b-506fdd308b5b/1b8125e6-6271-47f4-86f0-561b640ae3f4/b774c6ed-23a5-481e-88a0-10e0e58e6fcc) {{(pid=88140) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Apr 28 21:18:10.880392 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:10.908984 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8775215935034', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9443650'] for port, after_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:10.971518 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Network 95bf66db-5b42-401a-882b-506fdd308b5b is already hosted by enough agents. {{(pid=88140) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Apr 28 21:18:10.974303 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.base_scheduler [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Resources bound (agent type, host, resource id): {{(pid=88140) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Apr 28 21:18:10.977893 n-d-839811-1 neutron-server[88140]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Received port after_create {{(pid=88140) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Apr 28 21:18:11.010178 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=b774c6ed-23a5-481e-88a0-10e0e58e6fcc,revision_number=1']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:11.026413 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.026758 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.027099 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.027434 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.027764 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.028094 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.028421 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.028748 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.029068 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.029388 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.029811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.030186 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:18:11.052442 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.383585 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.458398 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.660305 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for port, precommit_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.664762 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9443657'] for port, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.772203 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event updated for resources: {'Port': ['ID=b774c6ed-23a5-481e-88a0-10e0e58e6fcc,revision_number=2']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:18:11.782599 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-603226'] for floatingip, after_update {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:11.950056 n-d-839811-1 neutron-server[88140]: INFO neutron.db.l3_db [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Floating IP 84b4aee9-4f19-4b1c-af5e-9b4b9d32664c associated. External IP: 172.25.2.231, port: 90f05dad-6fd4-4de3-a145-c34e7f39253e. Apr 28 21:18:12.391494 n-d-839811-1 neutron-server[88140]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88140) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:18:12.564385 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88140) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:18:12.574353 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:18:12.583574 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:18:12.584172 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:17:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:18:12.588300 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:12.661558 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-b26d54ff-8a49-41f1-96c1-509ecd65c192 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3222687 Apr 28 21:18:12.661558 n-d-839811-1 neutron-server[88140]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88140) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:18:12.749949 n-d-839811-1 neutron-server[88140]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5de12d8-5448-4fa9-ad02-210763f36f2f'] response: {'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'status': 'completed', 'code': 200} Apr 28 21:18:12.762811 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:18:12.838639 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-f7281c50-5012-4bcf-92a6-2772f9fba488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:12.840112 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-f7281c50-5012-4bcf-92a6-2772f9fba488 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1096 time: 0.0706854 Apr 28 21:18:12.969958 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-8300076c-c24d-4de3-b1a6-e5742b06521c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:12.971313 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-8300076c-c24d-4de3-b1a6-e5742b06521c service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1256127 Apr 28 21:18:13.075683 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-867a88e4-d3b5-4092-a4e8-9782cccba3ec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 999 time: 0.0984969 Apr 28 21:18:13.134078 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}, {'id': '84b4aee9-4f19-4b1c-af5e-9b4b9d32664c', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:68:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:18:11Z', 'updated_at': '2022-04-28T21:18:11Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:18:13.137452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-9a5e3e82-3dfc-48c5-b200-4684fc9b9a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:13.137984 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:18:13.138957 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-9a5e3e82-3dfc-48c5-b200-4684fc9b9a0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0577834 Apr 28 21:18:13.146248 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:18:13.146823 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:17:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:18:13.285501 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:13.328252 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:18:13.336607 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-6b5e73c2-6900-4365-80fd-21ce36d31027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:13.338098 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-6b5e73c2-6900-4365-80fd-21ce36d31027 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1885338 Apr 28 21:18:13.469773 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-5333ed12-0cdf-4b56-b22e-265a0c0320b2 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250026 Apr 28 21:18:13.603071 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f1cbd719-224f-4f1a-ac66-495cdc8aec3f req-52a01687-c59d-4071-875a-abf3e78db481 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275151 Apr 28 21:18:13.672969 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}, {'id': '84b4aee9-4f19-4b1c-af5e-9b4b9d32664c', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:68:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:18:11Z', 'updated_at': '2022-04-28T21:18:11Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:18:13.676953 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79a45f3-6432-4b13-9f94-f1a39c3af316 None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}, {'id': '84b4aee9-4f19-4b1c-af5e-9b4b9d32664c', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.231', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:68:ce:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:18:11Z', 'updated_at': '2022-04-28T21:18:11Z', 'revision_number': 0, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:18:13.878369 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4d754df-4b38-44fb-ba31-07f3fece131b None None] New status for floating IP 84b4aee9-4f19-4b1c-af5e-9b4b9d32664c: ACTIVE {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:18:20.473262 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b2b4a9d9-b266-4cd6-91bd-e86af5bdac28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:20.820733 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:18:22.589885 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-bad563a0-224d-4b76-8cf2-83ca59bcb73c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:23.992822 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:24.397227 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:25.566752 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:30.993185 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-d7aa5cf4-b87d-4da2-b3cd-9dbaaf8d49c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0675435 Apr 28 21:18:31.134380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-78d69e6c-1a70-4d51-85aa-444c7809e597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:31.135817 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-78d69e6c-1a70-4d51-85aa-444c7809e597 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1094 time: 0.0728705 Apr 28 21:18:31.276213 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-23376527-a6f9-4d2c-b0e8-562795014189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:31.277649 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-23376527-a6f9-4d2c-b0e8-562795014189 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1228740 Apr 28 21:18:31.378733 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-cd7dd361-b6ce-4289-9162-fa21adcf99e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 999 time: 0.0939925 Apr 28 21:18:31.440845 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-a911c260-39f8-443e-83c5-5ec925a93fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:31.442278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-a911c260-39f8-443e-83c5-5ec925a93fe4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0560861 Apr 28 21:18:31.515891 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-da0e196b-5363-4a21-9a1b-18002f582040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:18:31.517278 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-da0e196b-5363-4a21-9a1b-18002f582040 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0684428 Apr 28 21:18:31.649383 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-02dbf3ba-3968-4798-a98e-53de8f92adb5 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232290 Apr 28 21:18:31.777806 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-9fb91181-63ad-4b29-a5e0-43a804f458b1 req-a970dbd3-e65f-4645-a2fe-b858e9e77baa service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213033 Apr 28 21:18:41.068399 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:43.312810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:50.474241 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-85e4b27f-e48b-4117-934e-95114a3e14a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:52.590977 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-776f33a3-5140-4c8b-9042-40cf6d542e50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:53.994414 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:54.399681 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:55.568911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:18:57.819474 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:19:11.059267 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:13.326958 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:20.476852 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c33e73d9-d198-475f-adfc-18bcb8863d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:22.592599 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-a36a2617-ab03-419d-b702-dff37972f9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:23.998099 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:24.401720 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:25.575016 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:33.055276 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-2aef983e-9d18-4c55-b960-9248784fe706 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1146441 Apr 28 21:19:33.149321 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-4897beb2-2a9a-4f35-b936-75d05e8c1347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:33.150790 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-4897beb2-2a9a-4f35-b936-75d05e8c1347 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1096 time: 0.0687590 Apr 28 21:19:33.297088 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-b0f5ccb9-8c89-40a9-bdd8-bddebfb50bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:33.298549 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-b0f5ccb9-8c89-40a9-bdd8-bddebfb50bb1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1232686 Apr 28 21:19:33.402360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-c25702c4-f195-4d5b-b35b-2db83e368bb5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 1001 time: 0.0944951 Apr 28 21:19:33.466366 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-20e0177c-6d37-4194-82b0-ea6c3bd9b579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:33.467765 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-20e0177c-6d37-4194-82b0-ea6c3bd9b579 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0563641 Apr 28 21:19:33.655690 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-040a3108-06c4-4e36-aaa3-b08c437f03fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:33.657062 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-040a3108-06c4-4e36-aaa3-b08c437f03fa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1801217 Apr 28 21:19:33.789196 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-184082fc-323c-4495-810d-cc99189de260 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221733 Apr 28 21:19:33.921955 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-c80f3400-8f2c-49a3-9938-ad84d66d1692 req-5415f8c0-9700-4e1c-a3eb-f4e434ea1491 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228619 Apr 28 21:19:34.818860 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:19:41.100619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:43.326738 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:43.735071 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e details requested by agent hyperv_n-h1-839811-1 with host n-h1-839811-1 {{(pid=88141) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Apr 28 21:19:43.878209 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:19:43.897726 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Returning: {'device': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'port_id': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'mac_address': 'fa:16:3e:68:ce:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 449, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88141) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 28 21:19:43.961559 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:43.981989 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 90f05dad-6fd4-4de3-a145-c34e7f39253e {{(pid=88141) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Apr 28 21:19:43.999949 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:19:44.004105 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:44.092487 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=6']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:19:44.102499 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.102842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.103215 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.103549 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.103878 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.104206 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.104529 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.104850 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.105178 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.105514 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.105837 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.106197 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88141) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:44.111018 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] get_ports_and_sgs() called for port_ids ['90f05dad-6fd4-4de3-a145-c34e7f39253e'] {{(pid=88141) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 28 21:19:45.739376 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e up at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Apr 28 21:19:45.812434 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.provisioning_blocks [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Provisioning complete for port 90f05dad-6fd4-4de3-a145-c34e7f39253e triggered by entity L2. {{(pid=88141) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Apr 28 21:19:45.812911 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1517959'] for port, provisioning_complete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:45.937092 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:45.969103 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:19:45.979797 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:19:45.986663 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:46.046968 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-609a28cc-8f20-41de-894b-5efc9016b62b'] response: {'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'code': 200} Apr 28 21:19:46.070116 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=7']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:19:50.489347 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-7107b2ad-7793-43b4-b86e-cbfafa11c0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:52.594354 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2ca8f27d-0882-42f7-a577-4f6363d614e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.184900 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59308) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:19:53.384675 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Deleting port b774c6ed-23a5-481e-88a0-10e0e58e6fcc {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:19:53.385014 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.551201 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.551528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.670297 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Calling delete_port for b774c6ed-23a5-481e-88a0-10e0e58e6fcc owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:19:53.814995 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.863296 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event deleted for resources: {'Port': ['ID=b774c6ed-23a5-481e-88a0-10e0e58e6fcc,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:19:53.926676 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.927015 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.927346 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.927677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.928003 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.928326 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.928649 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.928971 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.929289 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.929635 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.929957 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.930269 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:19:53.960320 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:53.960692 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Floating IP 84b4aee9-4f19-4b1c-af5e-9b4b9d32664c disassociated (deleted). External IP: 172.25.2.231, port: 90f05dad-6fd4-4de3-a145-c34e7f39253e. Apr 28 21:19:53.999740 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:54.405273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:54.424821 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:19:54.603144 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:19:54.613601 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:19:54.623922 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:19:54.624523 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:19:54.624669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:54.684881 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-61a6d7bc-aa1c-48eb-8ab2-6a694155ee38 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "DELETE /v2.0/floatingips/84b4aee9-4f19-4b1c-af5e-9b4b9d32664c HTTP/1.1" status: 204 len: 168 time: 1.4964340 Apr 28 21:19:54.684881 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:19:54.729880 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5055dab0-5635-42dd-a409-9f6559eaaaa4'] response: {'name': 'network-changed', 'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'status': 'completed', 'code': 200} Apr 28 21:19:54.803228 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:19:54.827659 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-618b3634-7ce9-44a0-8655-5ecc8c34fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:54.829120 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-618b3634-7ce9-44a0-8655-5ecc8c34fe0b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 1096 time: 0.0715497 Apr 28 21:19:54.972052 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-bf923c6f-273a-413c-a6a5-f410082fd60b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:54.973498 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-bf923c6f-273a-413c-a6a5-f410082fd60b service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1348088 Apr 28 21:19:55.054246 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-dc8402fd-dbc1-41be-afe9-aceefbb9b656 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 200 len: 217 time: 0.0736346 Apr 28 21:19:55.168097 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-55410ab3-0ded-4e05-970f-06b0e7fff933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:55.170117 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-55410ab3-0ded-4e05-970f-06b0e7fff933 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.1093025 Apr 28 21:19:55.181311 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:19:55.186012 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:19:55.194419 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:19:55.195005 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:19:55.245669 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6742707-42cd-491e-9a13-047cb82515b4 req-98148a2e-6580-4965-a9b0-7fd577d8710b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:55.247016 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b6742707-42cd-491e-9a13-047cb82515b4 req-98148a2e-6580-4965-a9b0-7fd577d8710b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:19:55.271099 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-b6742707-42cd-491e-9a13-047cb82515b4 req-98148a2e-6580-4965-a9b0-7fd577d8710b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:19:55.272220 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b6742707-42cd-491e-9a13-047cb82515b4 req-98148a2e-6580-4965-a9b0-7fd577d8710b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 945 time: 0.2315860 Apr 28 21:19:55.274826 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-abec3944-36bc-42b4-b891-6c9e987608a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:55.276205 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-abec3944-36bc-42b4-b891-6c9e987608a5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0985918 Apr 28 21:19:55.370300 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:19:55.399975 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-b6742707-42cd-491e-9a13-047cb82515b4 req-7167381a-3372-46b8-9bb5-657289f79aad tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1211309 Apr 28 21:19:55.439356 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-69528c82-eb20-4e5d-a5ee-2ab9e4958122 service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478729 Apr 28 21:19:55.574919 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-15ac160a-6ba1-4fad-a53d-1c73b2ea9cec req-38864664-2946-4f3d-aee6-fe2d28bf8e9b service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270981 Apr 28 21:19:55.578323 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:55.714462 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:19:55.718567 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-845b194b-176d-4db7-8be1-995cefd4045a None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_floatingips': [{'id': '2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'floating_ip_address': '172.25.2.195', 'floating_network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'router_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'port_id': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 4450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'mac_address': 'fa:16:3e:21:13:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-04-28T21:15:40Z', 'updated_at': '2022-04-28T21:15:42Z', 'revision_number': 1, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:19:55.813089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:19:55.929533 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1558655'] for port, before_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:55.953436 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cc1bbbe-145f-44eb-ac35-7d1049b35740 None None] New status for floating IP 84b4aee9-4f19-4b1c-af5e-9b4b9d32664c: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:19:56.066946 n-d-839811-1 neutron-server[88141]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88141) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:19:56.086360 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:19:56.092329 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8775216413956', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8775215935052', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8775215935097'] for port, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:56.127596 n-d-839811-1 neutron-server[88141]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a5e6520-4b39-4f9d-864b-87a9df482d66'] response: {'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'code': 200} Apr 28 21:19:56.165004 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Pushing event updated for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=8']} {{(pid=88141) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:19:56.593380 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf9a1c8-6a0b-4da3-b07b-e84340c0389d req-aa674671-6907-4a50-a9e5-24034b374ade tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:56.594911 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf9a1c8-6a0b-4da3-b07b-e84340c0389d req-aa674671-6907-4a50-a9e5-24034b374ade tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 943 time: 0.0876381 Apr 28 21:19:56.638403 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-abf9a1c8-6a0b-4da3-b07b-e84340c0389d req-db839309-ae68-4537-b5df-409acab7623d tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379426 Apr 28 21:19:56.820037 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-a20d1fa5-9297-4445-b045-76dabb6e7f2e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:19:56.821454 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-a20d1fa5-9297-4445-b045-76dabb6e7f2e tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 943 time: 0.0771079 Apr 28 21:19:56.894887 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Deleting port 90f05dad-6fd4-4de3-a145-c34e7f39253e {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:19:56.895223 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:57.250157 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] For port 90f05dad-6fd4-4de3-a145-c34e7f39253e, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=90f05dad-6fd4-4de3-a145-c34e7f39253e,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:19:57.250431 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:57.371275 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Calling delete_port for 90f05dad-6fd4-4de3-a145-c34e7f39253e owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:19:57.515264 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:57.564292 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event deleted for resources: {'Port': ['ID=90f05dad-6fd4-4de3-a145-c34e7f39253e,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:19:57.638442 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] No DVR routers for this DVR port 90f05dad-6fd4-4de3-a145-c34e7f39253e on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:19:57.640951 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:57.643456 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-deleted', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:19:57.658520 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-5c17d75c-3e99-4bcf-bbc6-97508db67bae req-898bf925-e1c8-41ba-aee3-d7c8aa6fa0d0 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "DELETE /v2.0/ports/90f05dad-6fd4-4de3-a145-c34e7f39253e HTTP/1.1" status: 204 len: 173 time: 0.8282754 Apr 28 21:19:57.691425 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aae00111-765f-4e59-8df0-bd7a68df6b0c'] response: {'server_uuid': 'f176fce1-95b6-489d-b7ca-ca5f98d0269f', 'name': 'network-vif-deleted', 'tag': '90f05dad-6fd4-4de3-a145-c34e7f39253e', 'status': 'completed', 'code': 200} Apr 28 21:19:57.790936 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-623547f0-2947-4092-b4c2-6ca4f51dc16d req-30c09762-fa71-411f-a46e-97d720cd81f3 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:19:57.806741 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-623547f0-2947-4092-b4c2-6ca4f51dc16d req-30c09762-fa71-411f-a46e-97d720cd81f3 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:19:57.807885 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-623547f0-2947-4092-b4c2-6ca4f51dc16d req-30c09762-fa71-411f-a46e-97d720cd81f3 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f176fce1-95b6-489d-b7ca-ca5f98d0269f HTTP/1.1" status: 200 len: 210 time: 0.0605876 Apr 28 21:19:59.476047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59374) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:19:59.709095 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Deleting port f131ed01-eb19-49bc-84f5-f0052c75ba91 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:19:59.709585 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:59.816589 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:19:59.850452 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 90f05dad-6fd4-4de3-a145-c34e7f39253e {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:19:59.850795 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 90f05dad-6fd4-4de3-a145-c34e7f39253e not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:19:59.879872 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:19:59.880193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:00.000953 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Calling delete_port for f131ed01-eb19-49bc-84f5-f0052c75ba91 owned by network:floatingip {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:00.147557 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:00.196054 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event deleted for resources: {'Port': ['ID=f131ed01-eb19-49bc-84f5-f0052c75ba91,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:00.283109 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for floatingip, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:00.283434 n-d-839811-1 neutron-server[88139]: INFO neutron.db.l3_db [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Floating IP 2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5 disassociated (deleted). External IP: 172.25.2.195, port: 557eebc5-8bc7-4963-ab8f-e68769ef7351. Apr 28 21:20:00.728805 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:20:00.901094 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:20:00.911096 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:20:00.921615 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:00.922209 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:00.922669 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for floatingip, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:00.982127 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-5521b655-3829-43f0-9214-a061db7f38c2 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "DELETE /v2.0/floatingips/2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5 HTTP/1.1" status: 204 len: 168 time: 1.5048499 Apr 28 21:20:00.982697 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:20:01.029308 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82e44856-7392-4520-a4df-7593f650ec08'] response: {'name': 'network-changed', 'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'status': 'completed', 'code': 200} Apr 28 21:20:01.104869 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:01.128843 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8be02-cb46-4262-a195-afd017955ecc req-c0df3306-f7ee-4a17-89e8-128c3a877b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:01.130724 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-c0df3306-f7ee-4a17-89e8-128c3a877b8a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 1094 time: 0.0733440 Apr 28 21:20:01.276270 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8be02-cb46-4262-a195-afd017955ecc req-a9a729e2-22e7-4bde-80cc-e03912856d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:01.278360 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-a9a729e2-22e7-4bde-80cc-e03912856d50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 200 len: 910 time: 0.1366999 Apr 28 21:20:01.351208 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-ce3e43d4-e172-4348-b2bb-7b1888df5336 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 200 len: 217 time: 0.0669429 Apr 28 21:20:01.363154 n-d-839811-1 neutron-server[88140]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22efa911-b7cf-42e0-9d39-2eff0492ce03 req-f8c80b2a-b67d-4696-baac-84dc4faee20b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88140) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:01.364652 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22efa911-b7cf-42e0-9d39-2eff0492ce03 req-f8c80b2a-b67d-4696-baac-84dc4faee20b tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.0813046 Apr 28 21:20:01.412802 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-22efa911-b7cf-42e0-9d39-2eff0492ce03 req-cf39232d-c22c-4001-b318-da615a2f50dc tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398877 Apr 28 21:20:01.415244 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8be02-cb46-4262-a195-afd017955ecc req-41fb1d0b-8baf-4cbc-8ddf-4c08fcf35906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:01.416667 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-41fb1d0b-8baf-4cbc-8ddf-4c08fcf35906 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 200 len: 848 time: 0.0596735 Apr 28 21:20:01.446763 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:01.451428 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:20:01.459773 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:01.460592 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:01.504413 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab8be02-cb46-4262-a195-afd017955ecc req-e61d84a6-a90d-4405-b549-730c4244f8dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:01.506170 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-e61d84a6-a90d-4405-b549-730c4244f8dd service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=62a0e112-2b4b-4f32-a85b-502bab032ca6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823319 Apr 28 21:20:01.640758 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-8b6948e1-c065-4a3a-8e4e-7e31670a333b service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261704 Apr 28 21:20:01.692839 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:01.775547 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-4ab8be02-cb46-4262-a195-afd017955ecc req-605dd463-6eec-4c70-89a9-bde5231e84dd service neutron] 10.222.0.41 "GET /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273947 Apr 28 21:20:02.015449 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:02.019261 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2275072-7e0f-4285-849e-b024046c6036 None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:16Z', 'revision_number': 4, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1', '_interfaces': [{'id': '7b942c96-7a4b-46e0-9f3c-63b9fd32148c', 'name': '', 'network_id': '62a0e112-2b4b-4f32-a85b-502bab032ca6', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'mac_address': 'fa:16:3e:60:9a:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_interface', 'standard_attr_id': 4426, 'fixed_ips': [{'subnet_id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:16Z', 'updated_at': '2022-04-28T21:15:24Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'subnets': [{'id': 'd0386fa9-9054-47ab-b709-2d7e04307fd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:20:02.235759 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fd833e4-97c7-4cb2-a29c-5538eb3419f4 None None] New status for floating IP 2d24b2e6-8350-4b2f-a256-d7e1a2f87fc5: DOWN {{(pid=88141) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Apr 28 21:20:02.600414 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d5d0d4-a431-4167-b991-e1c09e98ee2e req-3ebc6e49-fd1f-4a90-b5ac-7745d887821f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:02.601096 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f8d5d0d4-a431-4167-b991-e1c09e98ee2e req-3ebc6e49-fd1f-4a90-b5ac-7745d887821f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Synchronizing usage tracker for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Apr 28 21:20:02.616536 n-d-839811-1 neutron-server[88139]: DEBUG neutron.quota.resource [req-f8d5d0d4-a431-4167-b991-e1c09e98ee2e req-3ebc6e49-fd1f-4a90-b5ac-7745d887821f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Unset dirty status for tenant:09a311a1817d4108ace8e3ae6d261ac2 on resource:port {{(pid=88139) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Apr 28 21:20:02.617617 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8d5d0d4-a431-4167-b991-e1c09e98ee2e req-3ebc6e49-fd1f-4a90-b5ac-7745d887821f tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.0934019 Apr 28 21:20:02.661658 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-f8d5d0d4-a431-4167-b991-e1c09e98ee2e req-7587eac4-c640-449e-9a53-d9ece1c7470c tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/security-groups?id=1c91df4c-9877-4d9e-b391-f72140d2b6ae&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372002 Apr 28 21:20:03.202042 n-d-839811-1 neutron-server[88139]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-f0362ccc-ec8a-497f-ac17-096c60609490 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88139) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Apr 28 21:20:03.203461 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-f0362ccc-ec8a-497f-ac17-096c60609490 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 943 time: 0.1938653 Apr 28 21:20:03.273670 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Deleting port 557eebc5-8bc7-4963-ab8f-e68769ef7351 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:03.274021 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:03.519395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] For port 557eebc5-8bc7-4963-ab8f-e68769ef7351, host n-h1-839811-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-839811-1',level=0,port_id=557eebc5-8bc7-4963-ab8f-e68769ef7351,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:03.519750 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:03.641687 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Calling delete_port for 557eebc5-8bc7-4963-ab8f-e68769ef7351 owned by compute:nova {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:03.789838 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:03.812924 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [req-c5c0451e-2fd0-409a-acd6-cd99dbcf9419 req-b547f2be-9ba5-4444-be1b-f65e05e81392 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "GET /v2.0/ports?device_id=caffc0fa-fc32-4e60-9e99-695f40c877c6 HTTP/1.1" status: 200 len: 210 time: 0.0462945 Apr 28 21:20:03.839138 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event deleted for resources: {'Port': ['ID=557eebc5-8bc7-4963-ab8f-e68769ef7351,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:03.917063 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] No DVR routers for this DVR port 557eebc5-8bc7-4963-ab8f-e68769ef7351 on host n-h1-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:20:03.919804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1041629'] for port, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:03.922290 n-d-839811-1 neutron-server[88139]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-deleted', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351'}] {{(pid=88139) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Apr 28 21:20:03.938172 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [req-7a0eec56-6538-4bed-a81d-6edf113b1bf2 req-fea0bb29-5bcf-4ccb-b1e1-399a2a723d56 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.41 "DELETE /v2.0/ports/557eebc5-8bc7-4963-ab8f-e68769ef7351 HTTP/1.1" status: 204 len: 173 time: 0.7259164 Apr 28 21:20:03.975787 n-d-839811-1 neutron-server[88139]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0290ee51-9848-40aa-a10c-061636b2ef02'] response: {'server_uuid': 'caffc0fa-fc32-4e60-9e99-695f40c877c6', 'name': 'network-vif-deleted', 'tag': '557eebc5-8bc7-4963-ab8f-e68769ef7351', 'status': 'completed', 'code': 200} Apr 28 21:20:04.905027 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59396) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:04.972704 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:05.003462 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:05.068864 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:05.085051 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c91df4c-9877-4d9e-b391-f72140d2b6ae,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:05.096163 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.096484 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.096817 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.097144 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.097478 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.097811 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.098132 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.098447 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.098763 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.099076 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.099390 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.099704 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-839811-1 {{(pid=88140) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Apr 28 21:20:05.109787 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:05.110881 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f0f29fbb-5b2a-4ff7-bbef-99b19c287f41 tempest-TestSnapshotPattern-37805312 tempest-TestSnapshotPattern-37805312-project] 10.222.0.24 "DELETE /v2.0/security-groups/1c91df4c-9877-4d9e-b391-f72140d2b6ae HTTP/1.1" status: 204 len: 168 time: 0.2048550 Apr 28 21:20:05.159452 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59402) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:05.682354 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:05.814972 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 no longer exists at agent hyperv_n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:05.853519 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] No Port match for: 557eebc5-8bc7-4963-ab8f-e68769ef7351 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:05.853870 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Device 557eebc5-8bc7-4963-ab8f-e68769ef7351 not bound to the agent host n-h1-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:06.135410 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Deleting port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:06.135671 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:06.302901 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] For port 7b942c96-7a4b-46e0-9f3c-63b9fd32148c, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:06.303591 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:06.426924 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Calling delete_port for 7b942c96-7a4b-46e0-9f3c-63b9fd32148c owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:06.592579 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:06.638387 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b942c96-7a4b-46e0-9f3c-63b9fd32148c,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:06.901196 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:07.250597 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Router 71690700-0c0e-48d7-92bc-b2fb73857815 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:20:07.550047 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:20:07.558505 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Sync routers for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:20:07.562839 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-3407d4e3-5fd7-4bc2-b9f8-b30ecd2dffa0 admin admin] 10.222.0.24 "PUT /v2.0/routers/71690700-0c0e-48d7-92bc-b2fb73857815/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4021816 Apr 28 21:20:07.565369 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59406) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:07.567859 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:07.568444 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:07.740527 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: n-d-839811-1 {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:07.744089 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:07.925025 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:07.935395 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Deleting port 9f41b194-9547-498a-9f2c-da2b5e3d755b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:07.935732 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.018369 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166'}], 'enable_snat': True}, 'gw_port_id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:20:06Z', 'revision_number': 5, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port': {'id': '9f41b194-9547-498a-9f2c-da2b5e3d755b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:7c:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4425, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:15:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:08.022110 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Checking router: 71690700-0c0e-48d7-92bc-b2fb73857815 for host: n-d-839811-1 {{(pid=88142) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:20:08.031468 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Routers {'71690700-0c0e-48d7-92bc-b2fb73857815'} bound to L3 agent in host n-d-839811-1 {{(pid=88142) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:08.032059 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['71690700-0c0e-48d7-92bc-b2fb73857815'], 'active': True} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:08.106718 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] For port 9f41b194-9547-498a-9f2c-da2b5e3d755b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=9f41b194-9547-498a-9f2c-da2b5e3d755b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:08.107071 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.187065 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_dvr_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] Set router 71690700-0c0e-48d7-92bc-b2fb73857815 gateway port host: None {{(pid=88142) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:08.227333 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Calling delete_port for 9f41b194-9547-498a-9f2c-da2b5e3d755b owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:08.294738 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.l3_hamode_db [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:20:07Z', 'revision_number': 6, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88142) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:08.298664 n-d-839811-1 neutron-server[88142]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-340f492c-9a89-4548-b915-30d8cb23dce5 None None] The sync data for ids ['71690700-0c0e-48d7-92bc-b2fb73857815'] in n-d-839811-1 is: [{'id': '71690700-0c0e-48d7-92bc-b2fb73857815', 'name': 'tempest-TestSnapshotPattern-959038280-router', 'tenant_id': '09a311a1817d4108ace8e3ae6d261ac2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:13Z', 'updated_at': '2022-04-28T21:20:07Z', 'revision_number': 6, 'project_id': '09a311a1817d4108ace8e3ae6d261ac2', 'gw_port_host': None}] {{(pid=88142) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:20:08.397742 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.450640 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f41b194-9547-498a-9f2c-da2b5e3d755b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:08.537928 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.828525 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.830701 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.851574 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.852086 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71690700-0c0e-48d7-92bc-b2fb73857815 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:20:08.864019 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.865121 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-fcc187e0-4870-4376-adad-1fba81bca9b0 admin admin] 10.222.0.24 "DELETE /v2.0/routers/71690700-0c0e-48d7-92bc-b2fb73857815 HTTP/1.1" status: 204 len: 168 time: 1.2988422 Apr 28 21:20:08.867699 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59410) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:08.926954 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Deleting subnet d0386fa9-9054-47ab-b709-2d7e04307fd9 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:20:08.930317 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:08.979666 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.057411 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.128710 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.165552 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0386fa9-9054-47ab-b709-2d7e04307fd9,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:09.169644 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.175213 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fede395b-315c-490c-9565-491cadc96e2f None None] Network 62a0e112-2b4b-4f32-a85b-502bab032ca6 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:20:09.176238 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-35fbbf2d-986b-4168-9d7c-15c28669853c admin admin] 10.222.0.24 "DELETE /v2.0/subnets/d0386fa9-9054-47ab-b709-2d7e04307fd9 HTTP/1.1" status: 204 len: 168 time: 0.3076212 Apr 28 21:20:09.178740 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59414) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:09.290081 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.300434 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Deleting port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:09.300769 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.370130 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f41b194-9547-498a-9f2c-da2b5e3d755b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:09.418650 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 9f41b194-9547-498a-9f2c-da2b5e3d755b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:09.418952 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 9f41b194-9547-498a-9f2c-da2b5e3d755b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:09.419341 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b942c96-7a4b-46e0-9f3c-63b9fd32148c no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:09.455558 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 7b942c96-7a4b-46e0-9f3c-63b9fd32148c {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:09.455898 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 7b942c96-7a4b-46e0-9f3c-63b9fd32148c not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:09.515518 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] For port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:09.515882 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.549860 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] DHCP port deletion for 62a0e112-2b4b-4f32-a85b-502bab032ca6 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:20:09.554167 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Deleting port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:09.554532 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.646371 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Calling delete_port for 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:09.722979 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.756379 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] For port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,segment=NetworkSegment(2088c44d-5244-41e1-8943-e8816ea0de00),segment_id=2088c44d-5244-41e1-8943-e8816ea0de00)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:09.756687 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.771314 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=565e4cf4-5ca7-415b-ae5b-2d2581ff9d76,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:09.774757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] No DVR routers for this DVR port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:20:09.876421 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Calling delete_port for 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:09.889885 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.919000 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62a0e112-2b4b-4f32-a85b-502bab032ca6']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:09.931175 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2088c44d-5244-41e1-8943-e8816ea0de00') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:09.931476 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2088c44d-5244-41e1-8943-e8816ea0de00') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 28 21:20:09.940741 n-d-839811-1 neutron-server[88141]: util.warn( Apr 28 21:20:09.944360 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.946469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:20:09.946820 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:20:09.959216 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.965757 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:20:09.966169 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: timer() Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:20:09.978911 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:20:10.054906 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:10.071118 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:10.082769 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=62a0e112-2b4b-4f32-a85b-502bab032ca6,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:10.094591 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-bb830172-76d1-4877-8e46-0978b2c88be5 admin admin] 10.222.0.24 "DELETE /v2.0/networks/62a0e112-2b4b-4f32-a85b-502bab032ca6 HTTP/1.1" status: 204 len: 168 time: 0.9149325 Apr 28 21:20:10.097475 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59418) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:10.448336 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Deleting port 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:10.448844 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:10.517904 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-116e6fab-d16c-458a-8623-65731142b2bd None None] The port '565e4cf4-5ca7-415b-ae5b-2d2581ff9d76' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 21:20:10.736154 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608300'] for router_interface, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:11.061486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:11.076581 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Deleting port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:11.077074 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:11.244541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] For port 681d5666-4c2d-46c9-a3bf-8ff7dab0c975, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:11.244893 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:11.362012 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:11.366570 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Calling delete_port for 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 owned by network:router_interface {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:11.395292 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:11.395636 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 565e4cf4-5ca7-415b-ae5b-2d2581ff9d76 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:11.533840 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:11.579948 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Pushing event deleted for resources: {'Port': ['ID=681d5666-4c2d-46c9-a3bf-8ff7dab0c975,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:11.818564 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:20:11.957083 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-526975', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608432'] for router_interface, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:12.309093 n-d-839811-1 neutron-server[88139]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 has already been hosted by L3 agent 4da0b7da-3c7b-4bbc-82df-60c34c16217f {{(pid=88139) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Apr 28 21:20:12.483838 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] Notify agent at l3_agent.n-d-839811-1 the message routers_updated {{(pid=88139) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Apr 28 21:20:12.492135 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Sync routers for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Apr 28 21:20:12.499764 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-94adcae9-7d73-4b0e-9446-87c7070d5792 admin admin] 10.222.0.24 "PUT /v2.0/routers/0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4012470 Apr 28 21:20:12.501958 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:12.502261 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59422) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:12.502568 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:12.677857 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: n-d-839811-1 {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:12.778656 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks [] for router, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:12.952528 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:12.958273 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'external_fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100'}], 'enable_snat': True}, 'gw_port_id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:20:11Z', 'revision_number': 5, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port': {'id': 'fc500ed6-3bd0-42d2-af81-e6e49e9da11b', 'name': '', 'network_id': '95bf66db-5b42-401a-882b-506fdd308b5b', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:66:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4437, 'fixed_ips': [{'subnet_id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'ip_address': '172.25.2.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-839811-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-04-28T21:15:20Z', 'updated_at': '2022-04-28T21:15:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '1b8125e6-6271-47f4-86f0-561b640ae3f4', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-839811-1'}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:12.961677 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Deleting port fc500ed6-3bd0-42d2-af81-e6e49e9da11b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:12.962030 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:12.962147 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Checking router: 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 for host: n-d-839811-1 {{(pid=88141) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Apr 28 21:20:12.970515 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Routers {'0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'} bound to L3 agent in host n-d-839811-1 {{(pid=88141) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Apr 28 21:20:12.971105 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-839811-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-04-28T19:27:22Z,description=,heartbeat_timestamp=2022-04-28T21:19:53Z,host='n-d-839811-1',id=4da0b7da-3c7b-4bbc-82df-60c34c16217f,load=0,resource_versions=,resources_synced=,started_at=2022-04-28T19:27:22Z,topic='l3_agent')) {'router_ids': ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'], 'active': True} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:13.134517 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] For port fc500ed6-3bd0-42d2-af81-e6e49e9da11b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,segment=NetworkSegment(e255999e-b36b-4630-b995-2799d6cf3d95),segment_id=e255999e-b36b-4630-b995-2799d6cf3d95)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:13.134873 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.158409 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_dvr_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] Set router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 gateway port host: None {{(pid=88141) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Apr 28 21:20:13.263263 n-d-839811-1 neutron-server[88141]: DEBUG neutron.db.l3_hamode_db [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:20:12Z', 'revision_number': 6, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port_host': None}], 'n-d-839811-1', False) {} {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:13.267931 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12fc4370-3f8e-47fc-bfd4-c3d969db964c None None] The sync data for ids ['0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30'] in n-d-839811-1 is: [{'id': '0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30', 'name': 'tempest-TestSnapshotPattern-906016010-router', 'tenant_id': '50ea87d0f3614ee1aee8117220f4db8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-04-28T21:15:19Z', 'updated_at': '2022-04-28T21:20:12Z', 'revision_number': 6, 'project_id': '50ea87d0f3614ee1aee8117220f4db8d', 'gw_port_host': None}] {{(pid=88141) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Apr 28 21:20:13.327947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.384835 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Calling delete_port for fc500ed6-3bd0-42d2-af81-e6e49e9da11b owned by network:router_gateway {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:13.546231 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.595641 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc500ed6-3bd0-42d2-af81-e6e49e9da11b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:13.654696 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:13.687856 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-603145'] for router_gateway, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.696621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:13.696621 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device 681d5666-4c2d-46c9-a3bf-8ff7dab0c975 not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:13.856734 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-602174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-5135'] for router, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.858797 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.882054 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-602337'] for router, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.882541 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 {{(pid=88139) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Apr 28 21:20:13.894720 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] Notify callbacks [] for router, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:13.895809 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-56e865b2-2616-44a1-8c88-344894fee611 admin admin] 10.222.0.24 "DELETE /v2.0/routers/0ded0f1c-b17c-4efb-83e4-a7b5c9b75b30 HTTP/1.1" status: 204 len: 168 time: 1.3926802 Apr 28 21:20:13.898345 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59428) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:13.960427 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Deleting subnet 156daa9b-080b-47c9-b92c-54ecf3fdc650 {{(pid=88139) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Apr 28 21:20:13.963174 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.011384 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2559232'] for subnet, precommit_delete_associations {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.093641 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1515143'] for subnet, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.161251 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1515150', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609766', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4129254', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9489200'] for subnet, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.202944 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.206359 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=156daa9b-080b-47c9-b92c-54ecf3fdc650,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:14.208089 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf54e7c-1a08-4d21-bc62-f1a6523de88a None None] Network 0006cd75-67f7-4b6f-aa6f-059024ddb494 requested from n-d-839811-1 {{(pid=88141) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Apr 28 21:20:14.213316 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-6fb81709-930b-4fbb-898a-e91de98aa8f4 admin admin] 10.222.0.24 "DELETE /v2.0/subnets/156daa9b-080b-47c9-b92c-54ecf3fdc650 HTTP/1.1" status: 204 len: 168 time: 0.3139751 Apr 28 21:20:14.216384 n-d-839811-1 neutron-server[88139]: DEBUG neutron.wsgi [-] (88139) accepted ('10.222.0.24', 59432) {{(pid=88139) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:14.323804 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1692251'] for network, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.335050 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Deleting port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b {{(pid=88139) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:14.335381 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.489388 n-d-839811-1 neutron-server[88141]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] DHCP port deletion for 0006cd75-67f7-4b6f-aa6f-059024ddb494 request from n-d-839811-1 {{(pid=88141) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Apr 28 21:20:14.493639 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Deleting port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:14.494013 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.552522 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.db [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] For port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88139) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:14.553056 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.674580 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.plugin [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Calling delete_port for ca6af7bf-9a92-4bfc-89a8-f9069ee8402b owned by network:dhcp {{(pid=88139) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:14.694708 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.db [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] For port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b, host n-d-839811-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-839811-1',level=0,port_id=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,segment=NetworkSegment(3eb8a346-6133-4868-9d30-a4f3c2e6ffc0),segment_id=3eb8a346-6133-4868-9d30-a4f3c2e6ffc0)] {{(pid=88141) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Apr 28 21:20:14.695223 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610092'] for port, precommit_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.748894 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1560480', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1036214', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8775216413166', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8775215935043', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4129235'] for port, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.798132 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Pushing event deleted for resources: {'Port': ['ID=ca6af7bf-9a92-4bfc-89a8-f9069ee8402b,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:14.801592 n-d-839811-1 neutron-server[88139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] No DVR routers for this DVR port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b on host n-d-839811-1 {{(pid=88139) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Apr 28 21:20:14.815242 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Calling delete_port for ca6af7bf-9a92-4bfc-89a8-f9069ee8402b owned by network:dhcp {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Apr 28 21:20:14.884031 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.db.api [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88141) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Apr 28 21:20:14.884378 n-d-839811-1 neutron-server[88141]: DEBUG oslo_db.api [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88141) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Apr 28 21:20:14.916672 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1511948', 'neutron.services.segments.db._delete_segments_for_network-8775216473941'] for network, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.941736 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0006cd75-67f7-4b6f-aa6f-059024ddb494']}} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:14.953368 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0') {'for_net_delete': True} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:14.953689 n-d-839811-1 neutron-server[88139]: DEBUG neutron.services.segments.db [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3eb8a346-6133-4868-9d30-a4f3c2e6ffc0') {} {{(pid=88139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Apr 28 21:20:14.964396 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8775216470896', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2559241'] for segment, before_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.980993 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1508432'] for segment, precommit_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.986892 n-d-839811-1 neutron-server[88139]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88139) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Apr 28 21:20:14.987272 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1508418', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4129212'] for segment, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: Traceback (most recent call last): Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: timer() Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: cb(*args, **kw) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: return func(*args, **kwargs) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: self._notify() Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: self.callback(batched_events) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: event.method(event) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: aggregate_uuid = self.p_client.list_aggregates( Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: return f(self, *a, **k) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: return self._get(url).json() Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: return self._client.get(url, endpoint_filter=self._ks_filter, Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: return self.request(url, 'GET', **kwargs) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: base_url = self.get_endpoint(auth, allow=allow, Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 28 21:20:14.999977 n-d-839811-1 neutron-server[88139]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 28 21:20:15.178193 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1511991', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609606', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-526966', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-603180'] for network, after_delete {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.194230 n-d-839811-1 neutron-server[88139]: DEBUG neutron_lib.callbacks.manager [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Notify callbacks [] for network, before_response {{(pid=88139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.204626 n-d-839811-1 neutron-server[88139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] Pushing event deleted for resources: {'Network': ['ID=0006cd75-67f7-4b6f-aa6f-059024ddb494,revision_number=None']} {{(pid=88139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:15.211613 n-d-839811-1 neutron-server[88139]: INFO neutron.wsgi [None req-628988f5-9b57-42a4-b87b-e6a4b309f1df admin admin] 10.222.0.24 "DELETE /v2.0/networks/0006cd75-67f7-4b6f-aa6f-059024ddb494 HTTP/1.1" status: 204 len: 168 time: 0.9942579 Apr 28 21:20:15.325485 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59438) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:15.365984 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fc500ed6-3bd0-42d2-af81-e6e49e9da11b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:15.380321 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-191b6d65-4425-4956-b761-c17f3376261c admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=09a311a1817d4108ace8e3ae6d261ac2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512905 Apr 28 21:20:15.380490 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59442) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:15.397535 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Deleting port ca6af7bf-9a92-4bfc-89a8-f9069ee8402b {{(pid=88141) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Apr 28 21:20:15.397907 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8775216294148'] for port, before_delete {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.429593 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: fc500ed6-3bd0-42d2-af81-e6e49e9da11b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:15.429842 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device fc500ed6-3bd0-42d2-af81-e6e49e9da11b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:15.430256 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ca6af7bf-9a92-4bfc-89a8-f9069ee8402b no longer exists at agent ovs-agent-n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Apr 28 21:20:15.441249 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.468940 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] No Port match for: ca6af7bf-9a92-4bfc-89a8-f9069ee8402b {{(pid=88141) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Apr 28 21:20:15.469116 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.469212 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.rpc [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Device ca6af7bf-9a92-4bfc-89a8-f9069ee8402b not bound to the agent host n-d-839811-1 {{(pid=88141) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Apr 28 21:20:15.505988 n-d-839811-1 neutron-server[88141]: DEBUG neutron.plugins.ml2.plugin [None req-2acb5daa-0a68-46c9-8420-9b72103b2cfc None None] The port 'ca6af7bf-9a92-4bfc-89a8-f9069ee8402b' was deleted {{(pid=88141) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Apr 28 21:20:15.524937 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.542041 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d9aac55-9c91-4798-aafa-716c25373688,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:15.548369 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:15.549451 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-e646edc7-bc91-467a-89f3-b284a26ccdea admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/1d9aac55-9c91-4798-aafa-716c25373688 HTTP/1.1" status: 204 len: 168 time: 0.1680481 Apr 28 21:20:15.894401 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59450) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:15.941473 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-f7f69e64-2431-465c-a12a-5023b118096a admin admin] 10.222.0.24 "GET /v2.0/security-groups?tenant_id=50ea87d0f3614ee1aee8117220f4db8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459142 Apr 28 21:20:15.943984 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [-] (88140) accepted ('10.222.0.24', 59454) {{(pid=88140) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Apr 28 21:20:16.007547 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:16.033581 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:16.082964 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-609586'] for security_group, after_delete {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:16.097164 n-d-839811-1 neutron-server[88140]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f880161-73d3-472e-915e-7eb7625cc921,revision_number=None']} {{(pid=88140) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Apr 28 21:20:16.103378 n-d-839811-1 neutron-server[88140]: DEBUG neutron_lib.callbacks.manager [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88140) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:16.104462 n-d-839811-1 neutron-server[88140]: INFO neutron.wsgi [None req-7ea29761-aa2c-4e7d-9372-4443dc600c80 admin admin] 10.222.0.24 "DELETE /v2.0/security-groups/8f880161-73d3-472e-915e-7eb7625cc921 HTTP/1.1" status: 204 len: 168 time: 0.1595638 Apr 28 21:20:20.484455 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-37e4207d-a2a3-4dd5-aa1a-1cfc0a850ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:22.595471 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4a728e4c-ea96-4982-aff2-7c11778e8e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:24.002947 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:24.408397 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:25.577654 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:41.076316 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:43.323963 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:48.817673 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:20:50.486460 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d5f6a5b5-0fbd-4d97-93ce-e939da57562a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:52.597905 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-cd48e203-32ab-43c2-9f25-0582ed8a1622 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:54.004434 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:54.411350 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:20:55.579049 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:11.084612 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:13.337488 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:20.488159 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3115988c-aacb-4963-b0e2-29c702a9db94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:22.599799 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-710abbb4-8adc-4de6-81a6-4c4b60382958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:24.007144 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:24.411591 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:25.581995 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:25.816396 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:21:41.088595 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:43.336003 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:50.490951 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f6c222df-8261-4282-ac3e-bd91179a0c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:52.600578 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f466bbaf-4e32-40ed-9a5a-3015a24b149d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:54.012450 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:54.414822 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:21:55.620683 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:02.815274 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:22:11.098589 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:13.352524 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:20.494281 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-9f6c1ec8-f0a6-4f25-97f1-13702365e79e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:22.603228 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-6bc91e1e-9148-4cc6-8f8e-4d22a7df2576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:24.014243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:24.420045 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:25.587060 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:39.814757 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:22:41.102367 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:43.366019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:50.496112 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-28b58168-9c4d-45ae-86af-905ca4eb84c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:52.605125 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ce8c0a09-6ee5-4f4e-81ca-3dd1754bbf46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:54.015810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:54.419728 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:22:55.590374 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:11.119225 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:13.380064 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:16.813755 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:23:20.500237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4ecd2cb2-226e-4758-a3bc-f1f886601512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:22.606734 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fea622c9-284e-46dc-87a3-c95522945144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:24.019457 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:24.421438 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:25.592164 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:41.118180 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:43.384104 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:50.501661 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-72da3c44-27c5-40b8-a8ea-2e1d9dc3629f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:52.013964 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-b4bafae1-c8d9-45de-9722-fd04b81fc7e3 req-12910d3c-68c0-4ac5-aea6-d13415fab178 service neutron] (88140) timed out ('10.222.0.24', 58056) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 21:23:52.607143 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-fe6d8669-dea5-48a7-ab96-5ffba0f1792d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:53.813702 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:23:54.022766 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:54.424358 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:23:55.595521 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:11.133590 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:13.386102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:20.503158 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-71dd616d-a6ef-4a4d-880a-0b0a9adf4f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:22.607887 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3edacdc1-3bac-4bd5-a429-d81123f5bb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:24.025677 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:24.426199 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:25.597289 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:30.813720 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:24:41.132710 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:43.392516 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:50.505850 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0d44d4fe-6e21-4e7c-8d29-dfd89605f1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:52.609546 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d1344017-a28d-4bc0-9086-22b52ef657fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:54.027169 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:54.432718 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:24:55.600741 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:07.814543 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:25:11.137835 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:13.407855 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:20.508237 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-625502fb-2efa-4e23-8f7b-4639facf51b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:22.610976 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-1b77f584-e834-4e2c-bc71-73d210371c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:24.031470 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:24.431044 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:25.604181 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:41.148890 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:43.405246 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:44.814222 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:25:50.510449 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d7b6ab7b-bea9-41b9-bd34-16cafedac859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:52.611260 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-5c005e8c-7be4-49bc-86db-5e556fdf91d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:54.033436 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:54.434820 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:25:55.607676 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:11.163801 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:13.404789 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:20.512733 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-65601d1e-2df7-40dc-ba9f-1d23edabda80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:21.814323 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:26:22.611759 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-56bde80a-be81-4b3f-b734-b14dfdce4ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:24.036151 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:24.437491 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:25.610273 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:41.163812 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:43.403172 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:50.513619 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b4897c8f-9820-45b3-b39c-1b56aca4534a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:52.613184 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ab6c849a-959e-40e1-9a97-69b4fe29f5ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:54.038630 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:54.441665 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:55.612248 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:26:58.813793 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:27:11.162693 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:13.402668 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:20.514617 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-813a9d9b-fb1c-4fba-b7c5-23f02c107ce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:22.614243 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-c37d4f43-2ecd-4498-88e6-83238becd319 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:24.043312 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:24.442163 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:25.615035 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:35.812995 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:27:41.178335 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:43.403600 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:50.516541 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-3409dd45-d818-404d-8c4c-c82b2e8ca3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:52.617975 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-857fefba-56b2-49fa-a305-3b27b483cc7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:54.045623 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:54.444757 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:27:55.619008 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:11.180764 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:12.813260 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:28:13.400161 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:16.021603 n-d-839811-1 neutron-server[88140]: DEBUG neutron.wsgi [req-369f1065-c555-4110-be64-882ad8539b36 req-97533466-4263-4132-876a-a9f549cf54c5 service neutron] (88140) timed out ('10.222.0.24', 53652) {{(pid=88140) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Apr 28 21:28:20.517317 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-94784f57-df34-466e-9ece-cbdd4b611e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:22.618758 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-8674bd5a-851a-4505-8ab0-31b591aecfcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:24.047102 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:24.447150 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:25.620185 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:41.191736 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:43.400507 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:49.813381 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:28:50.517762 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-601e74bf-e6e6-46f2-b621-f9fbf7a1a2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:52.619406 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-d56879ce-0896-492b-ad29-1655493a8764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:54.048441 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:54.450079 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:28:55.622336 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:11.212486 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:13.399190 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:20.522121 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-0e26982d-0522-4589-8834-4bda02eebfba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:22.620019 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b6c34907-c34e-4001-b808-cfe16b85156f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:24.050469 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:24.453810 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:25.624721 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:26.813165 n-d-839811-1 neutron-server[88142]: DEBUG neutron.db.agents_db [None req-e65c6e75-c2ac-4fd7-b62b-8636e207dc2c None None] Agent healthcheck: found 7 active agents {{(pid=88142) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Apr 28 21:29:41.203133 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-93ae14b3-8842-4d6b-8a1f-7e7f5805f05c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:43.408637 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-32e5dd1e-7e27-4c2f-929c-6f48135ffb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:50.523211 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-ae0053b4-1d16-4231-b2eb-e470ad20c7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:52.622290 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-79238868-a425-4282-b17e-1a9d1877943d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:54.052628 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-4c65adea-279f-4182-862a-582dc75c6a06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:54.456368 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-b0184246-f701-43dc-a0b4-a34889ddd0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Apr 28 21:29:55.629129 n-d-839811-1 neutron-server[88141]: DEBUG neutron_lib.callbacks.manager [None req-f89017d2-d0d1-41e9-8713-514577cc6159 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8775216473914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1518070'] for agent, after_update {{(pid=88141) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}